-- Logs begin at Fri 2021-11-12 07:57:24 UTC, end at Fri 2021-11-12 10:12:15 UTC. -- Nov 12 08:42:24.334575 n-d-769329-17 systemd[1]: Started Devstack devstack@q-svc.service. Nov 12 08:42:27.276685 n-d-769329-17 neutron-server[109267]: INFO neutron.common.config [-] Logging enabled! Nov 12 08:42:27.277345 n-d-769329-17 neutron-server[109267]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 08:42:27.277472 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109267) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 08:42:27.280855 n-d-769329-17 neutron-server[109267]: INFO neutron.common.config [-] Logging enabled! Nov 12 08:42:27.281123 n-d-769329-17 neutron-server[109267]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 12 08:42:27.281453 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109267) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 12 08:42:27.282451 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:42:27.282690 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:42:27.283120 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:42:27.283373 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:42:27.283607 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:42:27.283957 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.284404 n-d-769329-17 neutron-server[109267]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 12 08:42:27.284723 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.285026 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.285329 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.285637 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.286112 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.286260 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.286573 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.286890 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.287181 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.287469 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.287765 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.288103 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.288399 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.288694 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.288989 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.289282 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] debug = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.289570 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.290018 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.290461 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.290754 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.291049 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.291335 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.291639 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.291897 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.292216 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.292578 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] host = n-d-769329-17 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.292863 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.293200 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.293494 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.293811 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.294075 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.294359 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.294653 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.294933 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.295214 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] log_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.295496 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.295792 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.296117 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.296415 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.296646 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.296876 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.297188 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.297482 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.297767 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.298051 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.298333 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.298615 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.298896 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.299172 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.299466 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.299756 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.300075 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.300367 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.300675 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.300979 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.301258 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.301587 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.301872 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.302174 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.302489 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.302812 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.303112 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.303420 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.303782 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.304116 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.304435 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.304733 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.305016 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.305309 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.305614 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.305916 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.306200 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] use_json = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.306546 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.306836 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.307141 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.307418 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.307699 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.308014 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.308295 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.308590 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:27.309416 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.309724 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.310037 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.310330 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.310648 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.310937 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.311239 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.311524 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.311826 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.312140 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.312442 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.312726 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.313025 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.313312 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.313614 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.313933 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.314235 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.314534 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.314816 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.315096 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.315375 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.315658 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.316033 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.316321 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.316616 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.316913 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.317200 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.317495 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.317796 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.318093 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.318374 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.318659 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.318955 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.319241 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.319521 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.319805 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.320127 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.320411 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.320690 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.320978 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.321268 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.321552 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.321833 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.322118 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.322415 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.322699 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.322975 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.323253 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.323533 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.323811 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.324129 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.324481 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.325251 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.325533 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.325820 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.326102 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.326385 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.326669 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.326948 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.327233 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.327515 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.327793 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.328096 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.328376 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.328655 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.328933 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.329209 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.329492 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.329775 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.330057 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.330338 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.330617 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.330897 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.331200 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.331509 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.331794 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.332109 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.332396 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.332682 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.332966 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.333289 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.333606 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.333918 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.334202 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.334598 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.334911 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.335211 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.335503 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.335809 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.336200 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.336489 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.336782 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.337070 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.337358 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.337657 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.337966 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.338292 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.338635 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.338971 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.339317 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.339637 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.339962 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.340391 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.340687 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:27.340914 n-d-769329-17 neutron-server[109267]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:42:27.341176 n-d-769329-17 neutron-server[109267]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109267) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 12 08:42:27.801066 n-d-769329-17 neutron-server[109267]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 08:42:27.801424 n-d-769329-17 neutron-server[109267]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 08:42:27.801811 n-d-769329-17 neutron-server[109267]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 12 08:42:27.802250 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 12 08:42:28.151157 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.151396 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.151621 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.153416 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.153694 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.153963 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.191940 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.192219 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.192504 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.209060 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.209390 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.209716 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.253607 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.253958 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.254212 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.294850 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.295526 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.295526 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.556513 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.556803 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.557063 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.557335 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.558093 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.708814 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.709144 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.709440 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.709721 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.709996 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.710317 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.710612 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.710853 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.711135 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.711411 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.711678 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.711981 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.712248 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.712509 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.712774 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.713050 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.713319 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.713595 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.713878 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.714146 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.714426 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.714686 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.714983 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.715446 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.715703 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.716002 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.716459 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:28.716705 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:28.716951 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:28.717196 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:28.717438 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:28.717679 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:28.718070 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 12 08:42:28.721878 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 12 08:42:28.726183 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 12 08:42:28.730461 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 12 08:42:28.732346 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 12 08:42:28.732841 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 12 08:42:28.733193 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 12 08:42:28.733601 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 12 08:42:28.737060 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 12 08:42:28.737320 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 12 08:42:28.737737 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 08:42:28.743750 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 12 08:42:28.769789 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 12 08:42:28.770287 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.770625 n-d-769329-17 neutron-server[109267]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109267) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 12 08:42:28.771042 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.772805 n-d-769329-17 neutron-server[109267]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109267) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 12 08:42:28.773130 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 12 08:42:28.773400 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 12 08:42:28.777179 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.777479 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:28.846299 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 12 08:42:28.846521 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 12 08:42:28.846716 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 12 08:42:28.847106 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 12 08:42:28.869094 n-d-769329-17 neutron-server[109267]: DEBUG oslo_db.sqlalchemy.engines [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109267) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 12 08:42:29.448825 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing driver for type 'gre' Nov 12 08:42:29.449763 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] gre ID ranges: [(1, 1000)] Nov 12 08:42:29.516550 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing driver for type 'local' Nov 12 08:42:29.516969 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing driver for type 'vlan' Nov 12 08:42:29.532589 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] VlanTypeDriver initialization complete Nov 12 08:42:29.533172 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing driver for type 'vxlan' Nov 12 08:42:29.533890 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] vxlan ID ranges: [(1, 1000)] Nov 12 08:42:29.602558 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing extension driver 'port_security' Nov 12 08:42:29.603127 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.extensions.port_security [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] PortSecurityExtensionDriver initialization complete Nov 12 08:42:29.603583 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing mechanism driver 'openvswitch' Nov 12 08:42:29.604094 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing mechanism driver 'hyperv' Nov 12 08:42:29.611878 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.plugin [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:29.612628 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.613073 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.613513 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.614254 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:42:29.614712 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnet after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.615103 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnet after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.615481 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.616061 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:42:29.616557 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.616924 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.617304 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.617733 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:42:29.618169 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > security_group after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.618552 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > security_group after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.618921 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.619331 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:42:29.619769 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.620177 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.620514 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.620916 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:42:29.621332 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > address_group after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.622191 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > address_group after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.622542 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.622943 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109267) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 12 08:42:29.623343 n-d-769329-17 neutron-server[109267]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] ML2 OVO RPC backend initialized. {{(pid=109267) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 12 08:42:29.624161 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.624531 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.624982 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.625619 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > networks before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.626004 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.626375 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > ports before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.626751 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnet before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.627131 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnets before_response 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.627509 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.627880 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.628276 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.628646 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.629013 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.629374 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.629745 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnet after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.630115 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnet after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.630545 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.631138 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.plugin [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Modular L2 Plugin initialization complete Nov 12 08:42:29.631474 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading services supported by the core plugin {{(pid=109267) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 12 08:42:29.631817 n-d-769329-17 neutron-server[109267]: INFO neutron.plugins.ml2.managers [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Got port-security extension from driver 'port_security' Nov 12 08:42:29.632320 n-d-769329-17 neutron-server[109267]: INFO neutron.extensions.vlantransparent [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Disabled vlantransparent extension. Nov 12 08:42:29.632842 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109267) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 12 08:42:29.633184 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: router Nov 12 08:42:29.673118 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.673589 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router after_create 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.674104 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router before_create 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.674538 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.674970 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.675389 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router after_delete 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.675822 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.676402 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.676820 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router after_create 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.677222 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router after_update 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.677625 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router after_update 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.678031 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.678454 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router after_update 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.679061 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_update 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.679534 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: port after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.680033 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: port after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.680476 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: subnet after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.680925 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.681373 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.681821 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_create 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.682263 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: port before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.682714 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.683193 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router after_update 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.683639 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.684704 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_create 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.685091 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.685455 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_update 55549900 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.685840 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > agent after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.686210 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > agent after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.686566 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > network after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.687552 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Tracking information for resource: router configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:29.687899 n-d-769329-17 neutron-server[109267]: DEBUG neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Tracking information for resource: floatingip configured {{(pid=109267) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 12 08:42:29.693474 n-d-769329-17 neutron-server[109267]: INFO neutron.db.l3_agentschedulers_db [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 12 08:42:29.694073 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: port after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.694452 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: port after_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.694816 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: port after_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.695180 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: port after_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.696069 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router before_create 55550100 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.696453 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.696828 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_create 55550100 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.697199 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > router precommit_update 55550100 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.703236 n-d-769329-17 neutron-server[109267]: DEBUG neutron.services.provider_configuration [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service providers = [] {{(pid=109267) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 12 08:42:29.703530 n-d-769329-17 neutron-server[109267]: DEBUG neutron.db.servicetype_db [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109267) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 12 08:42:29.706924 n-d-769329-17 neutron-server[109267]: DEBUG neutron.services.service_base [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:42:29.707288 n-d-769329-17 neutron-server[109267]: DEBUG neutron.services.service_base [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:42:29.707641 n-d-769329-17 neutron-server[109267]: DEBUG neutron.services.service_base [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:42:29.708590 n-d-769329-17 neutron-server[109267]: DEBUG neutron.services.service_base [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109267) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 12 08:42:29.708981 n-d-769329-17 neutron-server[109267]: INFO neutron.services.service_base [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 12 08:42:29.709388 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.709715 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 12 08:42:29.722910 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.723272 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: auto_allocate Nov 12 08:42:29.730057 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: network precommit_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.730460 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: network precommit_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.731566 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.731944 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: tag Nov 12 08:42:29.739466 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.739841 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: timestamp Nov 12 08:42:29.744135 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.744475 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: network_ip_availability Nov 12 08:42:29.751048 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.751432 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.751801 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:29.752641 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.752974 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: flavors Nov 12 08:42:29.758636 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.758977 n-d-769329-17 neutron-server[109267]: INFO neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading Plugin: revisions Nov 12 08:42:29.766971 n-d-769329-17 neutron-server[109267]: DEBUG neutron.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109267) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 12 08:42:29.767625 n-d-769329-17 neutron-server[109267]: DEBUG oslo_concurrency.lockutils [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.966s {{(pid=109267) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 12 08:42:29.769140 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109267) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 12 08:42:29.769690 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Initializing extension manager. Nov 12 08:42:29.770718 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: __init__.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.771218 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: __pycache__ {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.771738 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.772284 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: address_group.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.773686 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.774875 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: address-group Nov 12 08:42:29.775421 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: address_scope.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.776675 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.777308 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: address-scope Nov 12 08:42:29.777792 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.779689 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.780365 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: router-admin-state-down-before-update Nov 12 08:42:29.780798 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: agent.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.781888 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.782706 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: agent Nov 12 08:42:29.783290 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: agent_resources_synced.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.785186 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.786061 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: agent-resources-synced Nov 12 08:42:29.786712 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: allowedaddresspairs.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.790063 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.790514 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: allowed-address-pairs Nov 12 08:42:29.791164 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: auto_allocated_topology.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.792606 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.793189 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: auto-allocated-topology Nov 12 08:42:29.793592 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: availability_zone.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.794371 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.794942 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: availability_zone Nov 12 08:42:29.795314 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: availability_zone_filter.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.796393 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.796964 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: availability_zone_filter Nov 12 08:42:29.797340 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: data_plane_status.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.798322 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.798883 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension data-plane-status not supported by any of loaded plugins Nov 12 08:42:29.799299 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: default_subnetpools.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.800329 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.800891 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: default-subnetpools Nov 12 08:42:29.801275 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.802201 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.802832 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: dhcp_agent_scheduler Nov 12 08:42:29.803214 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: dns.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.804287 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.804845 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension dns-integration not supported by any of loaded plugins Nov 12 08:42:29.805212 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: dns_domain_ports.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.806220 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.806891 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 12 08:42:29.807287 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.808359 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.808946 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 12 08:42:29.809332 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: dvr.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.810084 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.810659 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: dvr Nov 12 08:42:29.811038 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: ecmp_routes.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.812117 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.812794 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 12 08:42:29.813171 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: empty_string_filtering.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.814192 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.814752 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: empty-string-filtering Nov 12 08:42:29.815119 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.816187 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.816805 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 12 08:42:29.817199 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.818196 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.818772 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 12 08:42:29.819167 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: external_net.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.820260 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.820845 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: external-net Nov 12 08:42:29.821230 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.822234 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.822810 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: extra_dhcp_opt Nov 12 08:42:29.823206 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: extraroute.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.824241 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.825336 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: extraroute Nov 12 08:42:29.825769 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: extraroute_atomic.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.826906 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.827469 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: extraroute-atomic Nov 12 08:42:29.827836 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: filter_validation.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.828843 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.829409 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: filter-validation Nov 12 08:42:29.829775 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: fip_pf_description.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.830782 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.831340 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 12 08:42:29.831705 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: fip_port_details.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.832742 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.833374 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: fip-port-details Nov 12 08:42:29.833765 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: flavors.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.835165 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.835709 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: flavors Nov 12 08:42:29.836125 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.837962 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.838538 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 12 08:42:29.838930 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: floatingip_pools.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.839744 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.840999 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: floatingip-pools Nov 12 08:42:29.841401 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: ip_allocation.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.842455 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.843029 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension ip_allocation not supported by any of loaded plugins Nov 12 08:42:29.843466 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.844506 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.845081 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: ip-substring-filtering Nov 12 08:42:29.845462 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l2_adjacency.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.846484 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.847054 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 12 08:42:29.847436 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l3.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.848595 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.849202 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: router Nov 12 08:42:29.849594 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.852222 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.852850 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 12 08:42:29.853256 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.854343 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.855015 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: ext-gw-mode Nov 12 08:42:29.855420 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.856614 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.857218 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: l3-ha Nov 12 08:42:29.857639 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l3_flavors.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.858679 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.859253 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: l3-flavors Nov 12 08:42:29.859657 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.860756 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.861367 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 12 08:42:29.861744 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: l3agentscheduler.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.862932 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.863513 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: l3_agent_scheduler Nov 12 08:42:29.863896 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: logging.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.865641 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.866179 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension logging not supported by any of loaded plugins Nov 12 08:42:29.866527 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: metering.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.867317 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.868012 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: metering Nov 12 08:42:29.868275 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.869633 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.870170 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: metering_source_and_destination_fields Nov 12 08:42:29.870508 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: multiprovidernet.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.871556 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.872108 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: multi-provider Nov 12 08:42:29.872445 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: netmtu.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.873411 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.873931 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: net-mtu Nov 12 08:42:29.874262 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: netmtu_writable.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.875235 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.876046 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: net-mtu-writable Nov 12 08:42:29.876391 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: network_availability_zone.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.877098 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.877614 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: network_availability_zone Nov 12 08:42:29.877948 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: network_ip_availability.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.879161 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.879692 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: network-ip-availability Nov 12 08:42:29.880076 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: network_segment_range.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.880932 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.881456 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension network-segment-range not supported by any of loaded plugins Nov 12 08:42:29.881788 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: pagination.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.882917 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.883255 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: pagination Nov 12 08:42:29.883587 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: port_device_profile.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.884578 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.885122 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: port-device-profile Nov 12 08:42:29.885454 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.886427 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.886945 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: port-mac-address-regenerate Nov 12 08:42:29.887797 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.888838 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.889371 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: port-numa-affinity-policy Nov 12 08:42:29.889700 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: port_resource_request.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.890671 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.891180 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension port-resource-request not supported by any of loaded plugins Nov 12 08:42:29.891510 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: port_resource_request_groups.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.892561 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.893081 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 12 08:42:29.893414 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: portbindings.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.894387 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.894913 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: binding Nov 12 08:42:29.895248 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: portbindings_extended.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.896731 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.897286 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: binding-extended Nov 12 08:42:29.897664 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: portsecurity.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.898662 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.899198 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: port-security Nov 12 08:42:29.899555 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: project_id.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.900643 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.900980 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: project-id Nov 12 08:42:29.901313 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: providernet.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.902271 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.903343 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: provider Nov 12 08:42:29.903687 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.907835 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.908476 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos not supported by any of loaded plugins Nov 12 08:42:29.908835 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.910376 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.910944 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 12 08:42:29.911288 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.912393 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.912931 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 12 08:42:29.913269 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_default.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.914278 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.914810 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-default not supported by any of loaded plugins Nov 12 08:42:29.915145 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_fip.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.915864 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.916421 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-fip not supported by any of loaded plugins Nov 12 08:42:29.916761 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_gateway_ip.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.917793 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.918313 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 12 08:42:29.918682 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_port_network_policy.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.919658 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.920213 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 12 08:42:29.920550 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.921711 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.922246 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 12 08:42:29.922579 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_pps_rule.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.923873 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.924655 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-pps not supported by any of loaded plugins Nov 12 08:42:29.924994 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_rule_type_details.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.925964 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.926497 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 12 08:42:29.926838 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: qos_rules_alias.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.928005 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.928539 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 12 08:42:29.928872 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: quota_check_limit.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.929878 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.930404 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: quota-check-limit Nov 12 08:42:29.930740 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: quotasv2.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.931789 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.932163 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: quotas Nov 12 08:42:29.932496 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: quotasv2_detail.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.936048 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.936452 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: quota_details Nov 12 08:42:29.936845 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: rbac.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.938078 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.938711 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: rbac-policies Nov 12 08:42:29.939091 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: rbac_address_group.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.940274 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.940938 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: rbac-address-group Nov 12 08:42:29.941318 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: rbac_address_scope.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.942343 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.942927 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: rbac-address-scope Nov 12 08:42:29.943332 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: rbac_security_groups.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.944637 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.945252 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: rbac-security-groups Nov 12 08:42:29.945624 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: rbac_subnetpool.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.946677 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.947260 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: rbac-subnetpool Nov 12 08:42:29.947634 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: revisionifmatch.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.948695 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.949276 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: revision-if-match Nov 12 08:42:29.950173 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: revisions.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.951477 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.952104 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: standard-attr-revisions Nov 12 08:42:29.952483 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: router_availability_zone.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.953304 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.953834 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: router_availability_zone Nov 12 08:42:29.954208 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: routerservicetype.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.955262 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.955827 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension router-service-type not supported by any of loaded plugins Nov 12 08:42:29.956242 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.957271 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.957846 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: security-groups-normalized-cidr Nov 12 08:42:29.958224 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.959331 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.959905 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: port-security-groups-filtering Nov 12 08:42:29.960353 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.961443 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.962017 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: security-groups-remote-address-group Nov 12 08:42:29.962388 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.963419 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.964038 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: security-groups-shared-filtering Nov 12 08:42:29.964416 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.965092 n-d-769329-17 neutron-server[109267]: WARNING neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 12 08:42:29.966022 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: securitygroup.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.976472 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.977130 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: security-group Nov 12 08:42:29.977515 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: segment.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.978506 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.979092 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension segment not supported by any of loaded plugins Nov 12 08:42:29.979475 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.980761 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.981902 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 12 08:42:29.982277 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: servicetype.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.983691 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.984319 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: service-type Nov 12 08:42:29.984707 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: sorting.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.985826 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.986213 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: sorting Nov 12 08:42:29.986588 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: standard_attr_segment.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.987640 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.988292 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 12 08:42:29.988675 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: standardattrdescription.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.989438 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.990022 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: standard-attr-description Nov 12 08:42:29.990399 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: stateful_security_group.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.991503 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.992181 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: stateful-security-group Nov 12 08:42:29.992560 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: stdattrs_common.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.993227 n-d-769329-17 neutron-server[109267]: WARNING neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 12 08:42:29.993599 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.994742 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.995347 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 12 08:42:29.995726 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: subnet_onboard.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.997581 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:29.998173 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: subnet_onboard Nov 12 08:42:29.998554 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:29.999597 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.000221 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 12 08:42:30.000846 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: subnet_service_types.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.001877 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.002458 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: subnet-service-types Nov 12 08:42:30.002836 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: subnetallocation.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.004089 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.004691 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: subnet_allocation Nov 12 08:42:30.005109 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.005873 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.006451 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: subnetpool-prefix-ops Nov 12 08:42:30.006825 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.007945 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.008654 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 12 08:42:30.009037 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: tagging.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.010260 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.010851 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: standard-attr-tag Nov 12 08:42:30.011228 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: timestamp.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.013279 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.013906 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loaded extension: standard-attr-timestamp Nov 12 08:42:30.014311 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: trunk.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.015505 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.016149 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension trunk not supported by any of loaded plugins Nov 12 08:42:30.016524 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: trunk_details.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.017556 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.018155 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension trunk-details not supported by any of loaded plugins Nov 12 08:42:30.018570 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: uplink_status_propagation.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.019731 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.020434 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 12 08:42:30.020880 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Loading extension file: vlantransparent.py {{(pid=109267) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 12 08:42:30.021749 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109267) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 12 08:42:30.022426 n-d-769329-17 neutron-server[109267]: INFO neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 12 08:42:30.025535 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:network Nov 12 08:42:30.026214 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:subnet Nov 12 08:42:30.026661 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:42:30.027089 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:port Nov 12 08:42:30.029985 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.029985 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service FLAVORS assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.030349 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.030799 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.031148 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:router Nov 12 08:42:30.031604 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 08:42:30.032158 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service METERING assigned prefix: /metering {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.033681 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:30.034069 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:30.034428 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109267) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:42:30.035545 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 08:42:30.036042 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:security_group Nov 12 08:42:30.036504 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 08:42:30.037145 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service CORE assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.037528 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:42:30.037919 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] subnetpool is already registered Nov 12 08:42:30.038379 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service CORE assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.038741 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:42:30.039086 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] subnetpool is already registered Nov 12 08:42:30.041673 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.042122 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service FLAVORS assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.042768 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.043240 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.043624 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:router Nov 12 08:42:30.044013 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] router is already registered Nov 12 08:42:30.044453 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:floatingip Nov 12 08:42:30.044801 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] floatingip is already registered Nov 12 08:42:30.045475 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service METERING assigned prefix: /metering {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.046234 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of CountableResource for resource:rbac_policy Nov 12 08:42:30.046580 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] rbac_policy is already registered Nov 12 08:42:30.047018 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:security_group Nov 12 08:42:30.047385 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] security_group is already registered Nov 12 08:42:30.047807 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 12 08:42:30.048179 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] security_group_rule is already registered Nov 12 08:42:30.048704 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service CORE assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.049043 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:42:30.049384 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] subnetpool is already registered Nov 12 08:42:30.049826 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.v2.resource_helper [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Service CORE assigned prefix: {{(pid=109267) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 12 08:42:30.050211 n-d-769329-17 neutron-server[109267]: INFO neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Creating instance of TrackedResource for resource:subnetpool Nov 12 08:42:30.050582 n-d-769329-17 neutron-server[109267]: WARNING neutron.quota.resource_registry [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] subnetpool is already registered Nov 12 08:42:30.052615 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: extensions {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.054366 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: address-groups {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.056047 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: address-scopes {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.058130 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: agents {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.059733 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: auto-allocated-topology {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.061409 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: availability_zones {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.062688 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: dhcp-networks {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.064326 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: dhcp-agents {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.065961 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: routers {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.068188 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: flavors {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.069691 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: service_profiles {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.070999 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: next_providers {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.072500 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: service_profiles {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.073927 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: floatingip-pools {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.075838 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: routers {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.077987 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: floatingips {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.079253 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: l3-routers {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.080716 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: l3-agents {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.082125 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: metering-labels {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.083368 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: metering-label-rules {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.084814 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: network-ip-availabilities {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.086076 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: bindings {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.087670 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: quotas {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.089452 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: quotas {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.091555 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: rbac-policies {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.092782 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: security-groups {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.094117 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: security-group-rules {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.095408 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: service-providers {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.096648 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: subnetpools {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.098059 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: subnetpools {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.099526 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.101272 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.103102 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.104911 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.106659 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.108638 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.110490 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.113568 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.115365 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.117147 n-d-769329-17 neutron-server[109267]: DEBUG neutron.api.extensions [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Extended resource: tags {{(pid=109267) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 12 08:42:30.124222 n-d-769329-17 neutron-server[109267]: WARNING keystonemiddleware.auth_token [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 12 08:42:30.129434 n-d-769329-17 neutron-server[109267]: WARNING keystonemiddleware.auth_token [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 12 08:42:30.139804 n-d-769329-17 neutron-server[109267]: DEBUG oslo_concurrency.lockutils [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Acquired lock "singleton_lock" {{(pid=109267) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 12 08:42:30.140355 n-d-769329-17 neutron-server[109267]: DEBUG oslo_concurrency.lockutils [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Releasing lock "singleton_lock" {{(pid=109267) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 12 08:42:30.141059 n-d-769329-17 neutron-server[109267]: INFO oslo_service.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Starting 2 workers Nov 12 08:42:30.146191 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Started child 109376 {{(pid=109267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:42:30.151256 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Started child 109377 {{(pid=109267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:42:30.152068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.153203 n-d-769329-17 neutron-server[109267]: INFO neutron.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 12 08:42:30.153625 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Publish callbacks [] for process, before_spawn {{(pid=109267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.153802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [-] (109376) wsgi starting up on http://0.0.0.0:9696 Nov 12 08:42:30.156554 n-d-769329-17 neutron-server[109267]: INFO oslo_service.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Starting 1 workers Nov 12 08:42:30.159460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.161742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [-] (109377) wsgi starting up on http://0.0.0.0:9696 Nov 12 08:42:30.162066 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Started child 109378 {{(pid=109267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:42:30.162694 n-d-769329-17 neutron-server[109267]: INFO oslo_service.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Starting 1 workers Nov 12 08:42:30.167622 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Started child 109379 {{(pid=109267) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 12 08:42:30.168633 n-d-769329-17 neutron-server[109267]: DEBUG neutron_lib.callbacks.manager [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] Publish callbacks [] for process, after_spawn {{(pid=109267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.169335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] calling RpcWorker wait() {{(pid=109378) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 12 08:42:30.170222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.service [None req-d156c2d5-47fa-4eb9-8c7c-aa43d0a90645 None None] returning from RpcWorker wait() {{(pid=109378) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 12 08:42:30.170548 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109267) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 08:42:30.170962 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:42:30.171148 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:42:30.171510 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:42:30.172054 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:42:30.172418 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:42:30.172731 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.173108 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.173259 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:30.173972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:30.174128 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.174128 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.174128 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.174487 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.174611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:30.174778 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.175254 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.175501 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.175821 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.176101 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.176324 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.176537 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.176773 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.176973 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.177206 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.177486 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.177762 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.178052 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.178255 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.178454 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.178844 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.179047 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.179245 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] debug = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.179518 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.180059 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.180300 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.180609 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.180865 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.181086 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.181294 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.181567 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.181823 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.182025 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.182330 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.182590 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.182818 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.183101 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.183337 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.183564 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.183815 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.184608 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.185130 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] host = n-d-769329-17 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.185340 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.185553 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.185783 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.186037 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.186300 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.186546 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.186813 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.187082 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.187356 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.187570 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.188037 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.188247 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.188439 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.188634 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.188827 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_options = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.189203 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.189203 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.189577 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.189766 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.189971 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.189971 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.190365 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.190557 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.190763 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.190953 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.191149 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.191358 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.191548 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.191742 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.191992 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.192236 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.192471 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.192694 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.192966 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.193223 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.193471 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.193688 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.193940 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.194180 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.194400 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.194650 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.194893 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.195128 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.195357 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.195602 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.195851 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.196122 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.196370 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.196625 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.196895 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.197146 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.197378 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.197617 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.197893 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.198120 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.198491 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.198701 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.198902 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.199120 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.199458 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.200315 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.200315 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_json = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.200714 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.200902 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.201090 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.201273 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.201457 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.201742 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.201933 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.202122 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.202488 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.202771 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.203097 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.203439 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.203647 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.203862 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.204091 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.204306 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.204568 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.205948 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.206348 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.206586 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.206907 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.207132 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.207420 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.207835 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.208145 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.208554 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.208790 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.208987 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.209198 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.209410 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.209747 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.209946 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.210144 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.210334 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.210842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.211255 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.211466 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.211734 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.212057 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.212294 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.212504 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.212732 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.212978 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.213225 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.213449 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.213721 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.213945 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.214166 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.214392 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.214649 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.214896 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.215113 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.216842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.216842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.216842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.216842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.216842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.216842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.219597 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.219986 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.220400 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.220677 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.220977 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.221300 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.221524 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.221846 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.222830 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.223095 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.224234 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.224719 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.225369 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.225801 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.226051 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.226281 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228065 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228065 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228065 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228065 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228065 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228065 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228065 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228535 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228535 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228664 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.228799 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.229031 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.230207 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.235941 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.236610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237567 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237567 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237567 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237747 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.237968 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.238126 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.239303 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.240220 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.242679 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.243087 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.243509 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.243973 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.244446 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.244868 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.245371 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.245781 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.246219 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.247276 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.247758 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.248244 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.248683 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.249118 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.249541 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.249997 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.250714 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.251163 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.251567 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.253995 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.256146 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.256463 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.256729 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.257023 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.257368 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.257739 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.258016 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.258271 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.258509 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.258787 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.259090 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.259353 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.259619 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.259889 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.260184 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.260454 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.260713 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.260956 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.261200 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.261443 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.261708 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.261954 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.262739 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.265262 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.266456 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.266952 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.267443 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.269545 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.269828 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.270095 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.270383 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.270625 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.270885 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.271122 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.271403 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.271634 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.271850 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.272624 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.272893 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.273114 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.274596 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.274852 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.275371 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.275948 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.276186 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.276420 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.276657 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.276909 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.277136 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.277398 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.277620 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.277892 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.278143 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.278381 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.278603 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.278825 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.279059 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.279283 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.279550 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.279811 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.280284 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.280542 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.280796 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.281044 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.281269 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.281510 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.281769 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.282026 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.282249 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.282471 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.282692 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.283038 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.283294 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.283528 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.283772 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.284036 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.284266 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.284509 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.284747 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.284979 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.285184 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.285390 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.285662 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.285906 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.286144 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.286369 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.286578 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.286809 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.287045 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.287262 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.287480 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.287797 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.288039 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.288241 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.288439 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.288657 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.288899 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.289135 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.289345 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.289543 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.289769 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.289983 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.289983 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.290382 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.290587 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.290793 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.290985 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.291205 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.291427 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.291638 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.291842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.292074 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.292257 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.292484 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.292688 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.292899 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.293104 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.293305 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.293610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.293837 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.294083 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.296875 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.299230 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.299527 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.299808 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.300096 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.300362 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.300633 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.300891 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.301235 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.301558 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.301832 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.302091 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.302452 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.302769 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.303054 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.303283 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.303597 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.304045 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.304558 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.305011 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.305442 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.305861 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.306263 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.306684 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.307128 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.307560 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.307976 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.308436 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.308849 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.309797 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.310209 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.310619 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.311003 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.311419 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.311799 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.312236 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.312610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.312853 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:42:30.313733 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109267) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 12 08:42:30.313991 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 12 08:42:30.314244 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 12 08:42:30.314556 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 12 08:42:30.314835 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 12 08:42:30.315102 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 12 08:42:30.315457 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.315741 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.316053 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.316334 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.316615 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.317042 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.317329 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.317881 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.318343 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.318625 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.318911 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.319197 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.319493 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.319772 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.320121 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.320355 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.320622 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.320898 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.321182 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.321453 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.321722 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.321986 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.322250 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] debug = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.322513 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.322855 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.323129 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.323397 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.323658 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.323942 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.324210 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.324488 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.325332 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.325610 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.325889 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.326164 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.326475 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.326734 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.326998 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.327266 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.327514 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.327789 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.328102 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] host = n-d-769329-17 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.328379 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.328640 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.328904 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.329169 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.329449 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.329733 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.330015 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.330289 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.330561 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.330820 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.331077 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.331341 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.331612 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.331886 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.332192 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_options = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.332477 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.332765 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.333026 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.333335 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.333613 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.333891 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.334164 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.334439 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.334726 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.335016 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.335303 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.335584 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.335862 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.336168 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.336446 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.336726 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.337006 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.337276 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.337535 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.337814 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.338093 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.338377 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.338653 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.338933 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.339327 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.339587 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.340176 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.341309 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.341815 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.342083 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.342355 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.342616 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.342893 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.343156 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.343412 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.343679 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.343966 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.344296 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.344570 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.344821 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.345086 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.345332 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.345796 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.346253 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.346507 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.346768 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.347040 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_json = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.347305 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.347573 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.347831 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.348130 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.348392 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.348648 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.349168 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.349444 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 12 08:42:30.349764 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.350054 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.350825 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.350825 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.350825 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.351217 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.351336 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.351594 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.351848 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.352240 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.352537 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.352827 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.353118 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.353392 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.353883 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.354165 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.354434 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.354681 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.354947 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.355222 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.355501 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.355756 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.356630 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.356919 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.357197 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.357479 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.357765 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.358089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.358372 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.358634 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.359764 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.359764 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.359764 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.359764 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.359764 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.359764 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.360690 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.360690 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.360690 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.360690 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.360690 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.360690 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.361426 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.361426 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.361426 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.361426 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.361426 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362035 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362035 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362035 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362035 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362510 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362510 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362510 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362866 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362866 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.362866 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.363281 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.363281 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.363544 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.363544 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.363777 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.363777 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.364071 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.364071 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.364306 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.364435 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.364765 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.364919 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.365063 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.365205 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.365373 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.365556 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.365760 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.365904 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.366042 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.366231 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.366425 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.366425 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.366796 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.366796 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.367121 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.367121 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.367121 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.367638 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.367638 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.367638 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.368153 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.368153 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.368153 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.368615 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.368615 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.368856 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.368856 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.369100 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.369252 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.369390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:30.369545 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.369545 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.369815 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.369990 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.370154 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.370484 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.370636 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.370804 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.370950 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.371092 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.371258 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.371407 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.372157 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.372292 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.372572 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.372572 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.372856 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.372856 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.373100 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.373246 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.373423 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.373571 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.373719 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.373859 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.374013 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.374157 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.374298 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.374468 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.374633 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.374789 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.374981 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.375129 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.375271 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.375654 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.375781 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.375965 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.376175 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.376375 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.376681 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.376681 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.376998 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.376998 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.377277 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.377277 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.377526 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.377526 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.377792 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.377792 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.378073 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.378215 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.378334 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.378464 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.378599 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.378739 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.378876 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.379047 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.379271 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.379413 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.379544 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.379680 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.379800 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.380012 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.380159 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.380323 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.380468 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.380634 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.380805 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.380948 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.381116 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.381265 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.381448 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.381650 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.381796 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.381997 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.382276 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.382737 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.382891 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.383089 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.383280 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.383429 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.383557 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.383696 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.384061 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.384297 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.384498 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.384646 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.384780 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.384915 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.385105 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.385302 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.385483 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.385483 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.385832 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.385832 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.386073 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.386073 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.386287 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.386427 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.386588 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.386838 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.386838 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.387169 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.387835 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.388010 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.388154 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.388297 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.388434 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.388575 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.388778 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.388946 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.389084 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.389225 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.389355 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.389489 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.389682 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.389814 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.389944 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.390076 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.390261 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.390436 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.390613 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.390784 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.390784 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.391110 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.391110 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.391442 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.391442 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.391798 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.391798 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392151 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392151 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392415 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392415 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392677 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392677 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392962 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.392962 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.393309 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.393309 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.393565 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.393565 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.393823 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.393823 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.394160 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.394160 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.394491 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.394491 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.394815 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.394815 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395079 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395079 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395327 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395327 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395595 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395595 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395995 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.395995 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.396308 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.396488 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.396679 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.396842 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.396994 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.397157 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.397317 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.397508 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.397649 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.397787 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.397924 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.398104 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.398269 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.398408 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.398544 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.398750 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.398750 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.399067 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.399067 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.399366 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.399366 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.399631 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.399769 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.399950 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.400167 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.400167 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.400505 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.400505 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.400843 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.400843 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.401146 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.401146 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.401146 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.401537 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.401537 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.401852 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.401852 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 12 08:42:30.402156 n-d-769329-17 neutron-server[109267]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109267) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 12 08:42:30.562879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46938) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:30.572090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067933 Nov 12 08:42:43.903688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad333617-60f4-4fb5-ae3e-a1fe20c485eb None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 08:42:44.038911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad333617-60f4-4fb5-ae3e-a1fe20c485eb None None] No non-hosted networks {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 12 08:42:44.059816 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-34e9bdda-c948-4827-a340-c3b8cada90c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704108'] for agent, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.271741 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aeab6e8d-1ebf-42f9-8ab4-0258af42d5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704108'] for agent, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:46.399955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1447e61e-8c9b-4183-8ef1-73e6f3582115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:48.907734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704108'] for agent, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:49.608703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704108'] for agent, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.169560 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704108'] for agent, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:50.170749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.171070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.171407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.171734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.172837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.173182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.173513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.173842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.174168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.174492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.174817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.175140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:42:50.175554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-769329-17', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:50.187014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-769329-17', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:42:52.083681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47028) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:52.822198 n-d-769329-17 neutron-server[109377]: WARNING oslo_policy.policy [None req-91a1fbd8-3ce4-4e93-b6f8-8d082f5e9a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:42:52.822721 n-d-769329-17 neutron-server[109377]: WARNING oslo_policy.policy [None req-91a1fbd8-3ce4-4e93-b6f8-8d082f5e9a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:42:53.057539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-91a1fbd8-3ce4-4e93-b6f8-8d082f5e9a13 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:42:53.059964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-91a1fbd8-3ce4-4e93-b6f8-8d082f5e9a13 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9696512 Nov 12 08:42:53.079713 n-d-769329-17 neutron-server[109378]: INFO neutron.db.l3_hamode_db [None req-379c9d0e-e3dc-409c-8b4d-1fcdf8c38425 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 12 08:42:53.212347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c9d0e-e3dc-409c-8b4d-1fcdf8c38425 None None] Routers set() bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:42:53.212974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c9d0e-e3dc-409c-8b4d-1fcdf8c38425 None None] Router IDs set() for agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 08:42:55.769253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47044) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:56.210857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:56.310408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.policy [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109377) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 08:42:56.360499 n-d-769329-17 neutron-server[109377]: WARNING oslo_policy.policy [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:42:56.360924 n-d-769329-17 neutron-server[109377]: WARNING oslo_policy.policy [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:42:56.370157 n-d-769329-17 neutron-server[109377]: INFO neutron.quota [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] Loaded quota_driver: . Nov 12 08:42:56.471456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727909757873', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727909757276', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727909696487', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727909709336', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727909519996', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727909722787', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-679695', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1439891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-331259', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519827'] for rbac-policy, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.546885 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:56.548304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-99d5ab30-06a1-4fb7-aaa3-e36ab07a7b74 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7777128 Nov 12 08:42:59.435954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47056) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:42:59.741701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Request body: {'network': {'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'name': 'private', 'admin_state_up': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:42:59.771274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Made reservation on behalf of 1131d3bddfe7485b99e15f0a1b9a5b94 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:42:59.774094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.790643 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.909700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.914141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.934874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:42:59.965546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727907330277', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:42:59.966126 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Unsubscribe: segment precommit_create {{(pid=109377) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 08:42:59.966648 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Added segment 1c41a784-c58e-4838-af0d-30e62a1dd3bc of type vlan for network ded4c9bd-22e0-4d76-8430-99ffac87473c Nov 12 08:42:59.986476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833260af-a925-4a80-873b-bcce4d70b2cf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:00.016292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.016623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.016959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.017285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.017602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.017925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.018277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.018565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.018879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.019192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.019504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.019811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Tracked resource versions report: Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: pushed versions: Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: { 'AddressGroup': {'1.2'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'ConntrackHelper': {'1.0'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Log': {'1.0'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Network': {'1.1'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Port': {'1.7'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'PortForwarding': {'1.2'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'QosPolicy': {'1.10'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'SecurityGroup': {'1.5'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'SubPort': {'1.0'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Subnet': {'1.1'}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Trunk': {'1.1'}} Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: consumer versions: Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: L3 agent@n-d-769329-17: {}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: Metadata agent@n-d-769329-17: {}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: Metering agent@n-d-769329-17: {}, Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'ConntrackHelper': '1.0', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Log': '1.0', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Network': '1.1', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Port': '1.7', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'PortForwarding': '1.2', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'QosPolicy': '1.10', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'SecurityGroup': '1.5', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'SecurityGroupRule': '1.2', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'SubPort': '1.0', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Subnet': '1.1', Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: 'Trunk': '1.1'}} Nov 12 08:43:00.020948 n-d-769329-17 neutron-server[109377]: {{(pid=109377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:43:00.095470 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.136463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.137578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:00.138313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:00.225163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7876174 Nov 12 08:43:00.239361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08629592-5d4b-4e09-b1c4-e00be71edffd admin admin] Pushing event updated for resources: {'Network': ['ID=ded4c9bd-22e0-4d76-8430-99ffac87473c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:00.251560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ded4c9bd-22e0-4d76-8430-99ffac87473c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:03.239045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47070) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:03.670172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47d69a1-52c7-4e04-be03-aedea3ff7dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:03.671520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e47d69a1-52c7-4e04-be03-aedea3ff7dcc admin admin] 10.222.0.53 "GET /v2.0/networks/ded4c9bd-22e0-4d76-8430-99ffac87473c HTTP/1.1" status: 200 len: 825 time: 0.4314978 Nov 12 08:43:03.697622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-75995550-bef0-40bc-99a5-232a86450064 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/5e61defe-e8ff-4b87-86d6-03cd5e352bc1 HTTP/1.1" status: 200 len: 734 time: 0.0195398 Nov 12 08:43:03.708227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Request body: {'subnet': {'subnetpool_id': '5e61defe-e8ff-4b87-86d6-03cd5e352bc1', 'ip_version': 4, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:03.736967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Made reservation on behalf of 1131d3bddfe7485b99e15f0a1b9a5b94 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:03.740741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.119797 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.227364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed1636e-f4fd-49a5-999f-794cfe45eb39,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:04.236671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Checking segment: {'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:04.237286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Network hostable DHCP agents. Network: ded4c9bd-22e0-4d76-8430-99ffac87473c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:04.271132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Network ded4c9bd-22e0-4d76-8430-99ffac87473c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:04.285032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ded4c9bd-22e0-4d76-8430-99ffac87473c) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:04.293028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:04.294967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:04.299791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac669f4-77f3-42a4-8e02-106503861d5b None None] Network ded4c9bd-22e0-4d76-8430-99ffac87473c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:04.316420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7b071e74-52f5-445b-bc74-fbe266a6cdf6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6117072 Nov 12 08:43:04.783819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-ded4c9bd-22e0-4d76-8430-99ffac87473c', 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'fixed_ips': [{'subnet_id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:43:04.785210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.148802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Allocated IP 172.20.0.2 (ded4c9bd-22e0-4d76-8430-99ffac87473c/3ed1636e-f4fd-49a5-999f-794cfe45eb39/7b3a5130-c890-447a-a4eb-12fbb45d112d) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:05.393027 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.404140 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.486171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Network ded4c9bd-22e0-4d76-8430-99ffac87473c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:05.494371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:05.503166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:05.518692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Pushing event updated for resources: {'Port': ['ID=7b3a5130-c890-447a-a4eb-12fbb45d112d,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:05.552489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.552965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.553642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.554045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.554439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.554833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.555287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.555704 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.556144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.556532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.556924 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.557345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Tracked resource versions report: Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: pushed versions: Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: { 'AddressGroup': {'1.2'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'ConntrackHelper': {'1.0'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Log': {'1.0'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Network': {'1.1'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Port': {'1.7'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'PortForwarding': {'1.2'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'QosPolicy': {'1.10'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'SecurityGroup': {'1.5'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'SubPort': {'1.0'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Subnet': {'1.1'}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Trunk': {'1.1'}} Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: consumer versions: Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: L3 agent@n-d-769329-17: {}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: Metadata agent@n-d-769329-17: {}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: Metering agent@n-d-769329-17: {}, Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'ConntrackHelper': '1.0', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Log': '1.0', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Network': '1.1', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Port': '1.7', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'PortForwarding': '1.2', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'QosPolicy': '1.10', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'SecurityGroup': '1.5', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'SecurityGroupRule': '1.2', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'SubPort': '1.0', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Subnet': '1.1', Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: 'Trunk': '1.1'}} Nov 12 08:43:05.558795 n-d-769329-17 neutron-server[109378]: {{(pid=109378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:43:05.617993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Attempting to bind port 7b3a5130-c890-447a-a4eb-12fbb45d112d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:05.618409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Attempting to bind port 7b3a5130-c890-447a-a4eb-12fbb45d112d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:05.618850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Attempting to bind port 7b3a5130-c890-447a-a4eb-12fbb45d112d on network ded4c9bd-22e0-4d76-8430-99ffac87473c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:05.625689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:05.626140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Checking segment: {'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:05.626752 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.627226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Bound using segment: {'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:05.627837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Bound port: 7b3a5130-c890-447a-a4eb-12fbb45d112d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:05.628377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.710547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] For port 7b3a5130-c890-447a-a4eb-12fbb45d112d, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:05.715223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] For port 7b3a5130-c890-447a-a4eb-12fbb45d112d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7b3a5130-c890-447a-a4eb-12fbb45d112d,segment=NetworkSegment(1c41a784-c58e-4838-af0d-30e62a1dd3bc),segment_id=1c41a784-c58e-4838-af0d-30e62a1dd3bc)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:05.721697 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:05.822388 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823917e-31f3-440d-ab1f-a997c5538c9e None None] Pushing event updated for resources: {'Port': ['ID=7b3a5130-c890-447a-a4eb-12fbb45d112d,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:07.000660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:07.614839 n-d-769329-17 neutron-server[109376]: WARNING oslo_policy.policy [None req-2274516c-df11-4418-b423-e7669448994c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:43:07.615565 n-d-769329-17 neutron-server[109376]: WARNING oslo_policy.policy [None req-2274516c-df11-4418-b423-e7669448994c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:43:07.843458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-2274516c-df11-4418-b423-e7669448994c admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:43:07.844773 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2274516c-df11-4418-b423-e7669448994c admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8419602 Nov 12 08:43:10.492109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:10.860169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-0131a48b-a29a-48ce-9af7-d6588994a0a1 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:43:10.861271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0131a48b-a29a-48ce-9af7-d6588994a0a1 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3681011 Nov 12 08:43:13.777287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57ff9087-e7de-4a10-98a0-028ec127ba26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:13.841871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47102) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:14.178409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c9e5001a-af77-463f-8359-5cc8520f63cb admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:14.203795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9e5001a-af77-463f-8359-5cc8520f63cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.205401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9e5001a-af77-463f-8359-5cc8520f63cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.344546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9e5001a-af77-463f-8359-5cc8520f63cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.350976 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9e5001a-af77-463f-8359-5cc8520f63cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.368024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9e5001a-af77-463f-8359-5cc8520f63cb admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.372468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c9e5001a-af77-463f-8359-5cc8520f63cb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5294936 Nov 12 08:43:14.376462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7b3a5130-c890-447a-a4eb-12fbb45d112d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:14.487626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7b3a5130-c890-447a-a4eb-12fbb45d112d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:14.488297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.617367 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.656957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 7b3a5130-c890-447a-a4eb-12fbb45d112d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7b3a5130-c890-447a-a4eb-12fbb45d112d,segment=NetworkSegment(1c41a784-c58e-4838-af0d-30e62a1dd3bc),segment_id=1c41a784-c58e-4838-af0d-30e62a1dd3bc)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:14.662407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:14.723905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=7b3a5130-c890-447a-a4eb-12fbb45d112d,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:15.490060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69241b4-eecf-42ce-a969-bacd37ecbb2d None None] Network ded4c9bd-22e0-4d76-8430-99ffac87473c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:15.550836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1c5db2ef-ce81-404c-98ba-b3cebb8ba5ad None None] Provisioning complete for port 7b3a5130-c890-447a-a4eb-12fbb45d112d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:15.551199 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c5db2ef-ce81-404c-98ba-b3cebb8ba5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.014723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4b7257d7-108c-4746-af7f-74b73da49a83 None None] Provisioning complete for port 7b3a5130-c890-447a-a4eb-12fbb45d112d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:16.015012 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b7257d7-108c-4746-af7f-74b73da49a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.231205 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:43:16.260550 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ac9abb7-04d8-49c7-8cbc-c4611eb77e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.337862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7b3a5130-c890-447a-a4eb-12fbb45d112d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:16.396062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7b3a5130-c890-447a-a4eb-12fbb45d112d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:16.396431 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:16.981824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47114) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:17.320723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-a82567cc-3f0d-44ef-a1b6-61305fe374b3 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:43:17.321729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a82567cc-3f0d-44ef-a1b6-61305fe374b3 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3389554 Nov 12 08:43:18.834223 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.534291 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:19.936871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47132) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:20.090787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:20.114588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Made reservation on behalf of 3638b871aefa41108ecaff9fdbe21802 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:20.117473 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.126712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.184271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.225665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.230127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.246564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Reserving flat network on physical network physnet1 {{(pid=109377) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 12 08:43:20.270572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.270920 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Added segment fbba9c05-877a-439a-b84a-02ed86805a6f of type flat for network fac335f8-0236-4833-ae7f-56a0c4f38a39 Nov 12 08:43:20.272293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83600e54-72da-49e8-a4d3-f1a50e792b80,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:20.325627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.361903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.362851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:20.363453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:20.424649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4866583 Nov 12 08:43:20.432639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895077d-ebc0-4e83-abcd-6f64bdf0ad2f admin admin] Pushing event updated for resources: {'Network': ['ID=fac335f8-0236-4833-ae7f-56a0c4f38a39,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:20.445470 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:43:22.865920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47150) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:22.963744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763bb802-6223-467a-ad3f-992a12ee4f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:22.965203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-763bb802-6223-467a-ad3f-992a12ee4f20 admin admin] 10.222.0.53 "GET /v2.0/subnets/3ed1636e-f4fd-49a5-999f-794cfe45eb39 HTTP/1.1" status: 200 len: 849 time: 0.0982592 Nov 12 08:43:23.094406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ba7718f9-2253-4213-a5a1-fece500ed7dc admin admin] 10.222.0.53 "GET /v2.0/routers/1d5c06c3-5d68-4b53-a221-4e787681f00d HTTP/1.1" status: 200 len: 704 time: 0.1222932 Nov 12 08:43:23.384154 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:23.703826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Allocated IP 172.20.0.1 (ded4c9bd-22e0-4d76-8430-99ffac87473c/3ed1636e-f4fd-49a5-999f-794cfe45eb39/91767ad7-7df6-4123-a2c8-eca37e7eb221) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:23.941940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.014167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.089558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Network ded4c9bd-22e0-4d76-8430-99ffac87473c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:24.097853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:24.100527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:24.101046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.170026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Pushing event updated for resources: {'Port': ['ID=91767ad7-7df6-4123-a2c8-eca37e7eb221,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.325155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.374796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1d5b01d1-c614-44e3-820f-5a772d480a5e None None] Provisioning complete for port 91767ad7-7df6-4123-a2c8-eca37e7eb221 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:24.375350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d5b01d1-c614-44e3-820f-5a772d480a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.415273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b01d1-c614-44e3-820f-5a772d480a5e None None] Port 91767ad7-7df6-4123-a2c8-eca37e7eb221 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:24.562056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.568626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.569888 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.676476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Pushing event updated for resources: {'Port': ['ID=91767ad7-7df6-4123-a2c8-eca37e7eb221,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:24.719807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Network ded4c9bd-22e0-4d76-8430-99ffac87473c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:24.721151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:24.890532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Router 1d5c06c3-5d68-4b53-a221-4e787681f00d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:43:24.943090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bb477cd4-ccd4-4373-9c9b-2a04b32ff443 None None] Provisioning complete for port 91767ad7-7df6-4123-a2c8-eca37e7eb221 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:24.943450 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb477cd4-ccd4-4373-9c9b-2a04b32ff443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:24.978138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bb477cd4-ccd4-4373-9c9b-2a04b32ff443 None None] Port 91767ad7-7df6-4123-a2c8-eca37e7eb221 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:24.990788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:24.996706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-04a4b383-d577-4bfb-a5fb-5942dbff596f admin admin] 10.222.0.53 "PUT /v2.0/routers/1d5c06c3-5d68-4b53-a221-4e787681f00d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8948200 Nov 12 08:43:25.015463 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Sync routers for ids ['1d5c06c3-5d68-4b53-a221-4e787681f00d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:25.030156 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Routers {'1d5c06c3-5d68-4b53-a221-4e787681f00d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:25.031384 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:43:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1d5c06c3-5d68-4b53-a221-4e787681f00d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:25.246509 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Set router 1d5c06c3-5d68-4b53-a221-4e787681f00d gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:25.741758 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'name': 'router1', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:14Z', 'updated_at': '2021-11-12T08:43:24Z', 'revision_number': 2, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'gw_port_host': None, '_interfaces': [{'id': '91767ad7-7df6-4123-a2c8-eca37e7eb221', 'name': '', 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'mac_address': 'fa:16:3e:62:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:23Z', 'updated_at': '2021-11-12T08:43:24Z', 'revision_number': 2, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'subnets': [{'id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e61defe-e8ff-4b87-86d6-03cd5e352bc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:25.798417 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Checking router: 1d5c06c3-5d68-4b53-a221-4e787681f00d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:25.798787 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Updating router 1d5c06c3-5d68-4b53-a221-4e787681f00d port 91767ad7-7df6-4123-a2c8-eca37e7eb221 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:43:25.850315 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.423731 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.431735 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.579598 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Pushing event updated for resources: {'Port': ['ID=91767ad7-7df6-4123-a2c8-eca37e7eb221,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.603737 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.604150 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.604456 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.604787 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.605125 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.605457 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.605785 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.606113 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.606438 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.606791 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.607116 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.607442 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Tracked resource versions report: Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: pushed versions: Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: { 'AddressGroup': {'1.2'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'ConntrackHelper': {'1.0'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Log': {'1.0'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Network': {'1.1'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Port': {'1.7'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'PortForwarding': {'1.2'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'QosPolicy': {'1.10'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'SecurityGroup': {'1.5'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'SubPort': {'1.0'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Subnet': {'1.1'}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Trunk': {'1.1'}} Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: consumer versions: Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: L3 agent@n-d-769329-17: {}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: Metadata agent@n-d-769329-17: {}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: Metering agent@n-d-769329-17: {}, Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'ConntrackHelper': '1.0', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Log': '1.0', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Network': '1.1', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Port': '1.7', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'PortForwarding': '1.2', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'QosPolicy': '1.10', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'SecurityGroup': '1.5', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'SecurityGroupRule': '1.2', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'SubPort': '1.0', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Subnet': '1.1', Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: 'Trunk': '1.1'}} Nov 12 08:43:26.608640 n-d-769329-17 neutron-server[109379]: {{(pid=109379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:43:26.621442 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Attempting to bind port 91767ad7-7df6-4123-a2c8-eca37e7eb221 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:26.621922 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Attempting to bind port 91767ad7-7df6-4123-a2c8-eca37e7eb221 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:26.622297 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Attempting to bind port 91767ad7-7df6-4123-a2c8-eca37e7eb221 on network ded4c9bd-22e0-4d76-8430-99ffac87473c {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:26.629009 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:26.629451 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Checking segment: {'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:26.630006 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.630665 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Bound using segment: {'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:26.631287 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Bound port: 91767ad7-7df6-4123-a2c8-eca37e7eb221, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c41a784-c58e-4838-af0d-30e62a1dd3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:26.631728 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.708990 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] For port 91767ad7-7df6-4123-a2c8-eca37e7eb221, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:26.709272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4353d6b3-3bbe-49b6-af8a-c250d2c0cf05 None None] Provisioning complete for port 91767ad7-7df6-4123-a2c8-eca37e7eb221 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:26.709699 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4353d6b3-3bbe-49b6-af8a-c250d2c0cf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.735928 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] For port 91767ad7-7df6-4123-a2c8-eca37e7eb221, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=91767ad7-7df6-4123-a2c8-eca37e7eb221,segment=NetworkSegment(1c41a784-c58e-4838-af0d-30e62a1dd3bc),segment_id=1c41a784-c58e-4838-af0d-30e62a1dd3bc)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:26.742433 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:26.755275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4353d6b3-3bbe-49b6-af8a-c250d2c0cf05 None None] Port 91767ad7-7df6-4123-a2c8-eca37e7eb221 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:43:26.806217 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Routers {'1d5c06c3-5d68-4b53-a221-4e787681f00d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:26.806898 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:43:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1d5c06c3-5d68-4b53-a221-4e787681f00d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:26.886306 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed3df-8e3d-4b00-b051-4548d97f7cd9 None None] Pushing event updated for resources: {'Port': ['ID=91767ad7-7df6-4123-a2c8-eca37e7eb221,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:26.913231 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] Set router 1d5c06c3-5d68-4b53-a221-4e787681f00d gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:26.976114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5eace816-211f-425d-b66a-85ce7a302bc1 None None] Provisioning complete for port 91767ad7-7df6-4123-a2c8-eca37e7eb221 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:26.976480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5eace816-211f-425d-b66a-85ce7a302bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.062324 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5eace816-211f-425d-b66a-85ce7a302bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.097226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5eace816-211f-425d-b66a-85ce7a302bc1 None None] For port 91767ad7-7df6-4123-a2c8-eca37e7eb221, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=91767ad7-7df6-4123-a2c8-eca37e7eb221,segment=NetworkSegment(1c41a784-c58e-4838-af0d-30e62a1dd3bc),segment_id=1c41a784-c58e-4838-af0d-30e62a1dd3bc)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:27.102276 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5eace816-211f-425d-b66a-85ce7a302bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:27.153902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eace816-211f-425d-b66a-85ce7a302bc1 None None] Pushing event updated for resources: {'Port': ['ID=91767ad7-7df6-4123-a2c8-eca37e7eb221,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:27.180760 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'name': 'router1', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:14Z', 'updated_at': '2021-11-12T08:43:24Z', 'revision_number': 2, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'gw_port_host': None, '_interfaces': [{'id': '91767ad7-7df6-4123-a2c8-eca37e7eb221', 'name': '', 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'mac_address': 'fa:16:3e:62:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:23Z', 'updated_at': '2021-11-12T08:43:26Z', 'revision_number': 4, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'subnets': [{'id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e61defe-e8ff-4b87-86d6-03cd5e352bc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:27.212239 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfb716-2cca-41d0-84f7-5e6ed1c35607 None None] The sync data for ids ['1d5c06c3-5d68-4b53-a221-4e787681f00d'] in n-d-769329-17 is: [{'id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'name': 'router1', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:14Z', 'updated_at': '2021-11-12T08:43:24Z', 'revision_number': 2, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'gw_port_host': None, '_interfaces': [{'id': '91767ad7-7df6-4123-a2c8-eca37e7eb221', 'name': '', 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'mac_address': 'fa:16:3e:62:76:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:23Z', 'updated_at': '2021-11-12T08:43:26Z', 'revision_number': 4, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'subnets': [{'id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e61defe-e8ff-4b87-86d6-03cd5e352bc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:27.539931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47160) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:27.700402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330a0d64-b23b-4934-833b-f2abeacb52e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:27.702301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-330a0d64-b23b-4934-833b-f2abeacb52e2 admin admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 842 time: 0.1609006 Nov 12 08:43:27.715649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Request body: {'subnet': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'ip_version': 4, 'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'name': 'public-subnet'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:27.742901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Made reservation on behalf of 3638b871aefa41108ecaff9fdbe21802 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:43:27.745706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.140238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 08:43:28.141023 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.211321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12726dfe-5afa-4715-bb55-52c7777ebf04,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:28.223550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:28.223933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Network hostable DHCP agents. Network: fac335f8-0236-4833-ae7f-56a0c4f38a39, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:43:28.244310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:43:28.257615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, fac335f8-0236-4833-ae7f-56a0c4f38a39) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:28.264112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:28.265023 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:28.268135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15387a57-e7cd-4faa-94a4-3cf5fe579888 None None] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:28.291113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff781342-821d-42db-9c79-3d4c5ba6f467 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5808110 Nov 12 08:43:28.441896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9fee6b-912a-4669-b311-7ea2c74611d4 None None] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:43:30.833165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:31.002283 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-373d8832-8c51-476e-a92b-ddc712155dea admin admin] 10.222.0.53 "GET /v2.0/routers/1d5c06c3-5d68-4b53-a221-4e787681f00d HTTP/1.1" status: 200 len: 710 time: 0.1679032 Nov 12 08:43:31.123690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941fb42-4821-40b5-a6f8-6f8bf9deae1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:43:31.125245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6941fb42-4821-40b5-a6f8-6f8bf9deae1f admin admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 886 time: 0.1092670 Nov 12 08:43:31.140473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:43:31.519567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.797882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:31.878641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.006330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Allocated IP 172.25.5.180 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/522577af-ac65-4e29-82e9-4ad7edfaf906) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:43:32.125145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.165673 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.224836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:43:32.234136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:43:32.241111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:43:32.289493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Pushing event updated for resources: {'Port': ['ID=522577af-ac65-4e29-82e9-4ad7edfaf906,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:32.707628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.903289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:32.907065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.021559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Router 1d5c06c3-5d68-4b53-a221-4e787681f00d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:43:33.140048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:43:33.145543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:33.146762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-33721725-2b17-45e4-a511-35f715ba435b admin admin] 10.222.0.53 "PUT /v2.0/routers/1d5c06c3-5d68-4b53-a221-4e787681f00d HTTP/1.1" status: 200 len: 890 time: 2.0105076 Nov 12 08:43:34.408303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 91767ad7-7df6-4123-a2c8-eca37e7eb221 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:34.467483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 91767ad7-7df6-4123-a2c8-eca37e7eb221 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:34.467946 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:34.800937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Sync routers for ids ['1d5c06c3-5d68-4b53-a221-4e787681f00d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:43:34.812548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Routers {'1d5c06c3-5d68-4b53-a221-4e787681f00d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:34.813236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:43:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1d5c06c3-5d68-4b53-a221-4e787681f00d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:35.034481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Set router 1d5c06c3-5d68-4b53-a221-4e787681f00d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:35.499465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'name': 'router1', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '522577af-ac65-4e29-82e9-4ad7edfaf906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:14Z', 'updated_at': '2021-11-12T08:43:32Z', 'revision_number': 4, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'gw_port': {'id': '522577af-ac65-4e29-82e9-4ad7edfaf906', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '91767ad7-7df6-4123-a2c8-eca37e7eb221', 'name': '', 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'mac_address': 'fa:16:3e:62:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:23Z', 'updated_at': '2021-11-12T08:43:27Z', 'revision_number': 5, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'subnets': [{'id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e61defe-e8ff-4b87-86d6-03cd5e352bc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:35.552173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Checking router: 1d5c06c3-5d68-4b53-a221-4e787681f00d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:43:35.552545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Updating router 1d5c06c3-5d68-4b53-a221-4e787681f00d port 522577af-ac65-4e29-82e9-4ad7edfaf906 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:43:35.604649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.797599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47180) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:43:35.914646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-81ee564d-da8e-4266-b71d-19e6e7a364a2 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1155047 Nov 12 08:43:35.950997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:35.959269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.047475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Attempting to bind port 522577af-ac65-4e29-82e9-4ad7edfaf906 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:43:36.048150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Attempting to bind port 522577af-ac65-4e29-82e9-4ad7edfaf906 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:43:36.048757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Attempting to bind port 522577af-ac65-4e29-82e9-4ad7edfaf906 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:43:36.065036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6476276-ce44-4523-b4d5-cba577172612 None None] Pushing event updated for resources: {'Port': ['ID=522577af-ac65-4e29-82e9-4ad7edfaf906,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.069365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:43:36.069969 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:43:36.070633 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.071272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:43:36.072111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Bound port: 522577af-ac65-4e29-82e9-4ad7edfaf906, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:43:36.072748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.129490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] For port 522577af-ac65-4e29-82e9-4ad7edfaf906, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:43:36.133020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] For port 522577af-ac65-4e29-82e9-4ad7edfaf906, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=522577af-ac65-4e29-82e9-4ad7edfaf906,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:43:36.139284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:36.201309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6476276-ce44-4523-b4d5-cba577172612 None None] Pushing event updated for resources: {'Port': ['ID=522577af-ac65-4e29-82e9-4ad7edfaf906,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:36.205073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Routers {'1d5c06c3-5d68-4b53-a221-4e787681f00d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:43:36.205817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:43:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1d5c06c3-5d68-4b53-a221-4e787681f00d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:36.317676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] Set router 1d5c06c3-5d68-4b53-a221-4e787681f00d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:43:36.570901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'name': 'router1', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '522577af-ac65-4e29-82e9-4ad7edfaf906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:14Z', 'updated_at': '2021-11-12T08:43:32Z', 'revision_number': 4, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'gw_port': {'id': '522577af-ac65-4e29-82e9-4ad7edfaf906', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '91767ad7-7df6-4123-a2c8-eca37e7eb221', 'name': '', 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'mac_address': 'fa:16:3e:62:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:23Z', 'updated_at': '2021-11-12T08:43:27Z', 'revision_number': 5, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'subnets': [{'id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e61defe-e8ff-4b87-86d6-03cd5e352bc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:43:36.616746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3acda-87ad-4f93-acbd-e13c74537979 None None] The sync data for ids ['1d5c06c3-5d68-4b53-a221-4e787681f00d'] in n-d-769329-17 is: [{'id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'name': 'router1', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '522577af-ac65-4e29-82e9-4ad7edfaf906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:43:14Z', 'updated_at': '2021-11-12T08:43:32Z', 'revision_number': 4, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'gw_port': {'id': '522577af-ac65-4e29-82e9-4ad7edfaf906', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:31Z', 'updated_at': '2021-11-12T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '91767ad7-7df6-4123-a2c8-eca37e7eb221', 'name': '', 'network_id': 'ded4c9bd-22e0-4d76-8430-99ffac87473c', 'tenant_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'mac_address': 'fa:16:3e:62:76:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c06c3-5d68-4b53-a221-4e787681f00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:43:23Z', 'updated_at': '2021-11-12T08:43:27Z', 'revision_number': 5, 'project_id': '1131d3bddfe7485b99e15f0a1b9a5b94', 'subnets': [{'id': '3ed1636e-f4fd-49a5-999f-794cfe45eb39', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e61defe-e8ff-4b87-86d6-03cd5e352bc1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:43:38.460083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 522577af-ac65-4e29-82e9-4ad7edfaf906 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:38.549821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 522577af-ac65-4e29-82e9-4ad7edfaf906 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:38.550219 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.682793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.725275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 522577af-ac65-4e29-82e9-4ad7edfaf906, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=522577af-ac65-4e29-82e9-4ad7edfaf906,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:43:38.731987 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:38.830230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=522577af-ac65-4e29-82e9-4ad7edfaf906,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:43:40.461235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 522577af-ac65-4e29-82e9-4ad7edfaf906 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:43:40.578947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 522577af-ac65-4e29-82e9-4ad7edfaf906 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:43:40.579836 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:43.823006 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-46dd1f5d-ef39-4880-a043-4e60cb3e98cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:46.280882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fa82c46-dfa4-4d7a-b5bd-d80fdd2641e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:48.847101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:49.550743 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:50.197037 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:43:53.253557 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:13.907595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c5c6cb1-aecb-403e-b5a1-325ed5851c23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:16.293137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-febcdeae-0674-4dbe-9673-a641dbf97f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:18.859862 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:19.556808 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:20.193973 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:30.262297 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:44:43.781573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4da8e5ac-2178-4f51-9c83-f034a9464ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:46.268520 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae595cec-376f-4db8-a60c-bb3355055cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:48.850711 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:49.543461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:44:50.180846 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:07.328756 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:13.789792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0b8a8d4a-f4ae-4c54-af85-2e87d18c96aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:16.273398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7b23a950-e47a-4993-95a0-bcc0d332c710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:18.848432 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:19.547942 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:20.188043 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:28.627048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47776) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:28.697217 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46d6d03-f1cd-44c4-b366-a7584c5a2989 admin admin] GET failed (client error): The resource could not be found. Nov 12 08:45:28.698826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a46d6d03-f1cd-44c4-b366-a7584c5a2989 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0708640 Nov 12 08:45:28.874614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05225e84-e3b2-4901-adc9-0687acc72fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:28.876144 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-05225e84-e3b2-4901-adc9-0687acc72fff admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1726232 Nov 12 08:45:31.214727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47786) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:31.321525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96913c40-8fd5-45fe-895e-7b254f424e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.322842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-96913c40-8fd5-45fe-895e-7b254f424e6f admin admin] 10.222.0.53 "GET /v2.0/subnets/3ed1636e-f4fd-49a5-999f-794cfe45eb39 HTTP/1.1" status: 200 len: 849 time: 0.1069610 Nov 12 08:45:31.334474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:45:31.430945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.588609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727907292299'] for subnet, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.621368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:31.622132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:31.623794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] 10.222.0.53 "PUT /v2.0/subnets/3ed1636e-f4fd-49a5-999f-794cfe45eb39 HTTP/1.1" status: 200 len: 868 time: 0.2939465 Nov 12 08:45:31.646207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685d2bf-cf2c-4765-b499-204d8bde6def None None] Network ded4c9bd-22e0-4d76-8430-99ffac87473c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:45:31.654444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed1636e-f4fd-49a5-999f-794cfe45eb39,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:45:31.664161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.664685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.665413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.665966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.666498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.666969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.667557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.668056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.668643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.669100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.669583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:31.670031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad05df3-0e7c-4a89-be3b-a6f0567ab9c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:45:32.170140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cee3b01c-4f64-4c18-875b-7493f13aa07e None None] Provisioning complete for port 7b3a5130-c890-447a-a4eb-12fbb45d112d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:32.170403 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cee3b01c-4f64-4c18-875b-7493f13aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:32.287738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cee3b01c-4f64-4c18-875b-7493f13aa07e None None] Provisioning complete for port 91767ad7-7df6-4123-a2c8-eca37e7eb221 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:45:32.288134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cee3b01c-4f64-4c18-875b-7493f13aa07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:34.035879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47794) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:34.239003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334df21-6a38-4a72-b3b5-c5ad6c680c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.239476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334df21-6a38-4a72-b3b5-c5ad6c680c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:34.241757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9334df21-6a38-4a72-b3b5-c5ad6c680c1a admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2048440 Nov 12 08:45:36.654666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47802) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:36.794935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d0738-c91e-4097-bbea-1e1d6af92fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:36.795432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481d0738-c91e-4097-bbea-1e1d6af92fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:36.797515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-481d0738-c91e-4097-bbea-1e1d6af92fa2 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1419344 Nov 12 08:45:39.207765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:39.622567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.policy [None req-cbaf2214-8bea-4ee4-b9cf-4eed3c31f302 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109376) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 12 08:45:39.673730 n-d-769329-17 neutron-server[109376]: WARNING oslo_policy.policy [None req-cbaf2214-8bea-4ee4-b9cf-4eed3c31f302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:45:39.674120 n-d-769329-17 neutron-server[109376]: WARNING oslo_policy.policy [None req-cbaf2214-8bea-4ee4-b9cf-4eed3c31f302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 12 08:45:39.682900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaf2214-8bea-4ee4-b9cf-4eed3c31f302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:39.684912 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cbaf2214-8bea-4ee4-b9cf-4eed3c31f302 admin admin] 10.222.0.53 "GET /v2.0/networks/ded4c9bd-22e0-4d76-8430-99ffac87473c HTTP/1.1" status: 200 len: 869 time: 0.4760637 Nov 12 08:45:42.086148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:42.248201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91533451-02bd-4669-bd74-63ca800dae9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:42.249614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-91533451-02bd-4669-bd74-63ca800dae9f admin admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 886 time: 0.1625016 Nov 12 08:45:43.790551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11c9921b-bf35-4866-aa99-7d57b89d6df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:44.251475 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:45:44.696165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:44.841330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19293a4-4293-4491-9665-5b06bc432989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.841884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19293a4-4293-4491-9665-5b06bc432989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:44.843485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b19293a4-4293-4491-9665-5b06bc432989 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1460710 Nov 12 08:45:46.279993 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c161d79-0abf-44b8-b07e-f1f39c9e06ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:47.300920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47838) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:47.555491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad6cf1-3bbf-4a47-b0f4-64544cf16388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.555841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad6cf1-3bbf-4a47-b0f4-64544cf16388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:47.557426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5ad6cf1-3bbf-4a47-b0f4-64544cf16388 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2556129 Nov 12 08:45:48.854028 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:49.557469 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:50.016696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47846) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:50.116498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2d6dd5-ceb9-4965-94d3-401360a60ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:50.117954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff2d6dd5-ceb9-4965-94d3-401360a60ec6 admin admin] 10.222.0.53 "GET /v2.0/subnets/12726dfe-5afa-4715-bb55-52c7777ebf04 HTTP/1.1" status: 200 len: 816 time: 0.1002302 Nov 12 08:45:50.195421 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:45:52.560675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47854) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:45:52.662871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510d301c-4603-4f91-bac9-c183714d54d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:45:52.664211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-510d301c-4603-4f91-bac9-c183714d54d4 admin admin] 10.222.0.53 "GET /v2.0/subnets/3ed1636e-f4fd-49a5-999f-794cfe45eb39 HTTP/1.1" status: 200 len: 868 time: 0.1022406 Nov 12 08:46:13.787826 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-113041c7-f69f-4adc-8bb2-688c21d34605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:16.278001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1baaf613-337c-46f1-9a4c-7a72d5b31c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.861286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:18.950305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47908) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:19.005430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-d01889e2-d13a-41d4-8d0e-191e302d2d37 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:46:19.006831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d01889e2-d13a-41d4-8d0e-191e302d2d37 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0554016 Nov 12 08:46:19.556383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:20.182725 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:21.250798 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:46:21.525212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47916) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:21.597861 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-59450213-205b-4730-a51d-178466f101fa admin admin] GET failed (client error): The resource could not be found. Nov 12 08:46:21.599262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-59450213-205b-4730-a51d-178466f101fa admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0730929 Nov 12 08:46:21.752427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77107a68-85e5-497a-ad45-5c74fb3f2877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:21.753920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-77107a68-85e5-497a-ad45-5c74fb3f2877 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1493576 Nov 12 08:46:24.187298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47924) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:24.239747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:24.241017 n-d-769329-17 neutron-server[109376]: INFO neutron.quota [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Loaded quota_driver: . Nov 12 08:46:24.284018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Made reservation on behalf of 3638b871aefa41108ecaff9fdbe21802 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:24.286825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.334933 n-d-769329-17 neutron-server[109376]: WARNING neutron.services.revisions.revision_plugin [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Could not find related network for resource to bump revision. Nov 12 08:46:24.357449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:46:24.371201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8727907330277', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.371777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Unsubscribe: segment precommit_create {{(pid=109376) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 12 08:46:24.372302 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Added segment c75a0e41-1872-45c6-bc06-0b79cbccf58f of type vlan for network c661a5fd-7543-4a41-bf78-bd66f49109f3 Nov 12 08:46:24.437880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.475834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.476969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:24.477614 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:24.563498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3749564 Nov 12 08:46:24.607066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Pushing event updated for resources: {'Network': ['ID=c661a5fd-7543-4a41-bf78-bd66f49109f3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:24.617560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.617938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.618230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.618550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.618878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.619203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.619523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.619847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.620195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.620513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.620830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.621146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434585ac-6933-44cd-9fcf-86117e0b3f70 admin admin] Tracked resource versions report: Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: pushed versions: Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: { 'AddressGroup': {'1.2'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'ConntrackHelper': {'1.0'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Log': {'1.0'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Network': {'1.1'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Port': {'1.7'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'PortForwarding': {'1.2'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'QosPolicy': {'1.10'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'SecurityGroup': {'1.5'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'SubPort': {'1.0'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Subnet': {'1.1'}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Trunk': {'1.1'}} Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: consumer versions: Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: L3 agent@n-d-769329-17: {}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: Metadata agent@n-d-769329-17: {}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: Metering agent@n-d-769329-17: {}, Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'ConntrackHelper': '1.0', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Log': '1.0', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Network': '1.1', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Port': '1.7', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'PortForwarding': '1.2', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'QosPolicy': '1.10', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'SecurityGroup': '1.5', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'SecurityGroupRule': '1.2', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'SubPort': '1.0', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Subnet': '1.1', Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: 'Trunk': '1.1'}} Nov 12 08:46:24.622277 n-d-769329-17 neutron-server[109376]: {{(pid=109376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:46:24.665260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:46:26.943949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:46:27.025385 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c065a4-e11e-4afb-92fc-be4339a8e34f admin admin] GET failed (client error): The resource could not be found. Nov 12 08:46:27.027767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-50c065a4-e11e-4afb-92fc-be4339a8e34f admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0823338 Nov 12 08:46:27.106520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0fd8fa-d047-47a7-ac5f-9a11f9ab4013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.107995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2f0fd8fa-d047-47a7-ac5f-9a11f9ab4013 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0758009 Nov 12 08:46:27.118951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:46:27.144007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Made reservation on behalf of 3638b871aefa41108ecaff9fdbe21802 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:46:27.146314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Publish callbacks [] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.370964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.435772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a10f8c1-5adf-4344-8b24-37b600f0b9d8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:27.449562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:27.449941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Network hostable DHCP agents. Network: c661a5fd-7543-4a41-bf78-bd66f49109f3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:46:27.474882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:46:27.492896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c661a5fd-7543-4a41-bf78-bd66f49109f3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:27.498956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:46:27.499569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.512509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5755f069-c215-4061-be87-4d0394a678dc None None] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:27.519459 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-97c0fdbe-3e08-4b46-aaf1-60c2477fe01a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4042461 Nov 12 08:46:27.681362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c661a5fd-7543-4a41-bf78-bd66f49109f3', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'tenant_id': '3638b871aefa41108ecaff9fdbe21802', 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:46:27.682280 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:27.845939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Allocated IP 192.168.233.2 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/8120336f-5e3e-4907-b78a-ce3938fe190b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:46:28.060640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.073644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.124729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:46:28.128036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:46:28.132798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:46:28.135597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Pushing event updated for resources: {'Port': ['ID=8120336f-5e3e-4907-b78a-ce3938fe190b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:28.143964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.144420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.144690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.144988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.145321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.145655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.145982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.146309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.146634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.146957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.147277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.147648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:46:28.208406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Attempting to bind port 8120336f-5e3e-4907-b78a-ce3938fe190b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:46:28.209316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Attempting to bind port 8120336f-5e3e-4907-b78a-ce3938fe190b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:46:28.209819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Attempting to bind port 8120336f-5e3e-4907-b78a-ce3938fe190b on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:46:28.218074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:46:28.218521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:46:28.219136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.219687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:46:28.220339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Bound port: 8120336f-5e3e-4907-b78a-ce3938fe190b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:46:28.220941 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.306369 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] For port 8120336f-5e3e-4907-b78a-ce3938fe190b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:46:28.309589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] For port 8120336f-5e3e-4907-b78a-ce3938fe190b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8120336f-5e3e-4907-b78a-ce3938fe190b,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:46:28.314678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:28.383871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5076bb38-8c2b-4fc5-b157-40c6322531da None None] Pushing event updated for resources: {'Port': ['ID=8120336f-5e3e-4907-b78a-ce3938fe190b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.194017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e861bc6d-66d0-4bfa-8dd5-f00ce4c8449a None None] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:46:29.320721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f99634e4-73ea-4065-9c19-f9757bf490af None None] Provisioning complete for port 8120336f-5e3e-4907-b78a-ce3938fe190b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:29.321084 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f99634e4-73ea-4065-9c19-f9757bf490af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.437818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f99634e4-73ea-4065-9c19-f9757bf490af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.483132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f99634e4-73ea-4065-9c19-f9757bf490af None None] For port 8120336f-5e3e-4907-b78a-ce3938fe190b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8120336f-5e3e-4907-b78a-ce3938fe190b,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:46:29.489125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f99634e4-73ea-4065-9c19-f9757bf490af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:29.548803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99634e4-73ea-4065-9c19-f9757bf490af None None] Pushing event updated for resources: {'Port': ['ID=8120336f-5e3e-4907-b78a-ce3938fe190b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:46:29.712918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-20d7eb98-6014-47ad-b65f-f3238fbc0ff9 None None] Provisioning complete for port 8120336f-5e3e-4907-b78a-ce3938fe190b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:29.714019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-20d7eb98-6014-47ad-b65f-f3238fbc0ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:30.535107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8120336f-5e3e-4907-b78a-ce3938fe190b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:46:30.598947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8120336f-5e3e-4907-b78a-ce3938fe190b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:46:30.599387 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:43.785344 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-635ceeef-c4bc-4634-bf3e-d8a16f0158f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:46.274985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6ad7bfd1-9afe-49cb-b6aa-4a3f11199055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:48.859075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:49.562195 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:50.182038 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:46:58.250742 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:13.778110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af286d92-846a-4b6a-8886-9ef492512da8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:16.268815 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc85f9d8-41db-401c-ba40-3ec16b8f0ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:18.862317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:19.569441 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:20.178318 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:35.249694 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:47:43.786397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd708880-82e7-4b99-8377-44f262d2e904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.104627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.110773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-bf06be08-b353-41f8-8560-4697626d5dd0 tempest-verify_tempest_config-1908555398 tempest-verify_tempest_config-1908555398-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:47:45.112516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf06be08-b353-41f8-8560-4697626d5dd0 tempest-verify_tempest_config-1908555398 tempest-verify_tempest_config-1908555398-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0066662 Nov 12 08:47:45.449845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.560254 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.676824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.681297 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.734283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b154317-ded9-4c7c-9ae2-0b80e6892d9c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.738836 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34428a893bc344f8954957b456578dc8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2879381 Nov 12 08:47:45.741765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48002) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:47:45.744895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.745247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.745700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.745968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.746298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.746769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.746985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.747313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.747717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.748251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.748427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.748813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8058890b-32bb-410c-a82c-acfe7c150349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.812440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.836135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.933021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.936671 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:45.938484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b154317-ded9-4c7c-9ae2-0b80e6892d9c HTTP/1.1" status: 204 len: 168 time: 0.1956019 Nov 12 08:47:45.948801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b154317-ded9-4c7c-9ae2-0b80e6892d9c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:47:45.957657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.958293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.958636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.959088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.959431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.959789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.960593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.960832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.961159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.961713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.962027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:45.962355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b80f5c-71ee-4138-98f3-cd3890dcacc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:47:46.274260 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-31effb75-25b0-4985-aca0-873de8b000b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:48.865845 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:49.563446 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:47:50.182353 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:12.248529 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:13.778689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e027844-959e-4e07-bb7b-c362acb4e5d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:16.268193 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8dd52788-9aa2-4a96-8132-ba670bf3b2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:18.867331 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:19.567855 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:20.185077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:43.782714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3326fe7f-c5a8-4189-8f8c-c0665712e45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:46.270566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f6baf71-8323-4262-994b-8dfafbb05939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:48.870357 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:49.248006 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:48:49.570135 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:48:50.188709 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:13.785554 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f211be9-1242-4516-9139-bdce4f21fa31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:16.273184 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8bd7f57-e199-4108-8c74-82db17b6221d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:18.873399 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:19.573955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:20.191594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:26.247670 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:49:43.786957 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-093aa11c-da71-440f-b2e0-588d17c8c123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:46.275641 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b295ec1d-bb58-4ef5-810e-2b67ab0d742a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:48.874440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:49.577007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:49:50.194471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:03.246587 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:13.788376 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ee31e8d6-b10d-421b-80de-84edb9c17a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:16.277908 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4a14796-65dc-4c9d-a737-fb612cf8e791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:18.877613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:19.580341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:20.196622 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:40.245465 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 5 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:50:43.790454 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b2dad488-6936-4b68-a93f-dfdb1b9d6a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:46.278980 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-787b498b-3ad4-42a2-a31b-525f01c78785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:48.879932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:49.584531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:50.199170 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.469297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704108'] for agent, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:50:57.839440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1704108'] for agent, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:13.796348 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-25737d7a-c33e-4313-8e46-2c8365c7af1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:16.281441 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-107fd702-7352-4d3c-863d-db26c9a28396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:17.246202 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:18.883335 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:19.588472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:20.202440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.442391 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:27.839089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:43.788315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ef04af73-5602-4c95-af0b-a945dcbd5360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:46.284066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-897b2f42-aac5-408e-bd17-e56a94043629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:47.807885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48056) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:47.910286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-20094f95-17a7-4e05-b923-726a3deb7a11 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1003859 Nov 12 08:51:48.885425 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:49.592835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.206445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:50.251575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:51:50.313294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-768d7899-6d37-4256-8243-7640bc0a7fb0 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0605741 Nov 12 08:51:54.245733 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:51:57.445586 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:51:57.837412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:13.788085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f25f608-e916-44ae-a2a7-db214e70b365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:16.286110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25e0-d434-4682-88cf-f65deb6c90eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:18.888337 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:19.594095 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:20.211486 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.444092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:27.836085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:31.246336 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:52:43.791151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-653335e2-f26f-42db-9831-e96713356b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:46.289282 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e75e05a4-858b-42df-a583-b50029429e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:48.892058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:49.597417 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:50.215094 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.448750 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:52:57.858047 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:08.245606 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:13.796683 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6673e204-e7ff-46c3-85b0-dc3fde1d355d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.256602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48316) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:16.296065 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc2a0a5d-df61-4bb5-87cc-06c459f30b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:16.692650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48338) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:16.708719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7b0aec98-0a15-4292-82ae-3193b58e6862 tempest-AutoAllocateNetworkTest-963071584 tempest-AutoAllocateNetworkTest-963071584-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6e4bf19275184db2b97a7f45755f3c2d&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4507563 Nov 12 08:53:16.908554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb496447-216d-4238-b641-81088643ec40 tempest-AutoAllocateNetworkTest-963071584 tempest-AutoAllocateNetworkTest-963071584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:16.912421 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cb496447-216d-4238-b641-81088643ec40 tempest-AutoAllocateNetworkTest-963071584 tempest-AutoAllocateNetworkTest-963071584-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2185459 Nov 12 08:53:16.913176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48356) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:16.975840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-51a15ec5-5a6b-46fa-9a8c-25821872737d tempest-AutoAllocateNetworkTest-963071584 tempest-AutoAllocateNetworkTest-963071584-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610952 Nov 12 08:53:16.978230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48358) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:17.008541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9aa575f8-e286-45df-914b-0770159eea80 tempest-AutoAllocateNetworkTest-963071584 tempest-AutoAllocateNetworkTest-963071584-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6e4bf19275184db2b97a7f45755f3c2d HTTP/1.1" status: 200 len: 208 time: 0.0291748 Nov 12 08:53:17.640117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48396) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.030570 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.118936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.124116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.163926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c483cd-6b67-4a83-86c7-a4dd9eb6b7e0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.174160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.174499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.174839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.175169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.175495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.175821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.176163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.176626 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.177082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.177567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.177885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.178204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] Tracked resource versions report: Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: pushed versions: Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: { 'AddressGroup': {'1.2'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'ConntrackHelper': {'1.0'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Log': {'1.0'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Network': {'1.1'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Port': {'1.7'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'PortForwarding': {'1.2'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'QosPolicy': {'1.10'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'SecurityGroup': {'1.5'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'SubPort': {'1.0'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Subnet': {'1.1'}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Trunk': {'1.1'}} Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: consumer versions: Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: HyperV agent@n-h1-769329-17: {}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: HyperV agent@n-h2-769329-17: {}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: L3 agent@n-d-769329-17: {}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: Metadata agent@n-d-769329-17: {}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: Metering agent@n-d-769329-17: {}, Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'ConntrackHelper': '1.0', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Log': '1.0', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Network': '1.1', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Port': '1.7', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'PortForwarding': '1.2', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'QosPolicy': '1.10', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'SecurityGroup': '1.5', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'SecurityGroupRule': '1.2', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'SubPort': '1.0', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Subnet': '1.1', Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: 'Trunk': '1.1'}} Nov 12 08:53:18.179293 n-d-769329-17 neutron-server[109377]: {{(pid=109377) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:53:18.194882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.208195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4dd01097-f6fd-470b-b573-01384c8ac6e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e4bf19275184db2b97a7f45755f3c2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5666542 Nov 12 08:53:18.252036 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.275759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.365049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.409975 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.412768 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.413957 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6c483cd-6b67-4a83-86c7-a4dd9eb6b7e0 HTTP/1.1" status: 204 len: 168 time: 0.2180777 Nov 12 08:53:18.433788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c483cd-6b67-4a83-86c7-a4dd9eb6b7e0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.448273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.448835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.449598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.450124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.450665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.451186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.451716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.452260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.452915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.453575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.454113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.455638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc58a06-3f16-4976-ab82-e2c36a07a45a admin admin] Tracked resource versions report: Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: pushed versions: Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: { 'AddressGroup': {'1.2'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'ConntrackHelper': {'1.0'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Log': {'1.0'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Network': {'1.1'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Port': {'1.7'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'PortForwarding': {'1.2'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'QosPolicy': {'1.10'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'SecurityGroup': {'1.5'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'SubPort': {'1.0'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Subnet': {'1.1'}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Trunk': {'1.1'}} Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: consumer versions: Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: HyperV agent@n-h1-769329-17: {}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: HyperV agent@n-h2-769329-17: {}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: L3 agent@n-d-769329-17: {}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: Metadata agent@n-d-769329-17: {}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: Metering agent@n-d-769329-17: {}, Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'ConntrackHelper': '1.0', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Log': '1.0', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Network': '1.1', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Port': '1.7', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'PortForwarding': '1.2', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'QosPolicy': '1.10', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'SecurityGroup': '1.5', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'SecurityGroupRule': '1.2', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'SubPort': '1.0', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Subnet': '1.1', Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: 'Trunk': '1.1'}} Nov 12 08:53:18.457382 n-d-769329-17 neutron-server[109376]: {{(pid=109376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:53:18.754612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b563de2b-80b9-4ed1-a62c-a4a1d6b27879 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.857082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b563de2b-80b9-4ed1-a62c-a4a1d6b27879 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.865215 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b563de2b-80b9-4ed1-a62c-a4a1d6b27879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.897844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.906267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b563de2b-80b9-4ed1-a62c-a4a1d6b27879 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c622a101162144c5b7942bf0c915298f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5402856 Nov 12 08:53:18.907135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563de2b-80b9-4ed1-a62c-a4a1d6b27879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa182009-9261-4d3f-8ec6-f1492ea1610e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:18.910065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48458) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:18.972967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fffec6b-5aa3-48ed-bd63-86221ab51b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:18.994744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fffec6b-5aa3-48ed-bd63-86221ab51b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.046428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fffec6b-5aa3-48ed-bd63-86221ab51b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.050085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fffec6b-5aa3-48ed-bd63-86221ab51b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.053824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0fffec6b-5aa3-48ed-bd63-86221ab51b9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa182009-9261-4d3f-8ec6-f1492ea1610e HTTP/1.1" status: 204 len: 168 time: 0.1400545 Nov 12 08:53:19.060581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffec6b-5aa3-48ed-bd63-86221ab51b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa182009-9261-4d3f-8ec6-f1492ea1610e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:19.248923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48476) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:19.606870 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.667025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc157-b54e-4a3c-9e00-62c0026c748e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.743194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:19.747647 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc157-b54e-4a3c-9e00-62c0026c748e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.757166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0bdc157-b54e-4a3c-9e00-62c0026c748e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.757458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff4b7bc-99ef-4366-bcc8-3f5fb2bee97e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.787672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdc157-b54e-4a3c-9e00-62c0026c748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a329c8b-3169-40d5-b3eb-0eb14c89741e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:19.811671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0bdc157-b54e-4a3c-9e00-62c0026c748e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64fc98e438984787ac4fa79dafd57a6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5615468 Nov 12 08:53:19.814899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48502) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:19.857221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff4b7bc-99ef-4366-bcc8-3f5fb2bee97e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.862867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff4b7bc-99ef-4366-bcc8-3f5fb2bee97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.887862 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49a5f932-8ea4-4c40-a4f6-deae77e63c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.896416 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3ff4b7bc-99ef-4366-bcc8-3f5fb2bee97e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f41e4e55d03487e95f2b8878cc4a5b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1519635 Nov 12 08:53:19.897397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48508) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:19.921885 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49a5f932-8ea4-4c40-a4f6-deae77e63c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.979103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49a5f932-8ea4-4c40-a4f6-deae77e63c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.982540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49a5f932-8ea4-4c40-a4f6-deae77e63c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:19.983999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-49a5f932-8ea4-4c40-a4f6-deae77e63c56 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a329c8b-3169-40d5-b3eb-0eb14c89741e HTTP/1.1" status: 204 len: 168 time: 0.1677952 Nov 12 08:53:19.995080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5f932-8ea4-4c40-a4f6-deae77e63c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a329c8b-3169-40d5-b3eb-0eb14c89741e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.010847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4b7bc-99ef-4366-bcc8-3f5fb2bee97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edeb9bf-a8b0-403b-985d-074944ded437,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.054524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8938cce6-87e5-4e50-9ceb-11fa1f3d4dbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.082875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8938cce6-87e5-4e50-9ceb-11fa1f3d4dbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.145303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8938cce6-87e5-4e50-9ceb-11fa1f3d4dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.151546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8938cce6-87e5-4e50-9ceb-11fa1f3d4dbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.153911 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8938cce6-87e5-4e50-9ceb-11fa1f3d4dbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0edeb9bf-a8b0-403b-985d-074944ded437 HTTP/1.1" status: 204 len: 168 time: 0.2546451 Nov 12 08:53:20.165041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938cce6-87e5-4e50-9ceb-11fa1f3d4dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edeb9bf-a8b0-403b-985d-074944ded437,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.228847 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.728064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:20.743539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62e8c5ee-03a9-41d1-bc2f-9ce207df4e65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.833032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62e8c5ee-03a9-41d1-bc2f-9ce207df4e65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.837260 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62e8c5ee-03a9-41d1-bc2f-9ce207df4e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.877017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-62e8c5ee-03a9-41d1-bc2f-9ce207df4e65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ab976d54baf457882e5c294f9e9c7b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1472545 Nov 12 08:53:20.879739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48570) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:20.884512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8c5ee-03a9-41d1-bc2f-9ce207df4e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1e539-405d-4a60-aa4c-5013297fdba0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:20.941186 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc63b0eb-066a-4a2c-acda-a2e3fcd0403a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:20.967889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc63b0eb-066a-4a2c-acda-a2e3fcd0403a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.032215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc63b0eb-066a-4a2c-acda-a2e3fcd0403a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.034963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc63b0eb-066a-4a2c-acda-a2e3fcd0403a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:21.039329 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bc63b0eb-066a-4a2c-acda-a2e3fcd0403a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94d1e539-405d-4a60-aa4c-5013297fdba0 HTTP/1.1" status: 204 len: 168 time: 0.1568534 Nov 12 08:53:21.047831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63b0eb-066a-4a2c-acda-a2e3fcd0403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1e539-405d-4a60-aa4c-5013297fdba0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:22.757831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:22.761762 n-d-769329-17 neutron-server[109376]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:53:22.787351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-d20d1b58-f5e8-442f-ad65-4b9742a0d0bb tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fc1ae4c86a2e4675a7c488ccecb88793&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270588 Nov 12 08:53:22.794147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48734) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:22.828352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48738) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:23.011112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-d92fa528-e534-4c48-b713-a6b7fc44ea4c tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:23.018610 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-d92fa528-e534-4c48-b713-a6b7fc44ea4c tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253039 Nov 12 08:53:23.040154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-f233c1df-038d-46e8-afc1-287fa0e53b23 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/quotas/fc1ae4c86a2e4675a7c488ccecb88793 HTTP/1.1" status: 200 len: 375 time: 0.0204432 Nov 12 08:53:23.120578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-5b8244b6-e130-4eab-ab12-71da94868694 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fc1ae4c86a2e4675a7c488ccecb88793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790324 Nov 12 08:53:23.151793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48167f11-fc51-43cf-a744-7f1600f8e6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.260314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48167f11-fc51-43cf-a744-7f1600f8e6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.268977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48167f11-fc51-43cf-a744-7f1600f8e6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.272163 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad33698a-e953-434f-a088-e81cb8ba7ec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.335448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48167f11-fc51-43cf-a744-7f1600f8e6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09975171-7c90-45e6-84ad-ba3a4ced6013,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:23.348210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-48167f11-fc51-43cf-a744-7f1600f8e6af admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ccbabff0c164232a5276963f81be97d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5527582 Nov 12 08:53:23.350997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:23.464207 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50e0b95c-36e7-4a30-9535-843b0e4fb5b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.476290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad33698a-e953-434f-a088-e81cb8ba7ec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.483777 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad33698a-e953-434f-a088-e81cb8ba7ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.502500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50e0b95c-36e7-4a30-9535-843b0e4fb5b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.543721 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ad33698a-e953-434f-a088-e81cb8ba7ec4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=036d3237d84642b6b46323ba4409fea5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7141211 Nov 12 08:53:23.545654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33698a-e953-434f-a088-e81cb8ba7ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d1a8b7-7ed9-4429-b977-c2e84f622ab9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:23.546818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:23.610486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50e0b95c-36e7-4a30-9535-843b0e4fb5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.613610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50e0b95c-36e7-4a30-9535-843b0e4fb5b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.615964 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-50e0b95c-36e7-4a30-9535-843b0e4fb5b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09975171-7c90-45e6-84ad-ba3a4ced6013 HTTP/1.1" status: 204 len: 168 time: 0.2627687 Nov 12 08:53:23.631769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d960feb5-9008-4e09-9d1d-4880cf7039df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.634343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e0b95c-36e7-4a30-9535-843b0e4fb5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09975171-7c90-45e6-84ad-ba3a4ced6013,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:23.666547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d960feb5-9008-4e09-9d1d-4880cf7039df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.718351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d960feb5-9008-4e09-9d1d-4880cf7039df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.721649 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d960feb5-9008-4e09-9d1d-4880cf7039df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:23.722794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d960feb5-9008-4e09-9d1d-4880cf7039df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2d1a8b7-7ed9-4429-b977-c2e84f622ab9 HTTP/1.1" status: 204 len: 168 time: 0.1747160 Nov 12 08:53:23.732106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960feb5-9008-4e09-9d1d-4880cf7039df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d1a8b7-7ed9-4429-b977-c2e84f622ab9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:23.812826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.077269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48818) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.451360 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da443d7c-d815-4db6-afaf-ba7200e88966 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.553569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da443d7c-d815-4db6-afaf-ba7200e88966 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.565033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da443d7c-d815-4db6-afaf-ba7200e88966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.596663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48856) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.612427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fefac733-78a4-4404-86c4-6083f300e3c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.685135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da443d7c-d815-4db6-afaf-ba7200e88966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50615a6b-ecec-4873-b39f-084aaeeb6ad1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:24.714950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-da443d7c-d815-4db6-afaf-ba7200e88966 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cc4d5a23c894573805aaa4029974611&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9010227 Nov 12 08:53:24.718016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48862) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.781520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fefac733-78a4-4404-86c4-6083f300e3c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.784967 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bb478e3-ec86-4882-89f5-a991b5b43ba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.788931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fefac733-78a4-4404-86c4-6083f300e3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.815193 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bb478e3-ec86-4882-89f5-a991b5b43ba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.847849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fefac733-78a4-4404-86c4-6083f300e3c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b98b887df8bb4d4d8520b38f34d44f00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2471664 Nov 12 08:53:24.848190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.891486 n-d-769329-17 neutron-server[109377]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 12 08:53:24.912960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:24.957184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd564-303f-44fd-b961-b4ae9b116060 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:24.991419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e8055af-d910-4cca-b8c1-bb92dc3b9999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.022348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e8055af-d910-4cca-b8c1-bb92dc3b9999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.024908 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bb478e3-ec86-4882-89f5-a991b5b43ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.028534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ff25c573-1f39-4611-ade6-a4efbcb42098 req-3c79c767-e747-4ffa-b166-a5f5d32feeab tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 210 time: 0.9488871 Nov 12 08:53:25.029069 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bb478e3-ec86-4882-89f5-a991b5b43ba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.029370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac733-78a4-4404-86c4-6083f300e3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea42e6e6-35e4-410d-9056-fc1812058165,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.030528 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1bb478e3-ec86-4882-89f5-a991b5b43ba5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50615a6b-ecec-4873-b39f-084aaeeb6ad1 HTTP/1.1" status: 204 len: 168 time: 0.3110478 Nov 12 08:53:25.119726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb478e3-ec86-4882-89f5-a991b5b43ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50615a6b-ecec-4873-b39f-084aaeeb6ad1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.178815 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd564-303f-44fd-b961-b4ae9b116060 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.191857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba1bd564-303f-44fd-b961-b4ae9b116060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.246244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ba1bd564-303f-44fd-b961-b4ae9b116060 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd4c3b18c5324641a08d23cbea9ea971&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3319745 Nov 12 08:53:25.249042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48892) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:25.251705 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e8055af-d910-4cca-b8c1-bb92dc3b9999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.255540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e8055af-d910-4cca-b8c1-bb92dc3b9999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.265738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0e8055af-d910-4cca-b8c1-bb92dc3b9999 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea42e6e6-35e4-410d-9056-fc1812058165 HTTP/1.1" status: 204 len: 168 time: 0.3936334 Nov 12 08:53:25.268249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bd564-303f-44fd-b961-b4ae9b116060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a45f5-92e5-43f5-ac0e-d242bc721a43,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.282072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8055af-d910-4cca-b8c1-bb92dc3b9999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea42e6e6-35e4-410d-9056-fc1812058165,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.351631 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc76-0285-4aba-bc9e-305de34b2f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.378794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc76-0285-4aba-bc9e-305de34b2f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.434342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc76-0285-4aba-bc9e-305de34b2f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.439521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a91dc76-0285-4aba-bc9e-305de34b2f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.440903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5a91dc76-0285-4aba-bc9e-305de34b2f79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/461a45f5-92e5-43f5-ac0e-d242bc721a43 HTTP/1.1" status: 204 len: 168 time: 0.1908283 Nov 12 08:53:25.451267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91dc76-0285-4aba-bc9e-305de34b2f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a45f5-92e5-43f5-ac0e-d242bc721a43,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:25.786888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-93c1db79-9c7f-4825-b45d-7fb9c827d5ae tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e0281a3f9ad14e60953a517b46628dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462756 Nov 12 08:53:25.918555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:25.924347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-332e1467-ad6f-43a1-80f0-57a343ae8d2b tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:25.926196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-332e1467-ad6f-43a1-80f0-57a343ae8d2b tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1290069 Nov 12 08:53:25.938310 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff658-44b8-4c4e-b035-d88681ad10c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:25.958071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-da788458-78b4-44d6-9a14-713f959f58e6 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/quotas/e0281a3f9ad14e60953a517b46628dbe HTTP/1.1" status: 200 len: 375 time: 0.0208421 Nov 12 08:53:26.052708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-5cfcccb9-39de-446c-a6f6-1c00b52a31b7 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0281a3f9ad14e60953a517b46628dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873504 Nov 12 08:53:26.077936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff658-44b8-4c4e-b035-d88681ad10c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.083286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b8ff658-44b8-4c4e-b035-d88681ad10c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.114004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2b8ff658-44b8-4c4e-b035-d88681ad10c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b28266b891e4495984ef5c581046f404&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1943283 Nov 12 08:53:26.116684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48944) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.178537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ff658-44b8-4c4e-b035-d88681ad10c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57855928-a81a-4aa0-81eb-71632b85700e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.228928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ded4ac7d-c6b0-4532-b80f-463d018d231c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.258384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ded4ac7d-c6b0-4532-b80f-463d018d231c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.385097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.62', 65001) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:26.389497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ded4ac7d-c6b0-4532-b80f-463d018d231c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.402809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ded4ac7d-c6b0-4532-b80f-463d018d231c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:26.414670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ded4ac7d-c6b0-4532-b80f-463d018d231c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57855928-a81a-4aa0-81eb-71632b85700e HTTP/1.1" status: 204 len: 168 time: 0.2968767 Nov 12 08:53:26.427571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4ac7d-c6b0-4532-b80f-463d018d231c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57855928-a81a-4aa0-81eb-71632b85700e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:26.441198 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-bdc3cf41-15b4-4d67-b10c-96f4e2afa19e tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fc1ae4c86a2e4675a7c488ccecb88793&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548873 Nov 12 08:53:26.581030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a690516c-5be3-4416-93e1-248c167e0925 req-9e6debe2-bf42-4fc0-9ac2-83cfd06d1032 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 210 time: 0.0571160 Nov 12 08:53:26.768681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-2f9c4429-1568-450a-989b-d2437f20b1bd tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:26.770200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-2f9c4429-1568-450a-989b-d2437f20b1bd tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223705 Nov 12 08:53:26.789524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-576fba29-7b1b-4be6-b338-5ef1c17b2b20 req-9e8541de-90b9-448d-94f3-2f258a1cce20 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 210 time: 0.0840011 Nov 12 08:53:26.905319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Request body: {'port': {'device_id': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'fc1ae4c86a2e4675a7c488ccecb88793'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:27.247317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Made reservation on behalf of fc1ae4c86a2e4675a7c488ccecb88793 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:27.257195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.273942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.431364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.437058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.474149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.517888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd955167-2b56-4ab4-a268-f55cb6ea3268,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:27.859103 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:27.880322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Allocated IP 192.168.233.248 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:28.148341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc0ed37-56da-4f1b-b1f1-78c6589abfe5 req-a759f518-793e-4f8c-a4ef-3f6dc4a498da tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 210 time: 0.0488496 Nov 12 08:53:28.156986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a02c79-f82e-4244-bca8-261858837912 req-2c3992c0-dad0-4845-99dc-ea0eeb1f2b13 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 210 time: 0.0338454 Nov 12 08:53:28.219152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49070) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:28.228662 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.384704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.55', 49234) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:28.399647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.505566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-626c6e6c-1bb6-42a2-ae10-1348f3703b70 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e0281a3f9ad14e60953a517b46628dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189659 Nov 12 08:53:28.520791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Pushing event updated for resources: {'Port': ['ID=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:28.544369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:28.546250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:28.565266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:28.581125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.582911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:28.627417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-26c00f2f-a2ab-430d-a1f1-8692ea060d44 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7322438 Nov 12 08:53:28.650445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-859dd797-d409-466d-af74-ed69ab86692e tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:53:28.653810 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-859dd797-d409-466d-af74-ed69ab86692e tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119598 Nov 12 08:53:28.815165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-a949b464-46b2-4b5b-81ea-546acb05129a tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:28.831011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-a949b464-46b2-4b5b-81ea-546acb05129a tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149154 Nov 12 08:53:28.918159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Request body: {'port': {'device_id': '97d75916-1768-4abb-892c-82e64f48e933', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'e0281a3f9ad14e60953a517b46628dbe'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:28.956017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c601fb68-5039-4748-b69b-7b5a3441a3ab None None] Provisioning complete for port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:28.957617 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c601fb68-5039-4748-b69b-7b5a3441a3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.012671 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad74a-63d3-4eef-bd5e-be8fcd809dff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.034628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c601fb68-5039-4748-b69b-7b5a3441a3ab None None] Port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:29.621038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Made reservation on behalf of e0281a3f9ad14e60953a517b46628dbe for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:29.624808 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.650887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e280520-5d3c-4325-ae6d-5c34a3fb6e6d req-db032c1d-1cb6-459b-8234-ca052eedd0f9 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:29.652545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7e280520-5d3c-4325-ae6d-5c34a3fb6e6d req-db032c1d-1cb6-459b-8234-ca052eedd0f9 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 936 time: 0.3300238 Nov 12 08:53:29.666130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.796986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad74a-63d3-4eef-bd5e-be8fcd809dff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.823874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d9ad74a-63d3-4eef-bd5e-be8fcd809dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:29.869659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6d3162a-03b6-489b-8ef9-55e9ae4b380d req-413e1515-327f-4cea-8798-3f96d98f2df6 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 210 time: 0.0437174 Nov 12 08:53:29.888264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0d9ad74a-63d3-4eef-bd5e-be8fcd809dff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6a64cb4785547e8922ef2d1a6dde8f1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6675422 Nov 12 08:53:29.890955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:29.891833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7e280520-5d3c-4325-ae6d-5c34a3fb6e6d req-839513c9-c483-43cb-a9b3-89eefa00a7d7 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287440 Nov 12 08:53:29.966602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ad74a-63d3-4eef-bd5e-be8fcd809dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313c7060-3ff9-4332-be96-6f3f00d4bbe2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:30.031591 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac36872a-82df-450c-8212-bc4f2b077e6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.060787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac36872a-82df-450c-8212-bc4f2b077e6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.102182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.108379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.169125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac36872a-82df-450c-8212-bc4f2b077e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.171838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac36872a-82df-450c-8212-bc4f2b077e6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:30.176423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac36872a-82df-450c-8212-bc4f2b077e6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/313c7060-3ff9-4332-be96-6f3f00d4bbe2 HTTP/1.1" status: 204 len: 168 time: 0.2833650 Nov 12 08:53:30.189484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36872a-82df-450c-8212-bc4f2b077e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313c7060-3ff9-4332-be96-6f3f00d4bbe2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:30.462335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb0344e-d644-43c1-93de-b00ac3002d8a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:30.665876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Allocated IP 192.168.233.75 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/1650d208-315d-4335-b494-ccb2782a8296) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:31.079100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.176535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc0cadf8-f451-4941-9eb5-326441507129 req-8b004a57-71a5-44ca-8e44-8250b50659b4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 210 time: 0.1114829 Nov 12 08:53:31.249003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:31.257848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09866441-89f1-43a7-9e0a-0ca9214b578c req-d9ce18a4-91a4-474c-ba54-f27da53fc3ba tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.278700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:31.279664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09866441-89f1-43a7-9e0a-0ca9214b578c req-d9ce18a4-91a4-474c-ba54-f27da53fc3ba tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 936 time: 0.1754801 Nov 12 08:53:31.288417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.521112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:31.560315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09866441-89f1-43a7-9e0a-0ca9214b578c req-349a9a2a-526d-4a85-9413-2e50e5b947ad tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565684 Nov 12 08:53:31.619611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:31.629785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:31.640648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49226) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:31.660008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:31.660008 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.667528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9519a9b-b615-4ecd-9e52-6100ed22defc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.709562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Pushing event updated for resources: {'Port': ['ID=1650d208-315d-4335-b494-ccb2782a8296,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:31.742033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-81ed9f2c-bcae-4a38-ae57-d1a99f126ac5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8345811 Nov 12 08:53:31.753004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-a9766235-1f37-4a8c-87c9-c70efa5d9d55 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:53:31.755541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-a9766235-1f37-4a8c-87c9-c70efa5d9d55 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077064 Nov 12 08:53:31.831605 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9519a9b-b615-4ecd-9e52-6100ed22defc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.846479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9519a9b-b615-4ecd-9e52-6100ed22defc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:31.915629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9519a9b-b615-4ecd-9e52-6100ed22defc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be91a72c-28bc-4a6a-a33c-695b255c0d0b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:31.965896 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b9519a9b-b615-4ecd-9e52-6100ed22defc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd733adf2973486b82000c63217aa382&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219936 Nov 12 08:53:31.967808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49230) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:31.975342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Request body: {'port': {'device_id': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'device_owner': 'compute:tempest-test_az-1523372948', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:32.041287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b269323e-2940-406f-9bac-f2293dc37b89 None None] Provisioning complete for port 1650d208-315d-4335-b494-ccb2782a8296 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:32.044171 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b269323e-2940-406f-9bac-f2293dc37b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.094085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49232) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:32.108655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b269323e-2940-406f-9bac-f2293dc37b89 None None] Port 1650d208-315d-4335-b494-ccb2782a8296 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:32.118100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1425302058-network', 'tenant_id': '26873fceeee4477e95b5a4ab30f904f6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:32.124862 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88290295-c9c3-4638-be3f-bce0b0cb5c53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.170334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88290295-c9c3-4638-be3f-bce0b0cb5c53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.184396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f7291ca-3091-4763-9647-4259bdd24c26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.322294 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88290295-c9c3-4638-be3f-bce0b0cb5c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.325289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88290295-c9c3-4638-be3f-bce0b0cb5c53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.329189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-88290295-c9c3-4638-be3f-bce0b0cb5c53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be91a72c-28bc-4a6a-a33c-695b255c0d0b HTTP/1.1" status: 204 len: 168 time: 0.3578415 Nov 12 08:53:32.360235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88290295-c9c3-4638-be3f-bce0b0cb5c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be91a72c-28bc-4a6a-a33c-695b255c0d0b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:32.508001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Made reservation on behalf of 26873fceeee4477e95b5a4ab30f904f6 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:32.512202 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.533869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.707270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.775258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5575bb8-84c2-4261-8511-fe6d3065ec16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:32.812929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a20ee9-5662-4821-8f5e-0a9a83235a19 req-fcfc684c-eb60-4938-bcbc-24f7677db00d tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:32.822227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9a20ee9-5662-4821-8f5e-0a9a83235a19 req-fcfc684c-eb60-4938-bcbc-24f7677db00d tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 935 time: 0.5320253 Nov 12 08:53:32.913480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd589ba6-0210-4b40-9242-4c9fe0b3f000 req-776d3702-bdb3-44df-a315-5c4f1d86608b tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:32.916048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd589ba6-0210-4b40-9242-4c9fe0b3f000 req-776d3702-bdb3-44df-a315-5c4f1d86608b tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 936 time: 0.1247098 Nov 12 08:53:33.028933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.054585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.068243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:33.090678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.090678 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Added segment 9af557e5-30c5-4196-addc-8ad2d56afad0 of type vlan for network 7de582a9-5249-4ccc-bc32-d2585eabacbd Nov 12 08:53:33.124314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd589ba6-0210-4b40-9242-4c9fe0b3f000 req-5b0228e4-842b-4521-b5de-710eb6bd68b7 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009733 Nov 12 08:53:33.179307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5575bb8-84c2-4261-8511-fe6d3065ec16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.185040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a5575bb8-84c2-4261-8511-fe6d3065ec16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.250535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4319e2bc-fb35-4e09-941b-dc32467a5557,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:33.271154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.316259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a5575bb8-84c2-4261-8511-fe6d3065ec16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0085ebfa50874c078a29ec20ef548050&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2198708 Nov 12 08:53:33.320778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49256) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:33.357638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5575bb8-84c2-4261-8511-fe6d3065ec16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78757109-cd30-4ed9-9f67-9942b7d10126,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:33.419867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:53:33.457946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f7291ca-3091-4763-9647-4259bdd24c26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.465451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-794286f6-70f9-4ecb-9a1e-73b8efd797b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.471490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9a20ee9-5662-4821-8f5e-0a9a83235a19 req-cdd0f91f-931a-464a-a576-df286952863a tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6478999 Nov 12 08:53:33.486632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Request body: {'port': {'device_id': '97d75916-1768-4abb-892c-82e64f48e933', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:33.499082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f7291ca-3091-4763-9647-4259bdd24c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.542910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5f7291ca-3091-4763-9647-4259bdd24c26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48b3cf485bab4cfb8c093f9e109c72ee&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2604115 Nov 12 08:53:33.552337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49262) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:33.564431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-794286f6-70f9-4ecb-9a1e-73b8efd797b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.582620 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.584057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:33.584979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.651815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.662607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] Pushing event updated for resources: {'Network': ['ID=7de582a9-5249-4ccc-bc32-d2585eabacbd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:33.674421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:33.696872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7291ca-3091-4763-9647-4259bdd24c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba0359f-6f09-414f-bad1-88c144db9036,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:33.742109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-580a7b47-9ed4-4d08-b4c8-daf2f86411da admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4915321 Nov 12 08:53:33.745297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49268) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:33.752522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Request body: {'subnet': {'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1425302058-subnet', 'tenant_id': '26873fceeee4477e95b5a4ab30f904f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:33.802711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Made reservation on behalf of 26873fceeee4477e95b5a4ab30f904f6 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:33.809043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.982482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-794286f6-70f9-4ecb-9a1e-73b8efd797b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.990131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-794286f6-70f9-4ecb-9a1e-73b8efd797b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:33.996946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-794286f6-70f9-4ecb-9a1e-73b8efd797b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78757109-cd30-4ed9-9f67-9942b7d10126 HTTP/1.1" status: 204 len: 168 time: 0.6730878 Nov 12 08:53:34.040664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5354dae8-64b4-4326-8f18-6624dbc90597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.055506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794286f6-70f9-4ecb-9a1e-73b8efd797b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78757109-cd30-4ed9-9f67-9942b7d10126,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:34.294147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5354dae8-64b4-4326-8f18-6624dbc90597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.404467 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.444670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:34.473576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5354dae8-64b4-4326-8f18-6624dbc90597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.478263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5354dae8-64b4-4326-8f18-6624dbc90597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.479199 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.482212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5354dae8-64b4-4326-8f18-6624dbc90597 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ba0359f-6f09-414f-bad1-88c144db9036 HTTP/1.1" status: 204 len: 168 time: 0.9260650 Nov 12 08:53:34.502702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354dae8-64b4-4326-8f18-6624dbc90597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba0359f-6f09-414f-bad1-88c144db9036,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:34.630656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef99a13-f81f-434a-bfee-7556b78ec09d req-03f415fd-729f-4b77-9ac1-3c3b815d21cc tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:34.633400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eef99a13-f81f-434a-bfee-7556b78ec09d req-03f415fd-729f-4b77-9ac1-3c3b815d21cc tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 936 time: 0.3801501 Nov 12 08:53:34.643588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Transition to ACTIVE for port object b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:34.648616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e805fb7-19cd-407c-a981-29ec2f5fb911,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:34.676014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:34.742237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6547c1c-183c-4f72-86fc-efad0470e285 req-206943fe-0e83-49ec-9d8f-beb5680f34f2 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:34.750744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6547c1c-183c-4f72-86fc-efad0470e285 req-206943fe-0e83-49ec-9d8f-beb5680f34f2 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 935 time: 0.1338556 Nov 12 08:53:34.877628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:34.878004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Network hostable DHCP agents. Network: 7de582a9-5249-4ccc-bc32-d2585eabacbd, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:34.912293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6547c1c-183c-4f72-86fc-efad0470e285 req-f5bfbf87-0d6b-4a63-a686-8ce7c8d57be4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569805 Nov 12 08:53:35.049667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eef99a13-f81f-434a-bfee-7556b78ec09d req-798448b9-5a02-4bec-9f50-2b3d827765d2 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045897 Nov 12 08:53:35.078387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1650d208-315d-4335-b494-ccb2782a8296 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:35.096209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.098283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:35.148790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Attempting to bind port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:35.150076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Transition to ACTIVE for port object 1650d208-315d-4335-b494-ccb2782a8296 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:35.151723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Attempting to bind port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:35.153531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Attempting to bind port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:35.158161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:35.159071 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.177570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:35.178062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Attempting to bind port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:35.193129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 7de582a9-5249-4ccc-bc32-d2585eabacbd) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:35.196366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:35.201066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:35.205783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a04b4-6886-4392-a32c-8a8d02132732 None None] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:35.216883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:35.218756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Bound port: b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:35.219269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.237834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:35.238708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.306424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=1650d208-315d-4335-b494-ccb2782a8296,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:35.420364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-97b379c9-2264-4ac7-b0da-f4ac2f3a28f1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6723917 Nov 12 08:53:35.428386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.539353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Attempting to bind port 1650d208-315d-4335-b494-ccb2782a8296 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:35.546368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Attempting to bind port 1650d208-315d-4335-b494-ccb2782a8296 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:35.546368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Attempting to bind port 1650d208-315d-4335-b494-ccb2782a8296 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:35.563033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Port 1650d208-315d-4335-b494-ccb2782a8296 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:35.564895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Attempting to bind port 1650d208-315d-4335-b494-ccb2782a8296 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:35.583259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] For port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:35.589058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:35.589449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:35.590210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] For port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:35.594644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:35.598043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0a6b-af81-4716-874c-cfca2a30b94e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.600380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Bound port: 1650d208-315d-4335-b494-ccb2782a8296, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:35.600768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.623753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.647471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59868fdd-3411-46a3-8aaf-19efa65b363e None None] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:35.682777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49316) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:35.742265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Pushing event updated for resources: {'Port': ['ID=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:35.775749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:35.776452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:35.782698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-b8aa7c06-0c06-4b63-90bb-f7be5e129566 service neutron] 10.222.0.62 "PUT /v2.0/ports/b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 HTTP/1.1" status: 200 len: 1119 time: 4.5395455 Nov 12 08:53:35.793952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'tag': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:35.968413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] For port 1650d208-315d-4335-b494-ccb2782a8296, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:35.979310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] For port 1650d208-315d-4335-b494-ccb2782a8296, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1650d208-315d-4335-b494-ccb2782a8296,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:35.993233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49324) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.009588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.342662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:36.481491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=1650d208-315d-4335-b494-ccb2782a8296,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:36.530266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5529e3c-0e26-4ef9-be7c-6c00a0389401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.570852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbb9478b-c58e-4768-9a05-97520c9d7f82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.612703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.613726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.615764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-ee81e4b4-4dda-467c-b0b2-1618c6041ca5 service neutron] 10.222.0.55 "PUT /v2.0/ports/1650d208-315d-4335-b494-ccb2782a8296 HTTP/1.1" status: 200 len: 1096 time: 4.1177037 Nov 12 08:53:36.621696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d75916-1768-4abb-892c-82e64f48e933', 'tag': '1650d208-315d-4335-b494-ccb2782a8296'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:36.649902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-14dbee39-0f98-4e64-ae95-98bfc83f4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.652504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-14dbee39-0f98-4e64-ae95-98bfc83f4a3e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc1ae4c86a2e4675a7c488ccecb88793&device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 1122 time: 0.5910137 Nov 12 08:53:36.686054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdd7e1-d1b2-4340-ba7b-7569f1fd4936 req-a739f304-1464-4340-af16-e7c0b753a8c4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:36.690934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4cdd7e1-d1b2-4340-ba7b-7569f1fd4936 req-a739f304-1464-4340-af16-e7c0b753a8c4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.5806837 Nov 12 08:53:36.836767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-33a49d74-7661-4880-8adb-8b27213e2d7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 HTTP/1.1" status: 200 len: 217 time: 0.1430268 Nov 12 08:53:36.846890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbb9478b-c58e-4768-9a05-97520c9d7f82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.889735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbb9478b-c58e-4768-9a05-97520c9d7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:36.953540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fbb9478b-c58e-4768-9a05-97520c9d7f82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95f2ecccecc84ac8ad8686b2d09fc2a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9585135 Nov 12 08:53:36.954761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49354) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.005895 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7" -d '{"events": [{"name": "network-changed", "server_uuid": "763d6742-b6b0-48aa-b29f-df5babe5a571", "tag": "b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:37.020422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb9478b-c58e-4768-9a05-97520c9d7f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2579f183-f5b4-46c3-953a-89099918222e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:37.054975 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0a6b-af81-4716-874c-cfca2a30b94e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.066848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0a6b-af81-4716-874c-cfca2a30b94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.078233 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a937678-412a-4880-8534-a0a73194d53e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.081075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4cdd7e1-d1b2-4340-ba7b-7569f1fd4936 req-11032160-6a01-471b-89ee-3cd5f7a59723 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036256 Nov 12 08:53:37.121732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a937678-412a-4880-8534-a0a73194d53e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.156324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-52704cf5-525b-4b19-a4ed-9dcb0a644385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.158330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-52704cf5-525b-4b19-a4ed-9dcb0a644385 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2921226 Nov 12 08:53:37.166607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a2dc0a6b-af81-4716-874c-cfca2a30b94e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35762f0b4b0f454e8d7a68f2ac28e8c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7330651 Nov 12 08:53:37.169503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.194661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49364) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:37.195672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc0a6b-af81-4716-874c-cfca2a30b94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec70cb06-5c1f-4927-9d51-60fcf0d4d2b6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:37.227142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc14502-ec20-4b22-a622-bccda1f25573 req-9991f553-f6bb-4b91-a120-31385a7cfa52 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.235362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bc14502-ec20-4b22-a622-bccda1f25573 req-9991f553-f6bb-4b91-a120-31385a7cfa52 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 970 time: 0.8156934 Nov 12 08:53:37.288660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a937678-412a-4880-8534-a0a73194d53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.291381 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a937678-412a-4880-8534-a0a73194d53e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.294880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a937678-412a-4880-8534-a0a73194d53e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2579f183-f5b4-46c3-953a-89099918222e HTTP/1.1" status: 204 len: 168 time: 0.3033760 Nov 12 08:53:37.298580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-8ba55f8e-4d7e-4b65-8a96-3faedfaeb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.300173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-8ba55f8e-4d7e-4b65-8a96-3faedfaeb339 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0281a3f9ad14e60953a517b46628dbe&device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 1099 time: 0.4478662 Nov 12 08:53:37.418968 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9451060b-79f1-446c-ba4c-424fd3a2fc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.471402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a937678-412a-4880-8534-a0a73194d53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2579f183-f5b4-46c3-953a-89099918222e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:37.511852 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1504d9-2956-4012-a680-57145a34864f" -d '{"events": [{"name": "network-changed", "server_uuid": "97d75916-1768-4abb-892c-82e64f48e933", "tag": "1650d208-315d-4335-b494-ccb2782a8296"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:37.539163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c49c762c-412c-4697-9ca3-91426d99cac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.662940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-cd541ce2-331c-4815-8bba-eafb9f22dc72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=1650d208-315d-4335-b494-ccb2782a8296 HTTP/1.1" status: 200 len: 217 time: 0.3395615 Nov 12 08:53:37.698166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bc14502-ec20-4b22-a622-bccda1f25573 req-d910623a-2033-4017-acfb-b6e510acee22 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613833 Nov 12 08:53:37.733778 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6daf2ce-bba9-4489-82ab-a9b3059ba1e3 x-openstack-request-id: req-b6daf2ce-bba9-4489-82ab-a9b3059ba1e3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:37.737584 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "763d6742-b6b0-48aa-b29f-df5babe5a571", "tag": "b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:37.739456 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6daf2ce-bba9-4489-82ab-a9b3059ba1e3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:37.740644 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'tag': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87', 'status': 'completed', 'code': 200} Nov 12 08:53:37.792518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c49c762c-412c-4697-9ca3-91426d99cac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.804286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5529e3c-0e26-4ef9-be7c-6c00a0389401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.812632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5529e3c-0e26-4ef9-be7c-6c00a0389401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.909241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-bf89a136-24b8-4cda-a488-7613d211d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.916023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-bf89a136-24b8-4cda-a488-7613d211d0bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7250071 Nov 12 08:53:37.927393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c49c762c-412c-4697-9ca3-91426d99cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.937350 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c49c762c-412c-4697-9ca3-91426d99cac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.939688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-8eb4db32-bfc6-4bd2-8dbf-d6630077a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:37.942436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-8eb4db32-bfc6-4bd2-8dbf-d6630077a073 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2432535 Nov 12 08:53:37.943471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c49c762c-412c-4697-9ca3-91426d99cac3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec70cb06-5c1f-4927-9d51-60fcf0d4d2b6 HTTP/1.1" status: 204 len: 168 time: 0.7728269 Nov 12 08:53:37.948442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9451060b-79f1-446c-ba4c-424fd3a2fc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:37.956060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5529e3c-0e26-4ef9-be7c-6c00a0389401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb34bd-e733-4659-b9d2-20c8c425119b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:37.982428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b5529e3c-0e26-4ef9-be7c-6c00a0389401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd950bf4c7d6421689f0274e2377e873&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2841971 Nov 12 08:53:37.986878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49390) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.051741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c762c-412c-4697-9ca3-91426d99cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec70cb06-5c1f-4927-9d51-60fcf0d4d2b6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:38.057635 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9451060b-79f1-446c-ba4c-424fd3a2fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.228667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1254238394-network', 'tenant_id': '62afd4077a4742c68b38d248180a9d31'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:38.366040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.377998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1137148573-network', 'tenant_id': '518fcb66d1c44827a32e3903eb10b597'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:38.385943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9451060b-79f1-446c-ba4c-424fd3a2fc8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b32d21e6f5924b0e8b227363a39855e7&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0250258 Nov 12 08:53:38.392211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451060b-79f1-446c-ba4c-424fd3a2fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0b2e15-23db-4bb6-a798-42b151c033f0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:38.400999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49396) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.401764 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf03605-564f-4c8f-9bc3-c6bdc0e0eb92 x-openstack-request-id: req-faf03605-564f-4c8f-9bc3-c6bdc0e0eb92 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:38.402817 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d75916-1768-4abb-892c-82e64f48e933", "tag": "1650d208-315d-4335-b494-ccb2782a8296", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:38.403455 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faf03605-564f-4c8f-9bc3-c6bdc0e0eb92 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:38.404940 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d75916-1768-4abb-892c-82e64f48e933', 'tag': '1650d208-315d-4335-b494-ccb2782a8296', 'status': 'completed', 'code': 200} Nov 12 08:53:38.408420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-398def12-0843-4839-b607-fd9493f90a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.453276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49398) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:38.466241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Made reservation on behalf of 62afd4077a4742c68b38d248180a9d31 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:38.470016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.519843 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-91aa10b7-dcc1-4222-8432-427a974b079f service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739276 Nov 12 08:53:38.521083 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7035-4734-4605-9186-d806ae4afd29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.524138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.531179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-398def12-0843-4839-b607-fd9493f90a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.559704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Made reservation on behalf of 518fcb66d1c44827a32e3903eb10b597 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:38.562255 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.590914 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.596795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-42bd720d-21ae-497a-9c4a-8d26f5c31cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:38.601511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-42bd720d-21ae-497a-9c4a-8d26f5c31cd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3765681 Nov 12 08:53:38.649668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95388d-88d3-4d69-abcc-9ddc6641a6e1 req-9ce9acf1-789d-4aa2-a88e-e50ac238e5f4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:38.672311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d95388d-88d3-4d69-abcc-9ddc6641a6e1 req-9ce9acf1-789d-4aa2-a88e-e50ac238e5f4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.4142902 Nov 12 08:53:38.674647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e996f309-786f-4a67-b369-bd64076ec8cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.913833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e996f309-786f-4a67-b369-bd64076ec8cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.918074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d95388d-88d3-4d69-abcc-9ddc6641a6e1 req-5e26adde-9e25-4922-9697-570fbd8f1a21 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435815 Nov 12 08:53:38.938331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-398def12-0843-4839-b607-fd9493f90a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.941479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-398def12-0843-4839-b607-fd9493f90a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:38.946100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-398def12-0843-4839-b607-fd9493f90a98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62cb34bd-e733-4659-b9d2-20c8c425119b HTTP/1.1" status: 204 len: 168 time: 0.9540901 Nov 12 08:53:38.973718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398def12-0843-4839-b607-fd9493f90a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb34bd-e733-4659-b9d2-20c8c425119b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:38.999815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-59d8ceb1-15a3-4d68-9f8b-2c69c602bf04 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190236 Nov 12 08:53:39.132581 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.153628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad86890-132c-4d6a-b6e8-4b43a1dc021c req-e48794a4-64c1-42fc-98c9-7a052a6485bb service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492200 Nov 12 08:53:39.154138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7035-4734-4605-9186-d806ae4afd29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.163089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.196988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7035-4734-4605-9186-d806ae4afd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.243746 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.244292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06755b0-cb45-4533-affa-013b57584176,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.256407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475619e-5564-45c3-8d2a-b463137baee2 req-8cae7bfc-d48f-466c-94c6-7d1c522806f5 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.263859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4475619e-5564-45c3-8d2a-b463137baee2 req-8cae7bfc-d48f-466c-94c6-7d1c522806f5 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 970 time: 0.3885057 Nov 12 08:53:39.305955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f7035-4734-4605-9186-d806ae4afd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bd9955-eca6-486b-92d8-f26243d34e1a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.328422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.362449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1504d9-2956-4012-a680-57145a34864f req-12834870-056f-4a65-bf9c-2cccb78b833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.368581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa1504d9-2956-4012-a680-57145a34864f req-12834870-056f-4a65-bf9c-2cccb78b833c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e0281a3f9ad14e60953a517b46628dbe&device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 1099 time: 0.1101532 Nov 12 08:53:39.379473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:39.391096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.391409 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Added segment ca5a3d54-e1fc-4326-98a0-d6b8536eaf1b of type vlan for network fadd4b8d-d8c3-46db-9578-fa0587b9cb78 Nov 12 08:53:39.441874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.490887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e80fa98-03ce-412e-bf38-5be0c705a2c4 req-ffc908e7-d034-496b-b1fb-1eab6411da48 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540972 Nov 12 08:53:39.491617 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.492703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.494022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.497071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e996f309-786f-4a67-b369-bd64076ec8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.500213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e996f309-786f-4a67-b369-bd64076ec8cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.504098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e996f309-786f-4a67-b369-bd64076ec8cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a0b2e15-23db-4bb6-a798-42b151c033f0 HTTP/1.1" status: 204 len: 168 time: 1.0892725 Nov 12 08:53:39.513234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:39.634867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Pushing event updated for resources: {'Network': ['ID=fadd4b8d-d8c3-46db-9578-fa0587b9cb78,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:39.650965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network fadd4b8d-d8c3-46db-9578-fa0587b9cb78 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:39.668595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1504d9-2956-4012-a680-57145a34864f req-33914ca0-38f8-446f-b94d-ea2b21669757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.671988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa1504d9-2956-4012-a680-57145a34864f req-33914ca0-38f8-446f-b94d-ea2b21669757 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2967196 Nov 12 08:53:39.752760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc8f7035-4734-4605-9186-d806ae4afd29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf20ee7328134e68982c705d46bf0f14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2915325 Nov 12 08:53:39.762950 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.764829 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Added segment 27ba71a7-a7e9-45fb-a3bd-3bbf91b9f8df of type vlan for network ef673e3b-845f-4ec4-b0d1-567dc9c21b13 Nov 12 08:53:39.797049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49424) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:39.847833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa1504d9-2956-4012-a680-57145a34864f req-02c98fbd-a273-4d67-bf45-bc5a11e9436e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=1650d208-315d-4335-b494-ccb2782a8296 HTTP/1.1" status: 200 len: 217 time: 0.1527798 Nov 12 08:53:39.906239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.963827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d0933be-bb35-44ca-b1f8-abfbe892f075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.978636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1504d9-2956-4012-a680-57145a34864f req-ff7cd467-76df-450d-a55b-3a4daba49797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.980068 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa1504d9-2956-4012-a680-57145a34864f req-ff7cd467-76df-450d-a55b-3a4daba49797 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1133916 Nov 12 08:53:39.993207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6223915 Nov 12 08:53:39.994827 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:39.996333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:39.997410 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.008797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49432) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:40.018394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4475619e-5564-45c3-8d2a-b463137baee2 req-b88cdab7-bf60-4c53-9c13-d4acadf31b73 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7535398 Nov 12 08:53:40.023325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Request body: {'subnet': {'network_id': 'fadd4b8d-d8c3-46db-9578-fa0587b9cb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1137148573-subnet', 'tenant_id': '518fcb66d1c44827a32e3903eb10b597', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:40.101090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8983729 Nov 12 08:53:40.101090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a637a66-2e35-458a-b419-4448d5d0f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d5d6a-0a1a-46e1-ab4c-28d146cfd0b8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.104461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d0933be-bb35-44ca-b1f8-abfbe892f075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.110406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49434) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:40.111001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49436) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:40.117848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Request body: {'subnet': {'network_id': 'ef673e3b-845f-4ec4-b0d1-567dc9c21b13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1254238394-subnet', 'tenant_id': '62afd4077a4742c68b38d248180a9d31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:40.132941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22372bbd-a9a6-418e-b5a8-2fb59ab66ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef673e3b-845f-4ec4-b0d1-567dc9c21b13,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.145477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996f309-786f-4a67-b369-bd64076ec8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0b2e15-23db-4bb6-a798-42b151c033f0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:40.150839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ef673e3b-845f-4ec4-b0d1-567dc9c21b13 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:40.166458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Made reservation on behalf of 518fcb66d1c44827a32e3903eb10b597 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:40.168751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Publish callbacks [] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.177479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-67478f31-2e49-4de0-8996-18b4f8b10352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:40.180013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-67478f31-2e49-4de0-8996-18b4f8b10352 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc1ae4c86a2e4675a7c488ccecb88793&device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 1122 time: 0.5631073 Nov 12 08:53:40.246066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12db274a-2c10-495a-8257-e6f393e0e13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.454779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:40.546948 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30b97ea9-97c3-4364-b39f-626fc3386fc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.702031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-ce920f57-8337-4349-8043-2d6cbae248cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:40.706150 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-ce920f57-8337-4349-8043-2d6cbae248cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.5110779 Nov 12 08:53:40.726756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Made reservation on behalf of 62afd4077a4742c68b38d248180a9d31 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:40.729487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.772032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1504d9-2956-4012-a680-57145a34864f req-31b5079f-ae80-4420-853f-65bc88357043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:40.775343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa1504d9-2956-4012-a680-57145a34864f req-31b5079f-ae80-4420-853f-65bc88357043 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7825007 Nov 12 08:53:40.830534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30b97ea9-97c3-4364-b39f-626fc3386fc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.848196 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30b97ea9-97c3-4364-b39f-626fc3386fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:40.887211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180b673-0fb5-4d37-a25c-b3625c228f0e req-8c871c6a-7d6d-4236-b754-b05c55d69c18 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:40.895466 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c180b673-0fb5-4d37-a25c-b3625c228f0e req-8c871c6a-7d6d-4236-b754-b05c55d69c18 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.7833955 Nov 12 08:53:40.926418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-30b97ea9-97c3-4364-b39f-626fc3386fc3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cffd4fe4555f40ce8170831f20d52f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705141 Nov 12 08:53:40.937934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-a9097ebb-4161-4825-beab-193fa4c45a85 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 HTTP/1.1" status: 200 len: 217 time: 0.1100931 Nov 12 08:53:40.938532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:41.054332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b97ea9-97c3-4364-b39f-626fc3386fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b92c69-8bce-4ed5-88b6-241097d6c4f7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:41.092893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d0933be-bb35-44ca-b1f8-abfbe892f075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.101691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d0933be-bb35-44ca-b1f8-abfbe892f075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.104951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5d0933be-bb35-44ca-b1f8-abfbe892f075 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5bd9955-eca6-486b-92d8-f26243d34e1a HTTP/1.1" status: 204 len: 168 time: 1.3036041 Nov 12 08:53:41.303850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c180b673-0fb5-4d37-a25c-b3625c228f0e req-5fdecc0d-ea88-4381-ac9a-a8e1ffc2739e tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066787 Nov 12 08:53:41.403576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0933be-bb35-44ca-b1f8-abfbe892f075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bd9955-eca6-486b-92d8-f26243d34e1a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:41.464524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-46b2685c-6dbb-4c93-b741-c5f47527152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:41.472955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-46b2685c-6dbb-4c93-b741-c5f47527152d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.3194904 Nov 12 08:53:41.756840 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91efa272-4b21-4409-94de-f305f1761ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.804270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12db274a-2c10-495a-8257-e6f393e0e13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.808385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa1504d9-2956-4012-a680-57145a34864f req-15e0ec85-3758-4105-b3be-abcfdcdee088 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0103390 Nov 12 08:53:41.815615 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12db274a-2c10-495a-8257-e6f393e0e13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.920129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-12db274a-2c10-495a-8257-e6f393e0e13f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1815f3f521934fdfb9030b93761203a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7923322 Nov 12 08:53:41.921768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db274a-2c10-495a-8257-e6f393e0e13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8265b-ec2f-4ff1-bddf-5fb531a8a821,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:41.927394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91efa272-4b21-4409-94de-f305f1761ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:41.960569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49462) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:42.005212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-c4add88f-c89b-4654-b179-b684d7fdda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.006854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-c4add88f-c89b-4654-b179-b684d7fdda94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4350863 Nov 12 08:53:42.097604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f345a-d7d3-4de8-b92a-60a313a05645 req-eb308ad2-075c-4700-a595-bf776ccaecd4 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.106435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-588f345a-d7d3-4de8-b92a-60a313a05645 req-eb308ad2-075c-4700-a595-bf776ccaecd4 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 970 time: 0.6320620 Nov 12 08:53:42.368183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-798dd8d5-1a83-449a-8f61-a327a50f0dbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.555052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-798dd8d5-1a83-449a-8f61-a327a50f0dbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.561839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.792549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa1504d9-2956-4012-a680-57145a34864f req-9754a610-f9c5-43ed-9377-ff2eaa73475c service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9308996 Nov 12 08:53:42.823946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.864130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a236b779-9156-434b-8a6a-6c354160b1e9,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:42.894286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188b728-0e51-4d30-8bfc-f7e02bfe75ce req-3ac76b8d-ea7b-4f72-9d77-8850e9582f1c tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:42.903520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7188b728-0e51-4d30-8bfc-f7e02bfe75ce req-3ac76b8d-ea7b-4f72-9d77-8850e9582f1c tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.3905377 Nov 12 08:53:42.921505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-588f345a-d7d3-4de8-b92a-60a313a05645 req-be0e0455-c3ba-49f7-948d-1ad91d113187 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8125083 Nov 12 08:53:42.923292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91efa272-4b21-4409-94de-f305f1761ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.926552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91efa272-4b21-4409-94de-f305f1761ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:42.930324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-91efa272-4b21-4409-94de-f305f1761ff7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4b92c69-8bce-4ed5-88b6-241097d6c4f7 HTTP/1.1" status: 204 len: 168 time: 1.9638913 Nov 12 08:53:42.932195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-33fa5aab-0556-442f-a144-61f7d4bdda52 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7971144 Nov 12 08:53:42.939506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa272-4b21-4409-94de-f305f1761ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b92c69-8bce-4ed5-88b6-241097d6c4f7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:43.008896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-798dd8d5-1a83-449a-8f61-a327a50f0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.018230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-798dd8d5-1a83-449a-8f61-a327a50f0dbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.034415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-798dd8d5-1a83-449a-8f61-a327a50f0dbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dde8265b-ec2f-4ff1-bddf-5fb531a8a821 HTTP/1.1" status: 204 len: 168 time: 1.0668790 Nov 12 08:53:43.101576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Checking segment: {'id': 'ca5a3d54-e1fc-4326-98a0-d6b8536eaf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'fadd4b8d-d8c3-46db-9578-fa0587b9cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:43.102020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Network hostable DHCP agents. Network: fadd4b8d-d8c3-46db-9578-fa0587b9cb78, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:43.270588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dd8d5-1a83-449a-8f61-a327a50f0dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8265b-ec2f-4ff1-bddf-5fb531a8a821,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:43.281072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0c954c-c4aa-4773-ac78-cb4573e476d1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:43.292407 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7188b728-0e51-4d30-8bfc-f7e02bfe75ce req-04612b43-87d4-40f4-9e1a-b47c683197c5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853138 Nov 12 08:53:43.293857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Network fadd4b8d-d8c3-46db-9578-fa0587b9cb78 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:43.312378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Checking segment: {'id': '27ba71a7-a7e9-45fb-a3bd-3bbf91b9f8df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ef673e3b-845f-4ec4-b0d1-567dc9c21b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:43.317318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Network hostable DHCP agents. Network: ef673e3b-845f-4ec4-b0d1-567dc9c21b13, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:43.339072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, fadd4b8d-d8c3-46db-9578-fa0587b9cb78) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:43.356505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473af32-8357-4aab-a037-cc7ba8b0a123 None None] Network fadd4b8d-d8c3-46db-9578-fa0587b9cb78 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:43.359723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:43.362389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.391422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Network ef673e3b-845f-4ec4-b0d1-567dc9c21b13 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:43.415035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e3ebbe5e-5320-4937-90f0-4ee23bf40c5d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4029121 Nov 12 08:53:43.421160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ef673e3b-845f-4ec4-b0d1-567dc9c21b13) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:43.429779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:43.433567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.465210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3757fb2a-0343-4e37-94a5-30e4c4d1b764 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3507323 Nov 12 08:53:43.521610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a29e25-6208-4ba6-8628-b6cfd36e910e None None] Network ef673e3b-845f-4ec4-b0d1-567dc9c21b13 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:43.643309 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d1997bc-7dac-49dc-9ebe-bf6713e656e7 req-3d3cea41-02a2-4be5-82c0-105a48258b6a service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882124 Nov 12 08:53:43.671999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6041e-a9e2-4f9d-ba76-4077701b363a None None] Network ef673e3b-845f-4ec4-b0d1-567dc9c21b13 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:43.824123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-182dd79b-ad13-4820-9546-997a12bd3638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:43.913457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80c02f-655b-4bcc-a307-cc30b83ceb18 None None] Network fadd4b8d-d8c3-46db-9578-fa0587b9cb78 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:44.267507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58808c4-2216-4337-8ebf-f395aa4d7d0d req-6b10b3c6-8714-42da-afee-edc47a7267c9 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:44.270045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d58808c4-2216-4337-8ebf-f395aa4d7d0d req-6b10b3c6-8714-42da-afee-edc47a7267c9 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 970 time: 0.1917827 Nov 12 08:53:44.381784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d58808c4-2216-4337-8ebf-f395aa4d7d0d req-fb751d9e-364e-4e26-aa37-128807fd7fb9 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797486 Nov 12 08:53:44.486045 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-8bda054b-1da3-4fb9-b24c-f51e15f278b1 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345182 Nov 12 08:53:44.589670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200be03-6ca1-4f44-b10e-2718ddead865 req-38288e8b-ff01-4d24-b101-52b4f85d68a4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:44.593018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e200be03-6ca1-4f44-b10e-2718ddead865 req-38288e8b-ff01-4d24-b101-52b4f85d68a4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.1110094 Nov 12 08:53:44.687379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-2310e837-023e-4408-979e-827db13f6ce1 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:44.689889 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-2310e837-023e-4408-979e-827db13f6ce1 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018211 Nov 12 08:53:44.701354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e200be03-6ca1-4f44-b10e-2718ddead865 req-de29ac85-94a1-4ef9-b210-63136f24ce04 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977111 Nov 12 08:53:44.713834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-2720fb30-d944-405e-af2b-47c70127b21a tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/quotas/fbb0cebcc7a14fbe843eec6feae117a7 HTTP/1.1" status: 200 len: 375 time: 0.0142493 Nov 12 08:53:44.772198 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-4d77e1a7-ad6d-4ef7-9dc0-358fa96abc25 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468686 Nov 12 08:53:45.077441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f7aadfe-33b7-4be6-8cac-7b9e04386c24 req-bc31796c-af9e-4f0d-9706-c6df658f56a6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 210 time: 0.0470452 Nov 12 08:53:45.248182 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:53:45.530814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-09bc6356-6e94-4cc6-bb8f-7d6813ce8f79 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.533599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-09bc6356-6e94-4cc6-bb8f-7d6813ce8f79 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.2807839 Nov 12 08:53:45.555578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-7b8aacc5-0fcd-453c-aef1-6de830b779b6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/quotas/26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 375 time: 0.0148716 Nov 12 08:53:45.595463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-1d95e71f-090d-4383-a6f2-46dbf0ac57c2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344746 Nov 12 08:53:45.596190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa59944b-5ca6-4d04-8d54-d3be7d0003b6 req-b9349be2-c32f-4aca-b804-6a9aeb544775 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.597934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa59944b-5ca6-4d04-8d54-d3be7d0003b6 req-b9349be2-c32f-4aca-b804-6a9aeb544775 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 970 time: 0.0856965 Nov 12 08:53:45.661307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa59944b-5ca6-4d04-8d54-d3be7d0003b6 req-62fb7e15-5f54-4d25-b403-d8c85b8f105e tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569825 Nov 12 08:53:45.826592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d3c37-cb97-4a0e-879e-c81253c83f72 req-643fe38a-34d2-4a38-8d3a-8d9c26f4c9f9 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:45.828299 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f04d3c37-cb97-4a0e-879e-c81253c83f72 req-643fe38a-34d2-4a38-8d3a-8d9c26f4c9f9 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.0553071 Nov 12 08:53:45.892732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f04d3c37-cb97-4a0e-879e-c81253c83f72 req-29ef3682-962c-4ba0-a03f-6d27ab5e8c09 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566497 Nov 12 08:53:46.001752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:46.007348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1145257635-network', 'tenant_id': '26304b94414c4c2a87f6253d3b203797'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:46.031178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Made reservation on behalf of 26304b94414c4c2a87f6253d3b203797 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:46.033852 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.043563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.116809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-e566b44c-15e8-4752-ad83-39e5e19c66ce service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:53:46.121637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-e566b44c-15e8-4752-ad83-39e5e19c66ce service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1960378 Nov 12 08:53:46.171436 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.181861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.274354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65fae6c-1395-4a3b-b9fe-523a1b535782,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.301696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-02dd263a-e12f-407e-a623-ed11ec81cbba service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673729 Nov 12 08:53:46.308006 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dc09ada0-b513-427a-bceb-286efa20901e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.320709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:46.325002 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea607df8-1a62-48d3-a055-f72616c1a70e req-378627aa-8826-4247-9450-ab7688c63352 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 210 time: 0.1161051 Nov 12 08:53:46.330298 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-649f9dc1-bd7b-4aa0-9156-c29bd8faaba1 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1356256 Nov 12 08:53:46.336286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.336710 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Added segment 5dce2280-d660-4437-a0c0-072e7ef7fd8e of type vlan for network ddfeae72-bd3f-4e05-ad98-fffc804c5e26 Nov 12 08:53:46.469124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.524538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-440db7e2-b514-4108-9321-4ab2be43f43f tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:46.526265 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-440db7e2-b514-4108-9321-4ab2be43f43f tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878154 Nov 12 08:53:46.527443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.528387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:46.529056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.538890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-38400b9b-c37a-4bca-9f8e-9a7d7db4d040 service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358878 Nov 12 08:53:46.571542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Request body: {'port': {'device_id': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'fbb0cebcc7a14fbe843eec6feae117a7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:46.623423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6202884 Nov 12 08:53:46.626386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49626) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:46.634061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Request body: {'subnet': {'network_id': 'ddfeae72-bd3f-4e05-ad98-fffc804c5e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1145257635-subnet', 'tenant_id': '26304b94414c4c2a87f6253d3b203797', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:46.640405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f991726-3c7e-4ad5-b825-001c4ce3304e admin admin] Pushing event updated for resources: {'Network': ['ID=ddfeae72-bd3f-4e05-ad98-fffc804c5e26,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:46.656719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ddfeae72-bd3f-4e05-ad98-fffc804c5e26 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:46.664462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Made reservation on behalf of 26304b94414c4c2a87f6253d3b203797 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:46.669015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Publish callbacks [] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.793710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Made reservation on behalf of fbb0cebcc7a14fbe843eec6feae117a7 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:46.797529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.813987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:46.981259 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7eb26ee-9a8f-4936-967c-02bdfaa31efd req-d4e28576-4079-4f31-a0f5-c4d66ec366b0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 210 time: 0.0809124 Nov 12 08:53:46.997728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a987769-80c2-455a-bed4-c9254dc8fc03 req-37ddae0a-a326-41d0-9b3d-05b1af18a9b3 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.018027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a987769-80c2-455a-bed4-c9254dc8fc03 req-37ddae0a-a326-41d0-9b3d-05b1af18a9b3 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 970 time: 0.2077036 Nov 12 08:53:47.093945 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.100098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.123086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a987769-80c2-455a-bed4-c9254dc8fc03 req-db650056-5fe0-47bf-a1ef-f28ce88d1d1d tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000972 Nov 12 08:53:47.151212 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.241111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75fe1e8e-2173-464b-b914-ecbc80a2f296,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:47.323149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c14c1f4-7290-4594-bf48-60af7f93218e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:47.339122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81110a-46e0-4758-bf56-a97699fb93e7 req-84391a16-7aa4-4bf9-8e10-5e41f14bb45f tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.340653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b81110a-46e0-4758-bf56-a97699fb93e7 req-84391a16-7aa4-4bf9-8e10-5e41f14bb45f tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.1291220 Nov 12 08:53:47.347264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Checking segment: {'id': '5dce2280-d660-4437-a0c0-072e7ef7fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ddfeae72-bd3f-4e05-ad98-fffc804c5e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:47.347643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Network hostable DHCP agents. Network: ddfeae72-bd3f-4e05-ad98-fffc804c5e26, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:47.400658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Network ddfeae72-bd3f-4e05-ad98-fffc804c5e26 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:47.404247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Allocated IP 192.168.233.185 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/8b0f8427-be13-47e9-b089-976adb360915) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:47.424034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b81110a-46e0-4758-bf56-a97699fb93e7 req-85238b1d-ac46-4eb2-aa0d-e9f1f6bc76bd tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718014 Nov 12 08:53:47.425384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ddfeae72-bd3f-4e05-ad98-fffc804c5e26) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:47.430276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.431138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.439848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39988dd2-a6fa-4570-b349-d43bfed05ebc None None] Network ddfeae72-bd3f-4e05-ad98-fffc804c5e26 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:47.475860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb95b556-1e37-47ee-8773-0c7b495544af admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8480208 Nov 12 08:53:47.605759 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5c84b2-6378-4663-9808-305ea8b34cd8 req-aae6ba71-cd46-4297-9dcf-438763ea49ba tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 210 time: 0.0678477 Nov 12 08:53:47.714048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b608e5-45d6-4d7e-b048-ae1573239c27 None None] Network ddfeae72-bd3f-4e05-ad98-fffc804c5e26 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:47.737629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.794634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.843378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:47.861976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:47.864829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:47.871575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:47.872160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:47.898794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3509650 Nov 12 08:53:47.915533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Request body: {'port': {'device_id': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'device_owner': 'compute:tempest-test_az-1523372948', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:47.920196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49682) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:47.982825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee96f87f-f3e4-44ae-aaff-70b7b8ac10c6 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Pushing event updated for resources: {'Port': ['ID=8b0f8427-be13-47e9-b089-976adb360915,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:48.003090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.046954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] Deleting subnet fb0c954c-c4aa-4773-ac78-cb4573e476d1 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:48.053992 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.151774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:48.194766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.250240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32127490-f71d-45b2-8a32-f5cddb078c7e req-1d9e950f-5ca7-45f4-8954-fd86402a16de tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 210 time: 0.0497618 Nov 12 08:53:48.283657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.340274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:48.365444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87', 'mac_address': 'fa:16:3e:01:62:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:tempest-test_az-1523372948', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:48.400617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c207fcd1-013d-47cc-a69e-71b2d82f4793 None None] Provisioning complete for port 8b0f8427-be13-47e9-b089-976adb360915 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:48.401264 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c207fcd1-013d-47cc-a69e-71b2d82f4793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.446695 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.475217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:48.480939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c207fcd1-013d-47cc-a69e-71b2d82f4793 None None] Port 8b0f8427-be13-47e9-b089-976adb360915 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:53:48.505992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:48.511900 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.585165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-332b9f48-97d7-4149-b818-6f733c4607f3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.585676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:48.586652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-332b9f48-97d7-4149-b818-6f733c4607f3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.3652649 Nov 12 08:53:48.595614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.596381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.596799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.597196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.597680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.598653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.599145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.599631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.600139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.600634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.601142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.601610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Tracked resource versions report: Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: pushed versions: Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: { 'AddressGroup': {'1.2'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'ConntrackHelper': {'1.0'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Log': {'1.0'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Network': {'1.1'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Port': {'1.7'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'PortForwarding': {'1.2'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'QosPolicy': {'1.10'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'SecurityGroup': {'1.5'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'SubPort': {'1.0'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Subnet': {'1.1'}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Trunk': {'1.1'}} Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: consumer versions: Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: HyperV agent@n-h1-769329-17: {}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: HyperV agent@n-h2-769329-17: {}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: L3 agent@n-d-769329-17: {}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: Metadata agent@n-d-769329-17: {}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: Metering agent@n-d-769329-17: {}, Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'ConntrackHelper': '1.0', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Log': '1.0', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Network': '1.1', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Port': '1.7', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'PortForwarding': '1.2', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'QosPolicy': '1.10', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'SecurityGroup': '1.5', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'SecurityGroupRule': '1.2', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'SubPort': '1.0', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Subnet': '1.1', Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: 'Trunk': '1.1'}} Nov 12 08:53:48.602886 n-d-769329-17 neutron-server[109378]: {{(pid=109378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:53:48.615059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0f8427-be13-47e9-b089-976adb360915 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:48.624120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:48.628594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Request body: {'port': {'device_id': '35d25ab8-e850-4379-aa82-b755206af020', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'admin_state_up': True, 'tenant_id': '26873fceeee4477e95b5a4ab30f904f6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:48.637990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.669392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Transition to ACTIVE for port object 8b0f8427-be13-47e9-b089-976adb360915 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:48.674829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.703572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.772805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cd567-0c80-4dea-b195-c93eaa525b93 req-fa90ebb1-90dd-4792-9972-55831b523ad7 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:48.774604 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc3cd567-0c80-4dea-b195-c93eaa525b93 req-fa90ebb1-90dd-4792-9972-55831b523ad7 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 971 time: 0.1859341 Nov 12 08:53:48.785704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0c954c-c4aa-4773-ac78-cb4573e476d1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:48.793959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Pushing event updated for resources: {'Port': ['ID=8b0f8427-be13-47e9-b089-976adb360915,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:48.797985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Attempting to bind port 8b0f8427-be13-47e9-b089-976adb360915 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:48.798412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Attempting to bind port 8b0f8427-be13-47e9-b089-976adb360915 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:48.798750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Attempting to bind port 8b0f8427-be13-47e9-b089-976adb360915 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:48.803693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:48.818018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Port 8b0f8427-be13-47e9-b089-976adb360915 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:48.818609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Attempting to bind port 8b0f8427-be13-47e9-b089-976adb360915 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:48.820143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.828076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:48.828454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6dd5e438-9617-4ef8-bfbf-1cde16b6e448 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fb0c954c-c4aa-4773-ac78-cb4573e476d1 HTTP/1.1" status: 204 len: 168 time: 0.9062958 Nov 12 08:53:48.862673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:48.863216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:48.863715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:48.864207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Bound port: 8b0f8427-be13-47e9-b089-976adb360915, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:48.864570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.945020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:48.995237 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e007ac9-053b-492e-9b38-727180ca4ce7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.052667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] For port 8b0f8427-be13-47e9-b089-976adb360915, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:49.066886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] For port 8b0f8427-be13-47e9-b089-976adb360915, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8b0f8427-be13-47e9-b089-976adb360915,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:49.083338 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.132881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc3cd567-0c80-4dea-b195-c93eaa525b93 req-6fdb2d17-87aa-4a0e-882c-87e4c0c63c4d tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393803 Nov 12 08:53:49.144954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.148968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Made reservation on behalf of 26873fceeee4477e95b5a4ab30f904f6 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:49.153661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.153912 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.154294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.155683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] 10.222.0.62 "PUT /v2.0/ports/8b0f8427-be13-47e9-b089-976adb360915 HTTP/1.1" status: 200 len: 1119 time: 1.2470915 Nov 12 08:53:49.170405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'tag': '8b0f8427-be13-47e9-b089-976adb360915'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:49.173859 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5b1b00-8a2c-421b-a592-96ddc940eec2" -d '{"events": [{"name": "network-changed", "server_uuid": "af19ad0b-2fc9-428d-a191-29387e316ebb", "tag": "8b0f8427-be13-47e9-b089-976adb360915"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:49.198131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d6750-84f0-4d7a-9f35-a6d6356e80ed req-35cc920b-19a2-41bf-b935-9bc4e4432db3 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.200314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a3d6750-84f0-4d7a-9f35-a6d6356e80ed req-35cc920b-19a2-41bf-b935-9bc4e4432db3 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.3407755 Nov 12 08:53:49.344551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e51e47-3a5e-4540-9ad9-9a5c3720850f req-b00c6782-528e-46ea-b567-ce82d44a1e5f tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.346147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2e51e47-3a5e-4540-9ad9-9a5c3720850f req-b00c6782-528e-46ea-b567-ce82d44a1e5f tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 970 time: 0.1000946 Nov 12 08:53:49.358178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Allocated IP 172.20.0.7 (7de582a9-5249-4ccc-bc32-d2585eabacbd/5e805fb7-19cd-407c-a981-29ec2f5fb911/7d26e1ff-d39d-4bea-b925-3b4833adf9e6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:49.392873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe411b-e03b-4c58-9c65-b582bfa6fcff service neutron] Pushing event updated for resources: {'Port': ['ID=8b0f8427-be13-47e9-b089-976adb360915,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:49.438862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2e51e47-3a5e-4540-9ad9-9a5c3720850f req-61d01be8-16bf-4ad2-95b1-f0d32da1dde4 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852194 Nov 12 08:53:49.530104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-6fa2f0e0-9b0d-44c7-ab38-4a46757f9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.530104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-6fa2f0e0-9b0d-44c7-ab38-4a46757f9b51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 1122 time: 0.2965157 Nov 12 08:53:49.536644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a3d6750-84f0-4d7a-9f35-a6d6356e80ed req-9400227c-9f45-47c1-b103-f4c742a4602f tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943821 Nov 12 08:53:49.596944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.609240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.615318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-59f77cdc-cc2d-4887-8913-1d74da47d0da service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8b0f8427-be13-47e9-b089-976adb360915 HTTP/1.1" status: 200 len: 217 time: 0.0523126 Nov 12 08:53:49.616101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.643951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.646673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e007ac9-053b-492e-9b38-727180ca4ce7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.671365 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a3f271-ed9c-4dd6-a9d2-7d088a970dbf x-openstack-request-id: req-d5a3f271-ed9c-4dd6-a9d2-7d088a970dbf {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:49.671663 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af19ad0b-2fc9-428d-a191-29387e316ebb", "tag": "8b0f8427-be13-47e9-b089-976adb360915", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:49.672001 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5a3f271-ed9c-4dd6-a9d2-7d088a970dbf {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:49.672331 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'tag': '8b0f8427-be13-47e9-b089-976adb360915', 'status': 'completed', 'code': 200} Nov 12 08:53:49.679468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e007ac9-053b-492e-9b38-727180ca4ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.683377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.683775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.683883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:49.684540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.685001 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > port after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.685341 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > port after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.685758 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > port after_update 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.686713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.686713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.686888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.687088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.689050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:49.692932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:49.698548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.699151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.724066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1038916 Nov 12 08:53:49.724810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4966a-b67b-4c9a-8d6b-06325bc510ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:49.737475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Request body: {'port': {'device_id': '35d25ab8-e850-4379-aa82-b755206af020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:49.774969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.775245 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.775732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.776218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:49.776503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef673e3b-845f-4ec4-b0d1-567dc9c21b13']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:49.790958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.834097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ba71a7-a7e9-45fb-a3bd-3bbf91b9f8df') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:49.834467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ba71a7-a7e9-45fb-a3bd-3bbf91b9f8df') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:49.886595 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.911799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-fcafebcd-1ea7-474b-96b1-1b98a68ecea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.913459 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-fcafebcd-1ea7-474b-96b1-1b98a68ecea3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2840247 Nov 12 08:53:49.917963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e007ac9-053b-492e-9b38-727180ca4ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6962c840-93e8-4a10-8989-447e8a52616b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:49.935369 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7e007ac9-053b-492e-9b38-727180ca4ce7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ea33758dd7242c396daf9fe414ca79b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3071184 Nov 12 08:53:49.935781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49742) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:49.945459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:49.983889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfb16a-d8cb-4ea9-88d0-17aae6d9f66a req-03da828c-96e5-4143-9dbf-f457c1787f0f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:49.985788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6bcfb16a-d8cb-4ea9-88d0-17aae6d9f66a req-03da828c-96e5-4143-9dbf-f457c1787f0f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 931 time: 0.3123548 Nov 12 08:53:49.987995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:49.988403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: from cryptography.utils import int_from_bytes Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: from cryptography.utils import int_from_bytes Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:50.011033 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:50.052929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d886137-1ec3-472c-a7a6-22c3a3302583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.091391 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d886137-1ec3-472c-a7a6-22c3a3302583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.113308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-fa54332f-6c5d-4bfd-a487-a759e0a373f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.114842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-fa54332f-6c5d-4bfd-a487-a759e0a373f4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912332 Nov 12 08:53:50.126887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6bcfb16a-d8cb-4ea9-88d0-17aae6d9f66a req-af8d8c3a-3c5c-4cb7-a48a-b981841e6705 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138215 Nov 12 08:53:50.134870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:50.192057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:50.192636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.213183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.270706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Transition to ACTIVE for port object 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:53:50.272537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d886137-1ec3-472c-a7a6-22c3a3302583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.275770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d886137-1ec3-472c-a7a6-22c3a3302583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.277281 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4d886137-1ec3-472c-a7a6-22c3a3302583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6962c840-93e8-4a10-8989-447e8a52616b HTTP/1.1" status: 204 len: 168 time: 0.3405628 Nov 12 08:53:50.297508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Pushing event deleted for resources: {'Network': ['ID=ef673e3b-845f-4ec4-b0d1-567dc9c21b13,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.311273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.320788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d886137-1ec3-472c-a7a6-22c3a3302583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6962c840-93e8-4a10-8989-447e8a52616b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.322162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.328966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d8f448f-1a46-4479-850c-dcfef954e64f admin admin] 10.222.0.53 "DELETE /v2.0/networks/ef673e3b-845f-4ec4-b0d1-567dc9c21b13 HTTP/1.1" status: 204 len: 168 time: 1.4975562 Nov 12 08:53:50.329878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:50.330230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.350359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:50.351705 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.359793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.446042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.486547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] Deleting subnet 9c14c1f4-7290-4594-bf48-60af7f93218e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:53:50.499152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.525876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:50.526217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:50.526555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:50.530734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.551792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31fd79-dac0-4820-ae69-55dfd23c20ab req-45985488-e198-4c27-8e3b-cca85df5563a tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.559677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca31fd79-dac0-4820-ae69-55dfd23c20ab req-45985488-e198-4c27-8e3b-cca85df5563a tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 971 time: 0.2605860 Nov 12 08:53:50.562436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:53:50.562783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:50.574008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:50.574348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:50.574727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:50.575173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Bound port: 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:50.575717 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.578805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.616446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4096859-0c32-4e9f-a90f-dc6cf2813421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.636916 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.650123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-97f68b21-1e95-40fa-9783-23e9c3312891 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225196 Nov 12 08:53:50.667278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:50.685809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca31fd79-dac0-4820-ae69-55dfd23c20ab req-1a2e4902-1731-4a06-895b-cf8d8f735f06 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204035 Nov 12 08:53:50.709934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:50.717087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:50.727053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.759194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1650d208-315d-4335-b494-ccb2782a8296 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:50.770694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00bff0dc-648e-40d3-ba1d-05e17f632c15 req-693fdcdd-c151-4d05-8900-262f6e4e24a7 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011014 Nov 12 08:53:50.794712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.800483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:50.809055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.868867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a37e2-5222-470e-ba1e-556160437a51 req-95cd86b8-4f7c-4d4f-914b-5ec46f45b20d tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.876516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba0a37e2-5222-470e-ba1e-556160437a51 req-95cd86b8-4f7c-4d4f-914b-5ec46f45b20d tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 970 time: 0.3201859 Nov 12 08:53:50.910047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.931288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.934176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.936755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-dc1b970a-efdd-4f74-92df-89ab99526092 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 1092 time: 1.2039297 Nov 12 08:53:50.937521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:50.942048 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54" -d '{"events": [{"name": "network-changed", "server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:50.948570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49774) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:50.974866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:50.993993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a88345-b68f-4f7b-ad29-11918865f062 req-f10a1101-a162-4681-b8ad-be45ea58aee1 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:50.996693 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd9c40a8-b991-43db-a109-65ec790563c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:50.998970 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.004753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3a88345-b68f-4f7b-ad29-11918865f062 req-f10a1101-a162-4681-b8ad-be45ea58aee1 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 947 time: 0.1804395 Nov 12 08:53:51.024040 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11132b2f-2ae1-4c12-9ed5-7dcb457a3b06" -d '{"events": [{"server_uuid": "763d6742-b6b0-48aa-b29f-df5babe5a571", "name": "network-vif-plugged", "status": "completed", "tag": "b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:51.028417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-0e173e4a-bc8e-4f02-a5a4-76849d6cb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.029916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-0e173e4a-bc8e-4f02-a5a4-76849d6cb938 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 1122 time: 0.1967652 Nov 12 08:53:51.036304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1650d208-315d-4335-b494-ccb2782a8296, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1650d208-315d-4335-b494-ccb2782a8296,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:51.042382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba0a37e2-5222-470e-ba1e-556160437a51 req-8dee7151-0c05-4130-b760-9c0c80cfdf44 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647394 Nov 12 08:53:51.050352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '1650d208-315d-4335-b494-ccb2782a8296', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '1650d208-315d-4335-b494-ccb2782a8296', 'mac_address': 'fa:16:3e:15:52:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:51.093657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c14c1f4-7290-4594-bf48-60af7f93218e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.106457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3a88345-b68f-4f7b-ad29-11918865f062 req-5b424d83-ea93-4305-a6a9-fd428fbe9923 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948763 Nov 12 08:53:51.110467 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baca4146-e8f8-4345-ae01-8d96e3f159b3 x-openstack-request-id: req-baca4146-e8f8-4345-ae01-8d96e3f159b3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:51.110941 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:51.111343 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-baca4146-e8f8-4345-ae01-8d96e3f159b3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:51.112282 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6', 'status': 'completed', 'code': 200} Nov 12 08:53:51.114584 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.117725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-a775846f-50ff-49eb-a709-850de2439093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.119395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-a775846f-50ff-49eb-a709-850de2439093 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1095 time: 0.0962036 Nov 12 08:53:51.120636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4096859-0c32-4e9f-a90f-dc6cf2813421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.122365 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.129439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49782) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.130044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-08d6c58c-fc84-4211-997c-fe75cf4cbcc0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9c14c1f4-7290-4594-bf48-60af7f93218e HTTP/1.1" status: 204 len: 168 time: 0.7734730 Nov 12 08:53:51.133185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1650d208-315d-4335-b494-ccb2782a8296 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:51.146676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4096859-0c32-4e9f-a90f-dc6cf2813421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.158798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1650d208-315d-4335-b494-ccb2782a8296, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1650d208-315d-4335-b494-ccb2782a8296,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:51.168923 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.199858 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-4d4e47b3-9cf9-45d4-a061-603060c2147a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 217 time: 0.0710275 Nov 12 08:53:51.258164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1650d208-315d-4335-b494-ccb2782a8296,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.286624 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a98625-a7bf-4679-a370-196cc8593682 x-openstack-request-id: req-39a98625-a7bf-4679-a370-196cc8593682 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:51.286967 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763d6742-b6b0-48aa-b29f-df5babe5a571", "name": "network-vif-plugged", "status": "completed", "tag": "b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:51.287219 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39a98625-a7bf-4679-a370-196cc8593682 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:51.287717 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87', 'code': 200} Nov 12 08:53:51.292998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-52f95adb-2ecc-4ecd-acd4-508bb46c7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.294539 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-52f95adb-2ecc-4ecd-acd4-508bb46c7ec9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2454889 Nov 12 08:53:51.327645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4096859-0c32-4e9f-a90f-dc6cf2813421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf2bf7-2f54-439d-9968-231b3f8892b8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.334574 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f4096859-0c32-4e9f-a90f-dc6cf2813421 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=522bf4cabdd14fe9bdf69c5e64a5cb12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9659879 Nov 12 08:53:51.341097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49786) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.370144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-0b2ad261-6091-452a-9817-b38a5a9500fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.371524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-dc1fd9b8-3017-4f98-b8db-3b8941dd011a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8b0f8427-be13-47e9-b089-976adb360915 HTTP/1.1" status: 200 len: 217 time: 0.0570693 Nov 12 08:53:51.371708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-0b2ad261-6091-452a-9817-b38a5a9500fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1621153 Nov 12 08:53:51.373113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.62', 65010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.377233 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.393919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e5dce-a46e-431f-81a6-507a482cae3d req-3aa18c9a-c96f-4205-a589-41fe0569a248 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.395383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f6e5dce-a46e-431f-81a6-507a482cae3d req-3aa18c9a-c96f-4205-a589-41fe0569a248 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.1873412 Nov 12 08:53:51.440720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-40f73bbd-d2db-4888-8da3-ec67a84e507a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559745 Nov 12 08:53:51.472014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['1650d208-315d-4335-b494-ccb2782a8296'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:51.500772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-67d17f27-9e41-4e31-9043-e25fecc6a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.502430 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-67d17f27-9e41-4e31-9043-e25fecc6a12b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1224802 Nov 12 08:53:51.504343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd9c40a8-b991-43db-a109-65ec790563c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.513678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c0984-d553-437e-933a-788d7f962633 req-ff99cc0b-aed5-4cd7-bdb0-e47d09a68bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.515140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e20c0984-d553-437e-933a-788d7f962633 req-ff99cc0b-aed5-4cd7-bdb0-e47d09a68bb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 1124 time: 0.1341033 Nov 12 08:53:51.523345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd9c40a8-b991-43db-a109-65ec790563c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.587032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0efedb3d-e1b1-4f4f-adbf-36b0a3d10c74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.588566 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e20c0984-d553-437e-933a-788d7f962633 req-84781890-e6f8-4266-ad28-918fa386f5e1 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.604869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cd9c40a8-b991-43db-a109-65ec790563c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa1e0a3309c64bd9876375e439752961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6499081 Nov 12 08:53:51.608403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:51.609148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9c40a8-b991-43db-a109-65ec790563c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ad64c-15fe-4ab2-b0a9-980fd8713302,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:51.642961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f6e5dce-a46e-431f-81a6-507a482cae3d req-670838c5-441d-40f2-a69d-a5b07576c4ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339528 Nov 12 08:53:51.647256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-30b1c88b-77bf-4adc-a395-0e6d4dc00446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:51.648983 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-30b1c88b-77bf-4adc-a395-0e6d4dc00446 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1374910 Nov 12 08:53:51.657772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.672755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0efedb3d-e1b1-4f4f-adbf-36b0a3d10c74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.711246 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.711893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.712401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.712728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.713058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.713378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.713771 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.714161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.714390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.714708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.780974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.781328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.781666 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.781996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 12 08:53:51.782408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfeae72-bd3f-4e05-ad98-fffc804c5e26']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:51.788848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-a5e14127-059f-47d0-91a7-0f457f09e52a service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337345 Nov 12 08:53:51.823061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dce2280-d660-4437-a0c0-072e7ef7fd8e') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:51.823366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dce2280-d660-4437-a0c0-072e7ef7fd8e') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:53:51.858190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.911501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.925673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:53:51.926253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: from cryptography.utils import int_from_bytes Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: from cryptography.utils import int_from_bytes Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:53:51.929924 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:53:51.937990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a72ff37d-0b96-48f8-9be6-e56b7c026b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.972156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e20c0984-d553-437e-933a-788d7f962633 req-84781890-e6f8-4266-ad28-918fa386f5e1 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.981175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0efedb3d-e1b1-4f4f-adbf-36b0a3d10c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.982613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-257da8c5-4f7a-4f89-a33d-b85caa413d02 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210099 Nov 12 08:53:51.983731 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0efedb3d-e1b1-4f4f-adbf-36b0a3d10c74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:51.984875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0efedb3d-e1b1-4f4f-adbf-36b0a3d10c74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69bf2bf7-2f54-439d-9968-231b3f8892b8 HTTP/1.1" status: 204 len: 168 time: 0.6405561 Nov 12 08:53:51.988384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e20c0984-d553-437e-933a-788d7f962633 req-84781890-e6f8-4266-ad28-918fa386f5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.006266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5ce9f-5f09-4218-8b98-93af65e29448 req-34c5e242-46e4-40c1-8051-7e9e848e7ef2 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.007768 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98f5ce9f-5f09-4218-8b98-93af65e29448 req-34c5e242-46e4-40c1-8051-7e9e848e7ef2 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 972 time: 0.1486912 Nov 12 08:53:52.015294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efedb3d-e1b1-4f4f-adbf-36b0a3d10c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf2bf7-2f54-439d-9968-231b3f8892b8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.022481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa04c46b-0c01-4628-83b1-9ebda9b2240e req-7fb41bdb-48b2-425d-b5d0-67405c3061df service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162318 Nov 12 08:53:52.024955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.026512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a72ff37d-0b96-48f8-9be6-e56b7c026b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.044888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfeae72-bd3f-4e05-ad98-fffc804c5e26,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.046832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.062657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-064a8ee4-be52-4f54-becb-f7ed4275fff4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ddfeae72-bd3f-4e05-ad98-fffc804c5e26 HTTP/1.1" status: 204 len: 168 time: 0.9233222 Nov 12 08:53:52.136832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e20c0984-d553-437e-933a-788d7f962633 req-84781890-e6f8-4266-ad28-918fa386f5e1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089544 Nov 12 08:53:52.148251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84781890-e6f8-4266-ad28-918fa386f5e1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b2bc11-b473-44a4-88dc-3fb4a9c1ddb2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.199493 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98f5ce9f-5f09-4218-8b98-93af65e29448 req-ea66e9b1-7f4c-4904-9155-6ac5171b9897 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709409 Nov 12 08:53:52.219157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca5b1b00-8a2c-421b-a592-96ddc940eec2 req-e866b0b2-0402-4011-af92-6effdbf51bf1 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227311 Nov 12 08:53:52.222330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a72ff37d-0b96-48f8-9be6-e56b7c026b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.225365 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a72ff37d-0b96-48f8-9be6-e56b7c026b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.226710 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a72ff37d-0b96-48f8-9be6-e56b7c026b64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f45ad64c-15fe-4ab2-b0a9-980fd8713302 HTTP/1.1" status: 204 len: 168 time: 0.6146123 Nov 12 08:53:52.230338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-ba71acb1-b83f-40d5-8b4f-35ed1e38ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.232012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-ba71acb1-b83f-40d5-8b4f-35ed1e38ecf5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1095 time: 0.1204631 Nov 12 08:53:52.235082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ff37d-0b96-48f8-9be6-e56b7c026b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ad64c-15fe-4ab2-b0a9-980fd8713302,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.315483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7934ad-654f-4222-bbb8-6e1747d3e83e req-7b09f139-c3c4-4d1e-b100-11e89805a7c1 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.317326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d7934ad-654f-4222-bbb8-6e1747d3e83e req-7b09f139-c3c4-4d1e-b100-11e89805a7c1 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 970 time: 0.1400647 Nov 12 08:53:52.367964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49804) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:52.372146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfc7ea-6439-42dc-b56d-60d2c5a32955 req-c83a53d9-4c0c-448d-9b24-31c039bb94b5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.374194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71bfc7ea-6439-42dc-b56d-60d2c5a32955 req-c83a53d9-4c0c-448d-9b24-31c039bb94b5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 948 time: 0.0855062 Nov 12 08:53:52.445634 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71bfc7ea-6439-42dc-b56d-60d2c5a32955 req-e0f2c983-5cbe-4065-93a0-2859e972de3f tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651333 Nov 12 08:53:52.571845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:52.586683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92c1163b-48d3-4757-9011-efc6ff111717 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.616922 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d7934ad-654f-4222-bbb8-6e1747d3e83e req-af3f7aeb-5ff2-4110-abc9-3db229f47794 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927840 Nov 12 08:53:52.619656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-d1690545-9cea-43d4-91f2-776a0c31396b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.621085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-d1690545-9cea-43d4-91f2-776a0c31396b service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.3802238 Nov 12 08:53:52.700812 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-6e476b91-9125-4a70-8dfd-0daa21e6ef7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 217 time: 0.0649483 Nov 12 08:53:52.706954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92c1163b-48d3-4757-9011-efc6ff111717 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.707943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:52.708216 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1a9bf070-ea1e-4d70-adc7-f78e2a3e5668 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62afd4077a4742c68b38d248180a9d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344777 Nov 12 08:53:52.716815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1650d208-315d-4335-b494-ccb2782a8296 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:52.745428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92c1163b-48d3-4757-9011-efc6ff111717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.768320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-91c290a6-cd10-4ed4-9dd8-0d71d19e86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.769934 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-91c290a6-cd10-4ed4-9dd8-0d71d19e86d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.0606117 Nov 12 08:53:52.774333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 1650d208-315d-4335-b494-ccb2782a8296 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:52.778900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 1650d208-315d-4335-b494-ccb2782a8296 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:52.779345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.808245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-fb56cb53-a5a4-4441-bc5e-04b38649dbd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298030 Nov 12 08:53:52.842513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-92c1163b-48d3-4757-9011-efc6ff111717 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20aebda869bd492299f13b452f86979f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670448 Nov 12 08:53:52.843866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49820) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:52.844496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c1163b-48d3-4757-9011-efc6ff111717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=232f42ed-b915-4f42-ba9f-902ee79b8502,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:52.865781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.872531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67c8609d-2536-455e-8931-84a5074a50fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.884867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383078f5-c3d3-42f4-9499-a5366201eb92 req-d7d72a22-a6f1-423c-ba5b-ec3d7e1e8ca0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:52.892929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-383078f5-c3d3-42f4-9499-a5366201eb92 req-d7d72a22-a6f1-423c-ba5b-ec3d7e1e8ca0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.1627405 Nov 12 08:53:52.907882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1650d208-315d-4335-b494-ccb2782a8296, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1650d208-315d-4335-b494-ccb2782a8296,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:52.914692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.942067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67c8609d-2536-455e-8931-84a5074a50fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:52.953343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-94ff0492-02f7-462c-b9b3-10168a704c23 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358440 Nov 12 08:53:52.966878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1650d208-315d-4335-b494-ccb2782a8296,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.010546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfa45da8-f95b-4447-aae0-c3b9b91cca93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.015458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-383078f5-c3d3-42f4-9499-a5366201eb92 req-3fcf9c03-fa0f-49b1-96dd-83ac8429ed4f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217265 Nov 12 08:53:53.042888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfa45da8-f95b-4447-aae0-c3b9b91cca93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.052995 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67c8609d-2536-455e-8931-84a5074a50fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.055650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67c8609d-2536-455e-8931-84a5074a50fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.059219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-67c8609d-2536-455e-8931-84a5074a50fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b06755b0-cb45-4533-affa-013b57584176 HTTP/1.1" status: 204 len: 168 time: 0.3477356 Nov 12 08:53:53.079672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8609d-2536-455e-8931-84a5074a50fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06755b0-cb45-4533-affa-013b57584176,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.093912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90aa09dc-ebc8-4f5a-923c-8d3acc9e1b54 req-59844c99-efd1-47c3-ac71-2aab92130118 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312928 Nov 12 08:53:53.116961 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfa45da8-f95b-4447-aae0-c3b9b91cca93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.124189 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfa45da8-f95b-4447-aae0-c3b9b91cca93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.128255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dfa45da8-f95b-4447-aae0-c3b9b91cca93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/232f42ed-b915-4f42-ba9f-902ee79b8502 HTTP/1.1" status: 204 len: 168 time: 0.2776136 Nov 12 08:53:53.145896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa45da8-f95b-4447-aae0-c3b9b91cca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=232f42ed-b915-4f42-ba9f-902ee79b8502,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:53.289069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d75916-1768-4abb-892c-82e64f48e933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1650d208-315d-4335-b494-ccb2782a8296'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:53.291468 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b282dfc3-8ddd-4c54-96c6-4a1f25153f73" -d '{"events": [{"server_uuid": "97d75916-1768-4abb-892c-82e64f48e933", "name": "network-vif-plugged", "status": "completed", "tag": "1650d208-315d-4335-b494-ccb2782a8296"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:53.325416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad0982-fb9e-4033-8161-401bc2c0562e req-aed3ad23-cb1f-4d8c-89ad-ae34e1919ea1 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.327311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fad0982-fb9e-4033-8161-401bc2c0562e req-aed3ad23-cb1f-4d8c-89ad-ae34e1919ea1 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 972 time: 0.0574274 Nov 12 08:53:53.341627 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f168b6-7eb1-4db5-b7df-39a9d20159b9 x-openstack-request-id: req-18f168b6-7eb1-4db5-b7df-39a9d20159b9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:53.341952 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d75916-1768-4abb-892c-82e64f48e933", "name": "network-vif-plugged", "status": "completed", "tag": "1650d208-315d-4335-b494-ccb2782a8296", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:53.343017 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18f168b6-7eb1-4db5-b7df-39a9d20159b9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:53.343480 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d75916-1768-4abb-892c-82e64f48e933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1650d208-315d-4335-b494-ccb2782a8296', 'code': 200} Nov 12 08:53:53.393128 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fad0982-fb9e-4033-8161-401bc2c0562e req-513cb7ca-fb85-4ca7-bc81-16daa36196c8 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582125 Nov 12 08:53:53.487148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1921a6f-7210-4f43-8ab1-fa4d28f74ef4 req-486d81ef-4e47-4c58-bb14-e86bfc0f896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.488879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1921a6f-7210-4f43-8ab1-fa4d28f74ef4 req-486d81ef-4e47-4c58-bb14-e86bfc0f896e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 1101 time: 0.0764604 Nov 12 08:53:53.558812 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1921a6f-7210-4f43-8ab1-fa4d28f74ef4 req-762fc7d0-e3bb-4108-811e-ef968fa9691d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593164 Nov 12 08:53:53.574439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49850) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:53.637142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7767c3a-ee95-493d-9b79-bbe5a1ccfded req-a5a9705f-f893-452b-8bf2-5ef2bee69ae4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.644945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7767c3a-ee95-493d-9b79-bbe5a1ccfded req-a5a9705f-f893-452b-8bf2-5ef2bee69ae4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 949 time: 0.1073241 Nov 12 08:53:53.647447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7fa4efde-cd46-4380-8d45-54da0d62e08d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26304b94414c4c2a87f6253d3b203797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711012 Nov 12 08:53:53.648562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49856) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:53.717392 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbe4a8fb-d57f-49e3-8bef-09f9848d71aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.724269 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7767c3a-ee95-493d-9b79-bbe5a1ccfded req-9ebab232-fb05-4d25-966b-b3068d1e36af tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694542 Nov 12 08:53:53.795255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbe4a8fb-d57f-49e3-8bef-09f9848d71aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.825525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2a751-d734-4b3b-895b-0f041b27d950 req-0ef8593e-ff47-4aff-9b5c-901181374b2e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:53.827785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5b2a751-d734-4b3b-895b-0f041b27d950 req-0ef8593e-ff47-4aff-9b5c-901181374b2e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 970 time: 0.0939929 Nov 12 08:53:53.895710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5b2a751-d734-4b3b-895b-0f041b27d950 req-14289656-d575-4ec9-86b1-7abb885e292f tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588746 Nov 12 08:53:53.909182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbe4a8fb-d57f-49e3-8bef-09f9848d71aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.921824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbe4a8fb-d57f-49e3-8bef-09f9848d71aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:53.921824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dbe4a8fb-d57f-49e3-8bef-09f9848d71aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a65fae6c-1395-4a3b-b9fe-523a1b535782 HTTP/1.1" status: 204 len: 168 time: 0.2676528 Nov 12 08:53:53.930923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4a8fb-d57f-49e3-8bef-09f9848d71aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65fae6c-1395-4a3b-b9fe-523a1b535782,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.135334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8b0f8427-be13-47e9-b089-976adb360915 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:54.167684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb162563-0acb-4449-8cc7-832e19db561a req-0436a05e-041a-4339-a94d-97281f66729f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.169275 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb162563-0acb-4449-8cc7-832e19db561a req-0436a05e-041a-4339-a94d-97281f66729f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.0573697 Nov 12 08:53:54.237891 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb162563-0acb-4449-8cc7-832e19db561a req-68f4a9aa-8bd2-4a60-bbb7-77af7a027ed1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609183 Nov 12 08:53:54.257064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8b0f8427-be13-47e9-b089-976adb360915, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8b0f8427-be13-47e9-b089-976adb360915,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:54.270092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '8b0f8427-be13-47e9-b089-976adb360915', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '8b0f8427-be13-47e9-b089-976adb360915', 'mac_address': 'fa:16:3e:a6:87:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:tempest-test_az-1523372948', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:54.312667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.333209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0f8427-be13-47e9-b089-976adb360915 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:54.366293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8b0f8427-be13-47e9-b089-976adb360915, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8b0f8427-be13-47e9-b089-976adb360915,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:54.373964 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.428884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=8b0f8427-be13-47e9-b089-976adb360915,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.520773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29720bc-14f4-4e74-9f18-6fb82de2e3d3 req-55888398-c278-46dd-aecf-713295b6f5c8 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.522666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d29720bc-14f4-4e74-9f18-6fb82de2e3d3 req-55888398-c278-46dd-aecf-713295b6f5c8 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 972 time: 0.0535524 Nov 12 08:53:54.576761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d29720bc-14f4-4e74-9f18-6fb82de2e3d3 req-c17c988a-316e-4184-b20d-c0a8fca32c87 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470231 Nov 12 08:53:54.604520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['8b0f8427-be13-47e9-b089-976adb360915'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:54.631533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49902) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:54.730398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30475e00-854c-4d9d-8172-f009c4783a57 req-3b901dfa-cae7-465b-aef4-d3295bb633da tempest-AggregatesAdminTestJSON-2013891055 tempest-AggregatesAdminTestJSON-2013891055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.732323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:53:54.739598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30475e00-854c-4d9d-8172-f009c4783a57 req-3b901dfa-cae7-465b-aef4-d3295bb633da tempest-AggregatesAdminTestJSON-2013891055 tempest-AggregatesAdminTestJSON-2013891055-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 1124 time: 0.0537722 Nov 12 08:53:54.753322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30475e00-854c-4d9d-8172-f009c4783a57 req-044e33de-3f2d-4aea-9b2e-4b7c169af5ea tempest-AggregatesAdminTestJSON-2013891055 tempest-AggregatesAdminTestJSON-2013891055-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.843314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:54.843877 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30475e00-854c-4d9d-8172-f009c4783a57 req-044e33de-3f2d-4aea-9b2e-4b7c169af5ea tempest-AggregatesAdminTestJSON-2013891055 tempest-AggregatesAdminTestJSON-2013891055-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.851848 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30475e00-854c-4d9d-8172-f009c4783a57 req-044e33de-3f2d-4aea-9b2e-4b7c169af5ea tempest-AggregatesAdminTestJSON-2013891055 tempest-AggregatesAdminTestJSON-2013891055-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.869083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'port_id': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6', 'mac_address': 'fa:16:3e:09:df:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e805fb7-19cd-407c-a981-29ec2f5fb911', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:53:54.902634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30475e00-854c-4d9d-8172-f009c4783a57 req-044e33de-3f2d-4aea-9b2e-4b7c169af5ea tempest-AggregatesAdminTestJSON-2013891055 tempest-AggregatesAdminTestJSON-2013891055-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619601 Nov 12 08:53:54.903674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e33de-3f2d-4aea-9b2e-4b7c169af5ea tempest-AggregatesAdminTestJSON-2013891055 tempest-AggregatesAdminTestJSON-2013891055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc3deb-f040-4531-b8b2-29d38f8786ab,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:54.943974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:54.963287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:53:54.980127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e186b-f3da-4579-8cc3-a2b2117ccd2e req-1d26b5de-2170-482d-9860-58c640c3c4a5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:54.985947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:54.987324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-118e186b-f3da-4579-8cc3-a2b2117ccd2e req-1d26b5de-2170-482d-9860-58c640c3c4a5 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 949 time: 0.0976961 Nov 12 08:53:54.997353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-network', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:55.002328 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.036298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Made reservation on behalf of c1d39e821f974e0dbcaad9e1901936f1 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:55.045073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.047834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-118e186b-f3da-4579-8cc3-a2b2117ccd2e req-3154b718-4782-4d85-b4d1-068ae5ef699f tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566471 Nov 12 08:53:55.071791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.094111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.141562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def58e8a-37b5-4745-8bf1-6bc5387680b9 req-8f511b27-9b21-4192-9497-53043f7fcd18 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.143596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-def58e8a-37b5-4745-8bf1-6bc5387680b9 req-8f511b27-9b21-4192-9497-53043f7fcd18 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 971 time: 0.0694451 Nov 12 08:53:55.223641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-def58e8a-37b5-4745-8bf1-6bc5387680b9 req-6e1df75d-b0cc-4a85-838a-d3b5f251a5a7 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699599 Nov 12 08:53:55.238301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.253615 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.270107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['7d26e1ff-d39d-4bea-b925-3b4833adf9e6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:53:55.284263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:53:55.301976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162c53dc-fb14-4e69-9310-2298f00bdce6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.322782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.323353 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Added segment 3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f of type vlan for network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf Nov 12 08:53:55.371774 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.381317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc591dc-5f04-4c0c-a22f-438731d56095 req-93b44f26-f077-45ed-938e-e76c1f286c29 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.383986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbc591dc-5f04-4c0c-a22f-438731d56095 req-93b44f26-f077-45ed-938e-e76c1f286c29 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 944 time: 0.0654933 Nov 12 08:53:55.404553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.405685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.407516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.511047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbc591dc-5f04-4c0c-a22f-438731d56095 req-9b58e902-00a6-4695-ac35-36197d5d8083 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176221 Nov 12 08:53:55.511379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8777034 Nov 12 08:53:55.513866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49944) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:55.526035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b568d3-cd41-4baf-bbe0-d65cf34d97b4 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.530188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Request body: {'subnet': {'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-subnet', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:55.543363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:53:55.579331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Made reservation on behalf of c1d39e821f974e0dbcaad9e1901936f1 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:53:55.588337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.839251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.914404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9912568-1a72-4f38-a462-2c70f0850c03,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:55.917456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Checking segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:55.918010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Network hostable DHCP agents. Network: 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:53:55.937733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:53:55.947902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:55.953516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:55.954105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:55.962868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099b6412-24fa-44ce-a773-0eaad2cd0835 None None] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:55.989418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-246f9bcf-36a6-44c1-b29e-2a9b24543a9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4741123 Nov 12 08:53:55.992218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49986) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:55.997708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:53:56.030173 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.032902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.097917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49990) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:56.156209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8b0f8427-be13-47e9-b089-976adb360915 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:56.164956 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.210988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:53:56.212134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.247827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77a3c442-91a3-4c40-adb9-ae72e9163f67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.318445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 8b0f8427-be13-47e9-b089-976adb360915 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:56.358654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 8b0f8427-be13-47e9-b089-976adb360915 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:56.361168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.405496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77a3c442-91a3-4c40-adb9-ae72e9163f67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.410672 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-77a3c442-91a3-4c40-adb9-ae72e9163f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.430269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294711c-c022-479f-84e6-f6d28a93a227 req-32d177d0-7615-4609-9715-ae6204a70b62 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.432159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b294711c-c022-479f-84e6-f6d28a93a227 req-32d177d0-7615-4609-9715-ae6204a70b62 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 949 time: 0.2757907 Nov 12 08:53:56.437275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.494347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Allocated IP 172.20.0.2 (4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf/f9912568-1a72-4f38-a462-2c70f0850c03/c97d8e42-2a12-4fcb-b10f-1110c58cd2cb) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:56.503554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-77a3c442-91a3-4c40-adb9-ae72e9163f67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9ae7053cecf467e8eeeae13e4f9db44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4040887 Nov 12 08:53:56.504604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50008) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:56.516316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3c442-91a3-4c40-adb9-ae72e9163f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800e46d1-71a4-48b1-a3d8-0f7f757f6e0a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:56.519825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b294711c-c022-479f-84e6-f6d28a93a227 req-0f47a6e9-3e51-49e4-bb66-514d851b0c1b tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772052 Nov 12 08:53:56.611602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.629384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c67daff-f9e6-49fd-aa01-947af9703fe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.672251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0f8427-be13-47e9-b089-976adb360915'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:56.675847 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f096ffac-e80f-4c5d-a2bb-dec499ab2d61" -d '{"events": [{"server_uuid": "af19ad0b-2fc9-428d-a191-29387e316ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8b0f8427-be13-47e9-b089-976adb360915"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:56.681795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c67daff-f9e6-49fd-aa01-947af9703fe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.694810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8b0f8427-be13-47e9-b089-976adb360915, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8b0f8427-be13-47e9-b089-976adb360915,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:56.704025 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.777211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:56.807350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fe4b6-dbe4-48a2-b6fa-6c064689997f req-feb07934-f0d2-4be1-9670-15c4d769d618 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.811508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-546fe4b6-dbe4-48a2-b6fa-6c064689997f req-feb07934-f0d2-4be1-9670-15c4d769d618 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 944 time: 0.0749686 Nov 12 08:53:56.812969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c67daff-f9e6-49fd-aa01-947af9703fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.815900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c67daff-f9e6-49fd-aa01-947af9703fe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.819671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7c67daff-f9e6-49fd-aa01-947af9703fe6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/800e46d1-71a4-48b1-a3d8-0f7f757f6e0a HTTP/1.1" status: 204 len: 168 time: 0.3112311 Nov 12 08:53:56.834737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=8b0f8427-be13-47e9-b089-976adb360915,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:56.836088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662b0b62-0621-48b1-a1de-15081d38a08c req-3a89a7c3-5a64-43f4-a72c-b0ed307b8375 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:56.837795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-662b0b62-0621-48b1-a1de-15081d38a08c req-3a89a7c3-5a64-43f4-a72c-b0ed307b8375 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 972 time: 0.0672414 Nov 12 08:53:56.850536 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.856901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67daff-f9e6-49fd-aa01-947af9703fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800e46d1-71a4-48b1-a3d8-0f7f757f6e0a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:56.861855 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.908887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:53:56.916013 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-546fe4b6-dbe4-48a2-b6fa-6c064689997f req-4bc4f7a0-d5f5-4fff-a762-c9e6f1512646 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855765 Nov 12 08:53:56.916381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:56.916626 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:56.928264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:56.948448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:56.958340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:57.000667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Pushing event updated for resources: {'Port': ['ID=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:57.043517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Attempting to bind port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:53:57.043517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Attempting to bind port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:53:57.043848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Attempting to bind port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:53:57.048443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-662b0b62-0621-48b1-a1de-15081d38a08c req-0babc30e-b8b6-43f6-b88f-fe9456e6dc5c tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875005 Nov 12 08:53:57.076823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:53:57.077357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Checking segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:53:57.077606 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.077997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Bound using segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:53:57.078477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Bound port: c97d8e42-2a12-4fcb-b10f-1110c58cd2cb, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:53:57.078883 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.113588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.205012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.234202 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddba254-a650-44c5-a0c8-81d13e769f47 x-openstack-request-id: req-fddba254-a650-44c5-a0c8-81d13e769f47 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:57.234537 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af19ad0b-2fc9-428d-a191-29387e316ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8b0f8427-be13-47e9-b089-976adb360915", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:57.234777 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fddba254-a650-44c5-a0c8-81d13e769f47 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:57.240772 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0f8427-be13-47e9-b089-976adb360915', 'code': 200} Nov 12 08:53:57.261892 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.312992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] For port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:53:57.316846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:57.326983 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.330868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] For port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:53:57.356434 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.403351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:57.490382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17ecee-f0f3-4823-bdaf-3f5ceea8a314 req-887c918b-577c-403b-9d78-010b61b11120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:57.492477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf17ecee-f0f3-4823-bdaf-3f5ceea8a314 req-887c918b-577c-403b-9d78-010b61b11120 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 1124 time: 0.1987672 Nov 12 08:53:57.531056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.534319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8e0cf-bcc2-46b0-a0f0-adaf725b1856 None None] Pushing event updated for resources: {'Port': ['ID=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:57.537704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Allocated IP 172.25.5.43 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/17c79944-2137-44b4-9b28-4516d8d11a3f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:53:57.571941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf17ecee-f0f3-4823-bdaf-3f5ceea8a314 req-c8507469-c864-4715-8b8f-daa17c28d734 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Nov 12 08:53:57.639888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50046) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:57.657589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90c2acdc-4d48-491e-a013-3f00443e9339 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.700196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-fd09d320-67fa-40e3-b740-45867a5c5497 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401089 Nov 12 08:53:57.714756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.774938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90c2acdc-4d48-491e-a013-3f00443e9339 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.803584 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90c2acdc-4d48-491e-a013-3f00443e9339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.843996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.848925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2acdc-4d48-491e-a013-3f00443e9339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a816f55e-4cf4-4b7e-8f1e-cc1720932023,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:57.859014 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-90c2acdc-4d48-491e-a013-3f00443e9339 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07db7f9eb11040a38af4eee89ef6d854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148750 Nov 12 08:53:57.860827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50050) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:57.868423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-22e1d3e1-b7cc-4b31-af35-acec94fcfe98 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:57.876673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-22e1d3e1-b7cc-4b31-af35-acec94fcfe98 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644926 Nov 12 08:53:57.878065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a263117-1f5b-4be7-a287-ce23949b95b6 req-5eee707a-dbd2-4f22-9ad4-c2836bbbe30b tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:57.879597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a263117-1f5b-4be7-a287-ce23949b95b6 req-5eee707a-dbd2-4f22-9ad4-c2836bbbe30b tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 949 time: 0.1247358 Nov 12 08:53:57.890013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.921095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:53:57.929065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-37723aed-3180-4113-a94d-3d36fc349e2b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/quotas/494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 375 time: 0.0514755 Nov 12 08:53:57.943225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:53:57.949747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:53:57.979743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a263117-1f5b-4be7-a287-ce23949b95b6 req-d028f974-e12a-4e1d-a590-ce678eb7cf32 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913942 Nov 12 08:53:57.980639 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6770f50-91bf-4307-97f3-c6eacc2c2980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:57.982883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Pushing event updated for resources: {'Port': ['ID=17c79944-2137-44b4-9b28-4516d8d11a3f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:57.994463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-eea2a60d-2cc4-478c-a331-7b58df1e1361 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620830 Nov 12 08:53:58.007517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6770f50-91bf-4307-97f3-c6eacc2c2980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.091903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6770f50-91bf-4307-97f3-c6eacc2c2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.094491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6770f50-91bf-4307-97f3-c6eacc2c2980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.098885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d6770f50-91bf-4307-97f3-c6eacc2c2980 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a816f55e-4cf4-4b7e-8f1e-cc1720932023 HTTP/1.1" status: 204 len: 168 time: 0.2362094 Nov 12 08:53:58.105973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6770f50-91bf-4307-97f3-c6eacc2c2980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a816f55e-4cf4-4b7e-8f1e-cc1720932023,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:58.316234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b3fc0-c327-4bc0-ad72-c4e2492e551d req-6c15a711-8865-4463-911f-60a0ec9e504a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.318222 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e33b3fc0-c327-4bc0-ad72-c4e2492e551d req-6c15a711-8865-4463-911f-60a0ec9e504a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 945 time: 0.1272278 Nov 12 08:53:58.487892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf6cb-1934-4dbb-b909-4a85ca1f8888 req-1086be6c-5d89-4dfc-a82a-8b4a8cbf5124 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:58.492507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1fbf6cb-1934-4dbb-b909-4a85ca1f8888 req-1086be6c-5d89-4dfc-a82a-8b4a8cbf5124 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 972 time: 0.0941601 Nov 12 08:53:58.593678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1fbf6cb-1934-4dbb-b909-4a85ca1f8888 req-4db54bbb-fa61-4f52-9bcd-c6c2a6654d8b tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921865 Nov 12 08:53:58.610014 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e33b3fc0-c327-4bc0-ad72-c4e2492e551d req-edea02fe-cc07-4dc1-a62a-064f0980d19d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439597 Nov 12 08:53:58.710871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:58.779492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-07143d3a-4c29-41cd-af72-f0dcecbc9676 req-61ce2d85-7599-43bd-a9f5-1c52fa0218d0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 210 time: 0.0629427 Nov 12 08:53:58.900183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c97d8e42-2a12-4fcb-b10f-1110c58cd2cb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:53:59.033277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a37cde-98db-49e3-9c39-c2d329ed59bf None None] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:53:59.096161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.214306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:59.215104 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.242993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e205e1-91cb-472f-b51b-7993684c119c req-cb73a6d0-c863-4b22-a930-46f6ae91a8fd tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:59.244640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8e205e1-91cb-472f-b51b-7993684c119c req-cb73a6d0-c863-4b22-a930-46f6ae91a8fd tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 949 time: 0.0965853 Nov 12 08:53:59.255683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:53:59.258567 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69162678-e963-4ad2-9973-8160af2c79fd" -d '{"events": [{"server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "name": "network-vif-plugged", "status": "completed", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:53:59.279418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-873fa8d9-0832-4ec7-b33c-1e7b949c3d64 None None] Provisioning complete for port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:53:59.280241 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-873fa8d9-0832-4ec7-b33c-1e7b949c3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.350901 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc9d56e-ce53-4ec3-a1f3-c9fe07756ff1 x-openstack-request-id: req-2fc9d56e-ce53-4ec3-a1f3-c9fe07756ff1 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:53:59.351219 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "name": "network-vif-plugged", "status": "completed", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:53:59.351563 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fc9d56e-ce53-4ec3-a1f3-c9fe07756ff1 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:53:59.352005 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6', 'code': 200} Nov 12 08:53:59.448270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.55', 49244) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:53:59.486074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8e205e1-91cb-472f-b51b-7993684c119c req-21e9940e-c39b-4b48-ac43-39627f4af271 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279284 Nov 12 08:53:59.530554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96381993-6550-467a-80a6-71163e76f48d req-7414b8c1-9adc-41f9-afb8-0ccc63baaf12 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:59.531985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96381993-6550-467a-80a6-71163e76f48d req-7414b8c1-9adc-41f9-afb8-0ccc63baaf12 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 1101 time: 0.2451482 Nov 12 08:53:59.615213 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.616444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50aaab-9750-4d28-a0a0-dc3a6312d25b req-4a60c16f-3a9d-4efa-99d0-632c04ae5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:59.618414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f50aaab-9750-4d28-a0a0-dc3a6312d25b req-4a60c16f-3a9d-4efa-99d0-632c04ae5c61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1097 time: 0.1688309 Nov 12 08:53:59.632279 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-873fa8d9-0832-4ec7-b33c-1e7b949c3d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.686682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:53:59.693325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Deleting port 1650d208-315d-4335-b494-ccb2782a8296 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:53:59.693882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.699354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:59.709794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.791889 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-873fa8d9-0832-4ec7-b33c-1e7b949c3d64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:53:59.792372 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-873fa8d9-0832-4ec7-b33c-1e7b949c3d64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:53:59.857003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] For port 1650d208-315d-4335-b494-ccb2782a8296, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1650d208-315d-4335-b494-ccb2782a8296,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:53:59.857998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:53:59.873181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:53:59.878921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Calling delete_port for 1650d208-315d-4335-b494-ccb2782a8296 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:53:59.980883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be542-0974-4311-b4da-e45b75e04626 req-d7090607-5d67-4edb-b424-9709f21ceceb tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:53:59.983002 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b03be542-0974-4311-b4da-e45b75e04626 req-d7090607-5d67-4edb-b424-9709f21ceceb tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 972 time: 0.2152743 Nov 12 08:53:59.995887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-02cae422-e258-4b15-b6bb-3602e9d9f3d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2975600 Nov 12 08:54:00.004331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f50aaab-9750-4d28-a0a0-dc3a6312d25b req-e03a9ecf-4939-4ddf-a75b-7453c6c2c21e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768051 Nov 12 08:54:00.036606 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-4dd60df0-f0ea-46af-a9b2-91429d05135f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861127 Nov 12 08:54:00.056533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab485d2-bc36-47e1-a9d2-6465dcc5890a req-a3fec0c3-d6b5-4075-b944-fbbe5c920d39 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.069481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:00.069621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ab485d2-bc36-47e1-a9d2-6465dcc5890a req-a3fec0c3-d6b5-4075-b944-fbbe5c920d39 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 945 time: 0.1788578 Nov 12 08:54:00.084907 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:00.105642 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:00.106293 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:53:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:00.171209 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ab485d2-bc36-47e1-a9d2-6465dcc5890a req-e4288ad0-885d-416d-a9e9-0a7353e07732 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857668 Nov 12 08:54:00.227858 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.239741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['1650d208-315d-4335-b494-ccb2782a8296'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:00.240323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-7b3004c1-e52f-402d-877c-d86b63537fa3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.241726 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-7b3004c1-e52f-402d-877c-d86b63537fa3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886628 Nov 12 08:54:00.257270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.261361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4fc2ec68-1e98-414a-b166-6e13221749e6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2675045 Nov 12 08:54:00.275828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:00.311856 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:00.314164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Pushing event deleted for resources: {'Port': ['ID=1650d208-315d-4335-b494-ccb2782a8296,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:00.411605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Request body: {'port': {'device_id': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '494437cfbc0f44e8bb054bcc6d247564'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:00.444866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] No DVR routers for this DVR port 1650d208-315d-4335-b494-ccb2782a8296 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:00.450452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.454044 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96381993-6550-467a-80a6-71163e76f48d req-c11afb61-e64c-40d4-bb3b-d103eac3dcc8 tempest-DeleteServersAdminTestJSON-635742112 tempest-DeleteServersAdminTestJSON-635742112-project-admin] 10.222.0.55 "DELETE /v2.0/ports/1650d208-315d-4335-b494-ccb2782a8296 HTTP/1.1" status: 204 len: 173 time: 0.9157348 Nov 12 08:54:00.455028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d75916-1768-4abb-892c-82e64f48e933', 'name': 'network-vif-deleted', 'tag': '1650d208-315d-4335-b494-ccb2782a8296'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:00.465374 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf3f845-20ab-409b-aaf2-17dbe3eab522" -d '{"events": [{"server_uuid": "97d75916-1768-4abb-892c-82e64f48e933", "name": "network-vif-deleted", "tag": "1650d208-315d-4335-b494-ccb2782a8296"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:00.545383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-104cef8f-2dd8-4102-bb30-a5202eb709b6 None None] Provisioning complete for port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:00.545989 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-104cef8f-2dd8-4102-bb30-a5202eb709b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.573042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-27072de5-2e1b-4419-958f-3ef697ff1c7b req-d8613007-9473-4033-8f48-b9f1d28e66bc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 210 time: 0.0639222 Nov 12 08:54:00.660543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b03be542-0974-4311-b4da-e45b75e04626 req-3c06bcb4-7939-4d91-a0ef-4f0ff737feb2 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619635 Nov 12 08:54:00.714369 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:53:58Z', 'revision_number': 3, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:00.727777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882fee9-7466-43e4-ac66-cc8110f081be req-c4828705-e31b-45e2-8cf3-348174c1b26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.729353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-c4828705-e31b-45e2-8cf3-348174c1b26a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=fc1ae4c86a2e4675a7c488ccecb88793&device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 1124 time: 0.4861891 Nov 12 08:54:00.789405 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:00.791242 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Updating router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb port 17c79944-2137-44b4-9b28-4516d8d11a3f binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:54:00.805422 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397813ae-9948-4f92-b79b-a7f4bd42b988 x-openstack-request-id: req-397813ae-9948-4f92-b79b-a7f4bd42b988 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:00.806206 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d75916-1768-4abb-892c-82e64f48e933", "name": "network-vif-deleted", "tag": "1650d208-315d-4335-b494-ccb2782a8296", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:00.806861 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-397813ae-9948-4f92-b79b-a7f4bd42b988 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:00.807469 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d75916-1768-4abb-892c-82e64f48e933', 'name': 'network-vif-deleted', 'tag': '1650d208-315d-4335-b494-ccb2782a8296', 'status': 'completed', 'code': 200} Nov 12 08:54:00.833813 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.841975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c97d8e42-2a12-4fcb-b10f-1110c58cd2cb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:00.890350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Made reservation on behalf of 494437cfbc0f44e8bb054bcc6d247564 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:00.894116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.932616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:00.933251 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.957173 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:00.974975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8706778-ae01-44ff-9422-bdea37ab95c3 req-856f35e0-179a-4397-9a1f-c0c12482d0ac tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=97d75916-1768-4abb-892c-82e64f48e933 HTTP/1.1" status: 200 len: 210 time: 0.0413256 Nov 12 08:54:00.995318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882fee9-7466-43e4-ac66-cc8110f081be req-0d9e1a04-1d9c-4e75-82c9-0b539bc34b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:00.997413 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-0d9e1a04-1d9c-4e75-82c9-0b539bc34b9d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2314219 Nov 12 08:54:01.094341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-9cec7979-d5e5-4a5a-b971-7d9ead2fa3a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 HTTP/1.1" status: 200 len: 217 time: 0.0528202 Nov 12 08:54:01.218637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882fee9-7466-43e4-ac66-cc8110f081be req-a9251dd5-32b6-4269-9d7d-2e36a49d5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.220965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-a9251dd5-32b6-4269-9d7d-2e36a49d5126 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1160285 Nov 12 08:54:01.296885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.311776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.362464 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.372087 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.443431 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Attempting to bind port 17c79944-2137-44b4-9b28-4516d8d11a3f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:01.444121 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Attempting to bind port 17c79944-2137-44b4-9b28-4516d8d11a3f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:01.444493 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Attempting to bind port 17c79944-2137-44b4-9b28-4516d8d11a3f on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:01.463141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882fee9-7466-43e4-ac66-cc8110f081be req-0f6d3d13-3b56-4c33-b250-9c4197d1762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.473090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-0f6d3d13-3b56-4c33-b250-9c4197d1762a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2433789 Nov 12 08:54:01.477167 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:01.477549 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:01.477950 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.478359 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:01.481254 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Bound port: 17c79944-2137-44b4-9b28-4516d8d11a3f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:01.485896 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.515289 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Pushing event updated for resources: {'Port': ['ID=17c79944-2137-44b4-9b28-4516d8d11a3f,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:01.523944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:01.549903 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.551456 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.551990 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.552501 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.553005 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.553487 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.553975 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.554517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.554999 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.556437 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.557065 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.557567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Tracked resource versions report: Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: pushed versions: Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: { 'AddressGroup': {'1.2'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'ConntrackHelper': {'1.0'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Log': {'1.0'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Network': {'1.1'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Port': {'1.7'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'PortForwarding': {'1.2'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'QosPolicy': {'1.10'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'SecurityGroup': {'1.5'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'SecurityGroupRule': {'1.2'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'SubPort': {'1.0'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Subnet': {'1.1'}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Trunk': {'1.1'}} Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: consumer versions: Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: { DHCP agent@n-d-769329-17: {}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: HyperV agent@n-h1-769329-17: {}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: HyperV agent@n-h2-769329-17: {}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: L3 agent@n-d-769329-17: {}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: Metadata agent@n-d-769329-17: {}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: Metering agent@n-d-769329-17: {}, Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: Open vSwitch agent@n-d-769329-17: { 'AddressGroup': '1.2', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'ConntrackHelper': '1.0', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Log': '1.0', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Network': '1.1', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Port': '1.7', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'PortForwarding': '1.2', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'QosPolicy': '1.10', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'SecurityGroup': '1.5', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'SecurityGroupRule': '1.2', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'SubPort': '1.0', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Subnet': '1.1', Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: 'Trunk': '1.1'}} Nov 12 08:54:01.559674 n-d-769329-17 neutron-server[109379]: {{(pid=109379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 12 08:54:01.594339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85bd3bd-f8d8-40ab-a7ef-4691b316b190 req-0be943ee-c5c0-4010-97f4-f5e38e895cf3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:01.604965 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] For port 17c79944-2137-44b4-9b28-4516d8d11a3f, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:01.606687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f85bd3bd-f8d8-40ab-a7ef-4691b316b190 req-0be943ee-c5c0-4010-97f4-f5e38e895cf3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 945 time: 0.1185255 Nov 12 08:54:01.615516 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] For port 17c79944-2137-44b4-9b28-4516d8d11a3f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=17c79944-2137-44b4-9b28-4516d8d11a3f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:01.615990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.626847 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:01.662221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f85bd3bd-f8d8-40ab-a7ef-4691b316b190 req-403a1242-fd22-4631-afe3-cc99aac26001 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540726 Nov 12 08:54:01.702754 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8306da-06c0-4172-bb93-6399db66ef6f None None] Pushing event updated for resources: {'Port': ['ID=17c79944-2137-44b4-9b28-4516d8d11a3f,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:01.712219 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:01.713498 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:53:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:01.773877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Allocated IP 192.168.233.154 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/f230de93-52f5-4f77-8175-6e27177412f5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:01.779111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-e3cb07eb-6f9f-41df-80d8-83176d079aa2 req-f200022e-56f1-4235-8c26-c10633fd84c7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:01.780187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3cb07eb-6f9f-41df-80d8-83176d079aa2 req-f200022e-56f1-4235-8c26-c10633fd84c7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1213822 Nov 12 08:54:01.832106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:02.003859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-7c7182dd-e329-4f38-bac7-47e04f8deb33 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130112 Nov 12 08:54:02.104372 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-988b2d4b-dce2-4be0-afa3-293f1985aa24 req-695830c7-0f8b-4fec-9b69-e980f95cfad9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 210 time: 0.0824690 Nov 12 08:54:02.211942 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:53:58Z', 'revision_number': 3, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:02.253358 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b803c11e-c8ee-4e8c-8c2a-b7f258bde356 None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:53:58Z', 'revision_number': 3, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:02.335211 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9882fee9-7466-43e4-ac66-cc8110f081be req-f9c306e4-8bd4-4482-9242-afb48d423480 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146796 Nov 12 08:54:02.354909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Allocated IP 172.20.0.1 (4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf/f9912568-1a72-4f38-a462-2c70f0850c03/79757074-398f-4b67-997a-95461a806e7b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:02.375136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91839e43-9560-4491-97a2-9ce851671b7b req-e6e621ad-996e-4647-a607-97395e97bc7e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:02.387012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91839e43-9560-4491-97a2-9ce851671b7b req-e6e621ad-996e-4647-a607-97395e97bc7e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 972 time: 0.1230774 Nov 12 08:54:02.404069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:02.483070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91839e43-9560-4491-97a2-9ce851671b7b req-9b5b5fbc-5eca-4d3c-b34c-ae51eece308f tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940814 Nov 12 08:54:02.495055 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.632411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a5fb4-8360-465e-a371-4b4d05d3a4bf req-342b6a2f-4401-417b-b615-58e0529dfe22 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:02.644849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-947a5fb4-8360-465e-a371-4b4d05d3a4bf req-342b6a2f-4401-417b-b615-58e0529dfe22 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1097 time: 0.1270256 Nov 12 08:54:02.644849 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.657508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.674257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c14d8c1-908f-4a79-aff2-a6446e3aaa6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.926262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 17c79944-2137-44b4-9b28-4516d8d11a3f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:02.939258 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c14d8c1-908f-4a79-aff2-a6446e3aaa6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.955355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:02.976738 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c14d8c1-908f-4a79-aff2-a6446e3aaa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:02.987651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:02.989955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:03.018059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:03.027073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 17c79944-2137-44b4-9b28-4516d8d11a3f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:03.027601 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.042028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-947a5fb4-8360-465e-a371-4b4d05d3a4bf req-c4e429e4-9dd8-4edc-accf-90d80774cd5a tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994215 Nov 12 08:54:03.045979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-3822c5c1-493c-4329-92b5-18125b4fc4ff tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571687 Nov 12 08:54:03.224112 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c14d8c1-908f-4a79-aff2-a6446e3aaa6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd4030c100ea43eca6545489a8151ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8171215 Nov 12 08:54:03.228198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50272) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:03.244108 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.249543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.281519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 17c79944-2137-44b4-9b28-4516d8d11a3f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=17c79944-2137-44b4-9b28-4516d8d11a3f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:03.288155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c14d8c1-908f-4a79-aff2-a6446e3aaa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7d9ac7-9ba2-4424-b81c-65b58f45820c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:03.288551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.344420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-0e35811d-209b-47ea-ab1c-f06e6ff1c3bd tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.355676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-0e35811d-209b-47ea-ab1c-f06e6ff1c3bd tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087442 Nov 12 08:54:03.358160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=17c79944-2137-44b4-9b28-4516d8d11a3f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:03.363597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50274) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:03.383442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-fb4209ec-6f7f-4eaa-bf69-a2c5d7a0e336 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e0281a3f9ad14e60953a517b46628dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1557984 Nov 12 08:54:03.389963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-e183fcf7-c2ce-453e-8fa2-ff394c349b28 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/quotas/fbb0cebcc7a14fbe843eec6feae117a7 HTTP/1.1" status: 200 len: 375 time: 0.0328004 Nov 12 08:54:03.452149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45261ef2-6174-4a47-8e64-f305ff6aab02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.453662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.455052 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.486996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-30a3bbba-217d-4222-a9cd-06bbeb92a75a None None] Provisioning complete for port f230de93-52f5-4f77-8175-6e27177412f5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:03.489879 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30a3bbba-217d-4222-a9cd-06bbeb92a75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.490509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45261ef2-6174-4a47-8e64-f305ff6aab02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.492527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:03.496466 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-9cb804cd-90f8-48a8-be7b-aea683f02ab6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2339840 Nov 12 08:54:03.500227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Pushing event updated for resources: {'Port': ['ID=79757074-398f-4b67-997a-95461a806e7b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:03.508603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-b86bf78b-f672-49d8-86f3-1c9013e5673e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158805 Nov 12 08:54:03.544973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:03.545407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-30a3bbba-217d-4222-a9cd-06bbeb92a75a None None] Port f230de93-52f5-4f77-8175-6e27177412f5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:03.552978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:03.585744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c315ccab-9471-48fa-95f5-6eef623985f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.595663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Request body: {'port': {'device_id': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:03.634134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45261ef2-6174-4a47-8e64-f305ff6aab02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.636799 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45261ef2-6174-4a47-8e64-f305ff6aab02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.641472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-45261ef2-6174-4a47-8e64-f305ff6aab02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e7d9ac7-9ba2-4424-b81c-65b58f45820c HTTP/1.1" status: 204 len: 168 time: 0.4080496 Nov 12 08:54:03.643460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.694441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45261ef2-6174-4a47-8e64-f305ff6aab02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7d9ac7-9ba2-4424-b81c-65b58f45820c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:03.885166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4fdcf8c7-d9de-4481-850d-01db9d9f3092 None None] Provisioning complete for port 79757074-398f-4b67-997a-95461a806e7b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:03.885988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4fdcf8c7-d9de-4481-850d-01db9d9f3092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.888839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c315ccab-9471-48fa-95f5-6eef623985f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.891236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb035bc6-180d-4e16-9659-a4e54ac2333a req-61202ae4-f973-41e3-8598-c75d7e6374f8 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:03.892971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb035bc6-180d-4e16-9659-a4e54ac2333a req-61202ae4-f973-41e3-8598-c75d7e6374f8 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1097 time: 0.1519120 Nov 12 08:54:03.907629 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c315ccab-9471-48fa-95f5-6eef623985f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:03.945257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4fdcf8c7-d9de-4481-850d-01db9d9f3092 None None] Port 79757074-398f-4b67-997a-95461a806e7b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:04.021320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c315ccab-9471-48fa-95f5-6eef623985f0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a560ae1fab674d45a96de760c7c7ff27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6555901 Nov 12 08:54:04.025909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50290) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:04.036519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315ccab-9471-48fa-95f5-6eef623985f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f2ccac-2db4-47ae-a214-18e232fa323f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:04.038246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.072575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb035bc6-180d-4e16-9659-a4e54ac2333a req-7316bd16-9c63-4aa0-8e80-ef51dfd9b8b1 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509285 Nov 12 08:54:04.164951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad69269e-e41f-4c8f-9503-90f4adaa889b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.198800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad69269e-e41f-4c8f-9503-90f4adaa889b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.207409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50298) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:04.226791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-536c54cd-6c14-4ba7-b9ac-2a1e6497adb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.231332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-3852d48e-cccf-462e-9806-c24b1def8cb3 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:04.232993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-3852d48e-cccf-462e-9806-c24b1def8cb3 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8483901 Nov 12 08:54:04.310028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-46d8528a-304c-46f1-8935-4d574688fc4f tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/quotas/e0281a3f9ad14e60953a517b46628dbe HTTP/1.1" status: 200 len: 375 time: 0.0642128 Nov 12 08:54:04.314476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.346269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac01add-b1b0-4b92-8b71-7a48149d1c14 req-03fff73c-ef98-4397-a80c-5eccaf846997 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:04.348140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eac01add-b1b0-4b92-8b71-7a48149d1c14 req-03fff73c-ef98-4397-a80c-5eccaf846997 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 936 time: 0.1069334 Nov 12 08:54:04.391280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad69269e-e41f-4c8f-9503-90f4adaa889b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.392622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-7e233d59-eaa3-4c1e-9e22-3c5a28793f77 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e0281a3f9ad14e60953a517b46628dbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801351 Nov 12 08:54:04.396809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad69269e-e41f-4c8f-9503-90f4adaa889b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.398538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ad69269e-e41f-4c8f-9503-90f4adaa889b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69f2ccac-2db4-47ae-a214-18e232fa323f HTTP/1.1" status: 204 len: 168 time: 0.3707454 Nov 12 08:54:04.436370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69269e-e41f-4c8f-9503-90f4adaa889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f2ccac-2db4-47ae-a214-18e232fa323f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:04.488559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eac01add-b1b0-4b92-8b71-7a48149d1c14 req-912f139e-e682-496c-9d58-f9838cf6bb70 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324978 Nov 12 08:54:04.495247 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-536c54cd-6c14-4ba7-b9ac-2a1e6497adb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.507659 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-536c54cd-6c14-4ba7-b9ac-2a1e6497adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.558154 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-536c54cd-6c14-4ba7-b9ac-2a1e6497adb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02f8a59f16b14d5395323c2d4d32456d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3470380 Nov 12 08:54:04.558692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c54cd-6c14-4ba7-b9ac-2a1e6497adb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f84f2c-0ffd-4130-b205-f5cfae7dea02,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:04.562223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50302) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:04.640140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25fec109-ea35-4a68-b996-eaefa4eae483 req-e35ee6cc-1c16-4645-9db2-ca8685286db0 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 210 time: 0.0567770 Nov 12 08:54:04.793495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1650d208-315d-4335-b494-ccb2782a8296 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:04.820313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83c036c5-e1e7-4257-a10e-8740428892c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:04.869236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 1650d208-315d-4335-b494-ccb2782a8296 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:04.869579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1650d208-315d-4335-b494-ccb2782a8296 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:04.888627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 17c79944-2137-44b4-9b28-4516d8d11a3f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:04.900176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d92340d-588d-4ee7-a2e6-409d0edfd3ef req-2228b241-14eb-4542-97f0-d0852670b1b9 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 210 time: 0.1231275 Nov 12 08:54:04.920167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83c036c5-e1e7-4257-a10e-8740428892c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.035768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83c036c5-e1e7-4257-a10e-8740428892c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.039302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83c036c5-e1e7-4257-a10e-8740428892c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.047437 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-83c036c5-e1e7-4257-a10e-8740428892c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2f84f2c-0ffd-4130-b205-f5cfae7dea02 HTTP/1.1" status: 204 len: 168 time: 0.4839249 Nov 12 08:54:05.057684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c036c5-e1e7-4257-a10e-8740428892c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f84f2c-0ffd-4130-b205-f5cfae7dea02,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:05.099130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 17c79944-2137-44b4-9b28-4516d8d11a3f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:05.106214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.221066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-c7b63397-223c-4da4-8e49-382e113987eb tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445309 Nov 12 08:54:05.473616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f230de93-52f5-4f77-8175-6e27177412f5 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:05.520566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50340) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:05.524756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.552332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-e6aa8800-c7fe-4f30-aceb-1f09debe88ca tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:05.554828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-e6aa8800-c7fe-4f30-aceb-1f09debe88ca tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3404493 Nov 12 08:54:05.557022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7f513a2-0203-4ec3-bb95-951248d2acd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.573477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Request body: {'port': {'device_id': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'fbb0cebcc7a14fbe843eec6feae117a7'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:05.603057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Transition to ACTIVE for port object f230de93-52f5-4f77-8175-6e27177412f5 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:05.614362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.664828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.688361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:05.701520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:05.935644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Pushing event updated for resources: {'Port': ['ID=79757074-398f-4b67-997a-95461a806e7b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:05.940780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.081834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:06.084074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:06.085366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:06.102996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Port f230de93-52f5-4f77-8175-6e27177412f5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:06.103340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:06.148877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:06.149222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:06.149804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:06.150253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Bound port: f230de93-52f5-4f77-8175-6e27177412f5, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:06.150616 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.166907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:06.205156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:06.243645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721549a7-a69d-4f0d-8c8e-56e3fc1b0402 req-038e23e3-e175-4047-813a-371e0521c2b4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.245229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-721549a7-a69d-4f0d-8c8e-56e3fc1b0402 req-038e23e3-e175-4047-813a-371e0521c2b4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 948 time: 0.6121399 Nov 12 08:54:06.421394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Made reservation on behalf of fbb0cebcc7a14fbe843eec6feae117a7 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:06.425456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.430041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7f513a2-0203-4ec3-bb95-951248d2acd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.434677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-721549a7-a69d-4f0d-8c8e-56e3fc1b0402 req-48578b3d-4326-40e2-8991-d806822c8a3f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793685 Nov 12 08:54:06.460724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:06.470904 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7f513a2-0203-4ec3-bb95-951248d2acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.538708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:06.592273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.620684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f513a2-0203-4ec3-bb95-951248d2acd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7deb7392-e790-49d9-bc68-f0b8cc80ceb2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:06.631324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b7f513a2-0203-4ec3-bb95-951248d2acd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c803cb2144774eedba3cae3398138bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1091487 Nov 12 08:54:06.634860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-15ed04cc-af70-4ad9-99e4-b309fc31f20c None None] Provisioning complete for port 79757074-398f-4b67-997a-95461a806e7b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:06.636164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:06.638345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15ed04cc-af70-4ad9-99e4-b309fc31f20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.660118 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-8b375645-a886-41b4-9190-a9546d645a2e tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e0281a3f9ad14e60953a517b46628dbe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775247 Nov 12 08:54:06.662015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:06.727535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-15ed04cc-af70-4ad9-99e4-b309fc31f20c None None] Port 79757074-398f-4b67-997a-95461a806e7b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:06.734660 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7f98ab2-e85a-4fa4-8a09-cd4eaf2c5d7e req-f679e43d-ce99-498c-9009-ad3f8aff74d9 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 210 time: 0.0802128 Nov 12 08:54:06.851600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:06.852868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:06.858640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] 10.222.0.62 "PUT /v2.0/ports/f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 1097 time: 3.3100481 Nov 12 08:54:06.904137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:06.910828 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff2a65d-f521-438f-be70-10a90904dba2" -d '{"events": [{"name": "network-changed", "server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "tag": "f230de93-52f5-4f77-8175-6e27177412f5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:06.914199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Allocated IP 192.168.233.131 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/eaf5abaa-a49c-4450-8e55-b7465f1abf44) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:06.993415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c91c73a-fbf1-4b34-9ee1-3562119e8f25 service neutron] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:06.997293 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cff57ecb-43a2-458f-880e-6db0268acfaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.004497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c80aaee5-0b5b-4bf4-aa61-05016bd662fc req-f3c08b72-f5dd-4fc6-8b8d-0cc1d21deed3 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 210 time: 0.0773370 Nov 12 08:54:07.093162 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cff57ecb-43a2-458f-880e-6db0268acfaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.126932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-2d15cca8-6c77-4c54-aaf4-c332d9525378 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.128687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-2d15cca8-6c77-4c54-aaf4-c332d9525378 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4431558 Nov 12 08:54:07.154523 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41aeff0-bf74-4253-b7c0-1be09178cca0 x-openstack-request-id: req-e41aeff0-bf74-4253-b7c0-1be09178cca0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:07.155411 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "tag": "f230de93-52f5-4f77-8175-6e27177412f5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:07.155854 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e41aeff0-bf74-4253-b7c0-1be09178cca0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:07.156740 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5', 'status': 'completed', 'code': 200} Nov 12 08:54:07.161477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Request body: {'port': {'device_id': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'e0281a3f9ad14e60953a517b46628dbe'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:07.205847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-fd490bc4-fc9b-46b6-9025-2b30285917e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.208519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-fd490bc4-fc9b-46b6-9025-2b30285917e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1100 time: 0.2899029 Nov 12 08:54:07.281579 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cff57ecb-43a2-458f-880e-6db0268acfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.284879 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cff57ecb-43a2-458f-880e-6db0268acfaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.289116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cff57ecb-43a2-458f-880e-6db0268acfaa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7deb7392-e790-49d9-bc68-f0b8cc80ceb2 HTTP/1.1" status: 204 len: 168 time: 0.6515543 Nov 12 08:54:07.289453 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-867513fd-b45e-413c-9fb7-cdcb6bc68469 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.0508480 Nov 12 08:54:07.294730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:07.306022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff57ecb-43a2-458f-880e-6db0268acfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7deb7392-e790-49d9-bc68-f0b8cc80ceb2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:07.310495 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6581ec3a-0cca-44a1-9b5f-c04ed7b58788 admin admin] 10.222.0.53 "PUT /v2.0/routers/27be93e4-fc28-4695-8e27-7eb5b85b1ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0324254 Nov 12 08:54:07.312762 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:07.357133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.377395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:07.385006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:53:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:07.446025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.473065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-354b191a-528d-4e85-886e-66916b7ea9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.474556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-354b191a-528d-4e85-886e-66916b7ea9b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1582246 Nov 12 08:54:07.513925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['8b0f8427-be13-47e9-b089-976adb360915'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:07.537967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:07.543181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:07.552636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:07.553168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Made reservation on behalf of e0281a3f9ad14e60953a517b46628dbe for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:07.556888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.623006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-80ce5a10-e96d-4b11-9214-35cfeb2a6cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.634797 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-80ce5a10-e96d-4b11-9214-35cfeb2a6cc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1454408 Nov 12 08:54:07.686093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Pushing event updated for resources: {'Port': ['ID=eaf5abaa-a49c-4450-8e55-b7465f1abf44,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:07.722333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:07.725080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:07.725813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:07.758149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-a0eaadd6-b9b5-45a0-94a3-07e5382f8b0e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1898112 Nov 12 08:54:07.773353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Request body: {'port': {'device_id': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:07.940452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-b677b435-c4a7-4c7c-99fc-1dc2546832b9 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648263 Nov 12 08:54:07.969832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Allocated IP 192.168.233.86 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/543046be-029b-469f-af98-be2728b21bd5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:08.024609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f59ea-6c1e-4e9f-857f-354faacfe280 req-4d02621d-24c2-41fc-9692-1d37f12128a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.031331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-192f59ea-6c1e-4e9f-857f-354faacfe280 req-4d02621d-24c2-41fc-9692-1d37f12128a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 948 time: 0.2149537 Nov 12 08:54:08.038700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.072415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cda67204-5687-47d9-810b-e6f1f86d314c None None] Provisioning complete for port eaf5abaa-a49c-4450-8e55-b7465f1abf44 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:08.072780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cda67204-5687-47d9-810b-e6f1f86d314c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.081088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50438) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:08.163604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b481b5eb-2dc8-4467-9168-f179a99e2df3 req-dd664e96-df22-47da-a056-eb86241bd74b service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122240 Nov 12 08:54:08.293304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cda67204-5687-47d9-810b-e6f1f86d314c None None] Port eaf5abaa-a49c-4450-8e55-b7465f1abf44 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:08.334336 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-192f59ea-6c1e-4e9f-857f-354faacfe280 req-fa8ef974-ab70-4649-b353-dcf8a1d5412e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019855 Nov 12 08:54:08.355926 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.370270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 2, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:08.408812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:08.412058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Updating router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb port 79757074-398f-4b67-997a-95461a806e7b binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:54:08.439996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-7ac36b46-a1fe-4046-8c49-261b59f76109 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:08.440936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-7ac36b46-a1fe-4046-8c49-261b59f76109 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3586249 Nov 12 08:54:08.463336 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.507543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-6efdc70b-1463-4d2f-9ee4-0d3a4245b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.512740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de848e-91e2-4ea6-8080-c09ae528c91e req-cc3ec489-0033-4440-8a21-d6a9dc020a99 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.516374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-63de848e-91e2-4ea6-8080-c09ae528c91e req-cc3ec489-0033-4440-8a21-d6a9dc020a99 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 972 time: 0.1061509 Nov 12 08:54:08.521502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-6efdc70b-1463-4d2f-9ee4-0d3a4245b83b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1100 time: 0.1636736 Nov 12 08:54:08.603270 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-63de848e-91e2-4ea6-8080-c09ae528c91e req-a5898ac1-443b-4fe8-96c4-5b4da0e30636 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd955167-2b56-4ab4-a268-f55cb6ea3268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793827 Nov 12 08:54:08.666750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.744568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-4ac22acc-86a2-488d-8ee4-190628916402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.747117 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-4ac22acc-86a2-488d-8ee4-190628916402 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2178905 Nov 12 08:54:08.779111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:08.780615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:08.783770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:08.878172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Pushing event updated for resources: {'Port': ['ID=543046be-029b-469f-af98-be2728b21bd5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:08.880400 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.888708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.895536 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-2a792979-3330-40ae-9ead-3eaff62063ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.1179709 Nov 12 08:54:08.899442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-91df83cf-5517-4c15-bfcc-af73c16ff663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:08.900916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-91df83cf-5517-4c15-bfcc-af73c16ff663 service neutron] 10.222.0.53 "GET /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 1094 time: 0.2502964 Nov 12 08:54:08.918748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf5abaa-a49c-4450-8e55-b7465f1abf44 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:08.929695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.958283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Transition to ACTIVE for port object eaf5abaa-a49c-4450-8e55-b7465f1abf44 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:08.970074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:08.988799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb6d1-2a18-4272-a698-261bc7fb81a5 None None] Pushing event updated for resources: {'Port': ['ID=79757074-398f-4b67-997a-95461a806e7b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:09.068365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Attempting to bind port 79757074-398f-4b67-997a-95461a806e7b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:09.068664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Attempting to bind port 79757074-398f-4b67-997a-95461a806e7b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:09.069038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Attempting to bind port 79757074-398f-4b67-997a-95461a806e7b on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:09.085023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:09.085407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Checking segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:09.085824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.091803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Bound using segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:09.092751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Bound port: 79757074-398f-4b67-997a-95461a806e7b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:09.093190 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.115617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbd378-d501-4edb-9608-407d258443d7 req-81aac696-8a3e-4839-a429-4f60a778e0c4 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.129909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2dbd378-d501-4edb-9608-407d258443d7 req-81aac696-8a3e-4839-a429-4f60a778e0c4 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 936 time: 0.3781929 Nov 12 08:54:09.139234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5abaa-a49c-4450-8e55-b7465f1abf44,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:09.216947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.62', 65021) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:09.223227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-43bb63d0-0878-41c0-a918-efa471303ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.225524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-43bb63d0-0878-41c0-a918-efa471303ebf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.3169937 Nov 12 08:54:09.240804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Request body: {'binding': {'host': 'n-h1-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:09.241343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Unknown quota resources ['binding']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:54:09.265176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Attempting to bind port eaf5abaa-a49c-4450-8e55-b7465f1abf44 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:09.265420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Attempting to bind port eaf5abaa-a49c-4450-8e55-b7465f1abf44 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:09.265746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Attempting to bind port eaf5abaa-a49c-4450-8e55-b7465f1abf44 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:09.274585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Port eaf5abaa-a49c-4450-8e55-b7465f1abf44 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:09.274908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Attempting to bind port eaf5abaa-a49c-4450-8e55-b7465f1abf44 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:09.281458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:09.281801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:09.282742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:09.283336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Bound port: eaf5abaa-a49c-4450-8e55-b7465f1abf44, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:09.283739 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.298656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9955b891-e0c9-41fc-8693-db8a03ee9af5 None None] Provisioning complete for port 543046be-029b-469f-af98-be2728b21bd5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:09.299089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9955b891-e0c9-41fc-8693-db8a03ee9af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.310180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.311240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.350797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9955b891-e0c9-41fc-8693-db8a03ee9af5 None None] Port 543046be-029b-469f-af98-be2728b21bd5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:09.358795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] For port 79757074-398f-4b67-997a-95461a806e7b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:09.368533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2dbd378-d501-4edb-9608-407d258443d7 req-5e097dc1-39b8-4b6a-9b9d-cc4e5fe895e8 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375994 Nov 12 08:54:09.378194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] For port 79757074-398f-4b67-997a-95461a806e7b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=79757074-398f-4b67-997a-95461a806e7b,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:09.387057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.397959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-bbd68a30-8808-4c81-8679-b18c1d3e5e65 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2492728 Nov 12 08:54:09.424387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Request body: {'port': {'device_id': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:09.464299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-3d3a547f-41a5-426e-a463-fed6e2d106b5 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.465967 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-3d3a547f-41a5-426e-a463-fed6e2d106b5 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.62 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 972 time: 0.2302833 Nov 12 08:54:09.591273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:09.592235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:53:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:09.601792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-10c54e19-9c47-4d92-b08a-7391017aed01 None None] Provisioning complete for port 79757074-398f-4b67-997a-95461a806e7b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:09.602348 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-10c54e19-9c47-4d92-b08a-7391017aed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.632441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] For port eaf5abaa-a49c-4450-8e55-b7465f1abf44, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:09.644194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-e5ed5468-1c8e-420e-9b4f-996df5da0f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.650454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-e5ed5468-1c8e-420e-9b4f-996df5da0f84 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3611023 Nov 12 08:54:09.661237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eb6d1-2a18-4272-a698-261bc7fb81a5 None None] Pushing event updated for resources: {'Port': ['ID=79757074-398f-4b67-997a-95461a806e7b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:09.666202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] For port eaf5abaa-a49c-4450-8e55-b7465f1abf44, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eaf5abaa-a49c-4450-8e55-b7465f1abf44,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:09.684242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.880517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.881127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:09.881127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.881275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on host n-h1-769329-17 for vnic_type normal with profile None {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:09.881275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:09.881275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:09.881482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] 10.222.0.55 "PUT /v2.0/ports/eaf5abaa-a49c-4450-8e55-b7465f1abf44 HTTP/1.1" status: 200 len: 1097 time: 2.1100154 Nov 12 08:54:09.881482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'tag': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:09.881482 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f849e8-977c-489d-9ee9-94e8d57294f3" -d '{"events": [{"name": "network-changed", "server_uuid": "23d4e8cc-d388-41b0-90bd-7367255d4c59", "tag": "eaf5abaa-a49c-4450-8e55-b7465f1abf44"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:09.882191 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-10c54e19-9c47-4d92-b08a-7391017aed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.915658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Deleting port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:09.916077 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:09.924810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:09.925155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:09.926277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:09.932032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d526fd28-b81f-489b-82f0-86d59ff96157 service neutron] Pushing event updated for resources: {'Port': ['ID=eaf5abaa-a49c-4450-8e55-b7465f1abf44,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:09.938026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:09.938404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:09.938818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:09.939276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Bound port: 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:10.015090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-10c54e19-9c47-4d92-b08a-7391017aed01 None None] For port 79757074-398f-4b67-997a-95461a806e7b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=79757074-398f-4b67-997a-95461a806e7b,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:10.073960 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-10c54e19-9c47-4d92-b08a-7391017aed01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.108754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-348487f9-a58d-4747-aa17-174a0922a7c6 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490604 Nov 12 08:54:10.119845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-bab74a63-62e5-4cde-8f8d-f6d3fb58be99 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.132229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-bab74a63-62e5-4cde-8f8d-f6d3fb58be99 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 821 time: 0.3720500 Nov 12 08:54:10.183880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-05c7e0be-a388-49f8-9a68-e0c19776bdfd tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/quotas/c1d39e821f974e0dbcaad9e1901936f1 HTTP/1.1" status: 200 len: 375 time: 0.0497446 Nov 12 08:54:10.195504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-70b50c5d-92d9-4b89-9086-2934730f90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.198684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-70b50c5d-92d9-4b89-9086-2934730f90a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 1100 time: 0.2673347 Nov 12 08:54:10.211592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c54e19-9c47-4d92-b08a-7391017aed01 None None] Pushing event updated for resources: {'Port': ['ID=79757074-398f-4b67-997a-95461a806e7b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:10.286029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:10.288254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:10.297267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-23f30781-cf55-4fe8-91dd-36dd91f40fcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=eaf5abaa-a49c-4450-8e55-b7465f1abf44 HTTP/1.1" status: 200 len: 217 time: 0.0739608 Nov 12 08:54:10.305340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] Publish callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.306542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-ff8442c7-b110-40c8-88f6-17b0f28c046f service neutron] 10.222.0.53 "POST /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6/bindings HTTP/1.1" status: 201 len: 390 time: 1.3966014 Nov 12 08:54:10.329722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] For port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:10.330226 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.342817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f79adb7-27c9-4a8a-ad0e-42d2b737fc5c None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:10.369600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-56230ede-d69f-4645-a5d0-7da9af3db3ac None None] Provisioning complete for port 79757074-398f-4b67-997a-95461a806e7b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:10.370249 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56230ede-d69f-4645-a5d0-7da9af3db3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.372530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Calling delete_port for b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 owned by compute:tempest-test_az-1523372948 {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:10.388905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ff2a65d-f521-438f-be70-10a90904dba2 req-b7a78cbe-f521-4286-bcef-56989f33a4d4 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611637 Nov 12 08:54:10.508408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-efa24f5e-fec7-4193-a745-2deea1431e23 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3167617 Nov 12 08:54:10.600846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-443f36f2-13af-4edb-bd5c-847966f044e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.605654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-443f36f2-13af-4edb-bd5c-847966f044e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2970660 Nov 12 08:54:10.613510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543046be-029b-469f-af98-be2728b21bd5 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:10.659730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.723711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Transition to ACTIVE for port object 543046be-029b-469f-af98-be2728b21bd5 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:10.735431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-95edcad4-ed55-47d5-9b5c-dc0b1e6ff32b service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260113 Nov 12 08:54:10.744459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:10.795328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-eb95acdd-fb3c-4223-a0c6-e85c52b76cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.796603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-eb95acdd-fb3c-4223-a0c6-e85c52b76cd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1744339 Nov 12 08:54:10.874066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81355704-5f34-4f29-8de3-ebe16a4ce01e req-a3fa24cd-4a66-49c4-9ba9-e0e7abbac274 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.876520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-81355704-5f34-4f29-8de3-ebe16a4ce01e req-a3fa24cd-4a66-49c4-9ba9-e0e7abbac274 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 935 time: 0.2356398 Nov 12 08:54:10.879611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 79757074-398f-4b67-997a-95461a806e7b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:10.879753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Pushing event updated for resources: {'Port': ['ID=543046be-029b-469f-af98-be2728b21bd5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:10.912095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-58a45b56-3ed1-4362-a023-9c960f931350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:10.913525 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-58a45b56-3ed1-4362-a023-9c960f931350 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1097 time: 0.1858804 Nov 12 08:54:10.991133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 79757074-398f-4b67-997a-95461a806e7b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:10.991745 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.174255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-81355704-5f34-4f29-8de3-ebe16a4ce01e req-cb4fb7ea-fa3c-4c45-a1b1-c45b1cdb0073 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872479 Nov 12 08:54:11.200092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Attempting to bind port 543046be-029b-469f-af98-be2728b21bd5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:11.200434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Attempting to bind port 543046be-029b-469f-af98-be2728b21bd5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:11.200765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Attempting to bind port 543046be-029b-469f-af98-be2728b21bd5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:11.221465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Port 543046be-029b-469f-af98-be2728b21bd5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:11.221813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Attempting to bind port 543046be-029b-469f-af98-be2728b21bd5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:11.230340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:11.230685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:11.231085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:11.231681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Bound port: 543046be-029b-469f-af98-be2728b21bd5, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:11.232100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.234719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-1aab87c3-794c-4565-a3fa-b988ea405231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.237567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-1aab87c3-794c-4565-a3fa-b988ea405231 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.3110921 Nov 12 08:54:11.289966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-a6dc49ff-edab-43ed-8fd5-637920285ebc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 217 time: 0.0422010 Nov 12 08:54:11.359055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-8b67e72e-8ec9-40f6-9fe1-13c5465365ef service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544140 Nov 12 08:54:11.388086 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.401288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:11.419001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e3c35533-096d-4784-98b6-7dea12a4c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.420537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e3c35533-096d-4784-98b6-7dea12a4c985 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1022773 Nov 12 08:54:11.422099 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-accaa5fd-0ab9-4cdd-aab6-6337358dd0eb service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6856823 Nov 12 08:54:11.423668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] For port 543046be-029b-469f-af98-be2728b21bd5, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:11.468109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Pushing event deleted for resources: {'Port': ['ID=b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:11.470172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-967a4e11-f2d8-49b8-95ae-851c1fc021b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367694 Nov 12 08:54:11.600955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] No DVR routers for this DVR port b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:11.607948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.615138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-1b8abf73-c887-459e-b9ce-af5ece4f6aa0 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323118 Nov 12 08:54:11.617463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] For port 543046be-029b-469f-af98-be2728b21bd5, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=543046be-029b-469f-af98-be2728b21bd5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:11.618143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19e3b9ac-c7e5-433e-ad00-311f68513315 req-5714ca01-7ae3-47ef-8336-36f06577aa58 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.62 "DELETE /v2.0/ports/b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 HTTP/1.1" status: 204 len: 173 time: 2.1461747 Nov 12 08:54:11.628144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.667381 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-758b07e8-85f8-4157-b1f2-9e61e6533fc8 req-b8e2f76e-1b7a-4876-97d5-329dc1253acb service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970378 Nov 12 08:54:11.731836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:11.737486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:11.745707 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] 10.222.0.62 "PUT /v2.0/ports/543046be-029b-469f-af98-be2728b21bd5 HTTP/1.1" status: 200 len: 1096 time: 2.3254409 Nov 12 08:54:11.746466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'tag': '543046be-029b-469f-af98-be2728b21bd5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:11.751291 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa33250-46d9-4962-99e6-7fdf13371cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "0fad4726-f9cb-44f7-a6e1-86773c3241c0", "tag": "543046be-029b-469f-af98-be2728b21bd5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:11.914046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b84f9c3c-eb3f-49ea-b49b-f3d09cc6be53 req-b04e18e6-0280-4075-bbc9-84b894663541 tempest-AggregatesAdminTestJSON-1945457445 tempest-AggregatesAdminTestJSON-1945457445-project] 10.222.0.53 "GET /v2.0/ports?device_id=763d6742-b6b0-48aa-b29f-df5babe5a571 HTTP/1.1" status: 200 len: 210 time: 0.0552516 Nov 12 08:54:12.022438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e75150a-0fa5-43ec-876d-e6fc7dc62bfe service neutron] Pushing event updated for resources: {'Port': ['ID=543046be-029b-469f-af98-be2728b21bd5,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:12.025122 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78b5c9e-309e-4b4e-ad24-04b69045fd5e x-openstack-request-id: req-b78b5c9e-309e-4b4e-ad24-04b69045fd5e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:12.025408 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d4e8cc-d388-41b0-90bd-7367255d4c59", "tag": "eaf5abaa-a49c-4450-8e55-b7465f1abf44", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:12.025660 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b78b5c9e-309e-4b4e-ad24-04b69045fd5e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:12.026055 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'tag': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44', 'status': 'completed', 'code': 200} Nov 12 08:54:12.046140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54b6d2-55c1-4194-91e0-8975d3541260 req-602d0d09-48ef-4823-b3be-08dafbe8574f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.047818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b54b6d2-55c1-4194-91e0-8975d3541260 req-602d0d09-48ef-4823-b3be-08dafbe8574f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 948 time: 0.3181596 Nov 12 08:54:12.123378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-02ec034c-8d36-4166-839c-da378a42d8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.125384 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-02ec034c-8d36-4166-839c-da378a42d8c3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0281a3f9ad14e60953a517b46628dbe&device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 1099 time: 0.2313647 Nov 12 08:54:12.142507 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-0e594f39-deaa-4fc8-b574-6f367769e874 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942887 Nov 12 08:54:12.156524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-eae8835d-eb1b-4791-ba12-c97ce9129beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.158842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-eae8835d-eb1b-4791-ba12-c97ce9129beb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 1100 time: 0.0919809 Nov 12 08:54:12.194896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:12.434601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:12.449583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-1075233a-0462-4d65-af5e-4efe1ed97179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.465764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-1075233a-0462-4d65-af5e-4efe1ed97179 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2780704 Nov 12 08:54:12.477525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'f230de93-52f5-4f77-8175-6e27177412f5', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'f230de93-52f5-4f77-8175-6e27177412f5', 'mac_address': 'fa:16:3e:08:25:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:12.542400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-d16722ee-452c-40ee-bb37-6a601e417287 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=eaf5abaa-a49c-4450-8e55-b7465f1abf44 HTTP/1.1" status: 200 len: 217 time: 0.0749524 Nov 12 08:54:12.603826 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.620794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-9ae7cd53-5153-4e12-a5cb-667c170d86a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=543046be-029b-469f-af98-be2728b21bd5 HTTP/1.1" status: 200 len: 217 time: 0.4722798 Nov 12 08:54:12.634407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b54b6d2-55c1-4194-91e0-8975d3541260 req-8356205e-4921-4241-93a5-c40d981c61a6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777464 Nov 12 08:54:12.658692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f230de93-52f5-4f77-8175-6e27177412f5 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:12.698278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-9c9ee26b-52fb-4b50-90fd-1fae2fe1b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.700622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-9c9ee26b-52fb-4b50-90fd-1fae2fe1b876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1498716 Nov 12 08:54:12.709421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-58487cf4-cae9-4a68-b79c-606a5a3a79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.711383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-58487cf4-cae9-4a68-b79c-606a5a3a79e5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0757895 Nov 12 08:54:12.714097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:12.719962 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.762961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7d04c-4b9c-4904-b8e2-0813d80e4c74 req-03c1b128-2f12-47bb-b901-1a8abfc321c2 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.763402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-c969a789-f020-49d7-b785-7d57a710e49b tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.764761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-c969a789-f020-49d7-b785-7d57a710e49b tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.1982796 Nov 12 08:54:12.765148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92e7d04c-4b9c-4904-b8e2-0813d80e4c74 req-03c1b128-2f12-47bb-b901-1a8abfc321c2 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 948 time: 0.1614285 Nov 12 08:54:12.794183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-137aa594-e568-42ac-aea4-b8dc9b47ab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.795711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-137aa594-e568-42ac-aea4-b8dc9b47ab26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875814 Nov 12 08:54:12.806853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-769329-17'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:12.821997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:12.872791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa1d20f-ab57-457e-8ae0-a86c33beec88 req-14e033ce-c49a-4a76-a646-984e4fb590ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.874613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efa1d20f-ab57-457e-8ae0-a86c33beec88 req-14e033ce-c49a-4a76-a646-984e4fb590ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 945 time: 0.1087425 Nov 12 08:54:12.878398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-2181d013-5045-4cc6-9073-afcb5961fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:12.880808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-2181d013-5045-4cc6-9073-afcb5961fd61 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591334 Nov 12 08:54:12.931594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92e7d04c-4b9c-4904-b8e2-0813d80e4c74 req-4eb6632e-ebc5-43b4-9065-d4cb50ff65b5 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519732 Nov 12 08:54:12.943471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:12.947768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:12.986796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-f53217e1-0790-4f9a-8aa8-da4683443774 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806087 Nov 12 08:54:13.150886 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efa1d20f-ab57-457e-8ae0-a86c33beec88 req-1a177e80-5470-4b19-920d-1fdc60e4e632 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399306 Nov 12 08:54:13.167679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a96d28b8-b7d4-4472-b48d-1be26d0f49ca req-46007978-2013-4301-b5b3-07c1de925a27 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 210 time: 0.0504987 Nov 12 08:54:13.176280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16f849e8-977c-489d-9ee9-94e8d57294f3 req-8fb9ca0d-81b5-49c9-9716-a4032e2f76ac service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767066 Nov 12 08:54:13.244257 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8ee1cb-71a9-4890-a7a6-d5a7777d6d43 x-openstack-request-id: req-4f8ee1cb-71a9-4890-a7a6-d5a7777d6d43 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:13.244676 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fad4726-f9cb-44f7-a6e1-86773c3241c0", "tag": "543046be-029b-469f-af98-be2728b21bd5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:13.245039 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f8ee1cb-71a9-4890-a7a6-d5a7777d6d43 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:13.245560 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'tag': '543046be-029b-469f-af98-be2728b21bd5', 'status': 'completed', 'code': 200} Nov 12 08:54:13.247658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-af6b5c87-6dbc-4de8-b7ab-c6cb310130a1 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381941 Nov 12 08:54:13.318494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e70c5-ca94-4a2e-970e-a89aba045870 req-dc098ec4-c397-4b1a-be64-b0363c5e93ec tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.320099 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d86e70c5-ca94-4a2e-970e-a89aba045870 req-dc098ec4-c397-4b1a-be64-b0363c5e93ec tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 947 time: 0.0755646 Nov 12 08:54:13.348763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:13.406633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d86e70c5-ca94-4a2e-970e-a89aba045870 req-f148c2d9-03b6-403a-95a1-cc14c8a1e1cf tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621781 Nov 12 08:54:13.406754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14698d4d-57f0-4150-8f45-b3d45026e4d8 req-a3188715-32b3-48d0-99de-208c15950df9 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501186 Nov 12 08:54:13.417836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:13.512505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.520298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.595448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-e8d423ff-eac8-40a6-af47-216f9b0530a7 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.597733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-e8d423ff-eac8-40a6-af47-216f9b0530a7 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 821 time: 0.1985967 Nov 12 08:54:13.644484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'port': {'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'admin_state_up': True, 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:13.681341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:13.701413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on host n-h2-769329-17 for vnic_type normal with profile {"migrating_to": "n-h1-769329-17"} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:13.701840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:13.702246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:13.705713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-9f3d0f14-d277-4c6b-a2c2-07f9650e1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.707310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-9f3d0f14-d277-4c6b-a2c2-07f9650e1a08 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e0281a3f9ad14e60953a517b46628dbe&device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 1099 time: 0.1275105 Nov 12 08:54:13.710974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:13.711379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Attempting to bind port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:13.717662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:13.718100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:13.718557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:13.719060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Bound port: 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:13.719520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.823978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-741ad689-8573-4132-a052-0bfcb6e059c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:13.930065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d154093-3558-457a-9207-41cd2fdf8e56 req-978ee847-76ef-454a-ac36-ecc0e64af826 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.930310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:13.932422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d154093-3558-457a-9207-41cd2fdf8e56 req-978ee847-76ef-454a-ac36-ecc0e64af826 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 949 time: 0.1400294 Nov 12 08:54:13.938781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:13.944237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-5d2d34fc-1a81-48fe-b967-f5e6e218825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:13.946304 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-5d2d34fc-1a81-48fe-b967-f5e6e218825e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2133474 Nov 12 08:54:13.947796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.011189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50566) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:14.031454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'name': 'network-vif-deleted', 'tag': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:14.033139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-d3b99c0a-96e7-484a-ba49-9fa28d9d1b25 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=543046be-029b-469f-af98-be2728b21bd5 HTTP/1.1" status: 200 len: 217 time: 0.0565829 Nov 12 08:54:14.036678 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d520ec7d-a90d-447e-9949-55afa1110f93" -d '{"events": [{"server_uuid": "763d6742-b6b0-48aa-b29f-df5babe5a571", "name": "network-vif-deleted", "tag": "b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:14.054664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d154093-3558-457a-9207-41cd2fdf8e56 req-73f8c862-5adc-42d7-ad00-627f146f80fc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087794 Nov 12 08:54:14.056183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Made reservation on behalf of c1d39e821f974e0dbcaad9e1901936f1 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:14.082420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.101475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=8']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:14.105434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.105434 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.107349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-e88bfc1b-fd57-4d61-a5c0-32c5965ebab8 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 1123 time: 1.3050022 Nov 12 08:54:14.133716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-4b2a49d3-cd61-4b49-9ce4-6c504be15961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.134977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-4b2a49d3-cd61-4b49-9ce4-6c504be15961 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0848012 Nov 12 08:54:14.176582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['7d26e1ff-d39d-4bea-b925-3b4833adf9e6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:14.200512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-4fd76561-0a6a-43b8-a65e-956b64c1f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.208660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-4fd76561-0a6a-43b8-a65e-956b64c1f421 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0645068 Nov 12 08:54:14.233677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:14.302358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809510f-c31d-4b1e-a31e-64013e4c4354 req-92acc9a4-f854-4704-b7ef-93abf055d6af tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.303889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c809510f-c31d-4b1e-a31e-64013e4c4354 req-92acc9a4-f854-4704-b7ef-93abf055d6af tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 948 time: 0.1071894 Nov 12 08:54:14.336349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Allocated IP 172.20.0.14 (4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf/f9912568-1a72-4f38-a462-2c70f0850c03/d8f34461-d123-4b78-b05f-eb4d64873138) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:14.375825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port f230de93-52f5-4f77-8175-6e27177412f5 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:14.395678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c809510f-c31d-4b1e-a31e-64013e4c4354 req-a15626b0-351c-48fe-91b2-ec5b40cd53dd tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820696 Nov 12 08:54:14.397492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port f230de93-52f5-4f77-8175-6e27177412f5 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:14.397865 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.410161 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-3f7e737e-a902-438a-ae90-7555f2c29635 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913786 Nov 12 08:54:14.473904 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d099d8-c9d2-4313-89e0-781a30c0b531 x-openstack-request-id: req-29d099d8-c9d2-4313-89e0-781a30c0b531 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:14.474202 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "763d6742-b6b0-48aa-b29f-df5babe5a571", "name": "network-vif-deleted", "tag": "b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:14.474460 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29d099d8-c9d2-4313-89e0-781a30c0b531 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:14.474869 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '763d6742-b6b0-48aa-b29f-df5babe5a571', 'name': 'network-vif-deleted', 'tag': 'b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87', 'status': 'completed', 'code': 200} Nov 12 08:54:14.507091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50584) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:14.575351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-42375727-5030-495b-821c-8bd7d507e725 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc1ae4c86a2e4675a7c488ccecb88793&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5627496 Nov 12 08:54:14.576574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50590) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:14.609015 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fa33250-46d9-4962-99e6-7fdf13371cb8 req-b4156778-5422-4cc5-be84-4d591015a2ec service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840274 Nov 12 08:54:14.660406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0162a-bb96-46e3-b98a-b1993dd55b36 req-cda48385-9cd1-494b-abe7-f7422875b6ba tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.667874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-33c0162a-bb96-46e3-b98a-b1993dd55b36 req-cda48385-9cd1-494b-abe7-f7422875b6ba tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.0621464 Nov 12 08:54:14.672633 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.716211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:14.717869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:14.721281 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7197bed-ef76-4349-9ba8-29749afd699d" -d '{"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-plugged", "status": "completed", "tag": "f230de93-52f5-4f77-8175-6e27177412f5"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:14.727044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.728051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:14.732106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-33c0162a-bb96-46e3-b98a-b1993dd55b36 req-eae64366-52b7-4b4c-9bc2-3c0f8a88fc89 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609908 Nov 12 08:54:14.733283 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b3ddfd1-4b37-45e3-b5de-ddbb91036e4f req-6b3bb7ab-51d5-4d65-9af9-6edc27c69312 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 210 time: 0.1559935 Nov 12 08:54:14.746578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da5bc839-54c1-4cae-975c-3828e5f0e885 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.787031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:14.787601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b4e727a6-9d1b-4a5b-ae57-9ac7e7913c87 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:14.791579 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099ffeef-4d3a-4830-b317-13f1aba6ed96 x-openstack-request-id: req-099ffeef-4d3a-4830-b317-13f1aba6ed96 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:14.791930 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-plugged", "status": "completed", "tag": "f230de93-52f5-4f77-8175-6e27177412f5", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:14.792197 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-099ffeef-4d3a-4830-b317-13f1aba6ed96 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:14.792730 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5', 'code': 200} Nov 12 08:54:14.841794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:14.857542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74adcec-d202-441d-9f90-0f23d1680fb0 req-f11aa60b-892c-4ec8-8886-62a69aef2f98 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:14.861910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f74adcec-d202-441d-9f90-0f23d1680fb0 req-f11aa60b-892c-4ec8-8886-62a69aef2f98 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 947 time: 0.0618331 Nov 12 08:54:14.868275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eaf5abaa-a49c-4450-8e55-b7465f1abf44 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:14.879680 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da5bc839-54c1-4cae-975c-3828e5f0e885 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.880685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-506a70a8-9c3b-4033-89e1-7139991b98fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.893075 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da5bc839-54c1-4cae-975c-3828e5f0e885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.930192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.962897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-506a70a8-9c3b-4033-89e1-7139991b98fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:14.991289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bc839-54c1-4cae-975c-3828e5f0e885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367922e-aebe-421c-b098-a388bcbb79b6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:14.993342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f74adcec-d202-441d-9f90-0f23d1680fb0 req-f1186b08-f9ad-4497-b401-ad12203af334 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207154 Nov 12 08:54:15.012494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-da5bc839-54c1-4cae-975c-3828e5f0e885 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9aa5822051c485997104f885657f04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4988630 Nov 12 08:54:15.013415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:15.036770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30d062-11bc-456b-8f11-777401d23ec7 req-766dea7d-4ffa-4d3f-ab3f-0cff4c482b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.043439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a30d062-11bc-456b-8f11-777401d23ec7 req-766dea7d-4ffa-4d3f-ab3f-0cff4c482b12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1102 time: 0.1654809 Nov 12 08:54:15.058250 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.124854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-506a70a8-9c3b-4033-89e1-7139991b98fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.131478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-506a70a8-9c3b-4033-89e1-7139991b98fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.135008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-506a70a8-9c3b-4033-89e1-7139991b98fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd955167-2b56-4ab4-a268-f55cb6ea3268 HTTP/1.1" status: 204 len: 168 time: 0.5520537 Nov 12 08:54:15.161821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a70a8-9c3b-4033-89e1-7139991b98fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd955167-2b56-4ab4-a268-f55cb6ea3268,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:15.167343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a30d062-11bc-456b-8f11-777401d23ec7 req-a566ede4-6902-4c16-b026-e09292ee3016 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016638 Nov 12 08:54:15.169618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port eaf5abaa-a49c-4450-8e55-b7465f1abf44, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eaf5abaa-a49c-4450-8e55-b7465f1abf44,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:15.179331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:15.184926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:15.188007 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcabf56b-12b2-410a-bd59-993084f92ad9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.189158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:15.221233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Pushing event updated for resources: {'Port': ['ID=d8f34461-d123-4b78-b05f-eb4d64873138,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:15.221359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44', 'mac_address': 'fa:16:3e:75:6a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:15.247554 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcabf56b-12b2-410a-bd59-993084f92ad9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.252037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.252665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.288732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-1d9a8e4b-ae61-4fc9-8dba-5d76462f341f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6706278 Nov 12 08:54:15.308320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Request body: {'port': {'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:15.321203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6'}, {'name': 'network-changed', 'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:15.323485 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c0d850-5771-42fb-ba9f-1cb6a1b14738" -d '{"events": [{"server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "name": "network-vif-unplugged", "status": "completed", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6"}, {"name": "network-changed", "server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:15.327149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcabf56b-12b2-410a-bd59-993084f92ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.331205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcabf56b-12b2-410a-bd59-993084f92ad9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.335694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bcabf56b-12b2-410a-bd59-993084f92ad9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e367922e-aebe-421c-b098-a388bcbb79b6 HTTP/1.1" status: 204 len: 168 time: 0.3182461 Nov 12 08:54:15.347997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.364643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabf56b-12b2-410a-bd59-993084f92ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367922e-aebe-421c-b098-a388bcbb79b6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:15.391025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58843e-7b9d-4bc3-a362-e924c227153b req-d74dab69-fda2-4d9e-8790-41fc877560ba tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.393242 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f58843e-7b9d-4bc3-a362-e924c227153b req-d74dab69-fda2-4d9e-8790-41fc877560ba tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.2248042 Nov 12 08:54:15.393716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf5abaa-a49c-4450-8e55-b7465f1abf44 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:15.454846 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1439115c-e7cd-40fa-bb83-878d7592cec9 x-openstack-request-id: req-1439115c-e7cd-40fa-bb83-878d7592cec9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:15.455043 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "name": "network-vif-unplugged", "status": "completed", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6", "code": 200}, {"name": "network-changed", "server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:15.455296 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1439115c-e7cd-40fa-bb83-878d7592cec9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:15.455701 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6', 'code': 200} Nov 12 08:54:15.455981 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6', 'status': 'completed', 'code': 200} Nov 12 08:54:15.471807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port eaf5abaa-a49c-4450-8e55-b7465f1abf44, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eaf5abaa-a49c-4450-8e55-b7465f1abf44,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:15.478965 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.529095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f58843e-7b9d-4bc3-a362-e924c227153b req-f39a080c-e532-42b7-bcf1-08caab46ad5b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193414 Nov 12 08:54:15.577251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.580963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=eaf5abaa-a49c-4450-8e55-b7465f1abf44,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:15.602586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-82ce4cfd-75fa-44d8-a702-4a2e8d2089c8 None None] Provisioning complete for port d8f34461-d123-4b78-b05f-eb4d64873138 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:15.603262 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-82ce4cfd-75fa-44d8-a702-4a2e8d2089c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:15.646531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-82ce4cfd-75fa-44d8-a702-4a2e8d2089c8 None None] Port d8f34461-d123-4b78-b05f-eb4d64873138 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:15.681028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e126f0-cde1-4be6-8813-f29fd95f80b0 req-bab10133-f88e-49d8-8cf8-999146aed336 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.682511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01e126f0-cde1-4be6-8813-f29fd95f80b0 req-bab10133-f88e-49d8-8cf8-999146aed336 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 949 time: 0.0900493 Nov 12 08:54:15.692868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-37e5547b-ac32-4bef-944e-a08ae5f882d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.694346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-37e5547b-ac32-4bef-944e-a08ae5f882d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1126 time: 0.1801155 Nov 12 08:54:15.705323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['eaf5abaa-a49c-4450-8e55-b7465f1abf44'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:15.884889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01e126f0-cde1-4be6-8813-f29fd95f80b0 req-5cdbe90c-0353-4447-b265-11aa8e8538b2 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942091 Nov 12 08:54:15.933847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50634) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:15.939395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f9721-4247-48a1-88d6-d9ba27f84fcf req-501bc06e-463b-4f77-8ffc-fd16fe5b6633 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.952303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-245f9721-4247-48a1-88d6-d9ba27f84fcf req-501bc06e-463b-4f77-8ffc-fd16fe5b6633 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.1174994 Nov 12 08:54:15.959625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50636) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:15.990175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-84b97644-95c7-49d2-b95d-f879b43d740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:15.991666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-84b97644-95c7-49d2-b95d-f879b43d740f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.2882466 Nov 12 08:54:15.999565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9113-ff14-4f7f-8bb8-228c195d1992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.016769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-245f9721-4247-48a1-88d6-d9ba27f84fcf req-e0e91a21-566b-40ab-bf47-ae8473e73a2b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623891 Nov 12 08:54:16.096860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-ae0d7e16-91e2-4ac4-b79d-c803c9cc5d1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 217 time: 0.0912528 Nov 12 08:54:16.142353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbcc04-20b5-473d-9436-053307bcaf82 req-dcadf990-630b-44c6-8730-fcf3ca042d99 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:16.143946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ebbcc04-20b5-473d-9436-053307bcaf82 req-dcadf990-630b-44c6-8730-fcf3ca042d99 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 947 time: 0.0552645 Nov 12 08:54:16.158135 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bbef5132-d553-4d69-8e08-269fd3e15512 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=808fea3d5b07422db1ea5b8121f1fa0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225962 Nov 12 08:54:16.164330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:16.202301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c82ba-df80-47d5-92fd-f73ca219d2b6 req-a869d47c-9934-40c3-a6aa-68149f059584 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:16.204045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f6c82ba-df80-47d5-92fd-f73ca219d2b6 req-a869d47c-9934-40c3-a6aa-68149f059584 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 932 time: 0.2073886 Nov 12 08:54:16.211258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 543046be-029b-469f-af98-be2728b21bd5 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:16.239538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ebbcc04-20b5-473d-9436-053307bcaf82 req-46f54f2d-2dca-4984-bb62-d0ed69e49522 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891213 Nov 12 08:54:16.253310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-a0600f98-3d23-424c-a416-b40565fcec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:16.255095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-a0600f98-3d23-424c-a416-b40565fcec13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1352091 Nov 12 08:54:16.291726 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e4fb-c300-4211-8e1b-18d0efdf1dfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.294432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f34461-d123-4b78-b05f-eb4d64873138 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:16.321741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-1928c123-905e-4551-8344-cd27bac1cec1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565813 Nov 12 08:54:16.326031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.338187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7015d26-42cf-4a76-8967-586f81faae42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.362761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 543046be-029b-469f-af98-be2728b21bd5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=543046be-029b-469f-af98-be2728b21bd5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:16.363795 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e4fb-c300-4211-8e1b-18d0efdf1dfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.378377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '543046be-029b-469f-af98-be2728b21bd5', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '543046be-029b-469f-af98-be2728b21bd5', 'mac_address': 'fa:16:3e:f9:01:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:16.401557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Transition to ACTIVE for port object d8f34461-d123-4b78-b05f-eb4d64873138 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:16.426598 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.441272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f6c82ba-df80-47d5-92fd-f73ca219d2b6 req-fac447d0-4452-4e51-b4eb-ff337d39a953 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058372 Nov 12 08:54:16.443513 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9113-ff14-4f7f-8bb8-228c195d1992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.455413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.455645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543046be-029b-469f-af98-be2728b21bd5 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:16.478223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 543046be-029b-469f-af98-be2728b21bd5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=543046be-029b-469f-af98-be2728b21bd5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:16.480860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e4fb-c300-4211-8e1b-18d0efdf1dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.484175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d9f6e4fb-c300-4211-8e1b-18d0efdf1dfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.486998 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.492859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d9f6e4fb-c300-4211-8e1b-18d0efdf1dfe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6dbc3deb-f040-4531-b8b2-29d38f8786ab HTTP/1.1" status: 204 len: 168 time: 0.3233013 Nov 12 08:54:16.502634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6e4fb-c300-4211-8e1b-18d0efdf1dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc3deb-f040-4531-b8b2-29d38f8786ab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:16.510507 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9113-ff14-4f7f-8bb8-228c195d1992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.568469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=543046be-029b-469f-af98-be2728b21bd5,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:16.617298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f34461-d123-4b78-b05f-eb4d64873138,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:16.650034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:16.650145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3b5d9113-ff14-4f7f-8bb8-228c195d1992 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76d3805d1711483d9360e667bbd1bea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6829114 Nov 12 08:54:16.725107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-83e22157-7418-49ad-bf68-9d3105df7431 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933685 Nov 12 08:54:16.725854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d9113-ff14-4f7f-8bb8-228c195d1992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4e7648-a178-4233-b361-65f66d99bb15,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:16.754069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['543046be-029b-469f-af98-be2728b21bd5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:16.769650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bc40be3-79fb-4a47-8894-484662f42d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.836248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bc40be3-79fb-4a47-8894-484662f42d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.872634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eaf5abaa-a49c-4450-8e55-b7465f1abf44 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:16.942183 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bc40be3-79fb-4a47-8894-484662f42d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.945140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bc40be3-79fb-4a47-8894-484662f42d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:16.947400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6bc40be3-79fb-4a47-8894-484662f42d6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f4e7648-a178-4233-b361-65f66d99bb15 HTTP/1.1" status: 204 len: 168 time: 0.2962165 Nov 12 08:54:16.962447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40be3-79fb-4a47-8894-484662f42d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4e7648-a178-4233-b361-65f66d99bb15,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.023846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port eaf5abaa-a49c-4450-8e55-b7465f1abf44 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:17.030996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port eaf5abaa-a49c-4450-8e55-b7465f1abf44 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:17.031367 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.140254 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.180679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:17.183942 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184123b2-39d5-47a5-a371-849039f98081" -d '{"events": [{"server_uuid": "23d4e8cc-d388-41b0-90bd-7367255d4c59", "name": "network-vif-plugged", "status": "completed", "tag": "eaf5abaa-a49c-4450-8e55-b7465f1abf44"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:17.200289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port eaf5abaa-a49c-4450-8e55-b7465f1abf44, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eaf5abaa-a49c-4450-8e55-b7465f1abf44,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:17.202968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331babb9-5561-49eb-80c3-e517f3064cfd req-656980db-e197-4c1e-bef6-20da356639d2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.205931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.212889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-331babb9-5561-49eb-80c3-e517f3064cfd req-656980db-e197-4c1e-bef6-20da356639d2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.5840595 Nov 12 08:54:17.229215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Attempting to bind port d8f34461-d123-4b78-b05f-eb4d64873138 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:17.229707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Attempting to bind port d8f34461-d123-4b78-b05f-eb4d64873138 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:17.229908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Attempting to bind port d8f34461-d123-4b78-b05f-eb4d64873138 on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:17.243309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Port d8f34461-d123-4b78-b05f-eb4d64873138 on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:17.243631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Attempting to bind port d8f34461-d123-4b78-b05f-eb4d64873138 on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:17.250742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c0d850-5771-42fb-ba9f-1cb6a1b14738 req-128b9e87-bfae-4e8d-917a-bd548ca42d7c service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826491 Nov 12 08:54:17.273189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:17.273649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Checking segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:17.276191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Bound using segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:17.276674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Bound port: d8f34461-d123-4b78-b05f-eb4d64873138, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:17.277147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.288492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=eaf5abaa-a49c-4450-8e55-b7465f1abf44,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.366514 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-331babb9-5561-49eb-80c3-e517f3064cfd req-578490f7-31b6-4b65-8faa-acf42a455842 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535006 Nov 12 08:54:17.420021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] For port d8f34461-d123-4b78-b05f-eb4d64873138, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:17.423796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] For port d8f34461-d123-4b78-b05f-eb4d64873138, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d8f34461-d123-4b78-b05f-eb4d64873138,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:17.427506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0cdca-4602-452a-83cd-a575cfc540d4 req-33132776-a94d-4756-af17-dd5f6cb5bf17 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.431124 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.447839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48e0cdca-4602-452a-83cd-a575cfc540d4 req-33132776-a94d-4756-af17-dd5f6cb5bf17 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.1055090 Nov 12 08:54:17.486823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.487449 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:17.489488 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] 10.222.0.55 "PUT /v2.0/ports/d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 1093 time: 2.1912854 Nov 12 08:54:17.493650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:17.496805 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c34694-3a07-4284-aeac-f01c2eeed0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:17.551261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48e0cdca-4602-452a-83cd-a575cfc540d4 req-8cb198c9-be61-4359-9868-c6d8ed6d24c7 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964112 Nov 12 08:54:17.585861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b155a-1fe5-4a98-8234-a17fa39fdb38 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f34461-d123-4b78-b05f-eb4d64873138,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:17.608849 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cd4ba5-0617-4937-9366-28fe3dd8a793 x-openstack-request-id: req-d4cd4ba5-0617-4937-9366-28fe3dd8a793 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:17.609314 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d4e8cc-d388-41b0-90bd-7367255d4c59", "name": "network-vif-plugged", "status": "completed", "tag": "eaf5abaa-a49c-4450-8e55-b7465f1abf44", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:17.609595 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4cd4ba5-0617-4937-9366-28fe3dd8a793 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:17.610156 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44', 'code': 200} Nov 12 08:54:17.629445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1bc3-f896-48b4-805a-075a6da26d7b req-b00a47e0-615e-4185-8f37-ca1e79929825 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.631014 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d7c1bc3-f896-48b4-805a-075a6da26d7b req-b00a47e0-615e-4185-8f37-ca1e79929825 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.1653347 Nov 12 08:54:17.647650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-fc03d6ee-da64-4b09-9fac-b291f2adc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.649143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-fc03d6ee-da64-4b09-9fac-b291f2adc339 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1096 time: 0.1146848 Nov 12 08:54:17.716970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-a4964427-6274-4997-871e-1b43b2dc39ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 217 time: 0.0574000 Nov 12 08:54:17.773317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4d424-ecf3-49af-8d58-c26c6481c4fa req-6a7a8bd2-dac7-4890-aea5-35b2a0e44758 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.781555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddd4d424-ecf3-49af-8d58-c26c6481c4fa req-6a7a8bd2-dac7-4890-aea5-35b2a0e44758 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 948 time: 0.0756311 Nov 12 08:54:17.822765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d7c1bc3-f896-48b4-805a-075a6da26d7b req-e4dcec34-77ab-4dba-8cd7-b18e75e703ed tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703022 Nov 12 08:54:17.842722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26686efc-d228-447f-97cb-9ab2d83100f2 req-ad247ddd-784e-4f6e-9b6a-290050c90d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.844133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26686efc-d228-447f-97cb-9ab2d83100f2 req-ad247ddd-784e-4f6e-9b6a-290050c90d22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 1102 time: 0.1381958 Nov 12 08:54:17.846107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-fba783b2-95f4-4093-bf2c-9449d389995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.847693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-fba783b2-95f4-4093-bf2c-9449d389995c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1063163 Nov 12 08:54:17.851770 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddd4d424-ecf3-49af-8d58-c26c6481c4fa req-a991e0cd-20eb-4626-aeb0-f3ecf16c997a tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689766 Nov 12 08:54:17.941484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26686efc-d228-447f-97cb-9ab2d83100f2 req-7fdc192b-a779-4b76-bb0f-18edcb93a204 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825386 Nov 12 08:54:17.949707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c80261-39bc-47e5-afd8-4d0971340241 req-956d2be0-db87-4e01-b040-ece91cdc209a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.951581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-956d2be0-db87-4e01-b040-ece91cdc209a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0915134 Nov 12 08:54:17.989739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7165128-420a-4cb5-9241-8092761cb418 req-4db234b9-3f35-4a8c-8154-cc230c8f0e24 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:17.992633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7165128-420a-4cb5-9241-8092761cb418 req-4db234b9-3f35-4a8c-8154-cc230c8f0e24 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 944 time: 0.0604148 Nov 12 08:54:18.059088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7165128-420a-4cb5-9241-8092761cb418 req-68b120e5-4283-4c53-9b89-e25234ddd541 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618715 Nov 12 08:54:18.113918 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265f8102-8e87-450a-895d-0a4dacaa1d72 x-openstack-request-id: req-265f8102-8e87-450a-895d-0a4dacaa1d72 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:18.115280 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:18.115721 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-265f8102-8e87-450a-895d-0a4dacaa1d72 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:18.116386 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'status': 'completed', 'code': 200} Nov 12 08:54:18.233951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:18.276027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 543046be-029b-469f-af98-be2728b21bd5 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:18.281542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-ff51a51d-b460-4744-afaf-fc2274b80df1 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114397 Nov 12 08:54:18.384767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 543046be-029b-469f-af98-be2728b21bd5 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:18.392737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:18.395134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 543046be-029b-469f-af98-be2728b21bd5 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:18.395508 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.428178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 has no active binding in host n-h1-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:54:18.447646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97c80261-39bc-47e5-afd8-4d0971340241 req-503b3925-580e-4cc5-b0dd-e26526839479 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562088 Nov 12 08:54:18.451178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6dfcd-c18c-4c6d-8f92-51e9c889bb21 req-281b4669-6f1a-47d8-8ce8-f4522ff0b102 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.461254 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3e6dfcd-c18c-4c6d-8f92-51e9c889bb21 req-281b4669-6f1a-47d8-8ce8-f4522ff0b102 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1102 time: 0.1463966 Nov 12 08:54:18.478691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c3e6dfcd-c18c-4c6d-8f92-51e9c889bb21 req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.505800 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.548277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 543046be-029b-469f-af98-be2728b21bd5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=543046be-029b-469f-af98-be2728b21bd5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:18.556948 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.600235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-d0548048-e83e-4b35-b315-6ce36845fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.601724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-d0548048-e83e-4b35-b315-6ce36845fff9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1096 time: 0.0889385 Nov 12 08:54:18.622076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=543046be-029b-469f-af98-be2728b21bd5,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:18.715067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-0b06635a-2705-4bf3-ac84-651b8ae949b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.716568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-0b06635a-2705-4bf3-ac84-651b8ae949b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.1033781 Nov 12 08:54:18.748920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944766da-56c7-49a2-b41a-035a35181691 req-7aa85a3e-4d63-4853-9500-3ab750ebae40 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.757488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-944766da-56c7-49a2-b41a-035a35181691 req-7aa85a3e-4d63-4853-9500-3ab750ebae40 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.0671322 Nov 12 08:54:18.774371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-34a9d851-c28c-4fa2-99b1-ba96a4171746 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 217 time: 0.0480130 Nov 12 08:54:18.796714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c3e6dfcd-c18c-4c6d-8f92-51e9c889bb21 req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.818626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c3e6dfcd-c18c-4c6d-8f92-51e9c889bb21 req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.829111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-944766da-56c7-49a2-b41a-035a35181691 req-6a24578e-90bb-4ca2-b822-2ad2738d99e0 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677037 Nov 12 08:54:18.880704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9566bd-3ab9-4035-87cf-1afea872c3fb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:18.884428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3e6dfcd-c18c-4c6d-8f92-51e9c889bb21 req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223628 Nov 12 08:54:18.885774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-a3db165f-1b3f-488b-8bbe-73eb5e1420a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.887119 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-a3db165f-1b3f-488b-8bbe-73eb5e1420a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1008883 Nov 12 08:54:18.893827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.894174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.894522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.894862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.895196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.895547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.896177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.896310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.896537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.896863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.897442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.897767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77948e0c-47d5-4b49-8bf7-f0cb032c85ef tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:18.949232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:18.959706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-db0d5b56-231c-492a-8351-4f7c20d969da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:18.961499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-db0d5b56-231c-492a-8351-4f7c20d969da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600548 Nov 12 08:54:19.108840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e48852-bd0b-4058-a448-2499e40d3400 req-ee5f9550-254a-4538-ba0f-4385a1421ab6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:19.110963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75e48852-bd0b-4058-a448-2499e40d3400 req-ee5f9550-254a-4538-ba0f-4385a1421ab6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.1001985 Nov 12 08:54:19.130353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-8ab4673f-00b1-446c-8689-fe9b45f74074 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553760 Nov 12 08:54:19.221446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75e48852-bd0b-4058-a448-2499e40d3400 req-b6d7370f-ecaa-4ef0-9ca0-e7da0ceb32ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011391 Nov 12 08:54:19.268060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c34694-3a07-4284-aeac-f01c2eeed0c6 req-615ea9a2-b403-402f-bb2c-36895663e8c8 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262462 Nov 12 08:54:19.402004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230a368-8a06-4ffc-b3fa-871fa110e64f req-cc9f01da-3571-4d03-be32-0f2e2534c9a4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:19.411503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d230a368-8a06-4ffc-b3fa-871fa110e64f req-cc9f01da-3571-4d03-be32-0f2e2534c9a4 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 949 time: 0.0852232 Nov 12 08:54:19.472026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d230a368-8a06-4ffc-b3fa-871fa110e64f req-df4b5dbb-c123-4e78-94e0-1551fa1e89e2 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578542 Nov 12 08:54:19.592605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b18ff-5cd1-4951-ba8c-6cccdfeb0a69 req-fb0cc36e-879b-486a-9014-eeb025c9e463 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:19.594216 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-885b18ff-5cd1-4951-ba8c-6cccdfeb0a69 req-fb0cc36e-879b-486a-9014-eeb025c9e463 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 944 time: 0.0550499 Nov 12 08:54:19.609391 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:19.611063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543046be-029b-469f-af98-be2728b21bd5'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:19.613424 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1498e9cc-d86d-494f-9cd4-d572aaf38874" -d '{"events": [{"server_uuid": "0fad4726-f9cb-44f7-a6e1-86773c3241c0", "name": "network-vif-plugged", "status": "completed", "tag": "543046be-029b-469f-af98-be2728b21bd5"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:19.649226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-885b18ff-5cd1-4951-ba8c-6cccdfeb0a69 req-32313d11-aab6-428e-b23f-8312f99bc0d4 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475552 Nov 12 08:54:20.032079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-28978ed7-4ed6-4cc3-a285-4c858ec94d81 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0664275 Nov 12 08:54:20.037008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-1815e7af-e6fc-449c-97c7-f1348c897a7c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:20.038012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-1815e7af-e6fc-449c-97c7-f1348c897a7c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051982 Nov 12 08:54:20.253613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.269388 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cad485-a0b2-43b6-8208-887d8e43a9f9 x-openstack-request-id: req-f3cad485-a0b2-43b6-8208-887d8e43a9f9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:20.269910 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad4726-f9cb-44f7-a6e1-86773c3241c0", "name": "network-vif-plugged", "status": "completed", "tag": "543046be-029b-469f-af98-be2728b21bd5", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:20.270285 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3cad485-a0b2-43b6-8208-887d8e43a9f9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:20.270892 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543046be-029b-469f-af98-be2728b21bd5', 'code': 200} Nov 12 08:54:20.429983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86625959-ee64-4126-af39-e89bcae260db req-5782a997-81c8-43ec-a6ba-ce9ef9d804a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:20.434944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86625959-ee64-4126-af39-e89bcae260db req-5782a997-81c8-43ec-a6ba-ce9ef9d804a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 1101 time: 0.0857818 Nov 12 08:54:20.465748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10c03d-c752-4872-ba47-36860d2ebf50 req-3d8f270c-dc2e-4408-a72c-eac8ad9ee027 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:20.468471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c10c03d-c752-4872-ba47-36860d2ebf50 req-3d8f270c-dc2e-4408-a72c-eac8ad9ee027 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.1243298 Nov 12 08:54:20.553862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c10c03d-c752-4872-ba47-36860d2ebf50 req-c99067bc-a348-4924-bc5e-2a21bf3da749 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790083 Nov 12 08:54:20.665405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50832) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:20.743810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ca930-d06c-4ae3-8e58-0a73d8d11e92 req-e90d7918-0111-4500-832f-42d7cf441374 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:20.753458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86625959-ee64-4126-af39-e89bcae260db req-559407ab-3189-47a9-8579-b82a433fcfad service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088152 Nov 12 08:54:20.753681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a2ca930-d06c-4ae3-8e58-0a73d8d11e92 req-e90d7918-0111-4500-832f-42d7cf441374 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0810869 Nov 12 08:54:20.833741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a2ca930-d06c-4ae3-8e58-0a73d8d11e92 req-b648b237-d696-4f30-ada1-6da3c87b3211 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709743 Nov 12 08:54:20.873127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86e0f039-810c-45fa-af8e-c036df52d1c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:20.897693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88077297-19a7-4dc9-9608-3c14aaeac753 req-dc42083c-9c99-4f60-86ed-d654ac8add04 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:20.899378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88077297-19a7-4dc9-9608-3c14aaeac753 req-dc42083c-9c99-4f60-86ed-d654ac8add04 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.0677044 Nov 12 08:54:20.964976 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88077297-19a7-4dc9-9608-3c14aaeac753 req-6149c0db-95d9-4ddf-9e4a-675d5c86c083 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Nov 12 08:54:20.993798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86e0f039-810c-45fa-af8e-c036df52d1c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.005276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28f6f6-f5f7-419d-877a-803a92192209 req-f1164836-cac1-4128-8bb2-7530326a1e29 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.007341 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a28f6f6-f5f7-419d-877a-803a92192209 req-f1164836-cac1-4128-8bb2-7530326a1e29 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 949 time: 0.0754702 Nov 12 08:54:21.008417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86e0f039-810c-45fa-af8e-c036df52d1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.070181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-86e0f039-810c-45fa-af8e-c036df52d1c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5beaa9fc023464f85849b6718459309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4033036 Nov 12 08:54:21.070875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0f039-810c-45fa-af8e-c036df52d1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c464c8cc-1d7c-450a-94fc-853fd266fc8e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:21.073009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50842) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.137414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a28f6f6-f5f7-419d-877a-803a92192209 req-34411f52-16c4-4340-9568-40b8b2138cf3 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161840 Nov 12 08:54:21.147822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.182195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.254181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b61e0-4048-41b4-98f6-589bed2fde1b req-a3c24f80-aa29-4817-aaee-c478789c0366 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.255644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1b61e0-4048-41b4-98f6-589bed2fde1b req-a3c24f80-aa29-4817-aaee-c478789c0366 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 944 time: 0.0853224 Nov 12 08:54:21.274498 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.277131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.278187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c464c8cc-1d7c-450a-94fc-853fd266fc8e HTTP/1.1" status: 204 len: 168 time: 0.2041957 Nov 12 08:54:21.294525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c464c8cc-1d7c-450a-94fc-853fd266fc8e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:21.312314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.312662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.313081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.313899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.314745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.314745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.314902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.315536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.315536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.315843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.316120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.316446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-877e3eeb-4407-4642-8dbe-0333b2f33126 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:21.333519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1b61e0-4048-41b4-98f6-589bed2fde1b req-2eeaffc7-f79f-4ef9-bde9-a1c4e080e1d4 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659814 Nov 12 08:54:21.558679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc5cd5-ccd9-4cda-91eb-73f1a559c2fe req-d6d3d975-fe4c-4606-994f-9116aafd8b2c tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.560284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9bc5cd5-ccd9-4cda-91eb-73f1a559c2fe req-d6d3d975-fe4c-4606-994f-9116aafd8b2c tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.0799496 Nov 12 08:54:21.639162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-0e5c94a1-8cf8-437c-8c45-35fb479173a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.641834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-0e5c94a1-8cf8-437c-8c45-35fb479173a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1102 time: 0.0700715 Nov 12 08:54:21.645010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9bc5cd5-ccd9-4cda-91eb-73f1a559c2fe req-271ffb99-e822-4a8d-8cbf-dd5123510c59 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783339 Nov 12 08:54:21.663231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50858) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.683038 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79519721-2de5-4217-862c-30516a38e68b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.792446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-6cfa49ae-653e-4906-9f48-cc42319a6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.794103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-6cfa49ae-653e-4906-9f48-cc42319a6f2c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1400414 Nov 12 08:54:21.805745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79519721-2de5-4217-862c-30516a38e68b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.831789 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79519721-2de5-4217-862c-30516a38e68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:21.868833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-56fe7194-b758-4f64-9487-6619b121cdaf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.0632737 Nov 12 08:54:21.896275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79519721-2de5-4217-862c-30516a38e68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf201b16-8c47-47e6-b7de-95c879e7d98f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:21.903353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-79519721-2de5-4217-862c-30516a38e68b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d9cd09753784a139494242c0c5c7b89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389948 Nov 12 08:54:21.906721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50880) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:21.933479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-0b026c21-0e72-429d-9902-2665d543ee5c service neutron] 10.222.0.55 "GET /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6/bindings/n-h1-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.1387603 Nov 12 08:54:21.939811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-8a8fb64d-6130-48b2-920d-9ed76e7fb7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:21.941286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-8a8fb64d-6130-48b2-920d-9ed76e7fb7ad service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0526674 Nov 12 08:54:22.030103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e029fc-1d39-4aae-b103-4e4461bf7f85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.070769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-16be26ed-bf02-470d-bdde-46509dc90348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.072933 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-16be26ed-bf02-470d-bdde-46509dc90348 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1232042 Nov 12 08:54:22.089923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e029fc-1d39-4aae-b103-4e4461bf7f85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.092964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef19096-9ba4-4eac-83cb-f40cfdb481b9 req-d8254be0-c31b-4efe-960e-b0025bc94483 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.096231 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eef19096-9ba4-4eac-83cb-f40cfdb481b9 req-d8254be0-c31b-4efe-960e-b0025bc94483 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0821586 Nov 12 08:54:22.207243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eef19096-9ba4-4eac-83cb-f40cfdb481b9 req-33ee4ac4-3d5e-4ca1-991b-01c9aa9546b6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013176 Nov 12 08:54:22.244281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-b549dc7f-6908-4bf8-b0c3-be1796ffe47f service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467986 Nov 12 08:54:22.250380 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:22.251500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089fc8af-8c06-4af0-8fb7-f10f6f8b0d43 req-005e096d-ffed-4201-960b-20b65c66964c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.253060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-089fc8af-8c06-4af0-8fb7-f10f6f8b0d43 req-005e096d-ffed-4201-960b-20b65c66964c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 943 time: 0.1053824 Nov 12 08:54:22.283120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e029fc-1d39-4aae-b103-4e4461bf7f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.285796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29e029fc-1d39-4aae-b103-4e4461bf7f85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.288661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-29e029fc-1d39-4aae-b103-4e4461bf7f85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf201b16-8c47-47e6-b7de-95c879e7d98f HTTP/1.1" status: 204 len: 168 time: 0.3804491 Nov 12 08:54:22.293348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:22.327313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e029fc-1d39-4aae-b103-4e4461bf7f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf201b16-8c47-47e6-b7de-95c879e7d98f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:22.381086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:22.386258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-089fc8af-8c06-4af0-8fb7-f10f6f8b0d43 req-2f09b757-4a56-4884-963c-a6bb18d08e6a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223171 Nov 12 08:54:22.437883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:22.458757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:22.495041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-98cf9c99-3a55-4066-9dab-cf9dff23132d service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342677 Nov 12 08:54:22.499081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.528259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9b09e-2397-4d95-9726-febe18387efe req-b7d40a9f-4d74-46f6-9247-ed7371f046cd tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.532460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9a9b09e-2397-4d95-9726-febe18387efe req-b7d40a9f-4d74-46f6-9247-ed7371f046cd tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 949 time: 0.1350691 Nov 12 08:54:22.582564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cf2fe-79ee-42b1-86d2-ad8e4b4e655a req-d830e417-a6ce-40b7-a5e3-98f200cfdb1c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.584041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b84cf2fe-79ee-42b1-86d2-ad8e4b4e655a req-d830e417-a6ce-40b7-a5e3-98f200cfdb1c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 944 time: 0.0969987 Nov 12 08:54:22.648990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] Transition to ACTIVE for port object 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:22.657769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b84cf2fe-79ee-42b1-86d2-ad8e4b4e655a req-3a719d8b-4be4-45cc-8412-f02d554bd9a7 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634344 Nov 12 08:54:22.659392 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:22.667670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9a9b09e-2397-4d95-9726-febe18387efe req-89591f71-8502-45f7-a7d5-cb04288b8e18 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265514 Nov 12 08:54:22.741468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] No DVR routers for this DVR port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:22.747695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] Pushing event updated for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:22.778461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-aac90d28-c02f-4995-8367-a90e72dc5b09 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6/bindings/n-h1-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 0.8334658 Nov 12 08:54:22.858898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50912) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:22.885380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d8f34461-d123-4b78-b05f-eb4d64873138 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:22.910801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c66806-8e45-4fd7-8748-3fc399c7733c req-d96be78c-97c4-4fde-915e-2571a08ca157 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.912469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90c66806-8e45-4fd7-8748-3fc399c7733c req-d96be78c-97c4-4fde-915e-2571a08ca157 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.1110673 Nov 12 08:54:22.932215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-500b7261-d26d-43f9-ba50-cda73662df36 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:22.935665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50918) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:22.937567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-500b7261-d26d-43f9-ba50-cda73662df36 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.0888968 Nov 12 08:54:23.005055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a378d8d-c59d-4db5-a922-2f6572b57790 req-3f802ac3-31eb-43f7-bb1b-6d3468f3731c tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.013639 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a378d8d-c59d-4db5-a922-2f6572b57790 req-3f802ac3-31eb-43f7-bb1b-6d3468f3731c tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 949 time: 0.0897408 Nov 12 08:54:23.024700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b26ac85-2a0d-4442-9122-89ce204e609d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.076646 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90c66806-8e45-4fd7-8748-3fc399c7733c req-f91c6964-5e3f-4812-88a5-70220842ca27 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458330 Nov 12 08:54:23.079660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d8f34461-d123-4b78-b05f-eb4d64873138, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d8f34461-d123-4b78-b05f-eb4d64873138,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:23.102049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-0a35e874-2d60-4ecd-874a-1adfc933f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.106296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-0a35e874-2d60-4ecd-874a-1adfc933f30e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020&tenant_id=26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 1096 time: 0.1572895 Nov 12 08:54:23.108262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b31113ed-6a20-4511-a178-11b5e9738bf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.120084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'mac_address': 'fa:16:3e:0a:1c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:23.154872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a378d8d-c59d-4db5-a922-2f6572b57790 req-2778f59a-cfb9-4372-808d-edc6e5e994d3 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400249 Nov 12 08:54:23.201524 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.217895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f34461-d123-4b78-b05f-eb4d64873138 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:23.249497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-b4ee8e14-55cd-4809-a440-16d09f479a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.249974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d8f34461-d123-4b78-b05f-eb4d64873138, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d8f34461-d123-4b78-b05f-eb4d64873138,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:23.252083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-b4ee8e14-55cd-4809-a440-16d09f479a5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1096 time: 0.1133246 Nov 12 08:54:23.253987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee287e2-e675-46cd-86a6-7fe9e1f48e3d req-105e3919-5941-40a9-9b51-a6944f3da776 tempest-LiveMigrationNegativeTest-612651764 tempest-LiveMigrationNegativeTest-612651764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.255571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee287e2-e675-46cd-86a6-7fe9e1f48e3d req-105e3919-5941-40a9-9b51-a6944f3da776 tempest-LiveMigrationNegativeTest-612651764 tempest-LiveMigrationNegativeTest-612651764-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 1102 time: 0.1007340 Nov 12 08:54:23.258306 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.287078 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2ee287e2-e675-46cd-86a6-7fe9e1f48e3d req-e9a3a0d0-ec72-4bf9-a599-b1ccb141aad6 tempest-LiveMigrationNegativeTest-612651764 tempest-LiveMigrationNegativeTest-612651764-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.302151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b26ac85-2a0d-4442-9122-89ce204e609d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.318203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b26ac85-2a0d-4442-9122-89ce204e609d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.330919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d8f34461-d123-4b78-b05f-eb4d64873138,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.434931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9b26ac85-2a0d-4442-9122-89ce204e609d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cdc1a4d903494063a65cb0cf80b3ddce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5796566 Nov 12 08:54:23.437551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50944) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:23.440658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26ac85-2a0d-4442-9122-89ce204e609d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420fb00a-a0f0-490a-b3b5-058b1b3641bc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.450042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2ee287e2-e675-46cd-86a6-7fe9e1f48e3d req-e9a3a0d0-ec72-4bf9-a599-b1ccb141aad6 tempest-LiveMigrationNegativeTest-612651764 tempest-LiveMigrationNegativeTest-612651764-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.460682 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2ee287e2-e675-46cd-86a6-7fe9e1f48e3d req-e9a3a0d0-ec72-4bf9-a599-b1ccb141aad6 tempest-LiveMigrationNegativeTest-612651764 tempest-LiveMigrationNegativeTest-612651764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.467619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d8f34461-d123-4b78-b05f-eb4d64873138'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:23.482329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-7a5c4779-eb98-4070-9685-c4e8629f0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.484205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-7a5c4779-eb98-4070-9685-c4e8629f0d06 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1981363 Nov 12 08:54:23.518658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3a0d0-ec72-4bf9-a599-b1ccb141aad6 tempest-LiveMigrationNegativeTest-612651764 tempest-LiveMigrationNegativeTest-612651764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4b33ae-4443-4e79-8b97-04c841bacbe5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.532743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b31113ed-6a20-4511-a178-11b5e9738bf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.548822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b31113ed-6a20-4511-a178-11b5e9738bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.560193 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee287e2-e675-46cd-86a6-7fe9e1f48e3d req-e9a3a0d0-ec72-4bf9-a599-b1ccb141aad6 tempest-LiveMigrationNegativeTest-612651764 tempest-LiveMigrationNegativeTest-612651764-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956569 Nov 12 08:54:23.583149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9d4b-d376-4b57-9925-9956123015f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.615415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc537-85b5-49e5-8ab7-cf6c2074c79f req-5e459dd9-6074-429c-a10f-d77c2279b553 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.617120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0aabc537-85b5-49e5-8ab7-cf6c2074c79f req-5e459dd9-6074-429c-a10f-d77c2279b553 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1425929 Nov 12 08:54:23.630085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b31113ed-6a20-4511-a178-11b5e9738bf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7f5ac3172e74811bae96584dd8b8cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6921477 Nov 12 08:54:23.635549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31113ed-6a20-4511-a178-11b5e9738bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52bec7-41d7-42e6-8a70-e0309bccd35d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.642126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-8edaed30-70f0-42e9-9a3c-c255e0d0264d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 217 time: 0.1198502 Nov 12 08:54:23.642625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50950) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:23.676598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9d4b-d376-4b57-9925-9956123015f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.733827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0aabc537-85b5-49e5-8ab7-cf6c2074c79f req-ca0d1c13-24f6-49f9-87f6-77db70dc93b8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062129 Nov 12 08:54:23.768745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9d4b-d376-4b57-9925-9956123015f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.771426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca8b9d4b-d376-4b57-9925-9956123015f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.773600 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ca8b9d4b-d376-4b57-9925-9956123015f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/420fb00a-a0f0-490a-b3b5-058b1b3641bc HTTP/1.1" status: 204 len: 168 time: 0.3335314 Nov 12 08:54:23.774711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-06f6bd95-5875-4f79-a753-a3b092fe52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.776291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-06f6bd95-5875-4f79-a753-a3b092fe52f6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1208880 Nov 12 08:54:23.784090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b9d4b-d376-4b57-9925-9956123015f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fb00a-a0f0-490a-b3b5-058b1b3641bc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:23.835094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84caeacd-fe6f-4b63-99c8-c4ba5694c582 req-3a89cc2a-e50a-40e3-8c89-44bfa0f58659 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.836706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84caeacd-fe6f-4b63-99c8-c4ba5694c582 req-3a89cc2a-e50a-40e3-8c89-44bfa0f58659 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 949 time: 0.1272895 Nov 12 08:54:23.838567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-934bdd19-8dfb-4ee8-a646-40d1357a2da6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498686 Nov 12 08:54:23.839723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799baeb2-d7a5-4a19-a2f7-1e6ff7da8571 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.888018 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799baeb2-d7a5-4a19-a2f7-1e6ff7da8571 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:23.909191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ec11c-5eae-4161-80aa-288849759f2c req-6f5650d1-cbc7-4124-b4aa-f3399a38e9fc tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:23.918526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-027ec11c-5eae-4161-80aa-288849759f2c req-6f5650d1-cbc7-4124-b4aa-f3399a38e9fc tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 944 time: 0.0708401 Nov 12 08:54:23.986562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-027ec11c-5eae-4161-80aa-288849759f2c req-e664d100-b863-4adb-8fa2-e9003172015f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650849 Nov 12 08:54:24.012266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84caeacd-fe6f-4b63-99c8-c4ba5694c582 req-dbea0091-ce07-4050-8c55-8af1b09147b9 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595607 Nov 12 08:54:24.049489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799baeb2-d7a5-4a19-a2f7-1e6ff7da8571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.052094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799baeb2-d7a5-4a19-a2f7-1e6ff7da8571 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.068553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-799baeb2-d7a5-4a19-a2f7-1e6ff7da8571 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd52bec7-41d7-42e6-8a70-e0309bccd35d HTTP/1.1" status: 204 len: 168 time: 0.4243739 Nov 12 08:54:24.091526 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-8d55217e-8a62-4c3b-a1b9-e558cf8a9a1f service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288826 Nov 12 08:54:24.091526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799baeb2-d7a5-4a19-a2f7-1e6ff7da8571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52bec7-41d7-42e6-8a70-e0309bccd35d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:24.163419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c5529-4393-4652-93f5-98abbe977288 req-04015031-ddd4-4a29-8c73-a1f3ff3f64e1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.165385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee8c5529-4393-4652-93f5-98abbe977288 req-04015031-ddd4-4a29-8c73-a1f3ff3f64e1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 945 time: 0.0847883 Nov 12 08:54:24.211292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:24.230501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee8c5529-4393-4652-93f5-98abbe977288 req-dc5206b9-4bb6-4448-8844-3cffbd749790 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558109 Nov 12 08:54:24.242322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe14def6-d6a9-4f5c-830a-e66affa1ef69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.288236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-a6519b59-bbc9-4192-a8f1-029950d8a2db service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846464 Nov 12 08:54:24.362797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe14def6-d6a9-4f5c-830a-e66affa1ef69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.368160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe14def6-d6a9-4f5c-830a-e66affa1ef69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.413337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14def6-d6a9-4f5c-830a-e66affa1ef69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae915a6-7d47-4493-aa1d-d2883baafa87,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:24.424229 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fe14def6-d6a9-4f5c-830a-e66affa1ef69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=beb568892040443ba25ae9063965793e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116446 Nov 12 08:54:24.426658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:24.485853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-971ad0c0-30cd-40d8-8926-0bd7bd7f864b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.523851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-971ad0c0-30cd-40d8-8926-0bd7bd7f864b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.604159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f857c-61d8-4eac-98f0-6ce393bdeb1c req-3922a976-cbb0-4c90-b20d-d8bbddc05ed2 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.606549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ab7f857c-61d8-4eac-98f0-6ce393bdeb1c req-3922a976-cbb0-4c90-b20d-d8bbddc05ed2 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.0551002 Nov 12 08:54:24.607401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50984) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:24.628317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de45003b-be7a-4592-93cd-0ce610b0734f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.642127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-838cfcdf-1938-4497-aa3c-a4d697df1d74 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:24.643814 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-838cfcdf-1938-4497-aa3c-a4d697df1d74 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.0795114 Nov 12 08:54:24.683395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ab7f857c-61d8-4eac-98f0-6ce393bdeb1c req-8c0f9dd2-54be-4668-9821-59431b0c64ad tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685170 Nov 12 08:54:24.696104 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-971ad0c0-30cd-40d8-8926-0bd7bd7f864b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.699392 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-971ad0c0-30cd-40d8-8926-0bd7bd7f864b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.709044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-971ad0c0-30cd-40d8-8926-0bd7bd7f864b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cae915a6-7d47-4493-aa1d-d2883baafa87 HTTP/1.1" status: 204 len: 168 time: 0.2812216 Nov 12 08:54:24.732752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ad0c0-30cd-40d8-8926-0bd7bd7f864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae915a6-7d47-4493-aa1d-d2883baafa87,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:24.782402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de45003b-be7a-4592-93cd-0ce610b0734f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.791313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de45003b-be7a-4592-93cd-0ce610b0734f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.849544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de45003b-be7a-4592-93cd-0ce610b0734f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68be228757294f3ab02fb3fc01886abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383423 Nov 12 08:54:24.849544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50994) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:24.854905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-9de89c4e-789c-403f-ad7d-dbe44408c1af service neutron] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:24.856395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45003b-be7a-4592-93cd-0ce610b0734f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d6adde-bd1f-4466-8053-0eac96d180fd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:24.860416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-9de89c4e-789c-403f-ad7d-dbe44408c1af service neutron] Publish callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.862175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c7da9b-9253-472b-abdf-957f65dcc29c req-9de89c4e-789c-403f-ad7d-dbe44408c1af service neutron] 10.222.0.62 "DELETE /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6/bindings/n-h2-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.2076323 Nov 12 08:54:24.917615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d8f34461-d123-4b78-b05f-eb4d64873138 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:24.919386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe51e4e7-1a1e-499c-ab8c-718d3dac485a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.945979 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe51e4e7-1a1e-499c-ab8c-718d3dac485a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.988418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port d8f34461-d123-4b78-b05f-eb4d64873138 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:24.997502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port d8f34461-d123-4b78-b05f-eb4d64873138 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:24.998247 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:24.999765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c2593-7390-4307-8fad-26ecc3e36752 req-e5121bca-e58e-49f1-a108-5a784235fe48 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.008019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d83c2593-7390-4307-8fad-26ecc3e36752 req-e5121bca-e58e-49f1-a108-5a784235fe48 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1252756 Nov 12 08:54:25.015604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe51e4e7-1a1e-499c-ab8c-718d3dac485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.019029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe51e4e7-1a1e-499c-ab8c-718d3dac485a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.020434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fe51e4e7-1a1e-499c-ab8c-718d3dac485a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7d6adde-bd1f-4466-8053-0eac96d180fd HTTP/1.1" status: 204 len: 168 time: 0.1697083 Nov 12 08:54:25.035541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51e4e7-1a1e-499c-ab8c-718d3dac485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d6adde-bd1f-4466-8053-0eac96d180fd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:25.149678 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d83c2593-7390-4307-8fad-26ecc3e36752 req-21d7e425-f558-4302-8e52-514dcca8bf0a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360607 Nov 12 08:54:25.167714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.169909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-5f380a6a-be28-4353-ad16-40ba132d28bc tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.174274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-5f380a6a-be28-4353-ad16-40ba132d28bc tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.62 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 949 time: 0.1635971 Nov 12 08:54:25.212564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91179969-900b-431a-87a6-f9a67460e4e8 req-78a8d199-9d1b-4d6d-8d49-f5b1316b8ce4 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.218104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:25.220880 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457fd747-a2f2-48d7-8dc2-4d57695a5c67" -d '{"events": [{"server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "name": "network-vif-plugged", "status": "completed", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:25.223101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91179969-900b-431a-87a6-f9a67460e4e8 req-78a8d199-9d1b-4d6d-8d49-f5b1316b8ce4 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 944 time: 0.1160762 Nov 12 08:54:25.257737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d8f34461-d123-4b78-b05f-eb4d64873138, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d8f34461-d123-4b78-b05f-eb4d64873138,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:25.266880 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.268058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:25.290745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91179969-900b-431a-87a6-f9a67460e4e8 req-a88f49ae-799c-44d3-ac6d-185443fc5d17 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667322 Nov 12 08:54:25.388030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:25.390444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d8f34461-d123-4b78-b05f-eb4d64873138,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:25.414132 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f09554-f492-4eb8-8aa9-796c4c05fe27 x-openstack-request-id: req-26f09554-f492-4eb8-8aa9-796c4c05fe27 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:25.414701 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "name": "network-vif-plugged", "status": "completed", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:25.415980 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26f09554-f492-4eb8-8aa9-796c4c05fe27 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:25.416697 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'code': 200} Nov 12 08:54:25.505561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3554e03-2755-4bcc-8d6b-2595c3d8880d req-e28ffe02-6aa8-40a7-9077-875a40d89659 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.518883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3554e03-2755-4bcc-8d6b-2595c3d8880d req-e28ffe02-6aa8-40a7-9077-875a40d89659 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fad4726-f9cb-44f7-a6e1-86773c3241c0 HTTP/1.1" status: 200 len: 949 time: 0.1808102 Nov 12 08:54:25.573362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Deleting port 543046be-029b-469f-af98-be2728b21bd5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:25.573362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.616389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8bdf0a-7b08-424d-a42b-3d12eded3cb2 req-9abb6037-a6c7-4083-8d2b-4c3f18ad20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.617799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da8bdf0a-7b08-424d-a42b-3d12eded3cb2 req-9abb6037-a6c7-4083-8d2b-4c3f18ad20ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.1337230 Nov 12 08:54:25.630707 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3554e03-2755-4bcc-8d6b-2595c3d8880d req-2197c146-7a89-4c6e-9abd-f7a4f2803c99 tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.53 "GET /v2.0/security-groups?id=5eb0344e-d644-43c1-93de-b00ac3002d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059160 Nov 12 08:54:25.640809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaac2db-1130-4254-95c3-edfe00130727 req-82a40498-95dc-4b7a-a83e-80b6facaa1f4 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.649302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffaac2db-1130-4254-95c3-edfe00130727 req-82a40498-95dc-4b7a-a83e-80b6facaa1f4 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 946 time: 0.1539361 Nov 12 08:54:25.725445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da8bdf0a-7b08-424d-a42b-3d12eded3cb2 req-039aadc6-fed4-428a-b229-265e90ac1419 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739081 Nov 12 08:54:25.740443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffaac2db-1130-4254-95c3-edfe00130727 req-3d6ee6cd-b88c-42df-8b48-4f07a32dc96e tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900934 Nov 12 08:54:25.786321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] For port 543046be-029b-469f-af98-be2728b21bd5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=543046be-029b-469f-af98-be2728b21bd5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:25.786704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:25.807873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Calling delete_port for 543046be-029b-469f-af98-be2728b21bd5 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:25.858477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc8431-d7eb-48fa-8905-b53fd4dbe0a9 req-f210290f-4ef4-4e68-9151-8e3c0fff89fd tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:25.865884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfc8431-d7eb-48fa-8905-b53fd4dbe0a9 req-f210290f-4ef4-4e68-9151-8e3c0fff89fd tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1096 time: 0.0549762 Nov 12 08:54:25.920732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfc8431-d7eb-48fa-8905-b53fd4dbe0a9 req-131932b8-b553-471f-becc-a32aed2a5d75 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Nov 12 08:54:26.062182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.077260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['543046be-029b-469f-af98-be2728b21bd5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:26.100799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687686c-de56-4ffd-b6b1-4b14d1c4df03 req-c4b55b5d-4d63-479b-8336-0ac9ca035534 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.102556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e687686c-de56-4ffd-b6b1-4b14d1c4df03 req-c4b55b5d-4d63-479b-8336-0ac9ca035534 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.0921209 Nov 12 08:54:26.217452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e687686c-de56-4ffd-b6b1-4b14d1c4df03 req-50367d0d-aedd-498a-98d5-08fdcf63e1d0 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870271 Nov 12 08:54:26.241426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-0fed71dc-9863-4855-bccd-0346d3f526db tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.243333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-0fed71dc-9863-4855-bccd-0346d3f526db tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 950 time: 0.1369946 Nov 12 08:54:26.501385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Pushing event deleted for resources: {'Port': ['ID=543046be-029b-469f-af98-be2728b21bd5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:26.539885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Deleting port eaf5abaa-a49c-4450-8e55-b7465f1abf44 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:26.540175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.546470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] No DVR routers for this DVR port 543046be-029b-469f-af98-be2728b21bd5 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:26.550634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.554126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dafdb49f-c034-494b-a080-baca580dcfc4 req-76589958-33d7-4daf-b28a-e2168a2c81aa tempest-DeleteServersAdminTestJSON-1398733597 tempest-DeleteServersAdminTestJSON-1398733597-project] 10.222.0.62 "DELETE /v2.0/ports/543046be-029b-469f-af98-be2728b21bd5 HTTP/1.1" status: 204 len: 173 time: 1.3717484 Nov 12 08:54:26.554822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'name': 'network-vif-deleted', 'tag': '543046be-029b-469f-af98-be2728b21bd5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:26.557135 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60757c9-5272-48a5-a5ab-68c3f96e0614" -d '{"events": [{"server_uuid": "0fad4726-f9cb-44f7-a6e1-86773c3241c0", "name": "network-vif-deleted", "tag": "543046be-029b-469f-af98-be2728b21bd5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:26.627369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-5979d2fc-5c63-4b61-9a7b-5ef46b497b99 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.634446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-5979d2fc-5c63-4b61-9a7b-5ef46b497b99 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.2183554 Nov 12 08:54:26.634942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba56545-6268-4658-8814-f04dc99e47ed req-0b6cd1da-c6c9-4f99-b89a-ecee2072a304 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:26.636620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ba56545-6268-4658-8814-f04dc99e47ed req-0b6cd1da-c6c9-4f99-b89a-ecee2072a304 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1343184 Nov 12 08:54:26.657214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-035aa286-1efa-48f1-98b2-8e6c0b254625 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/quotas/26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 375 time: 0.0212584 Nov 12 08:54:26.736738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ba56545-6268-4658-8814-f04dc99e47ed req-b5516788-cc9f-4932-a146-6b58df6b7e4a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836306 Nov 12 08:54:26.747454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] For port eaf5abaa-a49c-4450-8e55-b7465f1abf44, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eaf5abaa-a49c-4450-8e55-b7465f1abf44,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:26.747454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:26.765919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Calling delete_port for eaf5abaa-a49c-4450-8e55-b7465f1abf44 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:26.775835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-e2f18511-121d-4a13-885d-ebe8a37cc469 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1176422 Nov 12 08:54:26.943695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-6f352c6d-bbba-4610-a2b1-4c0dfbaf2bf0 service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557899 Nov 12 08:54:27.084176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-49689ad8-ee9b-4c66-ae96-a80178b02826 service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393871 Nov 12 08:54:27.090235 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.103165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['eaf5abaa-a49c-4450-8e55-b7465f1abf44'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:27.105654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['8b0f8427-be13-47e9-b089-976adb360915'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:27.363360 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5681a-de26-4c1b-8e15-36b5680a759b x-openstack-request-id: req-f1e5681a-de26-4c1b-8e15-36b5680a759b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:27.363669 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fad4726-f9cb-44f7-a6e1-86773c3241c0", "name": "network-vif-deleted", "tag": "543046be-029b-469f-af98-be2728b21bd5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:27.363942 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1e5681a-de26-4c1b-8e15-36b5680a759b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:27.364543 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fad4726-f9cb-44f7-a6e1-86773c3241c0', 'name': 'network-vif-deleted', 'tag': '543046be-029b-469f-af98-be2728b21bd5', 'status': 'completed', 'code': 200} Nov 12 08:54:27.474769 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.537551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f24c71ff-aec7-4489-a539-7b4044f3b9f3 req-7401e625-5051-42bb-b887-bd637d131983 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d4e8cc-d388-41b0-90bd-7367255d4c59 HTTP/1.1" status: 200 len: 210 time: 0.0425045 Nov 12 08:54:27.620453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Pushing event deleted for resources: {'Port': ['ID=eaf5abaa-a49c-4450-8e55-b7465f1abf44,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:27.651466 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de19203c-9510-43bc-8e2c-c5e6d57ab156 req-b15af2d7-a4b5-4da8-a0d1-21975b34585d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 210 time: 0.0369551 Nov 12 08:54:27.723483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] No DVR routers for this DVR port eaf5abaa-a49c-4450-8e55-b7465f1abf44 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:27.727260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.738194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4cfda72-7de7-4f1f-ab61-fd3bcae45a62 req-7b329432-574d-4bcc-86c5-13afaefd5f58 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.55 "DELETE /v2.0/ports/eaf5abaa-a49c-4450-8e55-b7465f1abf44 HTTP/1.1" status: 204 len: 173 time: 1.4879651 Nov 12 08:54:27.738948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'name': 'network-vif-deleted', 'tag': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:27.744155 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c63c38-f4a9-44e7-93c4-c635b135caa9" -d '{"events": [{"server_uuid": "23d4e8cc-d388-41b0-90bd-7367255d4c59", "name": "network-vif-deleted", "tag": "eaf5abaa-a49c-4450-8e55-b7465f1abf44"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:27.763877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc26358-46d4-4a8b-973e-e95fc55ea47a req-e73a4289-4631-4b72-a64f-611f23f2a374 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:27.783556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2fc26358-46d4-4a8b-973e-e95fc55ea47a req-e73a4289-4631-4b72-a64f-611f23f2a374 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 946 time: 0.1693578 Nov 12 08:54:27.868480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2fc26358-46d4-4a8b-973e-e95fc55ea47a req-b4a5ca30-2f91-41dd-a162-04143ce57328 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839164 Nov 12 08:54:27.907436 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:27.933060 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5107694-fe34-4f2f-ba4a-1350ca88d708 x-openstack-request-id: req-c5107694-fe34-4f2f-ba4a-1350ca88d708 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:27.933591 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d4e8cc-d388-41b0-90bd-7367255d4c59", "name": "network-vif-deleted", "tag": "eaf5abaa-a49c-4450-8e55-b7465f1abf44", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:27.934532 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5107694-fe34-4f2f-ba4a-1350ca88d708 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:27.935206 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d4e8cc-d388-41b0-90bd-7367255d4c59', 'name': 'network-vif-deleted', 'tag': 'eaf5abaa-a49c-4450-8e55-b7465f1abf44', 'status': 'completed', 'code': 200} Nov 12 08:54:28.088650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a9a603-ca0e-4999-b5e2-e9b33b8f6b81 req-47aee8d0-1a19-42de-a91c-2513c6514033 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:28.102356 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52a9a603-ca0e-4999-b5e2-e9b33b8f6b81 req-47aee8d0-1a19-42de-a91c-2513c6514033 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1195567 Nov 12 08:54:28.176799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52a9a603-ca0e-4999-b5e2-e9b33b8f6b81 req-d7bf3ad0-1340-4248-9564-3aaf7cd8f588 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697193 Nov 12 08:54:28.398621 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96c12695-337a-4fac-be30-900a32cede93 req-5da7f399-86b8-4acc-9c05-7d19d5edef20 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3517814 Nov 12 08:54:28.408902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:28.441358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.564765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.588700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:28.677678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Allocated IP 172.25.5.238 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/faf4a57b-4941-4e3b-90ba-364ec75b7b84) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:28.733242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0237c369-403a-4f04-969d-ba2be785d827 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0281a3f9ad14e60953a517b46628dbe&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1433387 Nov 12 08:54:28.736294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51174) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:28.793684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f1707e2-dcd1-437c-bf1b-eee4e21912b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.804604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.820209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f1707e2-dcd1-437c-bf1b-eee4e21912b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.854599 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.891317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f1707e2-dcd1-437c-bf1b-eee4e21912b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.894378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f1707e2-dcd1-437c-bf1b-eee4e21912b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:28.895539 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5f1707e2-dcd1-437c-bf1b-eee4e21912b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5eb0344e-d644-43c1-93de-b00ac3002d8a HTTP/1.1" status: 204 len: 168 time: 0.1583388 Nov 12 08:54:28.904441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1707e2-dcd1-437c-bf1b-eee4e21912b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb0344e-d644-43c1-93de-b00ac3002d8a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:28.999317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:29.014469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:29.050798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Pushing event updated for resources: {'Port': ['ID=faf4a57b-4941-4e3b-90ba-364ec75b7b84,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:29.059119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:29.095978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-24997016-0469-4875-81b5-5d8afc588d97 req-d05c1472-47d4-4b3b-b6be-f587a01fbc48 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 210 time: 0.0285633 Nov 12 08:54:29.231188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-956e66ea-69a7-4197-9c98-5c906d6ed752 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:29.232871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-956e66ea-69a7-4197-9c98-5c906d6ed752 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.3667235 Nov 12 08:54:29.247487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Request body: {'port': {'device_id': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'admin_state_up': True, 'tenant_id': '26873fceeee4477e95b5a4ab30f904f6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:29.287962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:29.301604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd9a48c8-d38c-4a0b-b28e-993ce47bf43f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.324660 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.386119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd9a48c8-d38c-4a0b-b28e-993ce47bf43f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.389340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.392081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd9a48c8-d38c-4a0b-b28e-993ce47bf43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.441830 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fd9a48c8-d38c-4a0b-b28e-993ce47bf43f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d17ec53e2b3410c9ae27dc2e467972e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458254 Nov 12 08:54:29.441830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51194) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:29.441830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a48c8-d38c-4a0b-b28e-993ce47bf43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ab8b26-8c15-47dd-ad6e-a6b2492bb7a1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:29.482065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Made reservation on behalf of 26873fceeee4477e95b5a4ab30f904f6 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:29.486959 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.507959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ea00e1c-27a9-46bb-9cbe-268edd730fa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.542530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ea00e1c-27a9-46bb-9cbe-268edd730fa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.619998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ea00e1c-27a9-46bb-9cbe-268edd730fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.623542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ea00e1c-27a9-46bb-9cbe-268edd730fa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.625057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1ea00e1c-27a9-46bb-9cbe-268edd730fa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9ab8b26-8c15-47dd-ad6e-a6b2492bb7a1 HTTP/1.1" status: 204 len: 168 time: 0.1874456 Nov 12 08:54:29.634053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea00e1c-27a9-46bb-9cbe-268edd730fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ab8b26-8c15-47dd-ad6e-a6b2492bb7a1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:29.700034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.710850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.741075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Allocated IP 172.20.0.13 (7de582a9-5249-4ccc-bc32-d2585eabacbd/5e805fb7-19cd-407c-a981-29ec2f5fb911/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:29.799565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Pushing event updated for resources: {'Port': ['ID=faf4a57b-4941-4e3b-90ba-364ec75b7b84,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:29.838515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.918573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:29.926303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14498022-c6a3-4d35-b9eb-bfeb2f1ea826 req-b60aa6a5-cb01-47dd-ab06-558883bd8e6f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:29.926801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96c12695-337a-4fac-be30-900a32cede93 req-9b019681-d2fb-47ac-867e-56632e5509be tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5224280 Nov 12 08:54:29.935727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14498022-c6a3-4d35-b9eb-bfeb2f1ea826 req-b60aa6a5-cb01-47dd-ab06-558883bd8e6f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0649569 Nov 12 08:54:29.990158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14498022-c6a3-4d35-b9eb-bfeb2f1ea826 req-37f21273-d6f5-41fc-96ba-767d7062fb45 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534446 Nov 12 08:54:30.035835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96c12695-337a-4fac-be30-900a32cede93 req-e5574310-2bb0-4bcb-867d-7b62eca0cb51 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.1081185 Nov 12 08:54:30.159016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.192596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5503680-6de2-4bc6-a0f0-8b3d5e5ef8e3 req-c329653b-6070-4b1e-9dd6-0e04a3b0149e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:30.196178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5503680-6de2-4bc6-a0f0-8b3d5e5ef8e3 req-c329653b-6070-4b1e-9dd6-0e04a3b0149e tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 972 time: 0.0809302 Nov 12 08:54:30.202022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c12695-337a-4fac-be30-900a32cede93 req-2526325b-db89-4e7f-99e9-a4f89a1c0fce tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:30.209491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96c12695-337a-4fac-be30-900a32cede93 req-2526325b-db89-4e7f-99e9-a4f89a1c0fce tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1725380 Nov 12 08:54:30.220389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-96c12695-337a-4fac-be30-900a32cede93 req-36b93249-e011-4f5a-a953-05d2fa3b86ab tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:30.243635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96c12695-337a-4fac-be30-900a32cede93 req-36b93249-e011-4f5a-a953-05d2fa3b86ab tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0329692 Nov 12 08:54:30.257112 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5503680-6de2-4bc6-a0f0-8b3d5e5ef8e3 req-db2fad83-f6fd-4266-bf41-ada65c4d1805 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501184 Nov 12 08:54:30.262803 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.289353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:30.292634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:30.309740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 543046be-029b-469f-af98-be2728b21bd5 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:30.315558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:30.355048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 543046be-029b-469f-af98-be2728b21bd5 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:30.355048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 543046be-029b-469f-af98-be2728b21bd5 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:30.476485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51246) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:30.588791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233df18b-c289-4c27-9be4-505e49b29c32 req-af344164-d440-46c2-8270-560ecf581e68 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:30.598371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-233df18b-c289-4c27-9be4-505e49b29c32 req-af344164-d440-46c2-8270-560ecf581e68 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 932 time: 0.0728946 Nov 12 08:54:30.639469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:30.659137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-233df18b-c289-4c27-9be4-505e49b29c32 req-896da6d2-f7cc-46eb-94a0-1aaa529248bd tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577147 Nov 12 08:54:30.674245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:30.674962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.682429 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45d1eee1-9e07-456d-8aeb-8912061fdf7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.744036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-8625b0dd-43ef-45de-839f-eada929887ee tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4997802 Nov 12 08:54:30.788215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45d1eee1-9e07-456d-8aeb-8912061fdf7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.794631 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45d1eee1-9e07-456d-8aeb-8912061fdf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.798260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Request body: {'port': {'device_id': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:30.848622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-45d1eee1-9e07-456d-8aeb-8912061fdf7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e79123d7bcfc4c04ab4efe8985cf1a59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679225 Nov 12 08:54:30.848908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1eee1-9e07-456d-8aeb-8912061fdf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee181a58-3b94-4462-9568-89a78d8e1c00,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:30.852729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:30.887163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.896740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-446b2d1a-1e00-4530-9e02-ee1041ac3843 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:30.898947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-446b2d1a-1e00-4530-9e02-ee1041ac3843 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 821 time: 0.2416878 Nov 12 08:54:30.920363 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-9d299193-a078-4ba8-9cdf-e3d4df692122 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/quotas/c1d39e821f974e0dbcaad9e1901936f1 HTTP/1.1" status: 200 len: 375 time: 0.0140741 Nov 12 08:54:30.928923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36133211-09cc-414e-9aa1-d599c0d8e5c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.936904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eaf5abaa-a49c-4450-8e55-b7465f1abf44 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:30.962823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36133211-09cc-414e-9aa1-d599c0d8e5c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:30.986588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: eaf5abaa-a49c-4450-8e55-b7465f1abf44 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:30.986983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eaf5abaa-a49c-4450-8e55-b7465f1abf44 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:31.030474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36133211-09cc-414e-9aa1-d599c0d8e5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.033697 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36133211-09cc-414e-9aa1-d599c0d8e5c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.037821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-36133211-09cc-414e-9aa1-d599c0d8e5c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee181a58-3b94-4462-9568-89a78d8e1c00 HTTP/1.1" status: 204 len: 168 time: 0.1838360 Nov 12 08:54:31.048423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36133211-09cc-414e-9aa1-d599c0d8e5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee181a58-3b94-4462-9568-89a78d8e1c00,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:31.084414 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-f92514cb-25dc-407f-92d7-f55e2c6bb768 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1432748 Nov 12 08:54:31.108002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-e0766367-b2d2-4aec-babb-93859439db04 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:31.109999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-e0766367-b2d2-4aec-babb-93859439db04 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100925 Nov 12 08:54:31.228349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-3006dc11-501d-4bc2-b3c3-2a978d717948 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089976 Nov 12 08:54:31.294345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a911340-1d8a-4787-b4f2-d07596cdadf4 req-7fb322ca-0f47-434e-865e-3ca73280bb38 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:31.302054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a911340-1d8a-4787-b4f2-d07596cdadf4 req-7fb322ca-0f47-434e-865e-3ca73280bb38 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0609319 Nov 12 08:54:31.358335 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a911340-1d8a-4787-b4f2-d07596cdadf4 req-0748b78c-3f8b-4f6e-a912-240bb95fdd69 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550280 Nov 12 08:54:31.445564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-41dac806-8534-49eb-b488-10b48cc46b47 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:31.447065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-41dac806-8534-49eb-b488-10b48cc46b47 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.62 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 972 time: 0.1098170 Nov 12 08:54:31.463613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-ff44168a-3342-43e0-9317-30d560c8a253 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277656 Nov 12 08:54:31.495360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51296) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:31.515074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e040282-745a-4609-8f9c-bcb37d3f9e95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.568941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:31.579396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.605164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Transition to ACTIVE for port object ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:31.615473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.621700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Deleting port 8b0f8427-be13-47e9-b089-976adb360915 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:54:31.622044 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.703232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e040282-745a-4609-8f9c-bcb37d3f9e95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.714690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e040282-745a-4609-8f9c-bcb37d3f9e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.728417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:31.812787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] For port 8b0f8427-be13-47e9-b089-976adb360915, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8b0f8427-be13-47e9-b089-976adb360915,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:31.813436 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:31.831727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:31.832189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2e040282-745a-4609-8f9c-bcb37d3f9e95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=507724486a7444fab7bfd3995296c21b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352642 Nov 12 08:54:31.833451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e040282-745a-4609-8f9c-bcb37d3f9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9ce37b-6098-4b63-8ee8-3b10a1a69675,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:31.839317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Calling delete_port for 8b0f8427-be13-47e9-b089-976adb360915 owned by compute:tempest-test_az-1523372948 {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:54:31.917614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:31.917962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:31.918303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:31.968072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:31.968395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:31.998957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:31.999314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:31.999706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:32.000191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Bound port: ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:32.001076 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.032795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6e29c-4a17-45a9-82bb-d96e7ddbd48c req-c49cd1ce-8e5f-43e4-9063-d11d63b0bbee tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.034340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5c6e29c-4a17-45a9-82bb-d96e7ddbd48c req-c49cd1ce-8e5f-43e4-9063-d11d63b0bbee tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 972 time: 0.1816850 Nov 12 08:54:32.043572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a105-2df1-4713-b368-424748e98c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.121108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a105-2df1-4713-b368-424748e98c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.178433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951067ec-7b9a-4cd3-8fdd-fa61bb5e9ced req-0d27af30-5e5f-4cfd-9e0a-74ee1fd9e819 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.184655 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951067ec-7b9a-4cd3-8fdd-fa61bb5e9ced req-0d27af30-5e5f-4cfd-9e0a-74ee1fd9e819 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 944 time: 0.0833631 Nov 12 08:54:32.235962 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5c6e29c-4a17-45a9-82bb-d96e7ddbd48c req-f411d388-cb20-4d85-a36e-9bdae0260ed8 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/security-groups?id=75fe1e8e-2173-464b-b914-ecbc80a2f296&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919072 Nov 12 08:54:32.244148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:32.249136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:32.259214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.259588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951067ec-7b9a-4cd3-8fdd-fa61bb5e9ced req-c30ed92f-456b-4e64-9065-cb6a12f7a02d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Nov 12 08:54:32.266047 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.280728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['8b0f8427-be13-47e9-b089-976adb360915'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:32.307203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a105-2df1-4713-b368-424748e98c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.317359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c34a105-2df1-4713-b368-424748e98c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.317359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6c34a105-2df1-4713-b368-424748e98c0d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb9ce37b-6098-4b63-8ee8-3b10a1a69675 HTTP/1.1" status: 204 len: 168 time: 0.4781401 Nov 12 08:54:32.337608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.338142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.339501 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] 10.222.0.62 "PUT /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 1093 time: 1.5480208 Nov 12 08:54:32.339987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:32.342427 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a348884c-2a65-4f20-a259-1d67792406a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:32.352629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c34a105-2df1-4713-b368-424748e98c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9ce37b-6098-4b63-8ee8-3b10a1a69675,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:32.394852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dda0bef9-8ad0-4bdb-98ca-e9c113e0694c req-be393e59-35ed-408d-92d0-46607cbacf8a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 210 time: 0.0608878 Nov 12 08:54:32.425457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb2e11-ff9f-443e-a58b-e9dae488ce02 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:32.490969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Pushing event deleted for resources: {'Port': ['ID=8b0f8427-be13-47e9-b089-976adb360915,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:32.493082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] No DVR routers for this DVR port 8b0f8427-be13-47e9-b089-976adb360915 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:32.501714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:32.505420 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74f080a-748f-4e47-9110-1f3929590ee0 req-0f4c71b4-2b83-4769-a13d-06a74594bf01 tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.62 "DELETE /v2.0/ports/8b0f8427-be13-47e9-b089-976adb360915 HTTP/1.1" status: 204 len: 173 time: 1.0495200 Nov 12 08:54:32.516260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-e96ffb8d-477e-4734-9dcb-8b4713890c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.517809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-e96ffb8d-477e-4734-9dcb-8b4713890c8c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1096 time: 0.1044469 Nov 12 08:54:32.639644 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e369ed9-551d-4b9c-b726-3fc148b3c24e x-openstack-request-id: req-9e369ed9-551d-4b9c-b726-3fc148b3c24e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:32.639945 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:32.640383 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e369ed9-551d-4b9c-b726-3fc148b3c24e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:32.640934 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c', 'status': 'completed', 'code': 200} Nov 12 08:54:32.644102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-5f29426f-8529-4a96-846b-dcce7a8591d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 217 time: 0.1173041 Nov 12 08:54:32.718334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51340) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:32.744140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-9c51ee56-9b48-4fe2-96dd-e6acf0df77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.745879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-9c51ee56-9b48-4fe2-96dd-e6acf0df77b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.0846882 Nov 12 08:54:32.789580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-bbfdf6a9-af01-4f43-af59-9905ee6c125c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353556 Nov 12 08:54:32.805897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449596d1-871a-4f43-9c3f-e57f0243ef1f req-08121226-1b72-470b-ab5c-d1ef9fe79406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:32.807535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-449596d1-871a-4f43-9c3f-e57f0243ef1f req-08121226-1b72-470b-ab5c-d1ef9fe79406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1780069 Nov 12 08:54:32.906214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-279990f4-7bc8-44a8-9487-4f183198f277 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976584 Nov 12 08:54:32.954683 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce63d0be-32bd-4d85-ad76-5b2ea59bbfb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.073688 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-568d77ff-ef4a-4f91-bf4b-fe96b0ffdfad req-602ff066-47f8-4590-b797-6bed0353ef5a service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553171 Nov 12 08:54:33.170066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-449596d1-871a-4f43-9c3f-e57f0243ef1f req-123b6335-c31f-41c9-926a-92c73bcb4c14 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613285 Nov 12 08:54:33.249921 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce63d0be-32bd-4d85-ad76-5b2ea59bbfb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.258394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce63d0be-32bd-4d85-ad76-5b2ea59bbfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.432736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348884c-2a65-4f20-a259-1d67792406a3 req-5730d6a8-db95-4575-b8cc-5bbcbe244167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.435330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a348884c-2a65-4f20-a259-1d67792406a3 req-5730d6a8-db95-4575-b8cc-5bbcbe244167 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1096 time: 0.1615860 Nov 12 08:54:33.484058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-8128ad39-fbf3-4cd4-8083-e30ef966ec3c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.487848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-8128ad39-fbf3-4cd4-8083-e30ef966ec3c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 821 time: 0.1929641 Nov 12 08:54:33.509605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'port': {'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'admin_state_up': True, 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:33.623656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:33.685527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6b36b-2a66-4e85-bacc-04d9f8a6d696 req-edc9f93e-16b7-4e7f-9cef-536767388fc6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.688220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5d6b36b-2a66-4e85-bacc-04d9f8a6d696 req-edc9f93e-16b7-4e7f-9cef-536767388fc6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 944 time: 0.1962965 Nov 12 08:54:33.693962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348884c-2a65-4f20-a259-1d67792406a3 req-d956a39e-c7c1-46d9-9484-1ea3343c8b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.695875 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a348884c-2a65-4f20-a259-1d67792406a3 req-d956a39e-c7c1-46d9-9484-1ea3343c8b03 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.2522862 Nov 12 08:54:33.780684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a348884c-2a65-4f20-a259-1d67792406a3 req-be517d55-6e5e-419a-ac96-621cd0c35139 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 217 time: 0.0594068 Nov 12 08:54:33.801641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5d6b36b-2a66-4e85-bacc-04d9f8a6d696 req-dd02f303-48f7-4c15-b907-83a54ead1325 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039796 Nov 12 08:54:33.827428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5781048-5f37-4835-869f-0d24a312138a req-01f36df0-9575-4c86-967c-ee5319791bce tempest-LiveMigrationNegativeTest-1296684295 tempest-LiveMigrationNegativeTest-1296684295-project] 10.222.0.53 "GET /v2.0/ports?device_id=af19ad0b-2fc9-428d-a191-29387e316ebb HTTP/1.1" status: 200 len: 210 time: 0.3282657 Nov 12 08:54:33.834701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Made reservation on behalf of c1d39e821f974e0dbcaad9e1901936f1 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:33.840007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:33.933020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348884c-2a65-4f20-a259-1d67792406a3 req-90f70015-a39a-43fa-9fc2-176730ce8d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:33.943261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a348884c-2a65-4f20-a259-1d67792406a3 req-90f70015-a39a-43fa-9fc2-176730ce8d3f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1390772 Nov 12 08:54:33.971746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ce63d0be-32bd-4d85-ad76-5b2ea59bbfb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f21bcb3ad16f41c188760180693ce7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2484891 Nov 12 08:54:33.972863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:33.974397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63d0be-32bd-4d85-ad76-5b2ea59bbfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10697af8-2bcf-4178-99e1-e65463156e37,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.010388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94c45cdb-4804-4e80-9ea3-17176581e78a req-57d8d952-31fe-4a77-9eb8-a85d2a00da8c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 210 time: 0.0395832 Nov 12 08:54:34.075063 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a348884c-2a65-4f20-a259-1d67792406a3 req-8e909ce4-9e2f-428b-953d-b8192cc2a737 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234767 Nov 12 08:54:34.144815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Allocated IP 172.20.0.5 (4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf/f9912568-1a72-4f38-a462-2c70f0850c03/9fe779d0-2985-437b-a054-2a6ae5b1ae8a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:34.295608 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a348884c-2a65-4f20-a259-1d67792406a3 req-ce31174e-3482-483d-ab1e-be86c3994634 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748164 Nov 12 08:54:34.325665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87e7dd44-c155-43cf-961f-f008a7a7f2b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.393255 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9782ebf8-c71f-483c-8c09-7df114aca9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.393446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7398f-1892-4b7e-80ad-f3c66b1102b9 req-910f6798-239f-4f3a-90d8-531d0c5094a0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:34.398651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ec7398f-1892-4b7e-80ad-f3c66b1102b9 req-910f6798-239f-4f3a-90d8-531d0c5094a0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1096559 Nov 12 08:54:34.466035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ec7398f-1892-4b7e-80ad-f3c66b1102b9 req-1a2eb7c0-c97f-49fa-a41b-f7703d9d4353 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614767 Nov 12 08:54:34.504784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.532244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9782ebf8-c71f-483c-8c09-7df114aca9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.566146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.579600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d8f34461-d123-4b78-b05f-eb4d64873138'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:34.602432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a348884c-2a65-4f20-a259-1d67792406a3 req-ffb254c8-c7de-45cd-8a1d-aafa6805e211 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957416 Nov 12 08:54:34.646169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'name': 'network-vif-deleted', 'tag': '8b0f8427-be13-47e9-b089-976adb360915'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:34.654305 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bde40c-f8cb-454a-9106-ac76ae3e0587" -d '{"events": [{"server_uuid": "af19ad0b-2fc9-428d-a191-29387e316ebb", "name": "network-vif-deleted", "tag": "8b0f8427-be13-47e9-b089-976adb360915"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:34.684891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:34.700132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:34.702250 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9782ebf8-c71f-483c-8c09-7df114aca9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.709251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9782ebf8-c71f-483c-8c09-7df114aca9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.711378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9782ebf8-c71f-483c-8c09-7df114aca9e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10697af8-2bcf-4178-99e1-e65463156e37 HTTP/1.1" status: 204 len: 168 time: 0.7330420 Nov 12 08:54:34.713230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:34.769856 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379bfd3f-41d4-4b2b-b396-691ebee19c05 x-openstack-request-id: req-379bfd3f-41d4-4b2b-b396-691ebee19c05 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:34.770173 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af19ad0b-2fc9-428d-a191-29387e316ebb", "name": "network-vif-deleted", "tag": "8b0f8427-be13-47e9-b089-976adb360915", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:34.770444 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-379bfd3f-41d4-4b2b-b396-691ebee19c05 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:34.770863 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af19ad0b-2fc9-428d-a191-29387e316ebb', 'name': 'network-vif-deleted', 'tag': '8b0f8427-be13-47e9-b089-976adb360915', 'status': 'completed', 'code': 200} Nov 12 08:54:34.817321 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87e7dd44-c155-43cf-961f-f008a7a7f2b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.820748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782ebf8-c71f-483c-8c09-7df114aca9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10697af8-2bcf-4178-99e1-e65463156e37,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.831515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87e7dd44-c155-43cf-961f-f008a7a7f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.835374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:34.840866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:34.880239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Pushing event updated for resources: {'Port': ['ID=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:34.904132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-a96bd415-d462-4927-a37a-8ec2ebcf85ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3956444 Nov 12 08:54:34.925301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Request body: {'port': {'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:34.949163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-87e7dd44-c155-43cf-961f-f008a7a7f2b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46ead8bc2a4e4e39983ba59240baacba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3210082 Nov 12 08:54:34.950082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:34.966056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7dd44-c155-43cf-961f-f008a7a7f2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05de37e5-7544-4da2-87c3-131b83763a4f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:35.084618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba4a69eb-4a97-451f-856c-d2b69caf0bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.132362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba4a69eb-4a97-451f-856c-d2b69caf0bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.143089 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.163686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2047fdb-5b5f-45d3-98a2-575160b4b140 req-bd5a25ce-76e5-45d8-8bd9-af6798747636 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:35.171007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2047fdb-5b5f-45d3-98a2-575160b4b140 req-bd5a25ce-76e5-45d8-8bd9-af6798747636 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 944 time: 0.1873250 Nov 12 08:54:35.229303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b4453073-9cb9-4b1a-98f9-824266ab652d None None] Provisioning complete for port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:35.230101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4453073-9cb9-4b1a-98f9-824266ab652d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.253849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec9ae1-f2c8-46a9-8198-2c5f7786d912 req-74c18f7e-62e9-463b-929e-d8d7a152c3d4 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:35.255490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5dec9ae1-f2c8-46a9-8198-2c5f7786d912 req-74c18f7e-62e9-463b-929e-d8d7a152c3d4 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 931 time: 0.1207440 Nov 12 08:54:35.269590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2047fdb-5b5f-45d3-98a2-575160b4b140 req-9c87ca70-d8ca-4287-a08a-c8c1bdda349a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925119 Nov 12 08:54:35.290601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b4453073-9cb9-4b1a-98f9-824266ab652d None None] Port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:35.322620 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba4a69eb-4a97-451f-856c-d2b69caf0bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.326177 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba4a69eb-4a97-451f-856c-d2b69caf0bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.327351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ba4a69eb-4a97-451f-856c-d2b69caf0bf2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05de37e5-7544-4da2-87c3-131b83763a4f HTTP/1.1" status: 204 len: 168 time: 0.3762665 Nov 12 08:54:35.351844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a69eb-4a97-451f-856c-d2b69caf0bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05de37e5-7544-4da2-87c3-131b83763a4f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:35.443967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5dec9ae1-f2c8-46a9-8198-2c5f7786d912 req-44d0cd64-07fe-4a48-8751-4fb9f5b06786 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577570 Nov 12 08:54:35.551632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:35.572675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dfdc52-8f8e-4f41-af8b-179c287f6b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.631837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe779d0-2985-437b-a054-2a6ae5b1ae8a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:35.642136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.657802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Transition to ACTIVE for port object 9fe779d0-2985-437b-a054-2a6ae5b1ae8a will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:35.664066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.668673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dfdc52-8f8e-4f41-af8b-179c287f6b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.688976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6dfdc52-8f8e-4f41-af8b-179c287f6b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.709139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Pushing event updated for resources: {'Port': ['ID=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:35.827146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Attempting to bind port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:35.827858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Attempting to bind port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:35.829465 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Attempting to bind port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:35.851435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:35.852827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Attempting to bind port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a on network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:35.865168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:35.865670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Checking segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:35.866175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Bound using segment: {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:35.866733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Bound port: 9fe779d0-2985-437b-a054-2a6ae5b1ae8a, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:35.868491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.913779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51486) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:35.917136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1474315947', 'description': 'tempest-description-404998288'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:35.978401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:35.996661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.013930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] For port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:36.016038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfdc52-8f8e-4f41-af8b-179c287f6b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b9f8ce-7c1e-49ef-9907-01ec6b120694,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.029991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d6dfdc52-8f8e-4f41-af8b-179c287f6b3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86076997c19b4e27a51b5a6ccb720f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730988 Nov 12 08:54:36.033679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51490) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.058329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea8202-c3e6-4066-a857-d308548bfaf5 req-74ca6923-df69-427c-b092-1ba20c6206a9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.059519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] For port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:36.069562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7fea8202-c3e6-4066-a857-d308548bfaf5 req-74ca6923-df69-427c-b092-1ba20c6206a9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.4134347 Nov 12 08:54:36.070120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.119626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.145337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7fea8202-c3e6-4066-a857-d308548bfaf5 req-60c95ec4-9ddd-4650-90ec-63e90d5be213 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747945 Nov 12 08:54:36.146303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29d3f15b-9f10-4a62-8829-89237eb8f44a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.179899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.180868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.182367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] 10.222.0.55 "PUT /v2.0/ports/9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 1092 time: 1.2742062 Nov 12 08:54:36.185781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:36.189634 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8c132e-558e-4dd3-96b1-3021d9e367bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:36.216153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4899fc-7b21-49f1-a743-10d950cc649c service neutron] Pushing event updated for resources: {'Port': ['ID=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.256747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521941b1-2479-43c2-ac68-4252e9c10972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.275431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d7b48ce4-e262-4363-961b-66f61378d76b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbb0cebcc7a14fbe843eec6feae117a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521767 Nov 12 08:54:36.277034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29d3f15b-9f10-4a62-8829-89237eb8f44a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.278136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.293269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29d3f15b-9f10-4a62-8829-89237eb8f44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.351662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:36.356919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8b0f8427-be13-47e9-b089-976adb360915 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:36.362933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521941b1-2479-43c2-ac68-4252e9c10972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.367705 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.378024 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129fda1d-57ea-4a40-a694-8be2c416a034 x-openstack-request-id: req-129fda1d-57ea-4a40-a694-8be2c416a034 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:36.383231 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-29d3f15b-9f10-4a62-8829-89237eb8f44a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b13a90cc48324ab7842303b3895a1b7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598689 Nov 12 08:54:36.383443 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:36.383443 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-129fda1d-57ea-4a40-a694-8be2c416a034 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:36.383443 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'status': 'completed', 'code': 200} Nov 12 08:54:36.384353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.390155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.394810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3f15b-9f10-4a62-8829-89237eb8f44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de9164c-3e63-49fc-b065-b06f425d0c2b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.408517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 8b0f8427-be13-47e9-b089-976adb360915 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:54:36.408873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8b0f8427-be13-47e9-b089-976adb360915 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:36.451649 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-169ba8ae-1c9c-4cbb-9c4e-1e764563a6de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.510697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-d2dbae42-90a4-409a-982d-92171e6b88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.512581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-d2dbae42-90a4-409a-982d-92171e6b88e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 1095 time: 0.2278326 Nov 12 08:54:36.521289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30da2dc7-e9b7-43dd-a7eb-cf225f32fcd2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.541397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-169ba8ae-1c9c-4cbb-9c4e-1e764563a6de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.573154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32508bb9-fb2b-4576-bebe-5855e55650d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.606222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-f4c5588a-868d-40ae-8d7c-2055af937dfb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 217 time: 0.0536208 Nov 12 08:54:36.617557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32508bb9-fb2b-4576-bebe-5855e55650d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.627495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:36.635196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40a1b0-12b8-44f6-9454-41ff29776430 req-82f9b4d9-eabc-4adb-b067-e608255d3f99 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.644798 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc40a1b0-12b8-44f6-9454-41ff29776430 req-82f9b4d9-eabc-4adb-b067-e608255d3f99 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 944 time: 0.1532547 Nov 12 08:54:36.645676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'port_id': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c', 'mac_address': 'fa:16:3e:e0:f6:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e805fb7-19cd-407c-a981-29ec2f5fb911', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:36.676623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-2804573b-875b-49df-808a-2c6d82055355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.678792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-2804573b-875b-49df-808a-2c6d82055355 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.0617144 Nov 12 08:54:36.692204 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.708458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521941b1-2479-43c2-ac68-4252e9c10972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.712272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521941b1-2479-43c2-ac68-4252e9c10972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.714304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-521941b1-2479-43c2-ac68-4252e9c10972 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9b9f8ce-7c1e-49ef-9907-01ec6b120694 HTTP/1.1" status: 204 len: 168 time: 0.6763453 Nov 12 08:54:36.721087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:36.740197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-169ba8ae-1c9c-4cbb-9c4e-1e764563a6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.743830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-169ba8ae-1c9c-4cbb-9c4e-1e764563a6de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.748003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-169ba8ae-1c9c-4cbb-9c4e-1e764563a6de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75fe1e8e-2173-464b-b914-ecbc80a2f296 HTTP/1.1" status: 204 len: 168 time: 0.4665391 Nov 12 08:54:36.748184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:36.748303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:36.761633 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.770266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.778326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521941b1-2479-43c2-ac68-4252e9c10972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b9f8ce-7c1e-49ef-9907-01ec6b120694,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.785703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc40a1b0-12b8-44f6-9454-41ff29776430 req-e7e0aea7-28cf-4b5b-98df-601ccae4f7ba tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187227 Nov 12 08:54:36.786323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.813762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ba8ae-1c9c-4cbb-9c4e-1e764563a6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fe1e8e-2173-464b-b914-ecbc80a2f296,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.850691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32508bb9-fb2b-4576-bebe-5855e55650d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.852282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f450-f531-402d-87a1-92153b308536 req-43974d7d-8ebf-46a9-9501-49f3620b4b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.854146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-43974d7d-8ebf-46a9-9501-49f3620b4b55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649733 Nov 12 08:54:36.854269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32508bb9-fb2b-4576-bebe-5855e55650d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.857733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-32508bb9-fb2b-4576-bebe-5855e55650d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8de9164c-3e63-49fc-b065-b06f425d0c2b HTTP/1.1" status: 204 len: 168 time: 0.4693012 Nov 12 08:54:36.858163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b85d92-3694-4cf3-be39-cb5faa32b876,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.874300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32508bb9-fb2b-4576-bebe-5855e55650d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de9164c-3e63-49fc-b065-b06f425d0c2b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.892079 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:36.896788 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f3b62c7-33f2-47ae-8be2-5d92de66e140 req-43d5d742-ac07-4d8e-9885-62edc42ffaf1 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0339172 Nov 12 08:54:36.907253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:36.965400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-1777e39f-8d56-414e-852a-400fce6ce7fc req-46eda084-aae0-4324-ab31-f438b4d86e99 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1197719196', 'description': 'tempest-description-575921206'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:36.995501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e747e6-26d8-4b8a-a6ff-313da22c701f req-6bcaf422-6d9d-41be-b141-40852468812e tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:36.997114 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58e747e6-26d8-4b8a-a6ff-313da22c701f req-6bcaf422-6d9d-41be-b141-40852468812e tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 943 time: 0.0772340 Nov 12 08:54:37.019226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:37.053414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1777e39f-8d56-414e-852a-400fce6ce7fc req-46eda084-aae0-4324-ab31-f438b4d86e99 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.073516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-ccec6e67-ac48-4850-b443-facc0e609f15 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095227 Nov 12 08:54:37.085806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c342fdd-ae97-4467-8f44-d5a1f339b03b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.119708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58e747e6-26d8-4b8a-a6ff-313da22c701f req-be0dd375-9929-4278-a949-520853fd04b3 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133034 Nov 12 08:54:37.241748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1777e39f-8d56-414e-852a-400fce6ce7fc req-46eda084-aae0-4324-ab31-f438b4d86e99 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.252831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1777e39f-8d56-414e-852a-400fce6ce7fc req-46eda084-aae0-4324-ab31-f438b4d86e99 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.256196 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c342fdd-ae97-4467-8f44-d5a1f339b03b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.265378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c342fdd-ae97-4467-8f44-d5a1f339b03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.285278 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3293f450-f531-402d-87a1-92153b308536 req-24a4c74a-fb85-4250-9906-a3b669b59e54 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864715 Nov 12 08:54:37.291684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eda084-aae0-4324-ab31-f438b4d86e99 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d13fa77-fbb1-4c75-addf-a1e08bd6483c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.301500 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1777e39f-8d56-414e-852a-400fce6ce7fc req-46eda084-aae0-4324-ab31-f438b4d86e99 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.303211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1777e39f-8d56-414e-852a-400fce6ce7fc req-46eda084-aae0-4324-ab31-f438b4d86e99 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3532248 Nov 12 08:54:37.363262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6c342fdd-ae97-4467-8f44-d5a1f339b03b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ac9b11a57dd47248681106e60d13d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6093636 Nov 12 08:54:37.366514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51532) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:37.390016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c342fdd-ae97-4467-8f44-d5a1f339b03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a8aa5e-6652-48c6-ad16-93819ccd617f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.421680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72b4b9-5f30-455d-82ac-5e0b3938972c req-be324576-408d-4020-9683-092b88df6c3e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.423498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef72b4b9-5f30-455d-82ac-5e0b3938972c req-be324576-408d-4020-9683-092b88df6c3e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1167054 Nov 12 08:54:37.454933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-672e2e16-56a7-48fd-bdae-81ba2413f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.456474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-672e2e16-56a7-48fd-bdae-81ba2413f41c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 1095 time: 0.0680676 Nov 12 08:54:37.483115 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a46b231a-4b4b-42c7-b9a9-8d28e9b445e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.491419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef72b4b9-5f30-455d-82ac-5e0b3938972c req-b0c45ee5-b02b-4ac8-bbdf-bcd885175acc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608871 Nov 12 08:54:37.553357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a46b231a-4b4b-42c7-b9a9-8d28e9b445e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.568960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:37.603649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-66976a25-07e2-49f8-bc7b-b913e65d4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.605139 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-66976a25-07e2-49f8-bc7b-b913e65d4bad service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.1373632 Nov 12 08:54:37.626296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-84095af6-cc52-4505-bf2e-55f0313ca087 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53d65955f64e4c608eff490bf52483b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537529 Nov 12 08:54:37.628777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51540) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:37.665151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a46b231a-4b4b-42c7-b9a9-8d28e9b445e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.667794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a46b231a-4b4b-42c7-b9a9-8d28e9b445e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.670232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a46b231a-4b4b-42c7-b9a9-8d28e9b445e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5a8aa5e-6652-48c6-ad16-93819ccd617f HTTP/1.1" status: 204 len: 168 time: 0.3026862 Nov 12 08:54:37.674305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-ea9fde6c-6cf2-4fc8-ae4c-2942a8e4a500 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 217 time: 0.0610735 Nov 12 08:54:37.680906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b231a-4b4b-42c7-b9a9-8d28e9b445e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a8aa5e-6652-48c6-ad16-93819ccd617f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.709896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f157c41f-b9ac-4529-b5f7-d320de168566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.741568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f157c41f-b9ac-4529-b5f7-d320de168566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.752738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-128737986', 'description': 'tempest-description-1882857006'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:37.789011 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.803631 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.810025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f157c41f-b9ac-4529-b5f7-d320de168566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.812744 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f157c41f-b9ac-4529-b5f7-d320de168566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.814456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f157c41f-b9ac-4529-b5f7-d320de168566 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d4b33ae-4443-4e79-8b97-04c841bacbe5 HTTP/1.1" status: 204 len: 168 time: 0.1846066 Nov 12 08:54:37.820513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-b0b9634d-9dc7-49f9-8a3d-830993aca0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.822652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-b0b9634d-9dc7-49f9-8a3d-830993aca0de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1380670 Nov 12 08:54:37.832821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157c41f-b9ac-4529-b5f7-d320de168566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4b33ae-4443-4e79-8b97-04c841bacbe5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:37.904171 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.926389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:37.957049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbca6ed-6d5a-4482-988b-e3b618b1d541 req-4b5762ae-0957-4ce0-9bdf-24fe0f83c27f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:37.960277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-edbca6ed-6d5a-4482-988b-e3b618b1d541 req-4b5762ae-0957-4ce0-9bdf-24fe0f83c27f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 945 time: 0.0680606 Nov 12 08:54:38.001564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52415673-a3e7-4de4-baa1-6e495f5841ac,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.008403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-a7394fbe-4f16-450e-bad3-dd7733885da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.009997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-a7394fbe-4f16-450e-bad3-dd7733885da7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934017 Nov 12 08:54:38.042003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-edbca6ed-6d5a-4482-988b-e3b618b1d541 req-cfa49305-e889-4a6c-94fe-ed8503cf0247 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733671 Nov 12 08:54:38.068494 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.096511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.141346 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.142571 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b39e419-5aa9-43e0-b45d-fb00671ec10b req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4197514 Nov 12 08:54:38.168377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1587a-8484-4218-898e-5d18a5bad6c3 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e784dc69-20aa-456c-9f5b-b3a3bb35195c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.178807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b0dccf8e-8580-4705-a962-baf08b004617 req-b25c892b-3ebb-415c-99de-c9f5e7fa1211 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-542399192', 'description': 'tempest-description-1606084328'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:38.184711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-0e66e4f3-4055-4a63-8c1c-08717c8f49e4 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558223 Nov 12 08:54:38.257910 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b0dccf8e-8580-4705-a962-baf08b004617 req-b25c892b-3ebb-415c-99de-c9f5e7fa1211 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.278998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51568) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:38.287888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c8d57-3436-424c-be3d-2f2660cc9bb8 req-6496de34-f279-4ee0-927f-ea2cda442d36 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.294699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ee55-9608-4a89-b03e-5bfe54c3d15e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.296542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f32c8d57-3436-424c-be3d-2f2660cc9bb8 req-6496de34-f279-4ee0-927f-ea2cda442d36 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 943 time: 0.0899129 Nov 12 08:54:38.345194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b8c132e-558e-4dd3-96b1-3021d9e367bb req-fdd40b25-063d-48a8-8a3f-b35d3fcf3b95 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525927 Nov 12 08:54:38.350877 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f32c8d57-3436-424c-be3d-2f2660cc9bb8 req-03130885-7404-481a-b089-e4a099328637 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510309 Nov 12 08:54:38.365379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:38.427797 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b0dccf8e-8580-4705-a962-baf08b004617 req-b25c892b-3ebb-415c-99de-c9f5e7fa1211 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.437453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b0dccf8e-8580-4705-a962-baf08b004617 req-b25c892b-3ebb-415c-99de-c9f5e7fa1211 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.474970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:38.478694 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b0dccf8e-8580-4705-a962-baf08b004617 req-b25c892b-3ebb-415c-99de-c9f5e7fa1211 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.478973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:38.479602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.480299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0dccf8e-8580-4705-a962-baf08b004617 req-b25c892b-3ebb-415c-99de-c9f5e7fa1211 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3092027 Nov 12 08:54:38.485752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c892b-3ebb-415c-99de-c9f5e7fa1211 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c31f0bb-009f-4e56-a798-1c98415dfcdf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.497502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ee55-9608-4a89-b03e-5bfe54c3d15e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.507120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5cb6ee55-9608-4a89-b03e-5bfe54c3d15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.556743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5cb6ee55-9608-4a89-b03e-5bfe54c3d15e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3562d37ff551440993aaacd4ca50a7c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764726 Nov 12 08:54:38.562024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51578) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:38.582164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb6ee55-9608-4a89-b03e-5bfe54c3d15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41f4b51-bc0d-4c46-ba15-b0bf33b912d8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.659018 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.691371 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf811c67-806b-4b65-90f8-1aa217434b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.699177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:38.703401 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc5dcbb-8e34-4ea3-bab2-8c8cc9b13849" -d '{"events": [{"server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:38.723866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097bd14-cad2-41a4-b77f-eefe063c6395 req-8545f4a0-b8aa-414d-9e56-4a6451a8ee17 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:38.725876 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a097bd14-cad2-41a4-b77f-eefe063c6395 req-8545f4a0-b8aa-414d-9e56-4a6451a8ee17 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0831387 Nov 12 08:54:38.737970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:38.744109 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.746007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf811c67-806b-4b65-90f8-1aa217434b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.823870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a097bd14-cad2-41a4-b77f-eefe063c6395 req-c77d2d62-c694-4feb-8f55-cf6bb6e499ce tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838702 Nov 12 08:54:38.847941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.853225 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf811c67-806b-4b65-90f8-1aa217434b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.857334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf811c67-806b-4b65-90f8-1aa217434b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:38.859069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bf811c67-806b-4b65-90f8-1aa217434b6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c41f4b51-bc0d-4c46-ba15-b0bf33b912d8 HTTP/1.1" status: 204 len: 168 time: 0.2933958 Nov 12 08:54:38.883184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf811c67-806b-4b65-90f8-1aa217434b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41f4b51-bc0d-4c46-ba15-b0bf33b912d8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:38.915172 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd50f2da-2f63-44fa-b1d0-762d685506f6 x-openstack-request-id: req-cd50f2da-2f63-44fa-b1d0-762d685506f6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:38.915831 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "name": "network-vif-plugged", "status": "completed", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:38.916072 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd50f2da-2f63-44fa-b1d0-762d685506f6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:38.916437 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c', 'code': 200} Nov 12 08:54:38.993557 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-4901c37b-e0ad-4413-9576-1b41125f223a tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37094 time: 0.4598711 Nov 12 08:54:39.072261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639cebb-e8d2-472c-89ff-3bde286c34e0 req-e5678806-77ec-47b2-821d-2c40966817d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.073915 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7639cebb-e8d2-472c-89ff-3bde286c34e0 req-e5678806-77ec-47b2-821d-2c40966817d1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1098 time: 0.0794499 Nov 12 08:54:39.075555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-a2ee2050-acd1-4423-bbc3-3a532b5a9d9a tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/162c53dc-fb14-4e69-9310-2298f00bdce6 HTTP/1.1" status: 200 len: 2998 time: 0.0714743 Nov 12 08:54:39.165344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7639cebb-e8d2-472c-89ff-3bde286c34e0 req-859622f7-9eef-4fef-be34-dc79c2693b23 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823607 Nov 12 08:54:39.168066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-5da6552a-ea16-4a0a-ad1b-53bb6ec5b874 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/162c53dc-fb14-4e69-9310-2298f00bdce6 HTTP/1.1" status: 200 len: 2998 time: 0.0792801 Nov 12 08:54:39.232490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b26cb-79e3-4eb8-be53-b2edddc45155 req-98d4f6bc-12b1-456d-b3c2-f05cddfceab1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.236177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-76e8c510-ebc9-401a-ac7e-87d70741c0c2 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/30da2dc7-e9b7-43dd-a7eb-cf225f32fcd2 HTTP/1.1" status: 200 len: 2998 time: 0.0587490 Nov 12 08:54:39.245586 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d0b26cb-79e3-4eb8-be53-b2edddc45155 req-98d4f6bc-12b1-456d-b3c2-f05cddfceab1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 946 time: 0.1054080 Nov 12 08:54:39.282986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-8bb2cd7f-ba0e-4dbb-a8a9-6cfddd3c75a0 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/30da2dc7-e9b7-43dd-a7eb-cf225f32fcd2 HTTP/1.1" status: 200 len: 2998 time: 0.0457809 Nov 12 08:54:39.309442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d0b26cb-79e3-4eb8-be53-b2edddc45155 req-12895b5c-dced-4c0a-818c-c3dc4954f406 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625789 Nov 12 08:54:39.335761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-67a83d6a-0e8b-4d2f-87f4-1123a62d4990 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4319e2bc-fb35-4e09-941b-dc32467a5557 HTTP/1.1" status: 200 len: 2998 time: 0.0457313 Nov 12 08:54:39.390256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-2ca4e9ff-9ae0-4ee9-bbb2-0e7600e8fcb6 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4319e2bc-fb35-4e09-941b-dc32467a5557 HTTP/1.1" status: 200 len: 2998 time: 0.0465884 Nov 12 08:54:39.445324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-608e2cd9-e1bd-47e8-bc55-52e41d59bf5f tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/52415673-a3e7-4de4-baa1-6e495f5841ac HTTP/1.1" status: 200 len: 2998 time: 0.0410650 Nov 12 08:54:39.502306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b67971-8820-4b48-bb88-23ae6acfd4f5 req-a49bc058-6ec3-4c73-ac72-77da9b2e60fe tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.502306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52b67971-8820-4b48-bb88-23ae6acfd4f5 req-a49bc058-6ec3-4c73-ac72-77da9b2e60fe tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 943 time: 0.0595338 Nov 12 08:54:39.525403 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-f4473267-d508-449c-bf20-f9c2b20045d5 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/52415673-a3e7-4de4-baa1-6e495f5841ac HTTP/1.1" status: 200 len: 2998 time: 0.0676911 Nov 12 08:54:39.564619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52b67971-8820-4b48-bb88-23ae6acfd4f5 req-c6db8cf5-9332-4fbb-9794-0f2495ce08c9 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Nov 12 08:54:39.584150 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-9d8d12e2-5a85-439d-a911-96f2aef05b34 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/794d5d6a-0a1a-46e1-ab4c-28d146cfd0b8 HTTP/1.1" status: 200 len: 2998 time: 0.0512674 Nov 12 08:54:39.644706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-4b8b9ee5-34c6-45a2-854b-0493ac0fa39c tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/794d5d6a-0a1a-46e1-ab4c-28d146cfd0b8 HTTP/1.1" status: 200 len: 2998 time: 0.0529537 Nov 12 08:54:39.696301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-a421aec1-fd3d-4d8c-b50f-6abeda7d2ca6 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/833260af-a925-4a80-873b-bcce4d70b2cf HTTP/1.1" status: 200 len: 2990 time: 0.0428851 Nov 12 08:54:39.750072 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-c8e73812-a5de-4143-8436-9f7527dfaf76 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/833260af-a925-4a80-873b-bcce4d70b2cf HTTP/1.1" status: 200 len: 2990 time: 0.0472934 Nov 12 08:54:39.801640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-bb195a31-8b16-4d74-a97d-1ba7fc235478 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/83600e54-72da-49e8-a4d3-f1a50e792b80 HTTP/1.1" status: 200 len: 2994 time: 0.0432363 Nov 12 08:54:39.846469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-1fc221b3-f8e0-42c9-a32a-37bb3e06025c tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/83600e54-72da-49e8-a4d3-f1a50e792b80 HTTP/1.1" status: 200 len: 2994 time: 0.0376217 Nov 12 08:54:39.910351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-cb8ad944-5b74-4ae7-a036-47ce2968c57c tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872 HTTP/1.1" status: 200 len: 2998 time: 0.0568171 Nov 12 08:54:39.965382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b4b4a-077b-459c-8ff3-d0689fea2eae req-0738f743-aff4-4a79-8f11-72b3f70938b2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:39.967389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c9b4b4a-077b-459c-8ff3-d0689fea2eae req-0738f743-aff4-4a79-8f11-72b3f70938b2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0664868 Nov 12 08:54:39.974406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-00259890-da37-4898-8792-a40567df07e5 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872 HTTP/1.1" status: 200 len: 2998 time: 0.0518413 Nov 12 08:54:39.995937 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-bcbe4dcd-7f9f-4335-898e-07915a57b843 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] show failed (client error): The resource could not be found. Nov 12 08:54:39.997994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-bcbe4dcd-7f9f-4335-898e-07915a57b843 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c41f4b51-bc0d-4c46-ba15-b0bf33b912d8 HTTP/1.1" status: 404 len: 352 time: 0.0178473 Nov 12 08:54:40.027318 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-ed25505c-19ad-4614-bc7e-3f772bf08a06 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] show failed (client error): The resource could not be found. Nov 12 08:54:40.028504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-ed25505c-19ad-4614-bc7e-3f772bf08a06 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c41f4b51-bc0d-4c46-ba15-b0bf33b912d8 HTTP/1.1" status: 404 len: 352 time: 0.0207644 Nov 12 08:54:40.032294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c9b4b4a-077b-459c-8ff3-d0689fea2eae req-f5206aec-00e5-4497-bb01-0a08328d749b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530164 Nov 12 08:54:40.081333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-d3c2e148-bcbc-4073-b8a5-0d6fb99cd6e9 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/cb9566bd-3ab9-4035-87cf-1afea872c3fb HTTP/1.1" status: 200 len: 2998 time: 0.0418019 Nov 12 08:54:40.130218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-88f1a251-f1a8-46a5-906f-a322a8a4c46b tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/cb9566bd-3ab9-4035-87cf-1afea872c3fb HTTP/1.1" status: 200 len: 2998 time: 0.0426238 Nov 12 08:54:40.177205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-9e70580b-f366-47f5-969a-02ea21651ceb tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d1b2bc11-b473-44a4-88dc-3fb4a9c1ddb2 HTTP/1.1" status: 200 len: 2998 time: 0.0395727 Nov 12 08:54:40.201247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51646) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:40.229637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-567c7e2b-e304-44e8-8d5b-fd089079104d req-bb123dfd-18d8-4a04-a9a9-96ab905a6918 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d1b2bc11-b473-44a4-88dc-3fb4a9c1ddb2 HTTP/1.1" status: 200 len: 2998 time: 0.0446079 Nov 12 08:54:40.350882 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f3c7626-4974-4e76-b5bb-f8da3d2db82b req-c120454d-8435-4c45-b4dd-98f230ec0114 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2abf717281f04a6fb65501c8b6d2969f HTTP/1.1" status: 200 len: 6153 time: 0.0945945 Nov 12 08:54:40.400387 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f3c7626-4974-4e76-b5bb-f8da3d2db82b req-8e0145fd-2722-488b-84a0-82c9c1e0d4ff tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "GET /v2.0/security-groups/30da2dc7-e9b7-43dd-a7eb-cf225f32fcd2 HTTP/1.1" status: 200 len: 2998 time: 0.0484161 Nov 12 08:54:40.455772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f3c7626-4974-4e76-b5bb-f8da3d2db82b req-ecbabcb9-b961-44d6-acba-57306e8cf51e tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "GET /v2.0/security-groups/30da2dc7-e9b7-43dd-a7eb-cf225f32fcd2 HTTP/1.1" status: 200 len: 2998 time: 0.0512292 Nov 12 08:54:40.467083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4c5bd-8ff4-4061-beed-96811ccf916b req-4698e54a-58d8-40f9-bc40-bfb581c11e8c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:40.469835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2bc4c5bd-8ff4-4061-beed-96811ccf916b req-4698e54a-58d8-40f9-bc40-bfb581c11e8c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 946 time: 0.0602698 Nov 12 08:54:40.520643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a5d16b0-f4b6-4d18-9444-876f1d616843 req-a10549bf-c616-492a-9bd9-8543cd832554 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8c31f0bb-009f-4e56-a798-1c98415dfcdf HTTP/1.1" status: 200 len: 1794 time: 0.0525129 Nov 12 08:54:40.524691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1461596462-network', 'tenant_id': 'e039a693be3649e3a9fae65bfd5abfa4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:40.544514 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2bc4c5bd-8ff4-4061-beed-96811ccf916b req-85d72a8e-f634-4526-8b89-9835f0944752 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678139 Nov 12 08:54:40.571634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Made reservation on behalf of e039a693be3649e3a9fae65bfd5abfa4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:40.573984 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.722777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83e355-3602-454e-b619-9ab35a1448d8 req-fa8f60a8-1786-4a22-9a44-997bbcf9e30c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:40.725517 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f83e355-3602-454e-b619-9ab35a1448d8 req-fa8f60a8-1786-4a22-9a44-997bbcf9e30c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 943 time: 0.0697317 Nov 12 08:54:40.785692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f83e355-3602-454e-b619-9ab35a1448d8 req-9d92bb6f-40c9-40db-b4da-5295d8b39ba5 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544538 Nov 12 08:54:40.792481 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.854022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4a5d16b0-f4b6-4d18-9444-876f1d616843 req-c4304e08-c837-4ca3-95fa-f32376113492 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.889650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4a5d16b0-f4b6-4d18-9444-876f1d616843 req-c4304e08-c837-4ca3-95fa-f32376113492 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.948296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.949860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.974741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4a5d16b0-f4b6-4d18-9444-876f1d616843 req-c4304e08-c837-4ca3-95fa-f32376113492 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.977577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9fe779d0-2985-437b-a054-2a6ae5b1ae8a details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:40.978223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4a5d16b0-f4b6-4d18-9444-876f1d616843 req-c4304e08-c837-4ca3-95fa-f32376113492 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:40.979366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a5d16b0-f4b6-4d18-9444-876f1d616843 req-c4304e08-c837-4ca3-95fa-f32376113492 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c31f0bb-009f-4e56-a798-1c98415dfcdf HTTP/1.1" status: 204 len: 173 time: 0.4292319 Nov 12 08:54:40.989157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:40.997033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dadabb1-0d2c-4949-9f5a-4945157d0eb2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.015135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.016111 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Added segment 70837561-fea6-42da-a66b-ca4a21dc325a of type vlan for network 6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9 Nov 12 08:54:41.017446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4304e08-c837-4ca3-95fa-f32376113492 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c31f0bb-009f-4e56-a798-1c98415dfcdf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.060480 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51692) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:41.075333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.115692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.117325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.118579 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.173987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:41.186849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9841328 Nov 12 08:54:41.193325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:41.193671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'mac_address': 'fa:16:3e:f7:f5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:41.198563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Request body: {'subnet': {'network_id': '6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1461596462-subnet', 'tenant_id': 'e039a693be3649e3a9fae65bfd5abfa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:41.208596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-0580133b-8ac5-4e48-ae5c-af9c25fa2a1f tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479636 Nov 12 08:54:41.221421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-network', 'tenant_id': '1ba88812834648c58bb879ae15384637'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:41.236482 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.240819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058bf7a-1ccc-486b-a95a-0178f6bf3f95 admin admin] Pushing event updated for resources: {'Network': ['ID=6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.256428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe779d0-2985-437b-a054-2a6ae5b1ae8a {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:41.263364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-405f945a-d040-40ec-a172-8593fbccef6a req-b25adbed-2767-4890-bd00-90648ee81aff tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e784dc69-20aa-456c-9f5b-b3a3bb35195c HTTP/1.1" status: 200 len: 1794 time: 0.0670149 Nov 12 08:54:41.268822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:41.269020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Made reservation on behalf of e039a693be3649e3a9fae65bfd5abfa4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:41.272322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.296881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:41.303649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.323970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-405f945a-d040-40ec-a172-8593fbccef6a req-ef680fd4-9a86-4877-af0c-49a305baa852 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.346966 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-405f945a-d040-40ec-a172-8593fbccef6a req-ef680fd4-9a86-4877-af0c-49a305baa852 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.369561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Made reservation on behalf of 1ba88812834648c58bb879ae15384637 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:41.372027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.393909 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.395295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-405f945a-d040-40ec-a172-8593fbccef6a req-ef680fd4-9a86-4877-af0c-49a305baa852 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.402032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-405f945a-d040-40ec-a172-8593fbccef6a req-ef680fd4-9a86-4877-af0c-49a305baa852 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.403167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-405f945a-d040-40ec-a172-8593fbccef6a req-ef680fd4-9a86-4877-af0c-49a305baa852 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/e784dc69-20aa-456c-9f5b-b3a3bb35195c HTTP/1.1" status: 204 len: 173 time: 0.1302953 Nov 12 08:54:41.412297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef680fd4-9a86-4877-af0c-49a305baa852 tempest-SecurityGroupsTestAdminJSON-57732839 tempest-SecurityGroupsTestAdminJSON-57732839-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e784dc69-20aa-456c-9f5b-b3a3bb35195c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.415146 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.444727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-2ccfe00e-a8cc-4b39-a80b-6ee3b562b87d tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.446201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-2ccfe00e-a8cc-4b39-a80b-6ee3b562b87d tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2283859 Nov 12 08:54:41.478415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-06cc5297-3f8f-43f7-889f-455c9d8411ce tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/quotas/6d9b5424dbb844b7a3d16c37c2e2f4be HTTP/1.1" status: 200 len: 375 time: 0.0231464 Nov 12 08:54:41.537237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['9fe779d0-2985-437b-a054-2a6ae5b1ae8a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:41.539883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d661779-030c-4635-8860-b0df2c6f3d7c req-34c2fd43-1f9c-49e8-a8ec-cfa7ca89ce0c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.541439 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d661779-030c-4635-8860-b0df2c6f3d7c req-34c2fd43-1f9c-49e8-a8ec-cfa7ca89ce0c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0579741 Nov 12 08:54:41.544671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-293a6eb3-ebb5-4698-8253-4779483658b7 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553756 Nov 12 08:54:41.619500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d661779-030c-4635-8860-b0df2c6f3d7c req-4afd2923-0b7f-40e4-a8fc-47493e01e25d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626905 Nov 12 08:54:41.640609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.640609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.644717 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.708626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:41.774257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa68d3c-71c5-45a7-9727-c5f16c16edfb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.783305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2927168d-d3ad-4fd1-8ae5-8dacfcd2d881,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:41.787039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.787389 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Added segment 4c79fa22-cfd7-419a-b956-b86b80d14d21 of type vlan for network 34fc72ad-e91d-46a9-863a-3f64d3db131f Nov 12 08:54:41.802664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Checking segment: {'id': '70837561-fea6-42da-a66b-ca4a21dc325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:41.803026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Network hostable DHCP agents. Network: 6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:41.871351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.886873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f8865-d5b5-40ca-8ef0-2c3c6281e4f5 req-ea4d5188-fbfe-4f7f-9011-bd03cd66e10f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.888469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c7f8865-d5b5-40ca-8ef0-2c3c6281e4f5 req-ea4d5188-fbfe-4f7f-9011-bd03cd66e10f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 946 time: 0.0580139 Nov 12 08:54:41.895503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71ae43fb-a2c4-42c6-8f79-48489bee6ae4 req-fac17c8d-dcd7-4476-b6a7-a3a41b1b9750 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "GET /v2.0/security-groups/7d13fa77-fbb1-4c75-addf-a1e08bd6483c HTTP/1.1" status: 200 len: 1794 time: 0.1536810 Nov 12 08:54:41.902127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Network 6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:41.924274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.925304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.926015 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.928228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:41.932686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:41.933267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:41.939533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1319f796-990b-441d-9cc0-bc57085b8ff7 None None] Network 6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:41.950989 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c7f8865-d5b5-40ca-8ef0-2c3c6281e4f5 req-ca8d0589-8ecd-442c-a461-3204b88a418b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539052 Nov 12 08:54:42.011270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5f67b15f-aa4d-49fd-bf7e-45dd580d8bf7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8165269 Nov 12 08:54:42.051755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68c891e5-b32b-4cf5-acdb-8a4773cd5643 req-0f387391-14f1-4ea2-9a3b-c6de6cb9aee2 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 210 time: 0.0419621 Nov 12 08:54:42.071409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0083621 Nov 12 08:54:42.072496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51730) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:42.080100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Request body: {'subnet': {'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-subnet', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:42.097799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-71ae43fb-a2c4-42c6-8f79-48489bee6ae4 req-30ea3c0a-7c95-4b12-9a6e-cfc46146bc01 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.124935 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-71ae43fb-a2c4-42c6-8f79-48489bee6ae4 req-30ea3c0a-7c95-4b12-9a6e-cfc46146bc01 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.148228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Made reservation on behalf of 1ba88812834648c58bb879ae15384637 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:42.152160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.154407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf155ad3-105f-42b8-a549-811334f97289 None None] Network 6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:42.181572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b3b46-566b-4d1d-ba64-4a1c5f4ceb0a admin admin] Pushing event updated for resources: {'Network': ['ID=34fc72ad-e91d-46a9-863a-3f64d3db131f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:42.193967 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-71ae43fb-a2c4-42c6-8f79-48489bee6ae4 req-30ea3c0a-7c95-4b12-9a6e-cfc46146bc01 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.197750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-71ae43fb-a2c4-42c6-8f79-48489bee6ae4 req-30ea3c0a-7c95-4b12-9a6e-cfc46146bc01 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.205030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71ae43fb-a2c4-42c6-8f79-48489bee6ae4 req-30ea3c0a-7c95-4b12-9a6e-cfc46146bc01 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "DELETE /v2.0/security-groups/7d13fa77-fbb1-4c75-addf-a1e08bd6483c HTTP/1.1" status: 204 len: 173 time: 0.2934499 Nov 12 08:54:42.232505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea3c0a-7c95-4b12-9a6e-cfc46146bc01 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d13fa77-fbb1-4c75-addf-a1e08bd6483c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:42.315633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:42.354210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57c8d9-7732-4911-bb4a-cee393a3c0e2 req-02bee3b2-8a64-455d-a0de-abc2780ee9c7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:42.366021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a57c8d9-7732-4911-bb4a-cee393a3c0e2 req-02bee3b2-8a64-455d-a0de-abc2780ee9c7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1098 time: 0.0693173 Nov 12 08:54:42.394234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9df538-4261-41ae-80c8-1b872a4d2bb3 req-eee853ba-8122-49a7-9405-275dd0031861 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:42.402845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9df538-4261-41ae-80c8-1b872a4d2bb3 req-eee853ba-8122-49a7-9405-275dd0031861 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 944 time: 0.2217247 Nov 12 08:54:42.457241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a57c8d9-7732-4911-bb4a-cee393a3c0e2 req-383dbee8-4465-42ed-900d-7443f5248778 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890732 Nov 12 08:54:42.481087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:42.508945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9df538-4261-41ae-80c8-1b872a4d2bb3 req-0109fc26-9f2d-40d4-9b41-a289ae095530 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007006 Nov 12 08:54:42.595595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9666d032-101d-47f1-a5ad-bdeba225cfd2 req-442d276a-e3a5-48fc-945d-d2354e6b5940 tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "GET /v2.0/security-groups/c8b85d92-3694-4cf3-be39-cb5faa32b876 HTTP/1.1" status: 200 len: 1794 time: 0.0919814 Nov 12 08:54:42.602308 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.657751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32eaaa9a-a3b3-4820-81b2-80cfff491625,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:42.664987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33ef04d6-9932-4457-9af9-20d1705d65f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.692399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Checking segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:42.692796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Network hostable DHCP agents. Network: 34fc72ad-e91d-46a9-863a-3f64d3db131f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:42.715100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:42.725760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9666d032-101d-47f1-a5ad-bdeba225cfd2 req-654e848d-2a2a-4ba7-9169-0ef8102797ce tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.728357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 34fc72ad-e91d-46a9-863a-3f64d3db131f) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:42.733681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:42.734595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.746202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a8279a-8012-4266-8ebd-02f8f8dca00e None None] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:42.758623 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9666d032-101d-47f1-a5ad-bdeba225cfd2 req-654e848d-2a2a-4ba7-9169-0ef8102797ce tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.766746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-edfdbb1e-5a6b-469c-918a-94a6628a52c7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6926882 Nov 12 08:54:42.769267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51752) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:42.776762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:42.805936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.807286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.837436 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33ef04d6-9932-4457-9af9-20d1705d65f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.840039 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-972d1930-5d80-4514-8ea6-17a391cc896f req-f3693ad6-f648-4e06-8f60-20a4e45d5023 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] show failed (client error): The resource could not be found. Nov 12 08:54:42.842499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33ef04d6-9932-4457-9af9-20d1705d65f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.853942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-972d1930-5d80-4514-8ea6-17a391cc896f req-f3693ad6-f648-4e06-8f60-20a4e45d5023 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "GET /v2.0/security-groups/1e101d80-b781-4a8d-b555-c7da463ffdef HTTP/1.1" status: 404 len: 352 time: 0.0320594 Nov 12 08:54:42.855162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9666d032-101d-47f1-a5ad-bdeba225cfd2 req-654e848d-2a2a-4ba7-9169-0ef8102797ce tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.857759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9666d032-101d-47f1-a5ad-bdeba225cfd2 req-654e848d-2a2a-4ba7-9169-0ef8102797ce tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.867431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9666d032-101d-47f1-a5ad-bdeba225cfd2 req-654e848d-2a2a-4ba7-9169-0ef8102797ce tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8b85d92-3694-4cf3-be39-cb5faa32b876 HTTP/1.1" status: 204 len: 173 time: 0.2688382 Nov 12 08:54:42.904395 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.926803 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-33ef04d6-9932-4457-9af9-20d1705d65f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c410dea3704a4dc583368bc0aa38bde3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4434969 Nov 12 08:54:42.929416 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:42.939452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-34fc72ad-e91d-46a9-863a-3f64d3db131f', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:54:42.940385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:42.948900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef04d6-9932-4457-9af9-20d1705d65f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee6a0f-d6ef-4726-8155-f0406dc94f22,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:42.975016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e848d-2a2a-4ba7-9169-0ef8102797ce tempest-SecurityGroupsTestAdminJSON-1613262468 tempest-SecurityGroupsTestAdminJSON-1613262468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b85d92-3694-4cf3-be39-cb5faa32b876,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.017299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9fe779d0-2985-437b-a054-2a6ae5b1ae8a up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:43.035171 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33bc8fab-8188-4b73-9b64-d3c1b036daf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.067729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b464da-b75f-4596-9b97-c30f968cbf94 req-e55ff544-fa58-4bbf-a508-e1bf81354290 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:43.069793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41b464da-b75f-4596-9b97-c30f968cbf94 req-e55ff544-fa58-4bbf-a508-e1bf81354290 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0867879 Nov 12 08:54:43.098299 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33bc8fab-8188-4b73-9b64-d3c1b036daf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.183714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-367a4bd6-86ec-421e-957b-a18387746da9 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594621 Nov 12 08:54:43.234091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41b464da-b75f-4596-9b97-c30f968cbf94 req-c6f382b3-e4af-4434-a1c9-2f3e82a5fb56 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514819 Nov 12 08:54:43.258390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:43.277574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:43.277953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.314942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:43.330831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.335255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0c914-447c-4370-9c0a-b3274346e6eb req-83bb141d-e580-49b6-8f0a-6d309d1fc29e tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:43.343958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88d0c914-447c-4370-9c0a-b3274346e6eb req-83bb141d-e580-49b6-8f0a-6d309d1fc29e tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1098 time: 0.3315578 Nov 12 08:54:43.345068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33bc8fab-8188-4b73-9b64-d3c1b036daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.348229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Allocated IP 172.20.0.2 (34fc72ad-e91d-46a9-863a-3f64d3db131f/32eaaa9a-a3b3-4820-81b2-80cfff491625/a36347ac-819f-4bde-a87d-94d2f2755238) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:43.348680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33bc8fab-8188-4b73-9b64-d3c1b036daf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.354175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-33bc8fab-8188-4b73-9b64-d3c1b036daf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39ee6a0f-d6ef-4726-8155-f0406dc94f22 HTTP/1.1" status: 204 len: 168 time: 0.4214137 Nov 12 08:54:43.383433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc8fab-8188-4b73-9b64-d3c1b036daf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee6a0f-d6ef-4726-8155-f0406dc94f22,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.468864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88d0c914-447c-4370-9c0a-b3274346e6eb req-bd0d39c7-b07a-46db-9e41-1d07c9c6abb6 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214790 Nov 12 08:54:43.470163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7a5c87d-5032-4233-bef1-0b8c0553e1a7 req-7c45006d-db18-4b39-97f5-fd3340a8c9fb tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 210 time: 0.0720580 Nov 12 08:54:43.495083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-a7d3cd21-8847-45f5-a4a7-e3e2ab77400a tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:43.500157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-a7d3cd21-8847-45f5-a4a7-e3e2ab77400a tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082013 Nov 12 08:54:43.523195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Request body: {'port': {'device_id': '02d1e168-669f-4c43-a090-5051c3fd501a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '6d9b5424dbb844b7a3d16c37c2e2f4be'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:43.685292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.720764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:43.723608 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f3aed-14e1-4521-9c49-2807509bfebe" -d '{"events": [{"server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "name": "network-vif-plugged", "status": "completed", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:43.742507 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db0c9271-7ae4-4464-93b6-6bb4d0a57b76 req-1e28e64d-6696-4bd6-aedb-0c79f701f8e6 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e039a693be3649e3a9fae65bfd5abfa4 HTTP/1.1" status: 200 len: 3001 time: 0.2252922 Nov 12 08:54:43.743578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.747285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:43.751478 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.756518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2cb6d64d-f787-4925-8980-e4601e59b7d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2abf717281f04a6fb65501c8b6d2969f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402988 Nov 12 08:54:43.766631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:43.773446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.848425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51786) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:43.869479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c7e0f-7adb-41ea-bd55-2ad150ab609e req-3937a4ce-74b2-401b-9a05-7d6b98d9aa13 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:43.872360 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-79f86e37-b71c-4373-be1c-28065a0baaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.873455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db0c9271-7ae4-4464-93b6-6bb4d0a57b76 req-cf077d95-092c-4040-8dfa-24cc7ce618c1 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "GET /v2.0/security-groups/9dadabb1-0d2c-4949-9f5a-4945157d0eb2 HTTP/1.1" status: 200 len: 2998 time: 0.1156414 Nov 12 08:54:43.877665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-961c7e0f-7adb-41ea-bd55-2ad150ab609e req-3937a4ce-74b2-401b-9a05-7d6b98d9aa13 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 944 time: 0.2365203 Nov 12 08:54:43.878113 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.881381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.892903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Made reservation on behalf of 6d9b5424dbb844b7a3d16c37c2e2f4be for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:43.895293 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.897372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.898568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9afb441-97e8-4a1f-90b5-18cffef7cc2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.916247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea420682-70fc-48c5-a54a-294d7f21ac12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.925422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:43.945160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:43.950455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:43.955168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:43.987036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Pushing event updated for resources: {'Port': ['ID=a36347ac-819f-4bde-a87d-94d2f2755238,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:43.997350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-961c7e0f-7adb-41ea-bd55-2ad150ab609e req-a39adc60-d886-42c6-807a-7c0ed70c9ba5 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189573 Nov 12 08:54:44.003425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea420682-70fc-48c5-a54a-294d7f21ac12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.020756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Allocated IP 172.25.5.225 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a8768d64-b184-460f-bd21-9ffcbf4f7ac4) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:44.041627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Attempting to bind port a36347ac-819f-4bde-a87d-94d2f2755238 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:44.042006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Attempting to bind port a36347ac-819f-4bde-a87d-94d2f2755238 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:44.042636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Attempting to bind port a36347ac-819f-4bde-a87d-94d2f2755238 on network 34fc72ad-e91d-46a9-863a-3f64d3db131f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:44.048561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:44.049229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Checking segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:44.049844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.050392 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Bound using segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:44.051024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Bound port: a36347ac-819f-4bde-a87d-94d2f2755238, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:44.051587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.112724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db0c9271-7ae4-4464-93b6-6bb4d0a57b76 req-7a20b3b5-c8b3-4e76-85ad-64ea4b730360 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "GET /v2.0/security-groups/9dadabb1-0d2c-4949-9f5a-4945157d0eb2 HTTP/1.1" status: 200 len: 2998 time: 0.2118773 Nov 12 08:54:44.128228 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea420682-70fc-48c5-a54a-294d7f21ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.131012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea420682-70fc-48c5-a54a-294d7f21ac12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.132177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9afb441-97e8-4a1f-90b5-18cffef7cc2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.132318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ea420682-70fc-48c5-a54a-294d7f21ac12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30da2dc7-e9b7-43dd-a7eb-cf225f32fcd2 HTTP/1.1" status: 204 len: 168 time: 0.3646209 Nov 12 08:54:44.148646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea420682-70fc-48c5-a54a-294d7f21ac12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da2dc7-e9b7-43dd-a7eb-cf225f32fcd2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:44.151936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f9afb441-97e8-4a1f-90b5-18cffef7cc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.199043 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff5321-90b4-4836-8ab8-133cd265fb3f x-openstack-request-id: req-72ff5321-90b4-4836-8ab8-133cd265fb3f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:44.199615 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "name": "network-vif-plugged", "status": "completed", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:44.199775 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ff5321-90b4-4836-8ab8-133cd265fb3f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:44.200297 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'code': 200} Nov 12 08:54:44.208511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.208730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] For port a36347ac-819f-4bde-a87d-94d2f2755238, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:44.213781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] For port a36347ac-819f-4bde-a87d-94d2f2755238, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a36347ac-819f-4bde-a87d-94d2f2755238,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:44.214828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.225477 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.259357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2676b6a6-248f-4a56-a5bb-e3c680ab7089,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:44.302223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afb441-97e8-4a1f-90b5-18cffef7cc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f83312-5cdc-43c3-bc55-d4c414c93f8c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:44.322621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1c562-c15d-4794-a30e-53913790b62c None None] Pushing event updated for resources: {'Port': ['ID=a36347ac-819f-4bde-a87d-94d2f2755238,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:44.368942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cf6cc-cfc3-4300-8b98-23aa5ac72104 req-bb0c9b25-557e-484e-aadc-ce1afd54c6ca tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:44.370466 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b1cf6cc-cfc3-4300-8b98-23aa5ac72104 req-bb0c9b25-557e-484e-aadc-ce1afd54c6ca tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1098 time: 0.0707099 Nov 12 08:54:44.388533 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.415666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f9afb441-97e8-4a1f-90b5-18cffef7cc2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec2bb04c6dce4851bf6ca3c521690ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5651855 Nov 12 08:54:44.419301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51796) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:44.451057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Allocated IP 192.168.233.41 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:44.501896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0486d04a-8f50-4e72-b6d1-33f068f0e568 req-93e1f85f-a03a-406b-a227-c5298507725e tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "GET /v2.0/security-groups/9dadabb1-0d2c-4949-9f5a-4945157d0eb2 HTTP/1.1" status: 200 len: 2998 time: 0.3282039 Nov 12 08:54:44.521281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b1cf6cc-cfc3-4300-8b98-23aa5ac72104 req-bbb7410e-4958-43f5-b451-d2e280a3e935 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967829 Nov 12 08:54:44.525656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf0dcd-2772-4029-881b-08a28884a022 req-e33e8368-ae17-406f-84b5-b57e1b41c6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:44.527186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93bf0dcd-2772-4029-881b-08a28884a022 req-e33e8368-ae17-406f-84b5-b57e1b41c6fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 1097 time: 0.1860921 Nov 12 08:54:44.659796 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-0486d04a-8f50-4e72-b6d1-33f068f0e568 req-56f64ac7-36db-4088-b671-679f489eca93 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 08:54:44.661028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0486d04a-8f50-4e72-b6d1-33f068f0e568 req-56f64ac7-36db-4088-b671-679f489eca93 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "DELETE /v2.0/security-groups/9dadabb1-0d2c-4949-9f5a-4945157d0eb2 HTTP/1.1" status: 409 len: 352 time: 0.1433427 Nov 12 08:54:44.661478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63257faf-bdb5-4e0f-b954-debef56f691a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.714164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.773713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63257faf-bdb5-4e0f-b954-debef56f691a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.809943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073838-df1f-4137-8712-299ee19a7cb1 req-5baae0a2-a198-4072-a845-c19951a08967 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:44.811483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df073838-df1f-4137-8712-299ee19a7cb1 req-5baae0a2-a198-4072-a845-c19951a08967 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1093383 Nov 12 08:54:44.842333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51804) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:44.845248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.864532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:44.887449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0338a75-271a-43b0-b261-3fb04745a883 req-d638cd0e-52bd-4d33-b880-1e2a2cb37b00 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 210 time: 0.0829206 Nov 12 08:54:44.888163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a36347ac-819f-4bde-a87d-94d2f2755238 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:44.903722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df073838-df1f-4137-8712-299ee19a7cb1 req-9fca4588-60d7-4f1f-847b-aa2c8fab07d5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805070 Nov 12 08:54:44.921869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:44.925124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.941690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93bf0dcd-2772-4029-881b-08a28884a022 req-30b95aeb-4996-4a46-ae42-3284bdd01ab5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660095 Nov 12 08:54:44.951774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:44.954143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a36347ac-819f-4bde-a87d-94d2f2755238 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:44.954513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:44.966416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Pushing event updated for resources: {'Port': ['ID=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:44.968696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:44.975519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:44.979400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:45.006116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Pushing event updated for resources: {'Port': ['ID=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:45.054661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:45.055378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.076469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-18b757c2-7d7a-45b2-b41a-4440e632f31e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b023ab1424b4158ac7e2994591e1e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141926 Nov 12 08:54:45.077266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-619fa5fd-80cc-4b25-8dfe-26c1fdab4053 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5589976 Nov 12 08:54:45.077542 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-5388a890-fcec-4410-accb-67797aef1345 req-a64f1c35-ab40-4cba-afa7-0cc9a9a1e88f tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] show failed (client error): The resource could not be found. Nov 12 08:54:45.077818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:45.082540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.087344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5388a890-fcec-4410-accb-67797aef1345 req-a64f1c35-ab40-4cba-afa7-0cc9a9a1e88f tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "GET /v2.0/security-groups/4f519dd0-58ef-4e3e-887b-ae7812620e4e HTTP/1.1" status: 404 len: 352 time: 0.1605294 Nov 12 08:54:45.090841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63257faf-bdb5-4e0f-b954-debef56f691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.104655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63257faf-bdb5-4e0f-b954-debef56f691a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.104954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Request body: {'port': {'device_id': '02d1e168-669f-4c43-a090-5051c3fd501a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:45.108532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-63257faf-bdb5-4e0f-b954-debef56f691a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47f83312-5cdc-43c3-bc55-d4c414c93f8c HTTP/1.1" status: 204 len: 168 time: 0.6870067 Nov 12 08:54:45.157225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port a36347ac-819f-4bde-a87d-94d2f2755238, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a36347ac-819f-4bde-a87d-94d2f2755238,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:45.162833 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.176327 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-6102432c-2a09-46b4-af0a-7ffd5a3f4963 req-e66016e6-92b7-40a7-9a26-395a43d12837 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] show failed (client error): The resource could not be found. Nov 12 08:54:45.185133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6102432c-2a09-46b4-af0a-7ffd5a3f4963 req-e66016e6-92b7-40a7-9a26-395a43d12837 tempest-SecurityGroupsNegativeTestJSON-1621603569 tempest-SecurityGroupsNegativeTestJSON-1621603569-project] 10.222.0.53 "GET /v2.0/security-groups/ea10b95b-e7a8-40a6-995a-1eeb4dffdb5c HTTP/1.1" status: 404 len: 352 time: 0.0420001 Nov 12 08:54:45.191828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51814) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:45.195563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63257faf-bdb5-4e0f-b954-debef56f691a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f83312-5cdc-43c3-bc55-d4c414c93f8c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:45.254220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.284247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=a36347ac-819f-4bde-a87d-94d2f2755238,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:45.367626 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b284293-d942-4745-afc0-04814f032a60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.377426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3dee-4bd3-4894-a678-1b2afdee55e5 req-6114470e-e6ed-4cb5-98ac-6c90103c8b26 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:45.384817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c8f3dee-4bd3-4894-a678-1b2afdee55e5 req-6114470e-e6ed-4cb5-98ac-6c90103c8b26 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 945 time: 0.2439682 Nov 12 08:54:45.398419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] Deleting subnet 6aa68d3c-71c5-45a7-9727-c5f16c16edfb {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:54:45.405489 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.426237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-71fc3e29-fe0e-4527-845b-4e7faf440523 None None] Provisioning complete for port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:45.427412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71fc3e29-fe0e-4527-845b-4e7faf440523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.467442 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.513615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b284293-d942-4745-afc0-04814f032a60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.528398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-71fc3e29-fe0e-4527-845b-4e7faf440523 None None] Port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:45.574282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.673817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c8f3dee-4bd3-4894-a678-1b2afdee55e5 req-7e49e637-cd01-45ea-9f08-4388b31a28ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877514 Nov 12 08:54:45.707621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.713151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.760190 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b284293-d942-4745-afc0-04814f032a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.762945 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b284293-d942-4745-afc0-04814f032a60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.767041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4b284293-d942-4745-afc0-04814f032a60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52415673-a3e7-4de4-baa1-6e495f5841ac HTTP/1.1" status: 204 len: 168 time: 0.6846869 Nov 12 08:54:45.785041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b284293-d942-4745-afc0-04814f032a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52415673-a3e7-4de4-baa1-6e495f5841ac,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:45.870018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260aed5f-29cd-4991-8695-6c54ed0002cc None None] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:45.882493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:45.915082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:45.962137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Transition to ACTIVE for port object 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:45.971141 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.034380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b834db55-f723-4deb-a397-81d4ac5cbc6a None None] Provisioning complete for port a36347ac-819f-4bde-a87d-94d2f2755238 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:46.034717 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b834db55-f723-4deb-a397-81d4ac5cbc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.190339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa68d3c-71c5-45a7-9727-c5f16c16edfb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:46.201023 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.206711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a2616014-7b65-4e02-b4b9-09e838b4fc71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6aa68d3c-71c5-45a7-9727-c5f16c16edfb HTTP/1.1" status: 204 len: 168 time: 1.0082135 Nov 12 08:54:46.212384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51840) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:46.307025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35d9a2-5cd8-42f6-b780-00734bfde71f req-99eb2967-bfb1-4b20-aed7-9dcbb0626503 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:46.315876 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb35d9a2-5cd8-42f6-b780-00734bfde71f req-99eb2967-bfb1-4b20-aed7-9dcbb0626503 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1098 time: 0.6436572 Nov 12 08:54:46.344101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:46.386747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.393922 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-90a25212-42cb-40b2-883c-eb5559b99c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.412355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c919f3-1c39-4a07-a86f-5bda7b110f07 req-73fc9767-584a-4bfe-87b7-00e517fb82ee tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:46.416306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04c919f3-1c39-4a07-a86f-5bda7b110f07 req-73fc9767-584a-4bfe-87b7-00e517fb82ee tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 947 time: 0.3503733 Nov 12 08:54:46.447801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.485249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb35d9a2-5cd8-42f6-b780-00734bfde71f req-cb90e357-dcd9-430c-abec-a1463a600763 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585424 Nov 12 08:54:46.539419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Attempting to bind port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:46.539782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Attempting to bind port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:46.559950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Attempting to bind port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:46.585634 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04c919f3-1c39-4a07-a86f-5bda7b110f07 req-27f5572f-2745-492b-8c05-edb6170ecff7 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623433 Nov 12 08:54:46.588107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:46.588436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Attempting to bind port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:46.614224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:46.614574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:46.614970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:46.615426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Bound port: 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:46.615812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.777591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] For port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:46.795936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] For port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:46.798388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.827032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.829635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:46.833574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:46.836737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] 10.222.0.62 "PUT /v2.0/ports/5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 HTTP/1.1" status: 200 len: 1096 time: 1.7440403 Nov 12 08:54:46.852569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a36347ac-819f-4bde-a87d-94d2f2755238 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:46.905077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d1e168-669f-4c43-a090-5051c3fd501a', 'tag': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:46.907073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04ec3a-4485-43e5-85e3-626e23a93ae8 req-7008311d-7cba-4d6e-a8af-381a108f82e7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:46.909126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f04ec3a-4485-43e5-85e3-626e23a93ae8 req-7008311d-7cba-4d6e-a8af-381a108f82e7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.2585111 Nov 12 08:54:46.916074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:46.942848 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "02d1e168-669f-4c43-a090-5051c3fd501a", "tag": "5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:46.977685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70837561-fea6-42da-a66b-ca4a21dc325a') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:46.978287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70837561-fea6-42da-a66b-ca4a21dc325a') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:47.017863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.024265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fc7e3f88-e434-476e-9b9d-4772880c8448 None None] Provisioning complete for port a36347ac-819f-4bde-a87d-94d2f2755238 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:47.027498 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc7e3f88-e434-476e-9b9d-4772880c8448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.126676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a36347ac-819f-4bde-a87d-94d2f2755238 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:47.127067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.138356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.204346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:54:47.204824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:54:47.262841 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:54:47.294424 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f04ec3a-4485-43e5-85e3-626e23a93ae8 req-36bddc23-189e-4561-87ec-a33905c2501e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206551 Nov 12 08:54:47.301963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:54:47.310244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.339366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8386a51-c3de-4a05-b581-24e4c2cac6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:47.374774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-50c28ded-3f8a-4539-b4e1-b0e4963e3449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.377182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-50c28ded-3f8a-4539-b4e1-b0e4963e3449 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 1099 time: 0.4255116 Nov 12 08:54:47.425313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.429606 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9 HTTP/1.1" status: 204 len: 168 time: 1.2157362 Nov 12 08:54:47.441761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-53e730ac-b097-45e8-aadb-7c6fec03cd6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 HTTP/1.1" status: 200 len: 217 time: 0.0557764 Nov 12 08:54:47.443683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed8afa-b4ae-4d2b-8827-0cb2f39a69b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ffebc3a-dbbb-4ed1-97a5-8a9ef77781f9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:47.470304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:47.481922 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Sync routers for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:47.502264 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:47.504705 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:47.520194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f67cd681-4c61-4d6c-b83a-387646839a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.522989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f67cd681-4c61-4d6c-b83a-387646839a14 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0725076 Nov 12 08:54:47.544580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:47.551221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-825e32c4-fbce-4b30-aa99-6212f4d5cf31 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7801659 Nov 12 08:54:47.553308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51894) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:47.580405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-a5ed0ae3-5eae-4a15-9963-1cf0599230a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.582659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-a5ed0ae3-5eae-4a15-9963-1cf0599230a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0529692 Nov 12 08:54:47.637196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d37a70-12ef-47ac-94e8-4a7406244e9e req-b6342bde-3b6d-4b71-a992-debcbb87878d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:47.638777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26d37a70-12ef-47ac-94e8-4a7406244e9e req-b6342bde-3b6d-4b71-a992-debcbb87878d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 945 time: 0.1712408 Nov 12 08:54:47.649222 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:47.738529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26d37a70-12ef-47ac-94e8-4a7406244e9e req-021bcb43-311b-4b51-a421-ceefc9f50092 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926218 Nov 12 08:54:47.765612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-f1bf73bf-ac24-4be3-850d-75514046d625 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708565 Nov 12 08:54:47.866929 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f84562-937e-4498-ae9f-052d11f07b58 x-openstack-request-id: req-b4f84562-937e-4498-ae9f-052d11f07b58 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:47.867899 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d1e168-669f-4c43-a090-5051c3fd501a", "tag": "5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:47.868834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51906) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:47.872457 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4f84562-937e-4498-ae9f-052d11f07b58 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:47.873228 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d1e168-669f-4c43-a090-5051c3fd501a', 'tag': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2', 'status': 'completed', 'code': 200} Nov 12 08:54:47.908792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-188b47ea-528a-40c5-a7df-0bf156fd9e79 req-c13038e9-47ae-4649-a2a2-09ba81bf21bb service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369021 Nov 12 08:54:47.971268 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:45Z', 'revision_number': 3, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:48.010760 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Checking router: 3dbb6e26-80e3-40ff-81d0-d7f64c80260d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:48.011412 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Updating router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d port a8768d64-b184-460f-bd21-9ffcbf4f7ac4 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:54:48.041430 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.080703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-df2764ff-7f5f-4c6f-84f3-c27f6034fdd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e039a693be3649e3a9fae65bfd5abfa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078562 Nov 12 08:54:48.083839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51916) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:48.106364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f454a7-15ef-4f06-831d-df501bcedc0c req-6a487ab2-b919-4074-9999-ab700296064a tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.107883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78f454a7-15ef-4f06-831d-df501bcedc0c req-6a487ab2-b919-4074-9999-ab700296064a tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 947 time: 0.1761739 Nov 12 08:54:48.165202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-f31ab359-0fc8-4e1c-979d-862425ea69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.165202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-f31ab359-0fc8-4e1c-979d-862425ea69fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 1099 time: 0.1143367 Nov 12 08:54:48.316966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78f454a7-15ef-4f06-831d-df501bcedc0c req-0a084c06-461b-429f-ac02-e3f033118ea5 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988680 Nov 12 08:54:48.331321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f85eb1e3-6ba0-4c16-9fc2-51c992aa8de8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.347621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-4dd4d225-688f-47c0-a15f-1df875b9f3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.349205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-4dd4d225-688f-47c0-a15f-1df875b9f3ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1757522 Nov 12 08:54:48.441422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-b49a2d70-2a47-464f-bef0-bef4fc7e6d1e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 HTTP/1.1" status: 200 len: 217 time: 0.0815988 Nov 12 08:54:48.443290 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.451689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f85eb1e3-6ba0-4c16-9fc2-51c992aa8de8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.454218 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.518421 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Attempting to bind port a8768d64-b184-460f-bd21-9ffcbf4f7ac4 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:48.519630 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Attempting to bind port a8768d64-b184-460f-bd21-9ffcbf4f7ac4 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:48.520234 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Attempting to bind port a8768d64-b184-460f-bd21-9ffcbf4f7ac4 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:48.524321 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2da530-7ac3-4448-9eb9-7ba03fa77cd5 None None] Pushing event updated for resources: {'Port': ['ID=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.530161 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:48.530948 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:48.532115 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.532736 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:48.533653 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Bound port: a8768d64-b184-460f-bd21-9ffcbf4f7ac4, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:48.534274 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.537664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.548061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-7b13f4e1-7dec-4a4c-87e8-eaf38da3fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.550050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-7b13f4e1-7dec-4a4c-87e8-eaf38da3fab9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0979624 Nov 12 08:54:48.598094 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] For port a8768d64-b184-460f-bd21-9ffcbf4f7ac4, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:48.601877 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] For port a8768d64-b184-460f-bd21-9ffcbf4f7ac4, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:48.617524 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.624181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5f035-7342-4d5c-972c-906efafa00fd req-275b4a08-fb81-4cf9-9c82-5a4adf1c29e9 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.624817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-275b4a08-fb81-4cf9-9c82-5a4adf1c29e9 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1559970 Nov 12 08:54:48.642753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f85eb1e3-6ba0-4c16-9fc2-51c992aa8de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.645397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f85eb1e3-6ba0-4c16-9fc2-51c992aa8de8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.646505 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f85eb1e3-6ba0-4c16-9fc2-51c992aa8de8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dadabb1-0d2c-4949-9f5a-4945157d0eb2 HTTP/1.1" status: 204 len: 168 time: 0.5620518 Nov 12 08:54:48.651244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-03676460-e025-45d0-962d-f2e3d11c2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.652847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-03676460-e025-45d0-962d-f2e3d11c2f1e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0946589 Nov 12 08:54:48.698804 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:48.700264 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:48.749262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85eb1e3-6ba0-4c16-9fc2-51c992aa8de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dadabb1-0d2c-4949-9f5a-4945157d0eb2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.769515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6a88b488-6567-457c-aceb-cd8f63cdb02a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 696 time: 0.1304605 Nov 12 08:54:48.769958 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2da530-7ac3-4448-9eb9-7ba03fa77cd5 None None] Pushing event updated for resources: {'Port': ['ID=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:48.779232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'floatingip': {'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:48.790715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-721ca714-2f3c-4d3f-b3e8-564477100710 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:48.791857 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-721ca714-2f3c-4d3f-b3e8-564477100710 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132008 Nov 12 08:54:48.856008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-ce34ecc0-3c41-4339-9973-4a672707c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:48.857905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-ce34ecc0-3c41-4339-9973-4a672707c67c service neutron] 10.222.0.53 "GET /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 1095 time: 0.0577757 Nov 12 08:54:48.860788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:48.864950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-e0696bd5-dc41-4d29-a730-ecec2a3ca4d0 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037084 Nov 12 08:54:48.870223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Request body: {'binding': {'host': 'n-h2-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:48.871345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Unknown quota resources ['binding']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:54:48.875213 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:48.926818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.104014 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:45Z', 'revision_number': 3, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:49.130239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bc8fa6d-4302-44e4-ac2b-3441383e9f6c req-e40e1a08-0045-4bdb-b68c-0a364d4a0892 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556751 Nov 12 08:54:49.136638 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-680084ef-afdb-4fdc-9ec5-34a4be7bb6dd None None] The sync data for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 is: [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:45Z', 'revision_number': 3, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:49.176209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on host n-h2-769329-17 for vnic_type normal with profile None {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:49.176310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:49.176569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:49.182925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:49.183259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:49.199205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:49.199564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:49.199993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:49.200600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Bound port: ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:49.237305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Allocated IP 172.20.0.1 (34fc72ad-e91d-46a9-863a-3f64d3db131f/32eaaa9a-a3b3-4820-81b2-80cfff491625/77db70d8-0f6a-4935-a764-6e493217f08b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:49.276203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:49.283372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] Publish callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.296774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-7d3b385e-8c4e-4d35-8a04-3cfb723b3483 service neutron] 10.222.0.53 "POST /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4250865 Nov 12 08:54:49.499710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.628926 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.678943 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5ff20e3d-fc2b-4d63-a00b-dfeb376dafdb service neutron] show failed (client error): The resource could not be found. Nov 12 08:54:49.680349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5ff20e3d-fc2b-4d63-a00b-dfeb376dafdb service neutron] 10.222.0.62 "GET /v2.0/ports/f230de93-52f5-4f77-8175-6e27177412f5/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.2109294 Nov 12 08:54:49.842826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:49.850628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:49.886835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0793d-fbb8-49a4-b49c-f85c85f8633b req-e05f9d4d-5445-46d8-a1ff-a9bdb4239cc3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:49.895741 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54a0793d-fbb8-49a4-b49c-f85c85f8633b req-e05f9d4d-5445-46d8-a1ff-a9bdb4239cc3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0900400 Nov 12 08:54:49.974207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54a0793d-fbb8-49a4-b49c-f85c85f8633b req-4b8e3847-aaf8-4fea-9a2b-f83562884f23 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724592 Nov 12 08:54:50.018959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1306165344-network', 'tenant_id': '7c8a811ad5034135ac4ffad3f37c3ff7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:50.045032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Made reservation on behalf of 7c8a811ad5034135ac4ffad3f37c3ff7 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:50.048146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.057448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.096414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Pushing event updated for resources: {'Port': ['ID=77db70d8-0f6a-4935-a764-6e493217f08b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:50.110431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-e8f23f06-5ed6-4cb0-82d7-c17e3979cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.112051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-e8f23f06-5ed6-4cb0-82d7-c17e3979cf73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1098 time: 0.4385726 Nov 12 08:54:50.139164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:54:50.147986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:50.159860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.169399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.187882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:50.196486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:50.226589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.226951 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Added segment 432011a1-9e64-4ebb-b8df-85986fdb3cde of type vlan for network e377dbbc-d299-48a4-ba7d-c8b9e4330736 Nov 12 08:54:50.228715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:50.237286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.252574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:50.298010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.329704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.330885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.331552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.336587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-2e8b59ff-602a-430e-b435-e17f9498322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.338038 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-2e8b59ff-602a-430e-b435-e17f9498322c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90&tenant_id=494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 1102 time: 0.3047137 Nov 12 08:54:50.370496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:50.376138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.404589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.430673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5757251 Nov 12 08:54:50.432683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:50.444490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Request body: {'subnet': {'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1306165344-subnet', 'tenant_id': '7c8a811ad5034135ac4ffad3f37c3ff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:50.446165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:50.471152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3376aa7-1cf7-4037-83bb-7353663c5835 admin admin] Pushing event updated for resources: {'Network': ['ID=e377dbbc-d299-48a4-ba7d-c8b9e4330736,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:50.484554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598d509-3b5e-4cff-9c9e-3e3781e06628 req-1444d9f0-1f9d-4bb6-8de6-09e1bc00ba12 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.486845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f598d509-3b5e-4cff-9c9e-3e3781e06628 req-1444d9f0-1f9d-4bb6-8de6-09e1bc00ba12 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 947 time: 0.1513767 Nov 12 08:54:50.491602 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.498429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Made reservation on behalf of 7c8a811ad5034135ac4ffad3f37c3ff7 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:50.507858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e377dbbc-d299-48a4-ba7d-c8b9e4330736 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:50.508195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.621822 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f598d509-3b5e-4cff-9c9e-3e3781e06628 req-98395d80-c904-42b8-ad91-b726c3d20816 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248384 Nov 12 08:54:50.622602 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.642695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-28b5181d-2174-458c-a222-83f5b9a5c3f0 None None] Provisioning complete for port 77db70d8-0f6a-4935-a764-6e493217f08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:50.643354 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-28b5181d-2174-458c-a222-83f5b9a5c3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.685304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:50.701019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-0b8aa776-434c-4967-83ea-2a43ca426eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.702650 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-0b8aa776-434c-4967-83ea-2a43ca426eeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.5786455 Nov 12 08:54:50.708422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2', 'mac_address': 'fa:16:3e:ca:27:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:54:50.716376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-28b5181d-2174-458c-a222-83f5b9a5c3f0 None None] Port 77db70d8-0f6a-4935-a764-6e493217f08b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:50.748607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.756475 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.773096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:50.806346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:50.814421 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.876469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a8768d64-b184-460f-bd21-9ffcbf4f7ac4 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:50.888611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb79f94-d0bb-4d0c-9837-87007026b9ae,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:50.893195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Checking segment: {'id': '432011a1-9e64-4ebb-b8df-85986fdb3cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:50.893571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Network hostable DHCP agents. Network: e377dbbc-d299-48a4-ba7d-c8b9e4330736, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:50.910019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480a92-625b-4508-ab63-b6bda0c032aa req-60c6683d-9c3e-48ed-8e4f-df283bb00582 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.911959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17480a92-625b-4508-ab63-b6bda0c032aa req-60c6683d-9c3e-48ed-8e4f-df283bb00582 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 946 time: 0.1338096 Nov 12 08:54:50.914399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:50.930368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.930719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.931080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.931627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.931998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.932329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.932841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.933326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.934201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.934520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.934860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.935368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:54:50.942205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Network e377dbbc-d299-48a4-ba7d-c8b9e4330736 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:50.957043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e377dbbc-d299-48a4-ba7d-c8b9e4330736) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:50.964825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a8768d64-b184-460f-bd21-9ffcbf4f7ac4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:50.965306 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:50.968491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d01ff8-72ba-4897-8387-75aa52921e2c None None] Network e377dbbc-d299-48a4-ba7d-c8b9e4330736 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:50.971424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:50.972122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.000316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17480a92-625b-4508-ab63-b6bda0c032aa req-2cdf3fa7-04bf-4af7-8444-42e70a851c00 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770872 Nov 12 08:54:51.018554 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-28de2a8b-5c2b-46ee-be5f-e8d876379b95 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5805769 Nov 12 08:54:51.034158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-d1328d93-970e-4dd0-87b4-88df44043b93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 217 time: 0.3209331 Nov 12 08:54:51.074376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:51.117413 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0 associated. External IP: 172.25.5.238, port: d8f34461-d123-4b78-b05f-eb4d64873138. Nov 12 08:54:51.181817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.234127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port a8768d64-b184-460f-bd21-9ffcbf4f7ac4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:51.252517 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.275308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-250ee53e-355e-407a-a21f-f0d9065f7c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.276813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-250ee53e-355e-407a-a21f-f0d9065f7c44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.2109041 Nov 12 08:54:51.301197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519e84f-1022-46bc-89b4-9884a796dfc5 req-3c5ec02c-5455-48c1-a6fa-f68e8e4aff23 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.303238 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e519e84f-1022-46bc-89b4-9884a796dfc5 req-3c5ec02c-5455-48c1-a6fa-f68e8e4aff23 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.0761578 Nov 12 08:54:51.365462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50daaaa3-a5c7-47c8-a909-84e25230f8bd None None] Network e377dbbc-d299-48a4-ba7d-c8b9e4330736 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:51.367825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e519e84f-1022-46bc-89b4-9884a796dfc5 req-956ca1d0-2c2c-4076-a805-29307500b19c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Nov 12 08:54:51.379969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-d1204796-f4d7-454e-b695-3484b0262493 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762177 Nov 12 08:54:51.401076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:51.439755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.650103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:51.680690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-3fc41425-c524-44e4-8a88-62229ea84c37 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511001 Nov 12 08:54:51.728629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-caf7204f-82c5-43e1-be62-c62c578c6b86 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:51.730223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-caf7204f-82c5-43e1-be62-c62c578c6b86 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/networks?id=e377dbbc-d299-48a4-ba7d-c8b9e4330736 HTTP/1.1" status: 200 len: 822 time: 0.1244121 Nov 12 08:54:51.746554 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-d74eb70a-bff2-44fa-a11c-59827add3d42 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/quotas/7c8a811ad5034135ac4ffad3f37c3ff7 HTTP/1.1" status: 200 len: 375 time: 0.0096798 Nov 12 08:54:51.780671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-647bdfae-d29b-462f-a156-1e6ea510fa08 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c8a811ad5034135ac4ffad3f37c3ff7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268261 Nov 12 08:54:51.817497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:51.878053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-a875dad3-e5fe-4c6f-a605-481e5186659c service neutron] 10.222.0.53 "GET /v2.0/networks/e377dbbc-d299-48a4-ba7d-c8b9e4330736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903018 Nov 12 08:54:51.929409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:51.929963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:51.932235 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a683117-a415-4e89-8c87-b09302f4bb73" -d '{"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-unplugged", "status": "completed", "tag": "f230de93-52f5-4f77-8175-6e27177412f5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:51.941261 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:51.971926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-01800069-931b-41a5-9188-41da08d72d4e service neutron] 10.222.0.53 "GET /v2.0/networks/e377dbbc-d299-48a4-ba7d-c8b9e4330736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864124 Nov 12 08:54:51.988300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-ce62e611-fd3e-4c07-8df9-ac7a1fa2670a service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853823 Nov 12 08:54:51.990766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Transition to ACTIVE for port object f230de93-52f5-4f77-8175-6e27177412f5 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:52.004136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.047165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.089403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.268341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] No DVR routers for this DVR port f230de93-52f5-4f77-8175-6e27177412f5 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:54:52.289738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:52.300515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a86d7-1008-40cf-aa60-00db6f8c97b9 req-a92e53c2-8968-4f11-931a-41aace0f8d56 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:52.302467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-041a86d7-1008-40cf-aa60-00db6f8c97b9 req-a92e53c2-8968-4f11-931a-41aace0f8d56 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 948 time: 0.0807204 Nov 12 08:54:52.396282 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-041a86d7-1008-40cf-aa60-00db6f8c97b9 req-968b21ad-7195-442a-8766-1613d221e3ad tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863090 Nov 12 08:54:52.411833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:52.412224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:52.412557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:52.416079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-02feebc5-a1ac-48bc-9dd1-6482722a800b tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:52.417563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-02feebc5-a1ac-48bc-9dd1-6482722a800b tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1098 time: 0.3409684 Nov 12 08:54:52.418544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:52.423476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.436922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.440287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Port f230de93-52f5-4f77-8175-6e27177412f5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:52.440600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Attempting to bind port f230de93-52f5-4f77-8175-6e27177412f5 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:52.449306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:52.456549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:52.466157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-17'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:52.515208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:52.536470 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c8cc32-a114-4d46-b29d-46b38a17a0ef x-openstack-request-id: req-a8c8cc32-a114-4d46-b29d-46b38a17a0ef {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:52.536723 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-unplugged", "status": "completed", "tag": "f230de93-52f5-4f77-8175-6e27177412f5", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:52.537020 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8c8cc32-a114-4d46-b29d-46b38a17a0ef {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:52.537475 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5', 'code': 200} Nov 12 08:54:52.544971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.582043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:52.584828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:52.627934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Pushing event updated for resources: {'Port': ['ID=77db70d8-0f6a-4935-a764-6e493217f08b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:52.631112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:52.632116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:52.632717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:52.633577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Bound port: f230de93-52f5-4f77-8175-6e27177412f5, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:52.634034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.669082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541c523-c2ba-44b8-ad5b-86e519c0c8a6 req-485ca9cc-9851-4043-ab69-5d7a90e5ee98 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:52.671093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a541c523-c2ba-44b8-ad5b-86e519c0c8a6 req-485ca9cc-9851-4043-ab69-5d7a90e5ee98 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 946 time: 0.0746012 Nov 12 08:54:52.673436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6554d316-0f19-4259-956c-125f556c55a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "PUT /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 200 len: 997 time: 3.9030006 Nov 12 08:54:52.690218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2c08fcd-29fb-4068-8c9a-2b74678ab88c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.759083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:52.808693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a541c523-c2ba-44b8-ad5b-86e519c0c8a6 req-cc592c39-9aea-468b-bec1-ed9c82f4af72 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278853 Nov 12 08:54:52.845152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a8768d64-b184-460f-bd21-9ffcbf4f7ac4 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:52.922053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:52.925328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2c08fcd-29fb-4068-8c9a-2b74678ab88c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.932386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:54:52.943810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d2c08fcd-29fb-4068-8c9a-2b74678ab88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.970043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:52.970726 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:52.986642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7debdd85-3b88-431d-9d1e-d7b2d5bda830 req-b7bc7a2f-cf92-4420-8504-40e83f959849 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 210 time: 0.0524592 Nov 12 08:54:53.079249 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d2c08fcd-29fb-4068-8c9a-2b74678ab88c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=250bf58775c1434fa5270512bc06c57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5626204 Nov 12 08:54:53.089401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:53.106945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c08fcd-29fb-4068-8c9a-2b74678ab88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf6bd9e-f544-4e1c-85ad-47e76257b19e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:53.132709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a8768d64-b184-460f-bd21-9ffcbf4f7ac4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:53.133087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.232955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5f035-7342-4d5c-972c-906efafa00fd req-ad231fbe-6441-4f07-9204-db9350937143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.235956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-ad231fbe-6441-4f07-9204-db9350937143 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.5193727 Nov 12 08:54:53.238605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:53.240590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c72-ba61-4325-8a4a-27995b71fb4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.243555 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.264450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299c51b-c278-46f1-99c7-ba1d5055a1fe req-06361162-616b-4c00-9294-e6a3904d831c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.266456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6299c51b-c278-46f1-99c7-ba1d5055a1fe req-06361162-616b-4c00-9294-e6a3904d831c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 948 time: 0.0869782 Nov 12 08:54:53.267274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:53.280612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c72-ba61-4325-8a4a-27995b71fb4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.280865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:53.292499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:53.302571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d1e168-669f-4c43-a090-5051c3fd501a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:53.304883 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74593e08-eb67-4909-abcf-c5e6498855a6" -d '{"events": [{"server_uuid": "02d1e168-669f-4c43-a090-5051c3fd501a", "name": "network-vif-plugged", "status": "completed", "tag": "5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:53.343329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:53.358873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.362072 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6299c51b-c278-46f1-99c7-ba1d5055a1fe req-7814f1e4-6b52-4155-8628-652a58e29221 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841308 Nov 12 08:54:53.390219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c72-ba61-4325-8a4a-27995b71fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.393854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5cd60c72-ba61-4325-8a4a-27995b71fb4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.397458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5cd60c72-ba61-4325-8a4a-27995b71fb4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cf6bd9e-f544-4e1c-85ad-47e76257b19e HTTP/1.1" status: 204 len: 168 time: 0.2967124 Nov 12 08:54:53.409204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd60c72-ba61-4325-8a4a-27995b71fb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf6bd9e-f544-4e1c-85ad-47e76257b19e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:53.422152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.506441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.55', 49285) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:53.536419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:53.552055 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859a9811-9c66-4e70-96a1-dcfd0ac06e28 x-openstack-request-id: req-859a9811-9c66-4e70-96a1-dcfd0ac06e28 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:53.552847 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d1e168-669f-4c43-a090-5051c3fd501a", "name": "network-vif-plugged", "status": "completed", "tag": "5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:53.553759 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-859a9811-9c66-4e70-96a1-dcfd0ac06e28 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:53.553759 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d1e168-669f-4c43-a090-5051c3fd501a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2', 'code': 200} Nov 12 08:54:53.609039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:0a:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:54:49Z', 'revision_number': 1, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:53.637143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:53.698053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:53.714797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:53.715701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:53.730841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.778503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5f035-7342-4d5c-972c-906efafa00fd req-4d6250da-30e3-4ba8-8729-810508535da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.786845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-4d6250da-30e3-4ba8-8729-810508535da3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.5423136 Nov 12 08:54:53.859837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-065da2f7-834a-4f95-bda7-827a05a77089 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.863946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-065da2f7-834a-4f95-bda7-827a05a77089 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.55 "GET /v2.0/networks?id=e377dbbc-d299-48a4-ba7d-c8b9e4330736 HTTP/1.1" status: 200 len: 822 time: 0.3553605 Nov 12 08:54:53.864927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:53.869419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b445e5f-5ee2-40b1-98ed-4b198410f026 req-93a64455-e300-45a3-a45b-a0305c70986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.871292 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b445e5f-5ee2-40b1-98ed-4b198410f026 req-93a64455-e300-45a3-a45b-a0305c70986e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 1101 time: 0.2288437 Nov 12 08:54:53.881760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Request body: {'port': {'device_id': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736', 'admin_state_up': True, 'tenant_id': '7c8a811ad5034135ac4ffad3f37c3ff7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:53.923130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.925892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.928096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 1097 time: 3.5735912 Nov 12 08:54:53.934287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0c10d-f982-416e-948e-a387f799f359 req-655c3222-43e8-42b2-896c-30d2e04028a8 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:53.937051 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:53.942632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fab0c10d-f982-416e-948e-a387f799f359 req-655c3222-43e8-42b2-896c-30d2e04028a8 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 949 time: 0.2412262 Nov 12 08:54:53.983235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:54:53.985630 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-a422da46-4ed3-4f11-acae-21ebd07b7b29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 1000 time: 0.1978283 Nov 12 08:54:53.992341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7f274094-5ddb-4958-9b45-bea55b10f108 None None] Provisioning complete for port 77db70d8-0f6a-4935-a764-6e493217f08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:53.992933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7f274094-5ddb-4958-9b45-bea55b10f108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.006909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d8885-b773-49c4-a366-c310c563e5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:54.007782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:54.059607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d037cc7d-a92a-48d8-b877-f84114606b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.070912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7f274094-5ddb-4958-9b45-bea55b10f108 None None] Port 77db70d8-0f6a-4935-a764-6e493217f08b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:54:54.117044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fab0c10d-f982-416e-948e-a387f799f359 req-43316e31-be7f-4d72-bafc-1f31e2d41cb1 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731803 Nov 12 08:54:54.126148 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b445e5f-5ee2-40b1-98ed-4b198410f026 req-4aabafa9-3154-46da-b0e0-11c327f0e300 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375953 Nov 12 08:54:54.167540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Made reservation on behalf of 7c8a811ad5034135ac4ffad3f37c3ff7 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:54.172632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.254153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:0a:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:54:49Z', 'revision_number': 1, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:54.304027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:54:54.312567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bddd08e4-4e3e-49c0-a8c4-570997d50d64 admin admin] 10.222.0.53 "PUT /v2.0/routers/3dbb6e26-80e3-40ff-81d0-d7f64c80260d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7578890 Nov 12 08:54:54.313671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398e791e-695d-4aad-ad77-5b9c71dcfab9 None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:0a:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:54:49Z', 'revision_number': 1, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:54.346604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Sync routers for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:54:54.358535 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:54.359654 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:54.386960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on host n-h1-769329-17 for vnic_type normal with profile {"migrating_to": "n-h2-769329-17"} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:54.397063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:54.397915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:54.412293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:54.438286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-08067224-2a03-48cf-bafb-d5405e543ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.441818 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-08067224-2a03-48cf-bafb-d5405e543ff6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1100 time: 0.4718714 Nov 12 08:54:54.443588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6e5aed0b-a353-4930-b766-551ab08ece56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.452482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-6e5aed0b-a353-4930-b766-551ab08ece56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.4372256 Nov 12 08:54:54.467745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:54:54.487135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d037cc7d-a92a-48d8-b877-f84114606b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.496651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Allocated IP 172.20.0.8 (e377dbbc-d299-48a4-ba7d-c8b9e4330736/1bb79f94-d0bb-4d0c-9837-87007026b9ae/2bb27840-1a4b-4299-8245-7a5986b4d5c9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:54.519367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:54.519869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Attempting to bind port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:54.527069 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:54.533745 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d037cc7d-a92a-48d8-b877-f84114606b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.536191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:54.536680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:54.537257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:54.537883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Bound port: ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:54.538807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:54.549108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138'}, {'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c'}, {'name': 'network-changed', 'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:54.552992 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b20808-e9b4-4df9-a28c-dca3d71d0098" -d '{"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138"}, {"server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c"}, {"name": "network-changed", "server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "tag": "f230de93-52f5-4f77-8175-6e27177412f5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:54.584114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:54:54.607247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59694785-7c22-48a8-8414-bd5f3d28210e req-eb19d388-1f06-442a-b4f9-8305865e09c7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.616997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59694785-7c22-48a8-8414-bd5f3d28210e req-eb19d388-1f06-442a-b4f9-8305865e09c7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 944 time: 0.3137553 Nov 12 08:54:54.639445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5f035-7342-4d5c-972c-906efafa00fd req-098043ff-9da9-40d3-9171-9002847f586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:54.648768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-098043ff-9da9-40d3-9171-9002847f586e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1951556 Nov 12 08:54:54.655765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-ce584cf5-8af4-4083-93af-8446541483ff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:54:54.663787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-ce584cf5-8af4-4083-93af-8446541483ff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137510 Nov 12 08:54:54.722363 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d037cc7d-a92a-48d8-b877-f84114606b68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55de40c944e845769ccbdd7117a3653f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7103360 Nov 12 08:54:54.728674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037cc7d-a92a-48d8-b877-f84114606b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a9467b-5874-442e-97bc-e40419bf16f9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:54.745067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:54.756173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b978712-4f71-4559-9527-370aac9ccea9 None None] New status for floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:54:54.803059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-47212e7f-e0d6-4e6e-b000-abe93220cb1c service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381390 Nov 12 08:54:54.834062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59694785-7c22-48a8-8414-bd5f3d28210e req-9e66668c-2afa-4d51-a5f5-0c82781bdc1b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159648 Nov 12 08:54:54.946722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:54.954664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:54.971904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 2, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:54.993139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.008752 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Checking router: 3dbb6e26-80e3-40ff-81d0-d7f64c80260d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:54:55.009301 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Updating router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d port 77db70d8-0f6a-4935-a764-6e493217f08b binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:54:55.065861 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.066090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.121609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1f69b87-5773-4bed-bdf7-8c63f4438367 req-c6947b32-f04d-4540-8641-72a060644f91 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 210 time: 0.1362474 Nov 12 08:54:55.129435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-de96f349-a7d0-4ffc-8a2b-61a3d61860d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.131843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-de96f349-a7d0-4ffc-8a2b-61a3d61860d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.6451151 Nov 12 08:54:55.176190 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.191769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84f64289-e2ec-49d2-b6b6-4943507b722e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.235002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84f64289-e2ec-49d2-b6b6-4943507b722e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.275501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-007738d5-04c2-46ad-bda9-46551cb39b4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.1362500 Nov 12 08:54:55.295976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.354715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.358306 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.364173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-da184dd4-6f55-42ca-bb5b-2a29105f6533 service neutron] 10.222.0.55 "PUT /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 1124 time: 2.9353151 Nov 12 08:54:55.411604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Network e377dbbc-d299-48a4-ba7d-c8b9e4330736 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:54:55.425362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:55.429144 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea5f035-7342-4d5c-972c-906efafa00fd req-488ab5e3-1d81-4725-8387-396e11dab570 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251841 Nov 12 08:54:55.429461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:54:55.474364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-3ed86fbb-52e1-456a-bd98-8830e378cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.478420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-3ed86fbb-52e1-456a-bd98-8830e378cd16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1792672 Nov 12 08:54:55.480237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Pushing event updated for resources: {'Port': ['ID=2bb27840-1a4b-4299-8245-7a5986b4d5c9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.483627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:55.488845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.489512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.492599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-network', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:55.503258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8caa8-fbd7-4831-8c84-d6a43540e0f2 req-cca72e2d-3e68-4feb-a83c-29350b5c8961 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.510796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80d8caa8-fbd7-4831-8c84-d6a43540e0f2 req-cca72e2d-3e68-4feb-a83c-29350b5c8961 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 948 time: 0.1529548 Nov 12 08:54:55.515015 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84f64289-e2ec-49d2-b6b6-4943507b722e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.517716 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-84f64289-e2ec-49d2-b6b6-4943507b722e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.521141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-84f64289-e2ec-49d2-b6b6-4943507b722e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79a9467b-5874-442e-97bc-e40419bf16f9 HTTP/1.1" status: 204 len: 168 time: 0.7685356 Nov 12 08:54:55.586171 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86cdac2-36db-4dad-88a6-8f99901e39d9 x-openstack-request-id: req-e86cdac2-36db-4dad-88a6-8f99901e39d9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:55.587062 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138", "status": "completed", "code": 200}, {"server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c", "code": 200}, {"name": "network-changed", "server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "tag": "f230de93-52f5-4f77-8175-6e27177412f5", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:55.588177 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e86cdac2-36db-4dad-88a6-8f99901e39d9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:55.588772 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'status': 'completed', 'code': 200} Nov 12 08:54:55.589770 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c', 'code': 200} Nov 12 08:54:55.592450 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5', 'status': 'completed', 'code': 200} Nov 12 08:54:55.613521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:54:55.636268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f64289-e2ec-49d2-b6b6-4943507b722e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a9467b-5874-442e-97bc-e40419bf16f9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.640896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Made reservation on behalf of c4a7cd5e56564d219f578aaeae3a1006 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:55.643707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.656198 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.666422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-bc8e6c19-9918-407d-b4cd-b8160317693f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7872863 Nov 12 08:54:55.672793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.674729 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.718574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Request body: {'port': {'device_id': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:55.740024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-b27c9f29-879e-4ed0-a5cf-348b422bb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:55.741549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-b27c9f29-879e-4ed0-a5cf-348b422bb0f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2449725 Nov 12 08:54:55.843471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80d8caa8-fbd7-4831-8c84-d6a43540e0f2 req-1e2f695b-8ea9-41cf-8f8d-c267f80dbe54 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279290 Nov 12 08:54:55.893851 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a71b-f889-4eda-be50-41b301291dc1 None None] Pushing event updated for resources: {'Port': ['ID=77db70d8-0f6a-4935-a764-6e493217f08b,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:55.909710 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Attempting to bind port 77db70d8-0f6a-4935-a764-6e493217f08b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:55.913277 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Attempting to bind port 77db70d8-0f6a-4935-a764-6e493217f08b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:55.914082 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Attempting to bind port 77db70d8-0f6a-4935-a764-6e493217f08b on network 34fc72ad-e91d-46a9-863a-3f64d3db131f {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:55.924349 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:55.925012 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Checking segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:55.925590 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:55.926184 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Bound using segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:55.927017 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Bound port: 77db70d8-0f6a-4935-a764-6e493217f08b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:55.927615 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.010462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-0deb9404-89e4-44ba-96b9-147daf590088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.012625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.015317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-0deb9404-89e4-44ba-96b9-147daf590088 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.4033041 Nov 12 08:54:56.036763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-b77218a8-ea6b-4322-b558-0bdec4d1da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.038538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-b77218a8-ea6b-4322-b558-0bdec4d1da43 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1100 time: 0.3806193 Nov 12 08:54:56.140083 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] For port 77db70d8-0f6a-4935-a764-6e493217f08b, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:56.163143 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] For port 77db70d8-0f6a-4935-a764-6e493217f08b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=77db70d8-0f6a-4935-a764-6e493217f08b,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:56.177745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2203c644-3847-48f6-9d79-c650802cf937 None None] Provisioning complete for port 77db70d8-0f6a-4935-a764-6e493217f08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:56.178283 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.178605 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2203c644-3847-48f6-9d79-c650802cf937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.191753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-e2cd5eec-13e7-4a76-8f6a-1a136c434e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.202176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-e2cd5eec-13e7-4a76-8f6a-1a136c434e15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.1615174 Nov 12 08:54:56.285614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03af73-f854-46fa-9dba-e21a9a498c27 req-f0814976-47a5-4bce-9a20-fca0e2845a94 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.290284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d03af73-f854-46fa-9dba-e21a9a498c27 req-f0814976-47a5-4bce-9a20-fca0e2845a94 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 949 time: 0.5863390 Nov 12 08:54:56.306936 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a71b-f889-4eda-be50-41b301291dc1 None None] Pushing event updated for resources: {'Port': ['ID=77db70d8-0f6a-4935-a764-6e493217f08b,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:56.373618 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:54:56.375477 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:56.393276 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2203c644-3847-48f6-9d79-c650802cf937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.466015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-f6980b82-d474-482f-8c07-91cbb0807f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.468184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-f6980b82-d474-482f-8c07-91cbb0807f54 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.4116926 Nov 12 08:54:56.468947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2203c644-3847-48f6-9d79-c650802cf937 None None] For port 77db70d8-0f6a-4935-a764-6e493217f08b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=77db70d8-0f6a-4935-a764-6e493217f08b,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:56.479801 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2203c644-3847-48f6-9d79-c650802cf937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.554132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-5c5261bd-d892-4557-a406-ace8f544a132 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8020630 Nov 12 08:54:56.585380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203c644-3847-48f6-9d79-c650802cf937 None None] Pushing event updated for resources: {'Port': ['ID=77db70d8-0f6a-4935-a764-6e493217f08b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:56.616883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d03af73-f854-46fa-9dba-e21a9a498c27 req-d60c2c4b-82ee-485e-b306-04a838f21d94 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035738 Nov 12 08:54:56.632278 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-744fd4cc-5e0d-4dda-996a-2a67c2a39071 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 1002 time: 0.4053226 Nov 12 08:54:56.634394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.711492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-068a453b-a800-4ca5-a444-702138e0741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.712990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-068a453b-a800-4ca5-a444-702138e0741a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.0706813 Nov 12 08:54:56.715842 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.802886 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:54:56.834395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-64c72c97-e521-458d-a5aa-7d3adf8b83a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.3487437 Nov 12 08:54:56.846679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4f0f11e5-e1c5-401c-a1ef-d2e7dcfc0fe5 None None] Provisioning complete for port 77db70d8-0f6a-4935-a764-6e493217f08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:56.848745 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0f11e5-e1c5-401c-a1ef-d2e7dcfc0fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:56.873456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-464d5955-e999-4fc4-8a78-784f1f7d434e tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:56.876637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-464d5955-e999-4fc4-8a78-784f1f7d434e tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6051588 Nov 12 08:54:56.889127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:54:57.103841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-b491113e-daec-4f34-9a08-f6807c596835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.105383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-b491113e-daec-4f34-9a08-f6807c596835 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2279136 Nov 12 08:54:57.113906 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-28d476b7-b1cf-4e23-9e36-3085ade0ca4c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1002 time: 0.2202294 Nov 12 08:54:57.132760 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:54:57.176245 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef0151-614e-47cd-b1f2-1d6740ff0315 None None] The sync data for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 is: [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:54:57.176532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'floatingip': {'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:57.240161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e694f672-f079-4ad2-b8b0-afff9c7a2004,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:57.279376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.288363 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Added segment edbda051-7fd0-4623-b597-63a9815ac665 of type vlan for network 1c8473ab-824b-4212-941a-cea9399fd961 Nov 12 08:54:57.315054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1102467-0d94-48d1-b95d-7e81fb777d9d req-726e572d-71a2-43d7-824c-0e432eb30bd3 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255061 Nov 12 08:54:57.355210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171cff1-3c6d-4a8d-858c-fc26217cf722 req-839c463a-3219-41dd-b200-bf74eeadd1de tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.362872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1171cff1-3c6d-4a8d-858c-fc26217cf722 req-839c463a-3219-41dd-b200-bf74eeadd1de tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 944 time: 0.5969923 Nov 12 08:54:57.369920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-be257d1c-c78f-4a71-bf34-0b4d802b0314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.371668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-be257d1c-c78f-4a71-bf34-0b4d802b0314 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6106782 Nov 12 08:54:57.394767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.397634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-21f85562-ad08-4109-867e-4c164ff30b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.399083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-21f85562-ad08-4109-867e-4c164ff30b08 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2842782 Nov 12 08:54:57.401516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb27840-1a4b-4299-8245-7a5986b4d5c9 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:54:57.407824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.477688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.529003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1171cff1-3c6d-4a8d-858c-fc26217cf722 req-267f67cc-cd1f-4d42-8217-46a64ee3a309 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648273 Nov 12 08:54:57.532289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.533271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:57.533891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.595378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:57.598578 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:57.606755 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.633172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.1470904 Nov 12 08:54:57.634078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52134) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:57.650805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Request body: {'subnet': {'network_id': '1c8473ab-824b-4212-941a-cea9399fd961', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-subnet', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:57.717939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Transition to ACTIVE for port object 2bb27840-1a4b-4299-8245-7a5986b4d5c9 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:54:57.732065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.751828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-af4ab97f-cc96-40c6-b72b-dca0a6633c54 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590467 Nov 12 08:54:57.752625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be163fc2-64f9-400b-bc03-aea09e476232 admin admin] Pushing event updated for resources: {'Network': ['ID=1c8473ab-824b-4212-941a-cea9399fd961,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:57.769816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1c8473ab-824b-4212-941a-cea9399fd961 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:54:57.866003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb27840-1a4b-4299-8245-7a5986b4d5c9,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:57.884558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-95f84f61-a330-4a63-90a4-30abed12b604 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974502 Nov 12 08:54:57.927322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:57.928534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Made reservation on behalf of c4a7cd5e56564d219f578aaeae3a1006 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:54:57.941861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.080980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-9c377d83-d62f-4331-ac02-4df55bdd6526 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160946 Nov 12 08:54:58.310637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-179ee250-ab44-41da-a8c6-7a92923d065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.312231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-179ee250-ab44-41da-a8c6-7a92923d065d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1100 time: 0.0773695 Nov 12 08:54:58.335434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf551f-6a4b-460c-817a-6f2212d04f66 req-613fe85c-ec0d-43be-b4f3-97008d736863 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.343771 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf551f-6a4b-460c-817a-6f2212d04f66 req-613fe85c-ec0d-43be-b4f3-97008d736863 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 943 time: 0.1737077 Nov 12 08:54:58.513611 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.550000 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Attempting to bind port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:54:58.551185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Attempting to bind port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '432011a1-9e64-4ebb-b8df-85986fdb3cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:54:58.553068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Attempting to bind port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 on network e377dbbc-d299-48a4-ba7d-c8b9e4330736 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:58.558102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-9f43645f-afc6-467b-9aa2-7677ab2e3435 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072061 Nov 12 08:54:58.626418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52152) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:58.643938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 on network e377dbbc-d299-48a4-ba7d-c8b9e4330736 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:54:58.644423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Attempting to bind port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 on network e377dbbc-d299-48a4-ba7d-c8b9e4330736 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:54:58.672474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:54:58.672798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Checking segment: {'id': '432011a1-9e64-4ebb-b8df-85986fdb3cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:58.673174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Bound using segment: {'id': '432011a1-9e64-4ebb-b8df-85986fdb3cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:54:58.676068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Bound port: 2bb27840-1a4b-4299-8245-7a5986b4d5c9, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432011a1-9e64-4ebb-b8df-85986fdb3cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:54:58.676497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.683704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf551f-6a4b-460c-817a-6f2212d04f66 req-c4c1df1f-1e01-4304-b6e2-89a89effbb64 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368728 Nov 12 08:54:58.718290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-5661554b-e87a-44b7-ba35-ad8c63e9a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.723051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-5661554b-e87a-44b7-ba35-ad8c63e9a20b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3959370 Nov 12 08:54:58.723931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Pushing event updated for resources: {'Subnet': ['ID=75afc1ed-5470-47e5-969c-335754ee6021,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:58.814449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Checking segment: {'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:54:58.814807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Network hostable DHCP agents. Network: 1c8473ab-824b-4212-941a-cea9399fd961, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:54:58.821846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-9dcac761-e6a1-4281-a7d9-55cad6f3f7dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.0865328 Nov 12 08:54:58.879398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Network 1c8473ab-824b-4212-941a-cea9399fd961 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:54:58.903370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 1c8473ab-824b-4212-941a-cea9399fd961) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:54:58.911335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:54:58.915229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f33bb-c8d8-4786-8760-a113a6f7b8fc None None] Network 1c8473ab-824b-4212-941a-cea9399fd961 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:54:58.928630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.930302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.957497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-38ec91fc-011e-4e0a-a590-9d8723e79c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:58.959445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-38ec91fc-011e-4e0a-a590-9d8723e79c2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1288574 Nov 12 08:54:58.963388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8675e5c5-bab5-4458-8c2c-86e6e5cb168d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3170135 Nov 12 08:54:58.971858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52162) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:58.985137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a202427-7f6c-4e31-96f4-eda805aa0226 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:58.992894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:54:59.048881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 77db70d8-0f6a-4935-a764-6e493217f08b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:54:59.165351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a202427-7f6c-4e31-96f4-eda805aa0226 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.167993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.170283 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.171603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:54:59.191288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a202427-7f6c-4e31-96f4-eda805aa0226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.247628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] For port 2bb27840-1a4b-4299-8245-7a5986b4d5c9, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:54:59.252184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.254137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] For port 2bb27840-1a4b-4299-8245-7a5986b4d5c9, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2bb27840-1a4b-4299-8245-7a5986b4d5c9,segment=NetworkSegment(432011a1-9e64-4ebb-b8df-85986fdb3cde),segment_id=432011a1-9e64-4ebb-b8df-85986fdb3cde)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:54:59.260166 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:54:59.260730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.284479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a202427-7f6c-4e31-96f4-eda805aa0226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4479c3-c295-4300-8db4-ff3b2eb79cfc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:59.316573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.366001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-72015b59-c676-4b21-8656-37facd3cb54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.367534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-72015b59-c676-4b21-8656-37facd3cb54d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3946390 Nov 12 08:54:59.369863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4a202427-7f6c-4e31-96f4-eda805aa0226 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=009b7cc236604dcbbb2a293e5d2ae09d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7433572 Nov 12 08:54:59.372849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:54:59.377172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 77db70d8-0f6a-4935-a764-6e493217f08b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:54:59.377543 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.404026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.404654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.406356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] 10.222.0.55 "PUT /v2.0/ports/2bb27840-1a4b-4299-8245-7a5986b4d5c9 HTTP/1.1" status: 200 len: 1092 time: 3.7201788 Nov 12 08:54:59.406561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'tag': '2bb27840-1a4b-4299-8245-7a5986b4d5c9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:54:59.408873 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79984a0b-a858-403e-9a46-f158a67983fa" -d '{"events": [{"name": "network-changed", "server_uuid": "95ead1f5-e414-4d44-9f74-47ca8e347cb1", "tag": "2bb27840-1a4b-4299-8245-7a5986b4d5c9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:54:59.410060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-1c8473ab-824b-4212-941a-cea9399fd961', 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'fixed_ips': [{'subnet_id': '75afc1ed-5470-47e5-969c-335754ee6021'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:54:59.410934 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.432545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.463712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:54:59.481123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117c575-1a04-4e12-b838-ffaf526079c3 req-2e915250-9c1b-4067-8133-6691efc9652e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.483933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f117c575-1a04-4e12-b838-ffaf526079c3 req-2e915250-9c1b-4067-8133-6691efc9652e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 948 time: 0.1891499 Nov 12 08:54:59.495892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c has no active binding in host n-h2-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:54:59.504874 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0 associated. External IP: 172.25.5.238, port: d8f34461-d123-4b78-b05f-eb4d64873138. Nov 12 08:54:59.509176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb9b55-93d0-457c-85ff-304d59f69e46 service neutron] Pushing event updated for resources: {'Port': ['ID=2bb27840-1a4b-4299-8245-7a5986b4d5c9,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:54:59.578614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-9543f436-ebd9-484d-bdf4-dbda0b70210f service neutron] 10.222.0.62 "GET /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.1885502 Nov 12 08:54:59.654921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-ec1dd200-60ff-4b10-b606-51560ac84b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.657295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-ec1dd200-60ff-4b10-b606-51560ac84b0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c8a811ad5034135ac4ffad3f37c3ff7&device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 1095 time: 0.1924047 Nov 12 08:54:59.675706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Allocated IP 172.20.0.2 (1c8473ab-824b-4212-941a-cea9399fd961/75afc1ed-5470-47e5-969c-335754ee6021/bd83d76d-1abf-47ce-9ff7-6555ff110b07) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:54:59.720945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-b362e3f3-ef77-4bb0-8044-04b81195718d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb27840-1a4b-4299-8245-7a5986b4d5c9 HTTP/1.1" status: 200 len: 217 time: 0.0549600 Nov 12 08:54:59.741535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f117c575-1a04-4e12-b838-ffaf526079c3 req-6f29cce2-8f50-4642-bc5b-a8d5d967b8d1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201090 Nov 12 08:54:59.744844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.748426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c56999b-7def-4cb3-871b-fc25146f5f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.753490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-17363e9f-3621-488d-ae36-5871a4d52bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431332 Nov 12 08:54:59.822895 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c56999b-7def-4cb3-871b-fc25146f5f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.878213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-c994b742-182d-4b4e-b686-9f4b4461f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:54:59.879567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-c994b742-182d-4b4e-b686-9f4b4461f162 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1bb79f94-d0bb-4d0c-9837-87007026b9ae HTTP/1.1" status: 200 len: 862 time: 0.1433463 Nov 12 08:54:59.927305 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5178fe6-cc51-4c73-a393-77498d1afef6 x-openstack-request-id: req-e5178fe6-cc51-4c73-a393-77498d1afef6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:54:59.927650 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:54:59.927835 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5178fe6-cc51-4c73-a393-77498d1afef6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:54:59.928995 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c', 'status': 'completed', 'code': 200} Nov 12 08:54:59.954692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.964408 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:54:59.993950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9b20808-e9b4-4df9-a28c-dca3d71d0098 req-e5df09f3-a638-430b-9971-0641edc3f6c0 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259920 Nov 12 08:54:59.997906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c56999b-7def-4cb3-871b-fc25146f5f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.004796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c56999b-7def-4cb3-871b-fc25146f5f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.010019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c56999b-7def-4cb3-871b-fc25146f5f3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea4479c3-c295-4300-8db4-ff3b2eb79cfc HTTP/1.1" status: 204 len: 168 time: 0.6350346 Nov 12 08:55:00.012756 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-6a2e9090-72b3-42cc-8c4e-30b7fee76d3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e377dbbc-d299-48a4-ba7d-c8b9e4330736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200867 Nov 12 08:55:00.019356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Network 1c8473ab-824b-4212-941a-cea9399fd961 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:00.028552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:00.033498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:00.054071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56999b-7def-4cb3-871b-fc25146f5f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4479c3-c295-4300-8db4-ff3b2eb79cfc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:00.071573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Pushing event updated for resources: {'Port': ['ID=bd83d76d-1abf-47ce-9ff7-6555ff110b07,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:00.137852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Attempting to bind port bd83d76d-1abf-47ce-9ff7-6555ff110b07 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:00.138477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Attempting to bind port bd83d76d-1abf-47ce-9ff7-6555ff110b07 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:00.139028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Attempting to bind port bd83d76d-1abf-47ce-9ff7-6555ff110b07 on network 1c8473ab-824b-4212-941a-cea9399fd961 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:00.146707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:00.147669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Checking segment: {'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:00.148335 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.148903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Bound using segment: {'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:00.149683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Bound port: bd83d76d-1abf-47ce-9ff7-6555ff110b07, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:00.150263 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.174168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-0b24f29c-ed18-4a02-8c43-058b86933ef6 service neutron] 10.222.0.55 "GET /v2.0/networks/e377dbbc-d299-48a4-ba7d-c8b9e4330736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350572 Nov 12 08:55:00.186234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac582b-1fa6-4e0d-b435-3b0f54f4b7f1 req-cf57643a-a2ed-4aee-b56b-bf284b116d0a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:00.188077 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ebac582b-1fa6-4e0d-b435-3b0f54f4b7f1 req-cf57643a-a2ed-4aee-b56b-bf284b116d0a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 944 time: 0.1756337 Nov 12 08:55:00.248622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] For port bd83d76d-1abf-47ce-9ff7-6555ff110b07, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:00.254135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] For port bd83d76d-1abf-47ce-9ff7-6555ff110b07, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bd83d76d-1abf-47ce-9ff7-6555ff110b07,segment=NetworkSegment(edbda051-7fd0-4623-b597-63a9815ac665),segment_id=edbda051-7fd0-4623-b597-63a9815ac665)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:00.262823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.288513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-9e6ba74d-1368-4b3c-88b7-b244fc2e753d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:00.290066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-9e6ba74d-1368-4b3c-88b7-b244fc2e753d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1127 time: 0.3554342 Nov 12 08:55:00.297826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:00.348719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.354900 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ebac582b-1fa6-4e0d-b435-3b0f54f4b7f1 req-fcc310d9-0c16-4314-a171-7fcaaa7ddec7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574967 Nov 12 08:55:00.383978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.447601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b43a5e-dbfa-449f-95d6-d21801d249bf None None] Pushing event updated for resources: {'Port': ['ID=bd83d76d-1abf-47ce-9ff7-6555ff110b07,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:00.566444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52180) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:00.606734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c81-54d0-4d83-b003-0020cff125fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.615598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Allocated IP 172.25.5.4 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/da20501e-2719-4252-952f-55655e25b1cf) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:00.803788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:00.823069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-9b61a5ae-7a6b-4fb6-82f8-757c9a2977c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:00.824697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-9b61a5ae-7a6b-4fb6-82f8-757c9a2977c1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.4904644 Nov 12 08:55:00.831651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f49a986-aab8-4e69-8699-50072c4aaa4a req-344b01ab-58e1-454b-8c62-68b57eba70ba service neutron] 10.222.0.55 "GET /v2.0/networks/e377dbbc-d299-48a4-ba7d-c8b9e4330736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6061320 Nov 12 08:55:00.871164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c81-54d0-4d83-b003-0020cff125fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.883301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b66d2c81-54d0-4d83-b003-0020cff125fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:00.884481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:00.886726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:00.890345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-6263941c-7161-435a-ad52-82b732cd8490 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 217 time: 0.0572891 Nov 12 08:55:00.904740 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:00.926458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d2c81-54d0-4d83-b003-0020cff125fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b211566e-9b2e-4fde-86e5-c798f45867db,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:00.936208 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:00.941045 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:00.995688 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b66d2c81-54d0-4d83-b003-0020cff125fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84f9765356b14632859cbe276d0a94c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280934 Nov 12 08:55:01.001858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52184) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:01.039798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:01.071501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:01.079011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:01.102511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.163277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a03e1ddd-d33e-433f-951c-21bd7e0a36f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.164205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-81480f05-9a2e-491a-bd82-76a5fc7b6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:01.165654 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-81480f05-9a2e-491a-bd82-76a5fc7b6258 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.2476816 Nov 12 08:55:01.199759 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:01.205370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a03e1ddd-d33e-433f-951c-21bd7e0a36f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.238957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:01.259208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f230de93-52f5-4f77-8175-6e27177412f5', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'f230de93-52f5-4f77-8175-6e27177412f5', 'mac_address': 'fa:16:3e:08:25:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:01.295560 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a03e1ddd-d33e-433f-951c-21bd7e0a36f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.299594 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a03e1ddd-d33e-433f-951c-21bd7e0a36f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.300904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a03e1ddd-d33e-433f-951c-21bd7e0a36f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b211566e-9b2e-4fde-86e5-c798f45867db HTTP/1.1" status: 204 len: 168 time: 0.2891104 Nov 12 08:55:01.321939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-df563073-00ab-4f0c-a67a-670069a93c20 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8ccc71fb74144569aeff9e86be37053d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664735 Nov 12 08:55:01.330368 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.375197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e1ddd-d33e-433f-951c-21bd7e0a36f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b211566e-9b2e-4fde-86e5-c798f45867db,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:01.376789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f230de93-52f5-4f77-8175-6e27177412f5 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:01.387257 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.499116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:01.520187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:01.535023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:01.536244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:01.543620 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.563966 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:01.565706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Pushing event updated for resources: {'Port': ['ID=da20501e-2719-4252-952f-55655e25b1cf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:01.570698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-f19b12b6-c6e0-48eb-b858-db46addd4513 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3962562 Nov 12 08:55:01.620350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-b13b0370-e32f-42cf-ad84-78d94aaff3bd tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:01.628226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-b13b0370-e32f-42cf-ad84-78d94aaff3bd tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3045230 Nov 12 08:55:01.654849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-6b340814-5af8-414a-8970-ab2278c77b0f tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/quotas/8ccc71fb74144569aeff9e86be37053d HTTP/1.1" status: 200 len: 375 time: 0.0254552 Nov 12 08:55:01.696853 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-5fb435f2-d3b0-4c43-aeb5-827aed624206 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ccc71fb74144569aeff9e86be37053d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410969 Nov 12 08:55:01.722920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:01.834045 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:f7:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:54:58Z', 'revision_number': 3, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:01.872104 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:01.886301 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:01.887102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:01.943557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:02.138899 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-9e84582b-f1f3-41ee-abb4-d729f61b46cf service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560548 Nov 12 08:55:02.167033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] Transition to ACTIVE for port object ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:02.211307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.224668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-50d2c52e-0467-40f4-8662-481025ec74bd tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1301899 Nov 12 08:55:02.293917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4a065f-0446-4bdc-b1c3-d8c5fef439bb None None] Network 1c8473ab-824b-4212-941a-cea9399fd961 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:02.369285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.443708 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:02.471529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:02.564348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] No DVR routers for this DVR port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:02.614859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-5b93dd95-fcee-483b-9194-335c616ec081 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3392882 Nov 12 08:55:02.657937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-19a46d54-0188-4d9a-afd2-257ad98026cf None None] Provisioning complete for port bd83d76d-1abf-47ce-9ff7-6555ff110b07 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:02.658456 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19a46d54-0188-4d9a-afd2-257ad98026cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:02.733032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:02.770871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-de17498d-d2c1-49ab-bb72-ac8c5eb0686e tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:02.790225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-95d46b0a-1efc-498c-94bb-a133cb85fa28 service neutron] 10.222.0.62 "PUT /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c/bindings/n-h2-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 3.2028470 Nov 12 08:55:02.791285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-de17498d-d2c1-49ab-bb72-ac8c5eb0686e tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5111797 Nov 12 08:55:02.813275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-0e0cbe07-59e4-497a-a9af-8e2614330899 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/quotas/6d9b5424dbb844b7a3d16c37c2e2f4be HTTP/1.1" status: 200 len: 375 time: 0.0204732 Nov 12 08:55:02.893124 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5d32e7-8b61-4cf7-bc4a-2d97b9641dcb req-99328b6e-5a90-4868-a816-06399612da20 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267318 Nov 12 08:55:02.991440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bd83d76d-1abf-47ce-9ff7-6555ff110b07 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:03.037989 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-e7bfc853-1ec7-4599-86cf-18be0695a317 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2237709 Nov 12 08:55:03.056420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24be9b-6726-41f5-9896-da22e7650616 req-718c9440-8c1d-49cd-9881-1175cc04e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.064448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-718c9440-8c1d-49cd-9881-1175cc04e31d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1101 time: 0.3236752 Nov 12 08:55:03.162604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-5ddeff34-6091-4866-91f2-dae18990d9c5 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.165395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-5ddeff34-6091-4866-91f2-dae18990d9c5 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.3040965 Nov 12 08:55:03.180416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52234) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:03.185676 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:f7:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:54:58Z', 'revision_number': 3, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:03.208145 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19a46d54-0188-4d9a-afd2-257ad98026cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.257722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bd83d76d-1abf-47ce-9ff7-6555ff110b07 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:03.258039 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.264154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-19a46d54-0188-4d9a-afd2-257ad98026cf None None] For port bd83d76d-1abf-47ce-9ff7-6555ff110b07, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bd83d76d-1abf-47ce-9ff7-6555ff110b07,segment=NetworkSegment(edbda051-7fd0-4623-b597-63a9815ac665),segment_id=edbda051-7fd0-4623-b597-63a9815ac665)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:03.292021 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19a46d54-0188-4d9a-afd2-257ad98026cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.303483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24be9b-6726-41f5-9896-da22e7650616 req-63a029e9-c1de-4ce9-9f78-baf9fadc74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.306795 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f904ae-f702-46a0-88e2-524a1c6ed2ce None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:f7:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:54:58Z', 'revision_number': 3, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:03.310301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-63a029e9-c1de-4ce9-9f78-baf9fadc74bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2144165 Nov 12 08:55:03.322668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:03.336998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.343636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.463843 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8739707a-b7b1-4d56-9fbb-b78695792caf x-openstack-request-id: req-8739707a-b7b1-4d56-9fbb-b78695792caf {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:03.464280 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ead1f5-e414-4d44-9f74-47ca8e347cb1", "tag": "2bb27840-1a4b-4299-8245-7a5986b4d5c9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:03.464570 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8739707a-b7b1-4d56-9fbb-b78695792caf {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:03.464978 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'tag': '2bb27840-1a4b-4299-8245-7a5986b4d5c9', 'status': 'completed', 'code': 200} Nov 12 08:55:03.473252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-eca4a771-76e4-4ccf-9136-235eaa5d3a92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.1378105 Nov 12 08:55:03.554797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-network', 'tenant_id': 'b3b71bb26624452c80a91419c2035254'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:03.558790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a46d54-0188-4d9a-afd2-257ad98026cf None None] Pushing event updated for resources: {'Port': ['ID=bd83d76d-1abf-47ce-9ff7-6555ff110b07,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:03.570258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-a19e4b4d-6cea-4613-b3b7-9c89b96b3881 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "PUT /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 200 len: 998 time: 6.4010153 Nov 12 08:55:03.614315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-748c3480-8926-4239-87f7-52f211c29643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.616094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-748c3480-8926-4239-87f7-52f211c29643 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d&tenant_id=26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 1097 time: 0.4331515 Nov 12 08:55:03.648861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24be9b-6726-41f5-9896-da22e7650616 req-af8ea4cc-ec2c-4664-ab9f-303fb7910447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.650638 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-af8ea4cc-ec2c-4664-ab9f-303fb7910447 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1634917 Nov 12 08:55:03.744541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Made reservation on behalf of b3b71bb26624452c80a91419c2035254 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:03.744791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-638deac5-da9b-43f6-98d6-dff2efe1da4c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.746582 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-638deac5-da9b-43f6-98d6-dff2efe1da4c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports/d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 943 time: 0.1558232 Nov 12 08:55:03.761830 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.805943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24be9b-6726-41f5-9896-da22e7650616 req-158aed23-0250-40f0-be1c-5e3fa6885bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:03.807449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-158aed23-0250-40f0-be1c-5e3fa6885bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1460180 Nov 12 08:55:03.809223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-7068a748-1924-47fa-a198-2669953e2cfe tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8ccc71fb74144569aeff9e86be37053d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309606 Nov 12 08:55:03.837415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:03.880699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab08bf0d-31ac-4314-9df1-9888269db65a None None] New status for floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:03.964559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.005770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0bb7a-5dd2-423e-8d4c-24f3bb834293 req-c1390d8f-da4d-4e53-a828-49eb5c75d0cd tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.014233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bb0bb7a-5dd2-423e-8d4c-24f3bb834293 req-c1390d8f-da4d-4e53-a828-49eb5c75d0cd tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 943 time: 0.4031503 Nov 12 08:55:04.018012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79984a0b-a858-403e-9a46-f158a67983fa req-458e9282-9700-4363-ab39-26391ec2c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.029410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79984a0b-a858-403e-9a46-f158a67983fa req-458e9282-9700-4363-ab39-26391ec2c4a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c8a811ad5034135ac4ffad3f37c3ff7&device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 1095 time: 0.5045245 Nov 12 08:55:04.032889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.037090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-bc19e3d2-2d1f-4bfe-832b-0a1ce60f4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.038380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-bc19e3d2-2d1f-4bfe-832b-0a1ce60f4f84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1097 time: 0.3731260 Nov 12 08:55:04.077084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4b87910d-b5ff-4a7d-9866-c3052ea51bec None None] Provisioning complete for port bd83d76d-1abf-47ce-9ff7-6555ff110b07 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:04.077801 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b87910d-b5ff-4a7d-9866-c3052ea51bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.081856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-cb30dcf8-f5f6-4de4-bd0e-047c30df6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.090516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-cb30dcf8-f5f6-4de4-bd0e-047c30df6e32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.1804335 Nov 12 08:55:04.120206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:04.207849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-6913d182-09fa-4c24-97c5-63694f9b828a service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885717 Nov 12 08:55:04.228340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-aaaaa35d-6de0-41f2-b736-3a935e9e257a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.236789 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-aaaaa35d-6de0-41f2-b736-3a935e9e257a service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.1452191 Nov 12 08:55:04.251422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-32974afd-1d50-4d67-97f1-926121dc0ebd tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.252004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.252623 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Added segment d5d43eb9-bc33-40f3-8a7e-3481edadb164 of type vlan for network 94f10627-be88-4407-9126-02bee3d3307f Nov 12 08:55:04.252916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-32974afd-1d50-4d67-97f1-926121dc0ebd tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4325638 Nov 12 08:55:04.276920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813a1107-11cb-4e34-a3ad-5e618a2b0b8d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:04.293293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Request body: {'port': {'device_id': '11a30998-e109-463d-8636-6f8b43945f04', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '8ccc71fb74144569aeff9e86be37053d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:04.354221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-2d468a87-5ad6-4329-8fa4-442a6bd29673 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 217 time: 0.1164119 Nov 12 08:55:04.364159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bb0bb7a-5dd2-423e-8d4c-24f3bb834293 req-6a308065-8a75-41d1-80a9-b530849b37b5 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486269 Nov 12 08:55:04.365549 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:04.376746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.385490 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:04.386966 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:04.414896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-720c2a7a-335a-4ff4-ac02-91a24831c8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.416506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-720c2a7a-335a-4ff4-ac02-91a24831c8dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.3567059 Nov 12 08:55:04.425923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Router a13307b6-70d2-45b6-b71b-aadd72bed8b0 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:55:04.431672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79984a0b-a858-403e-9a46-f158a67983fa req-8d14afcf-ea83-42cb-8d84-d62cbf1c6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.433506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79984a0b-a858-403e-9a46-f158a67983fa req-8d14afcf-ea83-42cb-8d84-d62cbf1c6ff9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e377dbbc-d299-48a4-ba7d-c8b9e4330736 HTTP/1.1" status: 200 len: 923 time: 0.3941288 Nov 12 08:55:04.446746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.448095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.448893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.517915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:04.529709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-6298a480-96c1-46d3-ac30-31de930b6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.530907 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-6298a480-96c1-46d3-ac30-31de930b6e5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1148055 Nov 12 08:55:04.542458 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:04.580573 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a24be9b-6726-41f5-9896-da22e7650616 req-e5a87c31-124a-4100-b386-0cbf8cdc664f service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603086 Nov 12 08:55:04.581743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:04.592551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-ce0d16ae-0ec3-4226-930b-d0d8c399870e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 217 time: 0.1100395 Nov 12 08:55:04.597821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4143722 Nov 12 08:55:04.597821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79984a0b-a858-403e-9a46-f158a67983fa req-c4c5e28a-c2e8-4664-9fe0-4895beddc223 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bb27840-1a4b-4299-8245-7a5986b4d5c9 HTTP/1.1" status: 200 len: 217 time: 0.1089976 Nov 12 08:55:04.600556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:04.616259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Request body: {'subnet': {'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-subnet', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:04.663285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Made reservation on behalf of 8ccc71fb74144569aeff9e86be37053d for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:04.668222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.686240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.701294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Made reservation on behalf of b3b71bb26624452c80a91419c2035254 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:04.704032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.798090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3992e9ef-733c-4122-87f4-73aa09369b14 admin admin] Pushing event updated for resources: {'Network': ['ID=94f10627-be88-4407-9126-02bee3d3307f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:04.809271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 94f10627-be88-4407-9126-02bee3d3307f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:04.813599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79984a0b-a858-403e-9a46-f158a67983fa req-48ffcd05-f949-4466-8e82-f462a3553116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.815663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79984a0b-a858-403e-9a46-f158a67983fa req-48ffcd05-f949-4466-8e82-f462a3553116 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1bb79f94-d0bb-4d0c-9837-87007026b9ae HTTP/1.1" status: 200 len: 862 time: 0.1902161 Nov 12 08:55:04.824860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c98685-e5d2-4fee-b82b-e839a6bce301 req-d1bb06ed-8361-4687-8ff3-612804402744 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.826338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-20c98685-e5d2-4fee-b82b-e839a6bce301 req-d1bb06ed-8361-4687-8ff3-612804402744 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 949 time: 0.3333743 Nov 12 08:55:04.829718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:04.839284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-aca3a0e0-b61e-4523-90b5-e9e0d0d0af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.840865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-aca3a0e0-b61e-4523-90b5-e9e0d0d0af3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.2183285 Nov 12 08:55:04.873029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Sync routers for ids ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:04.879492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79984a0b-a858-403e-9a46-f158a67983fa req-35b37e38-0b7d-492e-b795-02e4ecad527a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e377dbbc-d299-48a4-ba7d-c8b9e4330736&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518844 Nov 12 08:55:04.882426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bd83d76d-1abf-47ce-9ff7-6555ff110b07 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:04.929552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-220529ae-29c0-42c9-ba99-5574f94c72d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525768 Nov 12 08:55:04.964797 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:04.968697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-34b47954-9baf-40d0-be10-d024e5efbebc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.9919081 Nov 12 08:55:04.968935 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:f7:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:55:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:04.972258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-9dc34bbc-d5fd-4ce0-90b0-36f0c3bef933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:04.973053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52252) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:04.974417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-9dc34bbc-d5fd-4ce0-90b0-36f0c3bef933 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4349799 Nov 12 08:55:05.001064 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.014895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-663e77a8-fb8e-4785-a7f6-dd46a9593b19 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:55:05.016955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-663e77a8-fb8e-4785-a7f6-dd46a9593b19 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079298 Nov 12 08:55:05.023792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Routers {'a13307b6-70d2-45b6-b71b-aadd72bed8b0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:05.024520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:05.050280 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:05.061074 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:05.061843 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:05.092996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6636b3d0-7545-485c-a5d4-cc64b8d8bb88,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:05.109944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-6189fe59-c2c5-4609-848a-bf1e1ddd46e3 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1538749 Nov 12 08:55:05.147483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2bb27840-1a4b-4299-8245-7a5986b4d5c9 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:05.149287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-20c98685-e5d2-4fee-b82b-e839a6bce301 req-5a28dccb-4a93-499b-b68d-5a2261c406ee tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034801 Nov 12 08:55:05.149492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:05.202750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bd83d76d-1abf-47ce-9ff7-6555ff110b07 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:05.203067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.231618 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:05.246236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Set router a13307b6-70d2-45b6-b71b-aadd72bed8b0 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:05.272575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79984a0b-a858-403e-9a46-f158a67983fa req-30a1873e-e319-4ed0-8dfa-e52b734cea3e service neutron] 10.222.0.55 "GET /v2.0/networks/e377dbbc-d299-48a4-ba7d-c8b9e4330736?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713653 Nov 12 08:55:05.295010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-913c8abf-4640-46c6-b504-66c34b937a94 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539693 Nov 12 08:55:05.412738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Checking segment: {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:05.413312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Network hostable DHCP agents. Network: 94f10627-be88-4407-9126-02bee3d3307f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:05.444219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.463179 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.472845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138'}, {'name': 'network-changed', 'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:05.475488 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca33059-61e7-4418-ac80-aef33b101dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138"}, {"name": "network-changed", "server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:05.482422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port f230de93-52f5-4f77-8175-6e27177412f5 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:05.486811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-d538a879-585e-41c8-8c02-1bcb357036a6 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:05.488598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-d538a879-585e-41c8-8c02-1bcb357036a6 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527324 Nov 12 08:55:05.512061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Request body: {'port': {'device_id': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '6d9b5424dbb844b7a3d16c37c2e2f4be'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:05.513992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port f230de93-52f5-4f77-8175-6e27177412f5 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:05.514368 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.518512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-024aa54b-6a1d-4b56-93d5-02b40f61dd29 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376266 Nov 12 08:55:05.606548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Network 94f10627-be88-4407-9126-02bee3d3307f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:05.640007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2bb27840-1a4b-4299-8245-7a5986b4d5c9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2bb27840-1a4b-4299-8245-7a5986b4d5c9,segment=NetworkSegment(432011a1-9e64-4ebb-b8df-85986fdb3cde),segment_id=432011a1-9e64-4ebb-b8df-85986fdb3cde)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:05.689345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '2bb27840-1a4b-4299-8245-7a5986b4d5c9', 'network_id': 'e377dbbc-d299-48a4-ba7d-c8b9e4330736', 'port_id': '2bb27840-1a4b-4299-8245-7a5986b4d5c9', 'mac_address': 'fa:16:3e:80:90:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb79f94-d0bb-4d0c-9837-87007026b9ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:05.752909 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:f7:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:55:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:05.771212 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.810988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.821723 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1c6b8b-f4ef-40dc-8ae1-a3097f8abcc4 None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:f7:f5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:55:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:05.828572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb27840-1a4b-4299-8245-7a5986b4d5c9 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:05.837247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T08:55:01Z', 'revision_number': 3, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:05.876040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6dd59-2a67-40d0-9ad9-2a5f21a5a945 req-1b4f6a27-0c28-4362-acaf-ac80531f16f7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:05.885130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-afe6dd59-2a67-40d0-9ad9-2a5f21a5a945 req-1b4f6a27-0c28-4362-acaf-ac80531f16f7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 945 time: 0.5933135 Nov 12 08:55:05.906143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Checking router: a13307b6-70d2-45b6-b71b-aadd72bed8b0 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:05.907098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Updating router a13307b6-70d2-45b6-b71b-aadd72bed8b0 port da20501e-2719-4252-952f-55655e25b1cf binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:55:05.910628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2bb27840-1a4b-4299-8245-7a5986b4d5c9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2bb27840-1a4b-4299-8245-7a5986b4d5c9,segment=NetworkSegment(432011a1-9e64-4ebb-b8df-85986fdb3cde),segment_id=432011a1-9e64-4ebb-b8df-85986fdb3cde)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:05.910933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79984a0b-a858-403e-9a46-f158a67983fa req-8d5ac463-3f86-4978-8ec4-c4672bf0475f service neutron] 10.222.0.55 "GET /v2.0/networks/e377dbbc-d299-48a4-ba7d-c8b9e4330736?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283846 Nov 12 08:55:05.918872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:05.921230 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec154399-a832-480e-8b87-7aef7860cc67" -d '{"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-plugged", "status": "completed", "tag": "f230de93-52f5-4f77-8175-6e27177412f5"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:05.942894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-2e26b7b1-5999-4d31-b8e8-08af96ccb26f service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309264 Nov 12 08:55:05.948274 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.956003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:05.963880 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:05.986867 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.034777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb2790d-9160-4068-91c6-5cb7535608af,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:06.044417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 94f10627-be88-4407-9126-02bee3d3307f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:06.068298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-afe6dd59-2a67-40d0-9ad9-2a5f21a5a945 req-5058c734-5e77-4bd1-879a-0f88ebcb2d55 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807785 Nov 12 08:55:06.073098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f732ad-9d6b-43ee-89c5-752e7b3ff0ba None None] Network 94f10627-be88-4407-9126-02bee3d3307f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:06.091739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.093082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.183583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-267b1797-247c-44fb-8ae4-e250d8607a30 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5774589 Nov 12 08:55:06.185156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52262) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:06.189847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:06.192264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2bb27840-1a4b-4299-8245-7a5986b4d5c9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:06.212550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-ffde90fb-a327-4c20-b53e-bd2f0fdba86b service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707928 Nov 12 08:55:06.235488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Allocated IP 192.168.233.249 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:06.253406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-370341e3-157a-4c7f-bd61-7a4ee2eaa94e req-4931d314-9bd7-4a8f-b25e-417e0862a961 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 210 time: 0.0716939 Nov 12 08:55:06.393188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.394409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.404323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2bb27840-1a4b-4299-8245-7a5986b4d5c9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:06.444353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Made reservation on behalf of 6d9b5424dbb844b7a3d16c37c2e2f4be for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:06.447937 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.472937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-3a97939f-aeac-4c64-ae31-0d4364c5ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.474823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-3a97939f-aeac-4c64-ae31-0d4364c5ebd9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 1097 time: 0.1438553 Nov 12 08:55:06.489345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2248b952-6061-4e3a-be5e-bfdeefc522ad req-2636f287-364e-40f6-9a41-15dbc3dd6ec2 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 210 time: 0.1057734 Nov 12 08:55:06.534118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:06.596872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-e2671f04-fcef-461c-a511-12882a29044e tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.598471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-e2671f04-fcef-461c-a511-12882a29044e tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.2427945 Nov 12 08:55:06.604919 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.607036 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.677890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.722952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-14812469-f05a-4f79-82f6-6d1a325e2ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:06.724819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-14812469-f05a-4f79-82f6-6d1a325e2ef7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.2054017 Nov 12 08:55:06.731647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.800112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-94f10627-be88-4407-9126-02bee3d3307f', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:55:06.800969 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:06.908792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:06.931303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:06.938981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:06.963049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-1b1bf2a8-2675-486f-945e-e7fe9f0f3894 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 1001 time: 0.2213147 Nov 12 08:55:06.971830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Pushing event updated for resources: {'Port': ['ID=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:06.974974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Allocated IP 192.168.233.22 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:07.031185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.065412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cb6a3-3093-4d95-8400-4fadbe1a1051 req-013267c1-42d5-43b0-ac85-b1753ba20416 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.068376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f62cb6a3-3093-4d95-8400-4fadbe1a1051 req-013267c1-42d5-43b0-ac85-b1753ba20416 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 944 time: 0.3205824 Nov 12 08:55:07.072927 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.092710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.093402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.114631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-40c454df-a53b-4a12-8e2c-1b9683b0155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.116173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-40c454df-a53b-4a12-8e2c-1b9683b0155e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1368489 Nov 12 08:55:07.171630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Allocated IP 172.20.0.2 (94f10627-be88-4407-9126-02bee3d3307f/6636b3d0-7545-485c-a5d4-cc64b8d8bb88/6dc4307a-967f-4c03-be6b-7f3dfbf0803d) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:07.202129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-2eb0d899-d53f-49cb-9be7-580afdf30eb1 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9208729 Nov 12 08:55:07.239703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.243826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-34bc9f09-2c9c-4674-9062-90db9ef75a2d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.246380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-34bc9f09-2c9c-4674-9062-90db9ef75a2d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90&tenant_id=494437cfbc0f44e8bb054bcc6d247564&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 950 time: 0.4518158 Nov 12 08:55:07.251477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Request body: {'port': {'device_id': '11a30998-e109-463d-8636-6f8b43945f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:07.305061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-176e66bf-177a-4190-89fb-ada97a3681b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.306589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-176e66bf-177a-4190-89fb-ada97a3681b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1817012 Nov 12 08:55:07.356577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Attempting to bind port da20501e-2719-4252-952f-55655e25b1cf on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:07.356859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Attempting to bind port da20501e-2719-4252-952f-55655e25b1cf by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:07.357067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Attempting to bind port da20501e-2719-4252-952f-55655e25b1cf on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:07.364021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56fc27-02ba-48e6-b77e-0b656ed34794 None None] Pushing event updated for resources: {'Port': ['ID=da20501e-2719-4252-952f-55655e25b1cf,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:07.377004 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.387519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f62cb6a3-3093-4d95-8400-4fadbe1a1051 req-31f55d61-38be-45b6-a0df-fd711d4fae21 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528348 Nov 12 08:55:07.391409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:07.391711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:07.392070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.392507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:07.393338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Bound port: da20501e-2719-4252-952f-55655e25b1cf, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:07.393796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.395400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-e46fdea5-7ab0-4fe0-b67b-ed27c88a904a service neutron] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:07.405835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-e46fdea5-7ab0-4fe0-b67b-ed27c88a904a service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.406057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ea106cea-b80a-4ddd-baea-13f77336c92c None None] Provisioning complete for port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:07.406189 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ea106cea-b80a-4ddd-baea-13f77336c92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.407801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1eda525-18fa-4ff2-975d-7c392e1671d9 req-e46fdea5-7ab0-4fe0-b67b-ed27c88a904a service neutron] 10.222.0.55 "DELETE /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c/bindings/n-h1-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.7998555 Nov 12 08:55:07.454363 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.515979 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-c30bc750-2659-4866-b509-9ba6c0f32e1d service neutron] delete failed (client error): The resource could not be found. Nov 12 08:55:07.517163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-c30bc750-2659-4866-b509-9ba6c0f32e1d service neutron] 10.222.0.62 "DELETE /v2.0/ports/f230de93-52f5-4f77-8175-6e27177412f5/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.2472529 Nov 12 08:55:07.530748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ea106cea-b80a-4ddd-baea-13f77336c92c None None] Port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:07.531947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Allocated IP 172.20.0.1 (1c8473ab-824b-4212-941a-cea9399fd961/75afc1ed-5470-47e5-969c-335754ee6021/ebf2a7a7-5379-4c31-843d-98c02bb0c8ff) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:07.533643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-9e8d84cd-8c14-42d7-b171-0afda78bf747 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991825 Nov 12 08:55:07.551705 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.558550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] For port da20501e-2719-4252-952f-55655e25b1cf, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:07.563542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] For port da20501e-2719-4252-952f-55655e25b1cf, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=da20501e-2719-4252-952f-55655e25b1cf,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:07.565712 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.596786 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.628098 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e62b7-5568-45fb-8009-27f02095c127 x-openstack-request-id: req-b63e62b7-5568-45fb-8009-27f02095c127 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:07.628398 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:07.628657 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b63e62b7-5568-45fb-8009-27f02095c127 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:07.629066 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'status': 'completed', 'code': 200} Nov 12 08:55:07.629326 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'status': 'completed', 'code': 200} Nov 12 08:55:07.631033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Network 94f10627-be88-4407-9126-02bee3d3307f is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:07.633569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:07.637917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:07.666266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.686827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Routers {'a13307b6-70d2-45b6-b71b-aadd72bed8b0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:07.687688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:07.784552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:07.792575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6877788-ae83-44d7-a2d1-9a2824172ec5 req-8f3b1aff-8074-424c-b62e-1a2a91906699 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017393 Nov 12 08:55:07.831634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Pushing event updated for resources: {'Port': ['ID=6dc4307a-967f-4c03-be6b-7f3dfbf0803d,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:07.867208 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2046bd-8411-48c8-bbcc-8429c82b6676 x-openstack-request-id: req-9d2046bd-8411-48c8-bbcc-8429c82b6676 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:07.867772 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-plugged", "status": "completed", "tag": "f230de93-52f5-4f77-8175-6e27177412f5", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:07.869487 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d2046bd-8411-48c8-bbcc-8429c82b6676 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:07.870712 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5', 'code': 200} Nov 12 08:55:07.881452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:07.893212 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:07.896559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:07.920385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-4d3c8325-8c9b-46cb-bdc3-bf62554a6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:07.922024 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-4d3c8325-8c9b-46cb-bdc3-bf62554a6354 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.2672989 Nov 12 08:55:07.941714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:07.951092 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.000236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-13c4d4b8-48d6-47a4-ae79-69dd840e564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.001758 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-13c4d4b8-48d6-47a4-ae79-69dd840e564b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1102 time: 0.2595317 Nov 12 08:55:08.016722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c33670-06f4-499b-976a-bdf3d4bdbc19 req-51472609-72ee-4852-850e-f68996e03d87 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.019343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16c33670-06f4-499b-976a-bdf3d4bdbc19 req-51472609-72ee-4852-850e-f68996e03d87 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.2310879 Nov 12 08:55:08.026590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Attempting to bind port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:08.027144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Attempting to bind port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:08.027620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Attempting to bind port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d on network 94f10627-be88-4407-9126-02bee3d3307f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:08.028761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.034990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] Set router a13307b6-70d2-45b6-b71b-aadd72bed8b0 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:08.040304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Pushing event updated for resources: {'Port': ['ID=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.116800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.117490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.153786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:08.154639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Checking segment: {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:08.155156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.155665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Bound using segment: {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:08.156321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Bound port: 6dc4307a-967f-4c03-be6b-7f3dfbf0803d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:08.157340 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.163226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b313e7-b58f-45e1-89bb-7dab3d435660 req-3cf68e7f-d3cf-48cf-8b0a-71303153b1aa tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.164840 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62b313e7-b58f-45e1-89bb-7dab3d435660 req-3cf68e7f-d3cf-48cf-8b0a-71303153b1aa tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 945 time: 0.2135589 Nov 12 08:55:08.187492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56fc27-02ba-48e6-b77e-0b656ed34794 None None] Pushing event updated for resources: {'Port': ['ID=da20501e-2719-4252-952f-55655e25b1cf,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.188666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-80b07076-888b-4b68-9d93-af075d71b5a0 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6806180 Nov 12 08:55:08.203722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Request body: {'port': {'device_id': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:08.233953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.253765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16c33670-06f4-499b-976a-bdf3d4bdbc19 req-4e9c46c4-5c3d-4f62-8ebc-a94a5fa41a16 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053413 Nov 12 08:55:08.334216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:08.344794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.360032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Transition to ACTIVE for port object 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:08.362069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.419004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-456af3a0-b41e-4c2b-b136-4c6dd56a72a0 None None] Provisioning complete for port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:08.419547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-456af3a0-b41e-4c2b-b136-4c6dd56a72a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.427775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.457132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] For port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:08.461105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62b313e7-b58f-45e1-89bb-7dab3d435660 req-96e3190b-9539-44be-8367-739eb8867c18 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856729 Nov 12 08:55:08.463199 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.517459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] For port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6dc4307a-967f-4c03-be6b-7f3dfbf0803d,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:08.533987 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.540166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-456af3a0-b41e-4c2b-b136-4c6dd56a72a0 None None] Port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:08.622438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086229ba-11ee-4503-801a-8564a4463eb9 None None] Pushing event updated for resources: {'Port': ['ID=6dc4307a-967f-4c03-be6b-7f3dfbf0803d,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.654281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T08:55:01Z', 'revision_number': 3, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:08.678318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:08.721494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Attempting to bind port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:08.721929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Attempting to bind port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:08.722266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Attempting to bind port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:08.740199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4816f5-7fc2-48f8-b054-3774fa4845ee None None] The sync data for ids ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'] in n-d-769329-17 is: [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T08:55:01Z', 'revision_number': 3, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:08.774016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:08.774331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Attempting to bind port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:08.801497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:08.801843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:08.802265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:08.802722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Bound port: 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:08.803091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:08.814512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-e3d59395-6a99-4ae1-8523-1f5640b51b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.816280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-e3d59395-6a99-4ae1-8523-1f5640b51b23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.8814533 Nov 12 08:55:08.827715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Network 1c8473ab-824b-4212-941a-cea9399fd961 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:08.847582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:08.889493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc8727-7efd-43a8-9e79-6c30084d1611 req-041e0c00-5986-435f-bfda-3a9cbfc997b3 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:08.890886 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebcc8727-7efd-43a8-9e79-6c30084d1611 req-041e0c00-5986-435f-bfda-3a9cbfc997b3 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 935 time: 0.2929564 Nov 12 08:55:08.906534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:08.941173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-d3071e63-2cce-40a5-a3ad-967f7fa32127 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 217 time: 0.1085186 Nov 12 08:55:09.019075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] For port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:09.083783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa6d5f2-fe52-46d0-a172-849beff423c5 req-f4f7710c-7c44-4855-80e3-a2403eb9ab60 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.085833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaa6d5f2-fe52-46d0-a172-849beff423c5 req-f4f7710c-7c44-4855-80e3-a2403eb9ab60 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 948 time: 0.7355061 Nov 12 08:55:09.092849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.104138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebcc8727-7efd-43a8-9e79-6c30084d1611 req-87fde7b2-bb99-412a-8a81-b6c4f7e11319 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034202 Nov 12 08:55:09.108625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-c3026328-d2b6-4eb9-9cdb-ee2283e26335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.111982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-c3026328-d2b6-4eb9-9cdb-ee2283e26335 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 1.0619707 Nov 12 08:55:09.122097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2bb27840-1a4b-4299-8245-7a5986b4d5c9 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:09.153260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] For port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:09.237138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.267089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:09.286488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:09.287093 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.333006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-1ca015b5-9988-483b-9b02-2ef561adf251 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.1297402 Nov 12 08:55:09.347098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Allocated IP 172.25.5.103 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/53ecdd60-037f-4c67-8bf6-1c0c5eaef526) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:09.397047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-83958ef3-f69d-4ae0-98fd-6516f5ef3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.398853 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-83958ef3-f69d-4ae0-98fd-6516f5ef3651 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.4329820 Nov 12 08:55:09.436271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:09.453904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaa6d5f2-fe52-46d0-a172-849beff423c5 req-1bfe31e8-b237-4bbd-9666-f37138447671 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575072 Nov 12 08:55:09.460636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.461629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.463103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] 10.222.0.62 "PUT /v2.0/ports/6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d HTTP/1.1" status: 200 len: 1097 time: 2.2525823 Nov 12 08:55:09.467257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.512783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfa9ea-c352-4d95-a699-05176560cb48 service neutron] Pushing event updated for resources: {'Port': ['ID=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:09.529557 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc5837b0-010b-414d-9af9-da1580f79321 req-c034a540-5224-4c2c-8df9-7a805a1426f2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.3383145 Nov 12 08:55:09.651398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f0331541-dc33-40d7-92b6-e90a584ebf0c None None] Provisioning complete for port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:09.651707 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f0331541-dc33-40d7-92b6-e90a584ebf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.727274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-9d1806d8-784c-4b7e-9f17-d25fe9a043ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.729074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f0331541-dc33-40d7-92b6-e90a584ebf0c None None] Port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:09.729275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-9d1806d8-784c-4b7e-9f17-d25fe9a043ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.3750398 Nov 12 08:55:09.744238 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.789114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-75475af0-499f-4117-b051-7d3eb66e0162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:09.790772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-75475af0-499f-4117-b051-7d3eb66e0162 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3602138 Nov 12 08:55:09.802809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2bb27840-1a4b-4299-8245-7a5986b4d5c9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2bb27840-1a4b-4299-8245-7a5986b4d5c9,segment=NetworkSegment(432011a1-9e64-4ebb-b8df-85986fdb3cde),segment_id=432011a1-9e64-4ebb-b8df-85986fdb3cde)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:09.812232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:09.878211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb27840-1a4b-4299-8245-7a5986b4d5c9'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:09.880541 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b0dc1b-1be7-4a13-b37f-a5af9a7bfb4f" -d '{"events": [{"server_uuid": "95ead1f5-e414-4d44-9f74-47ca8e347cb1", "name": "network-vif-plugged", "status": "completed", "tag": "2bb27840-1a4b-4299-8245-7a5986b4d5c9"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:09.908420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2bb27840-1a4b-4299-8245-7a5986b4d5c9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:09.935617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a30998-e109-463d-8636-6f8b43945f04', 'tag': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:09.943410 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f13d6b-588e-4219-83c4-18bb469def9c" -d '{"events": [{"name": "network-changed", "server_uuid": "11a30998-e109-463d-8636-6f8b43945f04", "tag": "6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:09.947348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Transition to ACTIVE for port object f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:09.990102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.008842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301ec56-fece-49b2-92c1-95862bbd35f8 req-29280331-2f5b-49d4-b4d8-01b756afd828 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.010160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b301ec56-fece-49b2-92c1-95862bbd35f8 req-29280331-2f5b-49d4-b4d8-01b756afd828 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 944 time: 0.3500350 Nov 12 08:55:10.027531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.064457 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.067800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:10.071974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-dfa0550a-98b8-40db-84dc-3ee48c4c916f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.073526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-dfa0550a-98b8-40db-84dc-3ee48c4c916f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3172073 Nov 12 08:55:10.096069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5837b0-010b-414d-9af9-da1580f79321 req-4283b875-b7b9-42a7-8cd8-8c48b2c93ff9 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.098452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc5837b0-010b-414d-9af9-da1580f79321 req-4283b875-b7b9-42a7-8cd8-8c48b2c93ff9 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports/9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 942 time: 0.5679855 Nov 12 08:55:10.115177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-31247c39-bd88-4263-a66d-430f6239c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.116796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-31247c39-bd88-4263-a66d-430f6239c34a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ccc71fb74144569aeff9e86be37053d&device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 1100 time: 0.5627491 Nov 12 08:55:10.219565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-40259b6e-81bc-47e7-b0b5-192e5b67e959 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d HTTP/1.1" status: 200 len: 217 time: 0.0952611 Nov 12 08:55:10.228207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-f91a702a-1ea9-4b6d-9ec2-fa43b3d7eb95 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001377 Nov 12 08:55:10.359831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Attempting to bind port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:10.360330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Attempting to bind port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:10.360745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Attempting to bind port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:10.377010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-aecf0420-2ec8-4d20-8a84-556dd13aa18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.379367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-aecf0420-2ec8-4d20-8a84-556dd13aa18a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1059377 Nov 12 08:55:10.382039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:10.382563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Attempting to bind port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:10.389766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc5837b0-010b-414d-9af9-da1580f79321 req-0db5bd21-e423-4616-a88d-206f1ae0fc07 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.2060151 Nov 12 08:55:10.410215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:10.410658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:10.410946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:10.411404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Bound port: f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:10.411774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.480960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc998aeb-c386-4720-b9fa-f94b90c483e3 None None] Network 94f10627-be88-4407-9126-02bee3d3307f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:10.488205 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b301ec56-fece-49b2-92c1-95862bbd35f8 req-0c788826-1883-47fb-a654-2e5730688532 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329700 Nov 12 08:55:10.529351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.598882 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-5f34bb76-d77f-4b24-bf05-7a16a38a2ee8 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473422 Nov 12 08:55:10.649132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf958a67-73a8-4e7c-beb7-d706c1ad005b None None] Provisioning complete for port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:10.649829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf958a67-73a8-4e7c-beb7-d706c1ad005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.663735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Pushing event updated for resources: {'Port': ['ID=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:10.696543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-c6cdf7ae-0bc4-4339-a93a-350641fad3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.697988 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-c6cdf7ae-0bc4-4339-a93a-350641fad3e7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3044159 Nov 12 08:55:10.705192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5837b0-010b-414d-9af9-da1580f79321 req-48769a81-9a23-4658-ba1a-b084f8c4b829 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:10.713595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc5837b0-010b-414d-9af9-da1580f79321 req-48769a81-9a23-4658-ba1a-b084f8c4b829 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.3046634 Nov 12 08:55:10.820262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] For port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:10.861535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0b6af4b-d467-4901-8923-8be20e941a64 req-1fd49eff-5bb5-409a-bb72-e9dd9cf83965 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808798 Nov 12 08:55:10.928660 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279623c9-2b84-4279-b9cb-ca7cf1f2cb1d x-openstack-request-id: req-279623c9-2b84-4279-b9cb-ca7cf1f2cb1d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:10.929031 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a30998-e109-463d-8636-6f8b43945f04", "tag": "6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:10.929237 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-279623c9-2b84-4279-b9cb-ca7cf1f2cb1d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:10.929603 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a30998-e109-463d-8636-6f8b43945f04', 'tag': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d', 'status': 'completed', 'code': 200} Nov 12 08:55:10.948954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] For port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:10.962523 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf958a67-73a8-4e7c-beb7-d706c1ad005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:10.968162 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414a985d-305f-4613-a1c6-29dbf15ced19 x-openstack-request-id: req-414a985d-305f-4613-a1c6-29dbf15ced19 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:10.969487 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ead1f5-e414-4d44-9f74-47ca8e347cb1", "name": "network-vif-plugged", "status": "completed", "tag": "2bb27840-1a4b-4299-8245-7a5986b4d5c9", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:10.969487 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-414a985d-305f-4613-a1c6-29dbf15ced19 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:10.970025 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb27840-1a4b-4299-8245-7a5986b4d5c9', 'code': 200} Nov 12 08:55:10.972977 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.018967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device da20501e-2719-4252-952f-55655e25b1cf up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:11.032166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.055189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.060733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:11.109229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cf958a67-73a8-4e7c-beb7-d706c1ad005b None None] For port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6dc4307a-967f-4c03-be6b-7f3dfbf0803d,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:11.115070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.116185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.118058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] 10.222.0.62 "PUT /v2.0/ports/f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd HTTP/1.1" status: 200 len: 1096 time: 2.9188070 Nov 12 08:55:11.146764 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-7ae55dd0-dd59-4617-9696-d1d04051edee service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205000 Nov 12 08:55:11.171474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf958a67-73a8-4e7c-beb7-d706c1ad005b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.179903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93f669-1d87-498a-8ee3-f72cc7dcc95d req-f8b2a79d-3d5f-4f42-b44f-01c21bb4b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.181669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e93f669-1d87-498a-8ee3-f72cc7dcc95d req-f8b2a79d-3d5f-4f42-b44f-01c21bb4b7cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 1097 time: 0.3132925 Nov 12 08:55:11.182461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Pushing event updated for resources: {'Port': ['ID=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:11.190083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ec8eb-c865-4485-aa77-52eb517860e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:11.199710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:11.215026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:11.244659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344c90b-1226-4e2a-8919-9de7f453768e req-a33edf4b-5774-446f-ab6e-c925bca53d90 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.247055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f344c90b-1226-4e2a-8919-9de7f453768e req-a33edf4b-5774-446f-ab6e-c925bca53d90 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 947 time: 0.2553630 Nov 12 08:55:11.260047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-84c3f1ec-a816-4ffd-9884-f685112af8a3 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9729185 Nov 12 08:55:11.277165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ce8b1-e0c5-4973-9269-6b4d76e5c774 req-29262d4f-fbc9-4461-a33a-8d7b822e5985 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.278801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-858ce8b1-e0c5-4973-9269-6b4d76e5c774 req-29262d4f-fbc9-4461-a33a-8d7b822e5985 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.6630685 Nov 12 08:55:11.357095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf958a67-73a8-4e7c-beb7-d706c1ad005b None None] Pushing event updated for resources: {'Port': ['ID=6dc4307a-967f-4c03-be6b-7f3dfbf0803d,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:11.377184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port da20501e-2719-4252-952f-55655e25b1cf triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:11.377559 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.445010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.466790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-7d57bfaf-aa31-450a-bbd2-ca072fa96dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.473859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-7d57bfaf-aa31-450a-bbd2-ca072fa96dfe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 1099 time: 0.2968724 Nov 12 08:55:11.508087 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e93f669-1d87-498a-8ee3-f72cc7dcc95d req-b876642e-31c9-46c8-b239-56c805e278ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157949 Nov 12 08:55:11.606667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-1561c3f1-9387-47ad-a792-764061aa3605 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd HTTP/1.1" status: 200 len: 217 time: 0.1135793 Nov 12 08:55:11.609135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92cecc5-688b-494d-8f98-8c7352ec4416 req-077d91bc-defc-4bef-9ad3-c83f474354df service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508102 Nov 12 08:55:11.620135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f344c90b-1226-4e2a-8919-9de7f453768e req-fa8df5f4-4867-4a9a-89af-96412071e228 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869315 Nov 12 08:55:11.629777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-74b2466c-b77b-4935-a0c0-294b7c023058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.631874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-74b2466c-b77b-4935-a0c0-294b7c023058 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 1097 time: 0.2907813 Nov 12 08:55:11.653444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-858ce8b1-e0c5-4973-9269-6b4d76e5c774 req-f1e87101-9ab3-47cc-b397-eeacb233d722 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167992 Nov 12 08:55:11.685962 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.771536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-dcb1198d-903b-45bf-95ea-4e625b0da8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.773483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-dcb1198d-903b-45bf-95ea-4e625b0da8f7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1505516 Nov 12 08:55:11.792106 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port da20501e-2719-4252-952f-55655e25b1cf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=da20501e-2719-4252-952f-55655e25b1cf,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:11.807412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:11.808421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6dc4307a-967f-4c03-be6b-7f3dfbf0803d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:11.860644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13d6b-588e-4219-83c4-18bb469def9c req-91c10fc0-4ee8-4586-9889-1cc583f27051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.862434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f13d6b-588e-4219-83c4-18bb469def9c req-91c10fc0-4ee8-4586-9889-1cc583f27051 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8ccc71fb74144569aeff9e86be37053d&device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 1100 time: 0.1620090 Nov 12 08:55:11.878720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010c1f3-83ad-49cb-be62-d218866a6f0f req-01c79cd9-e6af-4b74-be2d-16cf25c645a4 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.881078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d010c1f3-83ad-49cb-be62-d218866a6f0f req-01c79cd9-e6af-4b74-be2d-16cf25c645a4 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 948 time: 0.1472433 Nov 12 08:55:11.916364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-e40dd2b0-0c8f-491e-ab9d-30057f22cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:11.918140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-e40dd2b0-0c8f-491e-ab9d-30057f22cbf2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1160133 Nov 12 08:55:11.965103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:11.965595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.082096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13d6b-588e-4219-83c4-18bb469def9c req-e90da8cf-bf57-40e1-8ee2-c8eaea112417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.089812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=da20501e-2719-4252-952f-55655e25b1cf,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:12.103047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e0dc5ee2-42e5-4a41-ad29-313773e1e7f9 None None] Provisioning complete for port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:12.103440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0dc5ee2-42e5-4a41-ad29-313773e1e7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.114633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f13d6b-588e-4219-83c4-18bb469def9c req-e90da8cf-bf57-40e1-8ee2-c8eaea112417 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2322237 Nov 12 08:55:12.236321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f13d6b-588e-4219-83c4-18bb469def9c req-1a861227-ba9b-4920-8134-b73c9fa8b802 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d HTTP/1.1" status: 200 len: 217 time: 0.0970290 Nov 12 08:55:12.305067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d010c1f3-83ad-49cb-be62-d218866a6f0f req-55c4556b-bdb2-4e7c-bcda-429ad847f017 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099329 Nov 12 08:55:12.332110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13d6b-588e-4219-83c4-18bb469def9c req-44fde904-ba2f-411d-bca2-6b9ad2d1ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.333778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f13d6b-588e-4219-83c4-18bb469def9c req-44fde904-ba2f-411d-bca2-6b9ad2d1ed80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0851080 Nov 12 08:55:12.339208 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-2a0cd19b-e161-4e49-868e-258bad63a32d service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688257 Nov 12 08:55:12.344901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Network 1c8473ab-824b-4212-941a-cea9399fd961 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:12.357491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:12.392872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545310a3-d9e0-4511-b1a9-e20e92925d33 req-424c0064-1e27-4157-8e4f-456afeb80761 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.394861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-545310a3-d9e0-4511-b1a9-e20e92925d33 req-424c0064-1e27-4157-8e4f-456afeb80761 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1097 time: 0.5240815 Nov 12 08:55:12.398617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.434988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-f72f848b-51cf-47b5-a334-dab5ba3f91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.434988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-f72f848b-51cf-47b5-a334-dab5ba3f91a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.6661351 Nov 12 08:55:12.557728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13d6b-588e-4219-83c4-18bb469def9c req-3c8037b5-687a-4c60-967c-b0ec429c688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.562321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f13d6b-588e-4219-83c4-18bb469def9c req-3c8037b5-687a-4c60-967c-b0ec429c688c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2136996 Nov 12 08:55:12.570233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-92ebf1a6-28ab-49cf-a574-6d5f5a1bd8a2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.2235022 Nov 12 08:55:12.630215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5498ab9-d24c-4143-8af7-9c04c3cbbe58 req-378c7966-1bdb-482a-8f11-63aa24929844 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740734 Nov 12 08:55:12.667082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-5b2be413-eaba-4d6b-87ec-f2fc0eddbe8c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.669832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-5b2be413-eaba-4d6b-87ec-f2fc0eddbe8c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports/9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 942 time: 0.0828035 Nov 12 08:55:12.681208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2eb5e158-12fe-4570-b4b1-a94b3250efcd None None] Provisioning complete for port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:12.681608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2eb5e158-12fe-4570-b4b1-a94b3250efcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.722770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-545310a3-d9e0-4511-b1a9-e20e92925d33 req-5d33ec74-0a67-4bdf-95ba-20d36bdcfc56 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877817 Nov 12 08:55:12.732593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-0c887e5f-b7f0-41f3-8263-4516a3c0886c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 1001 time: 0.2398729 Nov 12 08:55:12.767383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2eb5e158-12fe-4570-b4b1-a94b3250efcd None None] Port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:12.773817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f13d6b-588e-4219-83c4-18bb469def9c req-825021ac-ac10-47bf-8c55-445684db3607 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972113 Nov 12 08:55:12.885101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-e30bca15-8c57-4368-9c79-bb4cd0bf6907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:12.886959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-e30bca15-8c57-4368-9c79-bb4cd0bf6907 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1005859 Nov 12 08:55:12.888565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Router a13307b6-70d2-45b6-b71b-aadd72bed8b0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:12.891401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device da20501e-2719-4252-952f-55655e25b1cf up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:12.945254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port da20501e-2719-4252-952f-55655e25b1cf triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:12.946007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:12.949575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'tag': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:12.951903 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1906384-f072-4399-bf7f-39865fa23ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "dda263ef-db06-426c-86b8-16d7dc625c9a", "tag": "f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:12.974566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-64c734b9-94a2-474f-b33a-3029c5ef60f6 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.1995022 Nov 12 08:55:13.031004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.034797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6dc4307a-967f-4c03-be6b-7f3dfbf0803d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:13.043834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f1aa76-b195-44cc-8092-33303ca7c81e req-8f83e4ac-968b-4912-b7af-06e2588aab0a tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.045440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81f1aa76-b195-44cc-8092-33303ca7c81e req-8f83e4ac-968b-4912-b7af-06e2588aab0a tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 945 time: 0.2023520 Nov 12 08:55:13.057944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f13d6b-588e-4219-83c4-18bb469def9c req-121fe210-f8a1-47bb-9ec0-2f67e92819b0 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572870 Nov 12 08:55:13.072784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-5127d34a-0e4a-4da5-b03b-715384da54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.074479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-5127d34a-0e4a-4da5-b03b-715384da54e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584811 Nov 12 08:55:13.104735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:13.105123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.113867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6342857a-4708-431a-ae1b-82a1fe146079 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.115417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6342857a-4708-431a-ae1b-82a1fe146079 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1338480 Nov 12 08:55:13.207247 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-f29b0334-da70-4c97-af6a-b84a46d8c5ed tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1001 time: 0.0847609 Nov 12 08:55:13.221789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:13.291630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.299019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81f1aa76-b195-44cc-8092-33303ca7c81e req-7e1e55a3-5dd8-4db8-b184-877016460908 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419176 Nov 12 08:55:13.308052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:13.320846 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Sync routers for ids ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:13.323801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b94e72d7-e163-469f-9c6c-c2cbf732e618 admin admin] 10.222.0.53 "PUT /v2.0/routers/a13307b6-70d2-45b6-b71b-aadd72bed8b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3487751 Nov 12 08:55:13.340887 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Routers {'a13307b6-70d2-45b6-b71b-aadd72bed8b0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:13.341568 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:13.358786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-b746a72c-4a7c-4748-b45e-a62f2eeb23b0 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406366 Nov 12 08:55:13.477175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.484523 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Set router a13307b6-70d2-45b6-b71b-aadd72bed8b0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:13.485235 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.485365 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0 disassociated. External IP: 172.25.5.238, port: 9fe779d0-2985-437b-a054-2a6ae5b1ae8a. Nov 12 08:55:13.537115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eca33059-61e7-4418-ac80-aef33b101dc2 req-8ab811c3-287b-43c5-9b0d-f665fe340d46 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536212 Nov 12 08:55:13.554970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:55:13.567703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b526c-d301-4340-b8f2-cbc5af254493 req-23a86e3c-0f1c-4fee-ae9a-005dd1b15ecd tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:13.569457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a75b526c-d301-4340-b8f2-cbc5af254493 req-23a86e3c-0f1c-4fee-ae9a-005dd1b15ecd tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 947 time: 0.0823605 Nov 12 08:55:13.705100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a75b526c-d301-4340-b8f2-cbc5af254493 req-86f848f3-4307-40c6-8b2d-cc4eb0580277 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944629 Nov 12 08:55:13.717784 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T08:55:09Z', 'revision_number': 4, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ebf2a7a7-5379-4c31-843d-98c02bb0c8ff', 'name': '', 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'mac_address': 'fa:16:3e:67:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '75afc1ed-5470-47e5-969c-335754ee6021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:10Z', 'revision_number': 2, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'subnets': [{'id': '75afc1ed-5470-47e5-969c-335754ee6021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:13.720093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:13.730743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Sync routers for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:13.751496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.751496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d4d1b76-26bb-4fb4-afc3-a2d4b58bbd3e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.5642655 Nov 12 08:55:13.753588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52312) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:13.759625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:13.760308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:13.787561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:13.860206 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Checking router: a13307b6-70d2-45b6-b71b-aadd72bed8b0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:13.860467 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Updating router a13307b6-70d2-45b6-b71b-aadd72bed8b0 port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:55:13.916212 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.918512 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5b5c2d7d-5200-4cb2-b0ce-86225eae0d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.932291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:13.945558 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:13.948588 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:13.965072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:13.977609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6b44f30f-3b79-4dec-b3ff-0a334cbe6a04 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "PUT /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 200 len: 695 time: 0.7628691 Nov 12 08:55:14.023681 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:14.025242 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:14.052825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-88635209-29fc-4d24-b0ab-8c766ed202bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.055215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-88635209-29fc-4d24-b0ab-8c766ed202bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 1097 time: 0.0515020 Nov 12 08:55:14.065955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8e2a7-fc01-4e18-914a-370d11d6c34a req-697d0972-3eb6-4536-9f5a-fcbac7f9ec0a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.068493 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9c8e2a7-fc01-4e18-914a-370d11d6c34a req-697d0972-3eb6-4536-9f5a-fcbac7f9ec0a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1729949 Nov 12 08:55:14.251147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 3, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:14.301870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Checking router: 95779b4c-999c-4b4f-a062-3a1c2ffe9256 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:14.302808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Updating router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:55:14.311304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9c8e2a7-fc01-4e18-914a-370d11d6c34a req-d0adcb30-378a-4bef-8bb9-cbdb32667e73 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241815 Nov 12 08:55:14.341551 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.355105 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.434748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.440339 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Pushing event updated for resources: {'Port': ['ID=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:14.468180 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.468706 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.469218 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.469657 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.470090 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.470525 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.470957 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.471386 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.471816 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.472387 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.472831 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.473255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:14.532118 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831478e3-7d7a-4fd0-ad91-f4812e2daba6 x-openstack-request-id: req-831478e3-7d7a-4fd0-ad91-f4812e2daba6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:14.532411 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda263ef-db06-426c-86b8-16d7dc625c9a", "tag": "f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:14.532663 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-831478e3-7d7a-4fd0-ad91-f4812e2daba6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:14.539516 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'tag': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd', 'status': 'completed', 'code': 200} Nov 12 08:55:14.542946 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Attempting to bind port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:14.543365 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Attempting to bind port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:14.543947 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Attempting to bind port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff on network 1c8473ab-824b-4212-941a-cea9399fd961 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:14.551680 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:14.552236 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Checking segment: {'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:14.552733 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.553239 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Bound using segment: {'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:14.554723 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Bound port: ebf2a7a7-5379-4c31-843d-98c02bb0c8ff, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edbda051-7fd0-4623-b597-63a9815ac665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:14.555258 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.569615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:14.658359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-65e59560-c184-4b00-8f86-29f8a0006894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.660128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-65e59560-c184-4b00-8f86-29f8a0006894 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 1099 time: 0.1132958 Nov 12 08:55:14.667822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-931e0504-4c10-47b9-81b3-c0109f9f7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.671022 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-931e0504-4c10-47b9-81b3-c0109f9f7c30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.6028035 Nov 12 08:55:14.692393 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] For port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:14.695776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.696384 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] For port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,segment=NetworkSegment(edbda051-7fd0-4623-b597-63a9815ac665),segment_id=edbda051-7fd0-4623-b597-63a9815ac665)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:14.709361 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:14.800431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:14.815978 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-b6459a36-8de4-44ed-b084-7b5c5a52751a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 217 time: 0.1255713 Nov 12 08:55:14.831005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d', 'mac_address': 'fa:16:3e:c0:de:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:14.844815 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:14.905491 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Routers {'a13307b6-70d2-45b6-b71b-aadd72bed8b0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:14.906162 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:14.942183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-39d3bdd2-c886-46d0-8c16-e3f287b01d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.943955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-39d3bdd2-c886-46d0-8c16-e3f287b01d1a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.0807052 Nov 12 08:55:14.962959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-07c3b995-fcb9-4a64-b7f2-921a9494fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:14.964597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-07c3b995-fcb9-4a64-b7f2-921a9494fa2d service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2926521 Nov 12 08:55:15.009534 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db74378-08c0-42a0-b79c-25462762bb69 None None] Pushing event updated for resources: {'Port': ['ID=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:15.086716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1434169c-c9d3-4b83-9238-9bcac81f91a0 None None] Provisioning complete for port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:15.087243 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1434169c-c9d3-4b83-9238-9bcac81f91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.102483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-69b3fe0c-5370-4b25-b318-347b3a115f0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd HTTP/1.1" status: 200 len: 217 time: 0.0991158 Nov 12 08:55:15.136821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Allocated IP 172.20.0.1 (94f10627-be88-4407-9126-02bee3d3307f/6636b3d0-7545-485c-a5d4-cc64b8d8bb88/57533875-36c5-4095-85cc-2ebe3133fc8d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:15.161257 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.184332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:15.212360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-f4dd8fbb-32d0-43ec-b7f7-a6cffec17519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.214916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-f4dd8fbb-32d0-43ec-b7f7-a6cffec17519 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2601864 Nov 12 08:55:15.229370 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] Set router a13307b6-70d2-45b6-b71b-aadd72bed8b0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:15.267199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-c2c97fde-d108-48c2-afa2-e59aa500142d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.269787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-c2c97fde-d108-48c2-afa2-e59aa500142d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.5781364 Nov 12 08:55:15.296877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-728637ff-778e-4f2c-a482-797e5baac6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.297994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1434169c-c9d3-4b83-9238-9bcac81f91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.299988 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-728637ff-778e-4f2c-a482-797e5baac6ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1870131 Nov 12 08:55:15.315812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:15.331495 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.340165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-b8116a48-a410-48bf-800d-d4a609321749 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/quotas/26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 375 time: 0.0184727 Nov 12 08:55:15.366142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1434169c-c9d3-4b83-9238-9bcac81f91a0 None None] For port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,segment=NetworkSegment(edbda051-7fd0-4623-b597-63a9815ac665),segment_id=edbda051-7fd0-4623-b597-63a9815ac665)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:15.396182 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1434169c-c9d3-4b83-9238-9bcac81f91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.465887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:15.502417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-dabd61bb-52a2-4298-b896-1ac405a0da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:15.509243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-dabd61bb-52a2-4298-b896-1ac405a0da74 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1529677 Nov 12 08:55:15.570838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:15.590776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-6a59ea60-665c-4ee1-bc55-0e1a497022f0 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619680 Nov 12 08:55:15.596730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f9f22895-8be5-4487-8842-b337a53bb060 None None] Provisioning complete for port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:15.597165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f9f22895-8be5-4487-8842-b337a53bb060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.612469 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:15.646546 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:15.662878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.665309 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:15.667039 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:15.675377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434169c-c9d3-4b83-9238-9bcac81f91a0 None None] Pushing event updated for resources: {'Port': ['ID=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:15.697416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.735537 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T08:55:09Z', 'revision_number': 4, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ebf2a7a7-5379-4c31-843d-98c02bb0c8ff', 'name': '', 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'mac_address': 'fa:16:3e:67:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '75afc1ed-5470-47e5-969c-335754ee6021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:14Z', 'revision_number': 4, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'subnets': [{'id': '75afc1ed-5470-47e5-969c-335754ee6021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:15.747086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5672b4-c5f9-46ed-8032-436f6fd9e291 None None] Pushing event updated for resources: {'Port': ['ID=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:15.781988 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ebec18-3141-48df-801f-836ff6c4bfe5 None None] The sync data for ids ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'] in n-d-769329-17 is: [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T08:55:09Z', 'revision_number': 4, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ebf2a7a7-5379-4c31-843d-98c02bb0c8ff', 'name': '', 'network_id': '1c8473ab-824b-4212-941a-cea9399fd961', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'mac_address': 'fa:16:3e:67:88:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '75afc1ed-5470-47e5-969c-335754ee6021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:14Z', 'revision_number': 4, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'subnets': [{'id': '75afc1ed-5470-47e5-969c-335754ee6021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:15.830083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Attempting to bind port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:15.830693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Attempting to bind port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:15.831170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Attempting to bind port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:15.847458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-d6d1a791-16dc-43d2-b30b-47297856c9dd tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4970307 Nov 12 08:55:15.904268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-531102d8-6d91-4dc0-9133-c1f0fc64a419 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832424 Nov 12 08:55:15.927037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:15.927774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:15.931154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.931655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:15.932199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Bound port: 53ecdd60-037f-4c67-8bf6-1c0c5eaef526, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:15.932689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.945344 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:15.959038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d358039-e61e-4a66-b3a8-51341ac80395 req-ad38917f-192d-40d7-9940-bbed18abdefd service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584526 Nov 12 08:55:16.013600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] For port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:16.019325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] For port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:16.023964 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:16.032286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.068792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1906384-f072-4399-bf7f-39865fa23ff6 req-58d4d451-10b1-44f6-bf01-ab2ad449f899 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533892 Nov 12 08:55:16.148612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-a48e49b1-621f-4831-b98b-a9918cf71864 service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742391 Nov 12 08:55:16.152085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.219560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef94e8e-bc7b-450b-948b-c4ceb0e39724 req-50017b89-1a05-403a-87c7-9b8fad623b94 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:16.230732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bef94e8e-bc7b-450b-948b-c4ceb0e39724 req-50017b89-1a05-403a-87c7-9b8fad623b94 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 949 time: 0.0801601 Nov 12 08:55:16.248306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Network 94f10627-be88-4407-9126-02bee3d3307f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:16.264581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:16.277363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:16.346437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Pushing event updated for resources: {'Port': ['ID=57533875-36c5-4095-85cc-2ebe3133fc8d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:16.391660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bef94e8e-bc7b-450b-948b-c4ceb0e39724 req-97e19dc5-f187-48cb-8852-37d18872eefe tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510308 Nov 12 08:55:16.441152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d55a76e-c46a-4ccb-a5c9-d709e3f628f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.461445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:16.462109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:54:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:16.540891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:16.543967 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b" -d '{"events": [{"name": "network-changed", "server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:16.553603 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.556608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5672b4-c5f9-46ed-8032-436f6fd9e291 None None] Pushing event updated for resources: {'Port': ['ID=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:16.557742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-84ff67ed-3938-4b64-8e11-17e3dd9216c6 service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907712 Nov 12 08:55:16.628442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:16.831293 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:16.851943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.892832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1dad8f16-ffed-4657-b927-f69f1dcecf18 None None] Provisioning complete for port 57533875-36c5-4095-85cc-2ebe3133fc8d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:16.893206 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1dad8f16-ffed-4657-b927-f69f1dcecf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:16.939026 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01b151e-3756-4a1c-a893-0ea58c956921 None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:16.998818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1dad8f16-ffed-4657-b927-f69f1dcecf18 None None] Port 57533875-36c5-4095-85cc-2ebe3133fc8d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:17.013537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:55:17.019427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ebf2a7a7-5379-4c31-843d-98c02bb0c8ff up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:17.146405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bce993-b122-41e3-b6cd-bab59858ecf6 req-a039dff6-ceee-4f2b-b860-e519e7973eb1 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.147743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0fc36-1ee7-4176-997b-34cdb3e147b4 req-4a573b9e-dc52-4370-adfc-69495683b810 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.153719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01bce993-b122-41e3-b6cd-bab59858ecf6 req-a039dff6-ceee-4f2b-b860-e519e7973eb1 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 945 time: 0.1062179 Nov 12 08:55:17.181974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3a0fc36-1ee7-4176-997b-34cdb3e147b4 req-4a573b9e-dc52-4370-adfc-69495683b810 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1102 time: 0.1311886 Nov 12 08:55:17.249628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01bce993-b122-41e3-b6cd-bab59858ecf6 req-59b48835-fc11-4c16-bdfa-4ebf45774e5b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833883 Nov 12 08:55:17.317553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3a0fc36-1ee7-4176-997b-34cdb3e147b4 req-c93dc135-4fec-4117-a43e-09cb622dcbb1 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348019 Nov 12 08:55:17.324589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:17.324960 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.441250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:17.453059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e80c97-f3b5-4fed-9c69-016cae347ecd req-915f1efa-a1cb-4c5e-8175-b34de49fc3eb tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.455020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5e80c97-f3b5-4fed-9c69-016cae347ecd req-915f1efa-a1cb-4c5e-8175-b34de49fc3eb tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 947 time: 0.1215646 Nov 12 08:55:17.485081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.497667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.548096 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5e80c97-f3b5-4fed-9c69-016cae347ecd req-f56b64dc-3505-4c6f-b9c3-ed77a3bfca74 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867674 Nov 12 08:55:17.597117 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:17.627396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd', 'mac_address': 'fa:16:3e:91:71:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:17.649963 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26babda-8368-4cb1-a65a-685457937338 x-openstack-request-id: req-f26babda-8368-4cb1-a65a-685457937338 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:17.650640 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:17.651834 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f26babda-8368-4cb1-a65a-685457937338 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:17.652875 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'status': 'completed', 'code': 200} Nov 12 08:55:17.698046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5642bb-a88a-4f84-ab85-ea44ee23aa93 None None] New status for floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:17.745962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Pushing event updated for resources: {'Port': ['ID=57533875-36c5-4095-85cc-2ebe3133fc8d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:17.788879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-533107fc-ff98-47a3-8d46-78d5e543583c req-4222b574-db83-45b9-a49f-9fdd8824e46c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 210 time: 0.0492289 Nov 12 08:55:17.811517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:17.820593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-12170034-ab3f-4328-afff-98eac2150137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:17.822506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-12170034-ab3f-4328-afff-98eac2150137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 1097 time: 0.0966840 Nov 12 08:55:18.103777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02435e-3bef-4613-955b-060f97165e0d req-0559b110-32b4-4438-8700-883528c366aa tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.112558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da02435e-3bef-4613-955b-060f97165e0d req-0559b110-32b4-4438-8700-883528c366aa tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 949 time: 0.1382802 Nov 12 08:55:18.125550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-a4649c95-c075-49aa-b1cb-e11779b456c0 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.137725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-a4649c95-c075-49aa-b1cb-e11779b456c0 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1583676 Nov 12 08:55:18.150867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-9546b550-92af-47b3-acb0-69a8f3a8e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.152427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-9546b550-92af-47b3-acb0-69a8f3a8e60c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.3194151 Nov 12 08:55:18.191612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da02435e-3bef-4613-955b-060f97165e0d req-7eb602e5-24a3-4799-b437-c6258d1e3c3d tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726466 Nov 12 08:55:18.246325 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.254926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-0f683b83-e32f-4e39-964d-6d6c912e8579 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 200 len: 217 time: 0.0500553 Nov 12 08:55:18.256845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Network 94f10627-be88-4407-9126-02bee3d3307f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:18.265164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-76a4af7a-c524-489c-ac91-6c9c84940ea0 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 698 time: 0.1265700 Nov 12 08:55:18.268247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:18.303994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'floatingip': {'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:18.345416 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-c04a8b4d-8169-401c-8dfe-a851d9e26745 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273883 Nov 12 08:55:18.363425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:18.411317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:18.414424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 3, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:18.451608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e030b6-bf05-4834-881f-633e2d53b5ca None None] The sync data for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 is: [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 3, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:18.455179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.466216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.470064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:18.538936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-6585f54f-040f-4ad7-a9f7-b06e06b7d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.540563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-6585f54f-040f-4ad7-a9f7-b06e06b7d2d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.2737398 Nov 12 08:55:18.552005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:18.554238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-6466e10f-25fb-434c-8bab-340a27850ce9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:18.582878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-6466e10f-25fb-434c-8bab-340a27850ce9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243681 Nov 12 08:55:18.593342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:18.603462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-cd17a7a8-ea55-4259-ba5e-16e14241173b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/quotas/494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 375 time: 0.0194931 Nov 12 08:55:18.677330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-c400dc58-665c-4265-92cb-977600782431 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728502 Nov 12 08:55:18.693293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1f549170-25ec-4cf3-b946-aa68d11d88e0 None None] Provisioning complete for port 57533875-36c5-4095-85cc-2ebe3133fc8d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:18.693809 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f549170-25ec-4cf3-b946-aa68d11d88e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.742990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:18.821373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:18.851361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:18.863548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:18.864043 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:18.873828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b5b08ca-c38e-4ca5-90ed-ea350a30d9ea admin admin] 10.222.0.53 "PUT /v2.0/routers/95779b4c-999c-4b4f-a062-3a1c2ffe9256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1163743 Nov 12 08:55:19.032382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1f549170-25ec-4cf3-b946-aa68d11d88e0 None None] Port 57533875-36c5-4095-85cc-2ebe3133fc8d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:19.078916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-7b843152-6126-4911-9c76-590ba042d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:19.080545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-7b843152-6126-4911-9c76-590ba042d28e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5119956 Nov 12 08:55:19.093670 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.336454 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.358603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-211dd0de-f4dd-45bd-aaa7-dabc05adcd3c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:19.360496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-211dd0de-f4dd-45bd-aaa7-dabc05adcd3c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.5133100 Nov 12 08:55:19.377387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Request body: {'port': {'device_id': '29597ddc-9359-4653-b160-92bf6b403a8a', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'admin_state_up': True, 'tenant_id': '26873fceeee4477e95b5a4ab30f904f6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:19.380717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-7e7a6ce5-fff7-4eda-b1b9-687426a050e2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:19.382280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-7e7a6ce5-fff7-4eda-b1b9-687426a050e2 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "GET /v2.0/ports?device_id=bc54efd1-9ec0-4d35-bad5-ac439151246d HTTP/1.1" status: 200 len: 945 time: 0.1648009 Nov 12 08:55:19.411251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a30998-e109-463d-8636-6f8b43945f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:19.413561 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c0d6cc-e55b-4f04-91f2-5fdd9209fa6a" -d '{"events": [{"server_uuid": "11a30998-e109-463d-8636-6f8b43945f04", "name": "network-vif-plugged", "status": "completed", "tag": "6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:19.414625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01883443-f133-4bd4-8b06-63c4db662c34 req-e37808af-2a4c-4be2-a566-eb0d5e6efe88 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:19.416987 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01883443-f133-4bd4-8b06-63c4db662c34 req-e37808af-2a4c-4be2-a566-eb0d5e6efe88 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 948 time: 0.1049168 Nov 12 08:55:19.462283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:19.471241 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.498686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01883443-f133-4bd4-8b06-63c4db662c34 req-e29a0cf0-d4c5-4bc0-a42f-5d24e93e0b75 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613382 Nov 12 08:55:19.577624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:19.605772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Deleting port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:19.606127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.642168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.677389 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-360a9339-8469-4280-96ec-49fcc9fcc2d5 req-1f59913c-aa98-4985-bd4a-a414cb1bdb0c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 210 time: 0.0560689 Nov 12 08:55:19.692960 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-265d3b17-31b1-40d5-b62d-cab1c58fc9b8 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218360 Nov 12 08:55:19.795674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e018fa7-5bd6-48c4-ad69-e65e6e118873 req-e700030c-c798-4950-9a50-5f3539b0f286 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 210 time: 0.0307379 Nov 12 08:55:19.848309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] For port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:19.850451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:19.877418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Calling delete_port for 9fe779d0-2985-437b-a054-2a6ae5b1ae8a owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:20.029563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fc7cf-9352-40b7-99f1-e9cbf34109fd req-9966a682-226b-4780-9629-d467fe317e6f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.032502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-597fc7cf-9352-40b7-99f1-e9cbf34109fd req-9966a682-226b-4780-9629-d467fe317e6f tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 945 time: 0.0961783 Nov 12 08:55:20.128083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-597fc7cf-9352-40b7-99f1-e9cbf34109fd req-7c9bf907-70c9-4b9b-8cbe-ab600bd53ae5 tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.53 "GET /v2.0/security-groups?id=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870647 Nov 12 08:55:20.129916 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.142790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d8f34461-d123-4b78-b05f-eb4d64873138', '9fe779d0-2985-437b-a054-2a6ae5b1ae8a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:20.168828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Pushing event deleted for resources: {'Port': ['ID=9fe779d0-2985-437b-a054-2a6ae5b1ae8a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:20.184009 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2cf7a4-3c1a-4180-a7b9-1e79ecdc151b req-d4038160-1550-42a3-a3d3-60b7d11f9a27 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721422 Nov 12 08:55:20.227191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] No DVR routers for this DVR port 9fe779d0-2985-437b-a054-2a6ae5b1ae8a on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:20.230637 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.237586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc09896c-aea6-4cbd-acc5-9b614ac11f8b req-b54a6c8b-c32e-4da2-895d-541016dcb9b1 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "DELETE /v2.0/ports/9fe779d0-2985-437b-a054-2a6ae5b1ae8a HTTP/1.1" status: 204 len: 173 time: 0.8480217 Nov 12 08:55:20.238102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'name': 'network-vif-deleted', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:20.239764 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.243179 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f7004c-c2fe-44f6-9d14-a1fe012a0e63" -d '{"events": [{"server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "name": "network-vif-deleted", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:20.279000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Made reservation on behalf of 26873fceeee4477e95b5a4ab30f904f6 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:20.298042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.325960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.335286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0ccce-6a70-4fdf-abba-38f95d65333b req-af08d834-9ecd-4a1e-9634-d101ce052b6e tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.346000 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61d0ccce-6a70-4fdf-abba-38f95d65333b req-af08d834-9ecd-4a1e-9634-d101ce052b6e tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 950 time: 0.0804083 Nov 12 08:55:20.387053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:20.431596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61d0ccce-6a70-4fdf-abba-38f95d65333b req-e0b1d43b-91ab-434c-bf2c-6e7bfe9335b0 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840046 Nov 12 08:55:20.472424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-847a6d2d-9b34-419c-8f3f-0240decd7ea4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654271 Nov 12 08:55:20.590703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:20.599498 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0 associated. External IP: 172.25.5.238, port: d8f34461-d123-4b78-b05f-eb4d64873138. Nov 12 08:55:20.683120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Allocated IP 172.20.0.4 (7de582a9-5249-4ccc-bc32-d2585eabacbd/5e805fb7-19cd-407c-a981-29ec2f5fb911/0bdf920e-655d-4005-b83b-3c6944d49f46) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:20.863484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-f875fb62-f889-4473-a584-ee682c49d5c5 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.872640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-f875fb62-f889-4473-a584-ee682c49d5c5 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks?id=94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 200 len: 828 time: 0.1905437 Nov 12 08:55:20.936622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:20.938751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-6d9fa69a-0edb-4baa-b0fc-0ac5e6afdcc0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:20.940420 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-6d9fa69a-0edb-4baa-b0fc-0ac5e6afdcc0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4614873 Nov 12 08:55:20.957533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Request body: {'port': {'device_id': 'd3e973ad-012b-49e9-941e-574df342840a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '494437cfbc0f44e8bb054bcc6d247564'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:20.969673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:20.972136 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-f36e3d71-96f9-4bd8-8de8-519de52904ef tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/quotas/b3b71bb26624452c80a91419c2035254 HTTP/1.1" status: 200 len: 375 time: 0.0983045 Nov 12 08:55:20.987821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:20.988312 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.042337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:21.042830 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.128212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308ec6-015b-405b-b735-39aff0c7480d req-1f1fb516-a533-4e0b-a5bb-e29f1579c6fd tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.129758 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55308ec6-015b-405b-b735-39aff0c7480d req-1f1fb516-a533-4e0b-a5bb-e29f1579c6fd tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.55 "GET /v2.0/ports?device_id=95ead1f5-e414-4d44-9f74-47ca8e347cb1 HTTP/1.1" status: 200 len: 945 time: 0.4811354 Nov 12 08:55:21.135079 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.164862 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.188214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:21.194443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6216ae29-5b6c-485e-964f-f8af4ed54384 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b3b71bb26624452c80a91419c2035254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2204933 Nov 12 08:55:21.205394 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.215883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:21.228461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.251960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:21.254824 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Sync routers for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:21.267351 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:21.268556 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:21.283883 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.302849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.323164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.387724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.400468 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:21.409040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Made reservation on behalf of 494437cfbc0f44e8bb054bcc6d247564 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:21.412939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.420548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:21.441307 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Deleting port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:21.441307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.442576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.442576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.442820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.443136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.443603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.443954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.444710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.444710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.444900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.445211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.445525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.445838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:21.450464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:21.456032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:21.458330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:21.463248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:21.476504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:21.484670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.493102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:21.495000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:21.536568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-3d90cb0c-251f-4fb0-a0da-4aa257e14d3d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "PUT /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 200 len: 997 time: 3.2558947 Nov 12 08:55:21.544687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:21.550790 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6467e9c6-96a7-40b8-a161-37cde9e24698" -d '{"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:21.552552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-a0f507cd-4535-4433-af29-062bae9920f8 service neutron] 10.222.0.53 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571630 Nov 12 08:55:21.575206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.575960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.625001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-6965fb7b-5bb2-4c77-aee9-cf3fcaae5e61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2518530 Nov 12 08:55:21.635221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-b404e2f5-93ae-4113-9e80-6e821e33dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.637909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:21.638455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-b404e2f5-93ae-4113-9e80-6e821e33dc2a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.0842555 Nov 12 08:55:21.643508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Request body: {'port': {'device_id': '29597ddc-9359-4653-b160-92bf6b403a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:21.665879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] For port 2bb27840-1a4b-4299-8245-7a5986b4d5c9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2bb27840-1a4b-4299-8245-7a5986b4d5c9,segment=NetworkSegment(432011a1-9e64-4ebb-b8df-85986fdb3cde),segment_id=432011a1-9e64-4ebb-b8df-85986fdb3cde)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:21.666253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.705802 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:17Z', 'revision_number': 2, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:21.742585 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Checking router: 95779b4c-999c-4b4f-a062-3a1c2ffe9256 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:21.743394 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Updating router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 port 57533875-36c5-4095-85cc-2ebe3133fc8d binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:55:21.784684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.794502 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:21.845107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-377c586d-fd36-400a-a4af-1126960e36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:21.851547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-377c586d-fd36-400a-a4af-1126960e36f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.2034686 Nov 12 08:55:21.964519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:0a:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:55:19Z', 'revision_number': 8, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:21.970324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Calling delete_port for 2bb27840-1a4b-4299-8245-7a5986b4d5c9 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:21.995310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-89f2eed5-7423-4cb7-b4cb-43c1dab4a682 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 1000 time: 0.1362379 Nov 12 08:55:22.023062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:22.033767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:22.034431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:22.092542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Allocated IP 192.168.233.229 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/71220ef9-5571-49b0-87cc-86365a3bfb5a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:22.106879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-724fea9b-17a6-41c1-be60-9bda78d50060 service neutron] 10.222.0.53 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534136 Nov 12 08:55:22.130570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-6b1281e3-b289-4ebe-ac70-05efb1f361e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.132104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-6b1281e3-b289-4ebe-ac70-05efb1f361e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1087487 Nov 12 08:55:22.218197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:22.233711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-a0fa0bd6-fc94-4296-8b72-8714e44e5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.235379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-a0fa0bd6-fc94-4296-8b72-8714e44e5571 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921206 Nov 12 08:55:22.334216 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.347818 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.377855 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf52a17a-d059-4694-a9e7-03162f536f50 x-openstack-request-id: req-cf52a17a-d059-4694-a9e7-03162f536f50 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:22.378825 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a30998-e109-463d-8636-6f8b43945f04", "name": "network-vif-plugged", "status": "completed", "tag": "6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:22.379943 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf52a17a-d059-4694-a9e7-03162f536f50 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:22.382360 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a30998-e109-463d-8636-6f8b43945f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d', 'code': 200} Nov 12 08:55:22.383567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.405302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2bb27840-1a4b-4299-8245-7a5986b4d5c9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:22.456211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-ac4c22b9-8567-45fb-a67c-02c2fa75d14e service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870995 Nov 12 08:55:22.458374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Pushing event deleted for resources: {'Port': ['ID=2bb27840-1a4b-4299-8245-7a5986b4d5c9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:22.492510 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55edd6-0b35-413b-8657-34b2e3254ab9 None None] Pushing event updated for resources: {'Port': ['ID=57533875-36c5-4095-85cc-2ebe3133fc8d,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:22.592289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.592421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.592686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.593042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.593378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.593816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.594157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.594492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.595048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.595178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.595465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.595837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:22.597018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44ca6251-5a36-41a0-a0ce-680ca6bb5670 req-a93b195e-a063-4ab9-a151-344a11d7483e service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384010 Nov 12 08:55:22.633865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.635459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdf920e-655d-4005-b83b-3c6944d49f46 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:22.653494 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Attempting to bind port 57533875-36c5-4095-85cc-2ebe3133fc8d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:22.655199 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Attempting to bind port 57533875-36c5-4095-85cc-2ebe3133fc8d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:22.655615 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Attempting to bind port 57533875-36c5-4095-85cc-2ebe3133fc8d on network 94f10627-be88-4407-9126-02bee3d3307f {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:22.662143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.668216 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:22.668891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Checking segment: {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:22.669476 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.670029 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Bound using segment: {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:22.674901 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Bound port: 57533875-36c5-4095-85cc-2ebe3133fc8d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:22.675770 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.681016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] No DVR routers for this DVR port 2bb27840-1a4b-4299-8245-7a5986b4d5c9 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:22.692182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.700489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55308ec6-015b-405b-b735-39aff0c7480d req-e65a9897-a240-4137-864f-442a7ff96a9b tempest-InstanceActionsNegativeTestJSON-166830600 tempest-InstanceActionsNegativeTestJSON-166830600-project] 10.222.0.55 "DELETE /v2.0/ports/2bb27840-1a4b-4299-8245-7a5986b4d5c9 HTTP/1.1" status: 204 len: 173 time: 1.5556765 Nov 12 08:55:22.702508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Transition to ACTIVE for port object 0bdf920e-655d-4005-b83b-3c6944d49f46 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:22.712044 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.722705 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faf7b38-27d7-42a0-a3cb-7c5896d7b69f x-openstack-request-id: req-1faf7b38-27d7-42a0-a3cb-7c5896d7b69f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:22.722996 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc54efd1-9ec0-4d35-bad5-ac439151246d", "name": "network-vif-deleted", "tag": "9fe779d0-2985-437b-a054-2a6ae5b1ae8a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:22.723252 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1faf7b38-27d7-42a0-a3cb-7c5896d7b69f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:22.723665 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc54efd1-9ec0-4d35-bad5-ac439151246d', 'name': 'network-vif-deleted', 'tag': '9fe779d0-2985-437b-a054-2a6ae5b1ae8a', 'status': 'completed', 'code': 200} Nov 12 08:55:22.758634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b7584-5374-4c56-89e6-7d44e8b011f0 req-43e0d90d-681a-4b14-9225-9fb622c4649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:22.766107 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c42b7584-5374-4c56-89e6-7d44e8b011f0 req-43e0d90d-681a-4b14-9225-9fb622c4649d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 1102 time: 0.3088493 Nov 12 08:55:22.849120 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] For port 57533875-36c5-4095-85cc-2ebe3133fc8d, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:22.855807 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] For port 57533875-36c5-4095-85cc-2ebe3133fc8d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=57533875-36c5-4095-85cc-2ebe3133fc8d,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:22.865730 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.882703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:22.900831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:22.917846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:22.993343 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:22.997179 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:23.001753 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55edd6-0b35-413b-8657-34b2e3254ab9 None None] Pushing event updated for resources: {'Port': ['ID=57533875-36c5-4095-85cc-2ebe3133fc8d,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.026346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.045936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:23.049585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:0a:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:55:19Z', 'revision_number': 8, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:23.052734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd1c06-5c6d-4f3e-88a4-ed4ae735ad1c req-7b57f1b7-f3ab-4810-a918-47994fc6174d tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:23.055057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a1dd1c06-5c6d-4f3e-88a4-ed4ae735ad1c req-7b57f1b7-f3ab-4810-a918-47994fc6174d tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 949 time: 0.1627815 Nov 12 08:55:23.097574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:23.107131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:23.208807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8298a28d-bf36-4ca8-99bb-61ebdc291263 None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '989f02e4-7e6e-473f-810d-2546ae48b0d0', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'floating_ip_address': '172.25.5.238', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'port_id': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'mac_address': 'fa:16:3e:0a:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:54:29Z', 'updated_at': '2021-11-12T08:55:19Z', 'revision_number': 8, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:23.250681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0856a155-ebfe-4c0c-8957-a7b7bba54426 None None] Provisioning complete for port 57533875-36c5-4095-85cc-2ebe3133fc8d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:23.252092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0856a155-ebfe-4c0c-8957-a7b7bba54426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.268337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c42b7584-5374-4c56-89e6-7d44e8b011f0 req-4f3a76b9-d6e9-40d0-959e-287dcab5b729 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156404 Nov 12 08:55:23.269201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:23.279428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a1dd1c06-5c6d-4f3e-88a4-ed4ae735ad1c req-b0e5d153-e529-4f30-a4ae-3736da0323df tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627293 Nov 12 08:55:23.345694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:23.346514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.385009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:23.387582 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-837cdab7-9816-4a1c-8890-9a9de5a92406 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4346371 Nov 12 08:55:23.389959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2bb27840-1a4b-4299-8245-7a5986b4d5c9 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:23.391470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:23.392632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:23.410485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:23.410813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:23.424581 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:23.437263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:23.437775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:23.438187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:23.438666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Bound port: 0bdf920e-655d-4005-b83b-3c6944d49f46, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:23.439039 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.476095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Request body: {'port': {'device_id': 'd3e973ad-012b-49e9-941e-574df342840a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:23.520046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 2bb27840-1a4b-4299-8245-7a5986b4d5c9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:23.520405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2bb27840-1a4b-4299-8245-7a5986b4d5c9 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:23.525981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9fe779d0-2985-437b-a054-2a6ae5b1ae8a no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:23.624430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 9fe779d0-2985-437b-a054-2a6ae5b1ae8a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:23.624430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9fe779d0-2985-437b-a054-2a6ae5b1ae8a not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:23.661464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:23.661889 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.681642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.707711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008bac9-f703-446a-9ca1-38a388a7d109 req-c54e9705-a47d-4d44-b0f4-ebadcc509cc1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:23.710503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d008bac9-f703-446a-9ca1-38a388a7d109 req-c54e9705-a47d-4d44-b0f4-ebadcc509cc1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.2191918 Nov 12 08:55:23.779480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:23.805819 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76dbb73-bb58-4238-aad0-092f5dd13969 None None] New status for floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:23.819248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:23.832847 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.847866 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d008bac9-f703-446a-9ca1-38a388a7d109 req-f2e4ff5a-b8ad-447f-8063-987dae08f66e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203549 Nov 12 08:55:23.850066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0856a155-ebfe-4c0c-8957-a7b7bba54426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.925300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:23.926123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:23.927710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] 10.222.0.55 "PUT /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 1092 time: 2.2885315 Nov 12 08:55:23.968054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b709c-2315-4d5a-a136-98ae36702360 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:24.037199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0856a155-ebfe-4c0c-8957-a7b7bba54426 None None] For port 57533875-36c5-4095-85cc-2ebe3133fc8d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=57533875-36c5-4095-85cc-2ebe3133fc8d,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:24.050876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52448) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:24.064275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0856a155-ebfe-4c0c-8957-a7b7bba54426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.065522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e82c10c9-830d-4ef2-a6a0-a841f7d914d4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75642316', 'description': 'tempest-description--251952752'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:24.093749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:24.170141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-3fbce3a8-01d3-490f-885d-91842669c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.170701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856a155-ebfe-4c0c-8957-a7b7bba54426 None None] Pushing event updated for resources: {'Port': ['ID=57533875-36c5-4095-85cc-2ebe3133fc8d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:24.173264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-3fbce3a8-01d3-490f-885d-91842669c338 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1095 time: 0.1836069 Nov 12 08:55:24.176934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e82c10c9-830d-4ef2-a6a0-a841f7d914d4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.251169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-f00b1e14-46a5-4ccf-a673-a21708b486a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 217 time: 0.0654736 Nov 12 08:55:24.267136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2517ecb-a3ee-4d62-a39f-0579de66edda req-30157da5-c67d-4944-8b8b-30efaa3ee024 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.276451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2517ecb-a3ee-4d62-a39f-0579de66edda req-30157da5-c67d-4944-8b8b-30efaa3ee024 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 936 time: 0.1970882 Nov 12 08:55:24.340300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] Deleting subnet 1bb79f94-d0bb-4d0c-9837-87007026b9ae {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:24.345787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.397205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:24.400166 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba1ee6-8fea-4f2c-86db-ca24f2095b19" -d '{"events": [{"server_uuid": "dda263ef-db06-426c-86b8-16d7dc625c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:24.405150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-acc44f8e-5c89-4e39-8424-951bc2257e11 None None] Provisioning complete for port 71220ef9-5571-49b0-87cc-86365a3bfb5a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:24.405602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-acc44f8e-5c89-4e39-8424-951bc2257e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.408980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2517ecb-a3ee-4d62-a39f-0579de66edda req-2e168c40-5564-493c-bfa3-9526866579a0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310818 Nov 12 08:55:24.416309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-4fa5ad33-8056-4ec6-9f3d-ce77a394f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.425710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-4fa5ad33-8056-4ec6-9f3d-ce77a394f448 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1407766 Nov 12 08:55:24.460769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-acc44f8e-5c89-4e39-8424-951bc2257e11 None None] Port 71220ef9-5571-49b0-87cc-86365a3bfb5a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:24.475384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-acc44f8e-5c89-4e39-8424-951bc2257e11 None None] Provisioning complete for port 57533875-36c5-4095-85cc-2ebe3133fc8d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:24.475754 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-acc44f8e-5c89-4e39-8424-951bc2257e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.522346 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6950996b-4693-4081-bd91-c7100b7a18e5 x-openstack-request-id: req-6950996b-4693-4081-bd91-c7100b7a18e5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:24.522897 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:24.523164 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6950996b-4693-4081-bd91-c7100b7a18e5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:24.523581 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'status': 'completed', 'code': 200} Nov 12 08:55:24.528704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-26f4d5dd-5188-492a-ac23-2c71734cc40c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944006 Nov 12 08:55:24.539233 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.557043 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:22Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:24.620093 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3c057-5a36-41ba-9985-38680cbe8e48 None None] The sync data for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 is: [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:22Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:24.680142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046f79-951c-4ce7-9090-395f023a286a req-bf5b8b87-cfd2-427a-9258-78cab0e9d03b tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.681806 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2046f79-951c-4ce7-9090-395f023a286a req-bf5b8b87-cfd2-427a-9258-78cab0e9d03b tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 950 time: 0.4913125 Nov 12 08:55:24.741687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'name': 'network-vif-deleted', 'tag': '2bb27840-1a4b-4299-8245-7a5986b4d5c9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:24.743883 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ab896-f374-4d47-855b-81241b4de4e5" -d '{"events": [{"server_uuid": "95ead1f5-e414-4d44-9f74-47ca8e347cb1", "name": "network-vif-deleted", "tag": "2bb27840-1a4b-4299-8245-7a5986b4d5c9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:24.764385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-578fd811-741d-4b5c-a375-d50134029b31 req-c1ecc32b-599b-4553-845f-edc820e9d8c6 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 210 time: 0.1329792 Nov 12 08:55:24.770472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e82c10c9-830d-4ef2-a6a0-a841f7d914d4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.786659 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e82c10c9-830d-4ef2-a6a0-a841f7d914d4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.821571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-85a3d2a1-8faa-48ce-ab4a-5058f4bc2955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:24.823126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-85a3d2a1-8faa-48ce-ab4a-5058f4bc2955 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.2580330 Nov 12 08:55:24.828838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.890318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e82c10c9-830d-4ef2-a6a0-a841f7d914d4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:24.895734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e82c10c9-830d-4ef2-a6a0-a841f7d914d4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8422539 Nov 12 08:55:24.911721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:24.917555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-adaa4251-8421-471a-98af-9fd4b23e4bef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'security_group_rule': {'security_group_id': '9c936d52-6b16-4796-9c43-0d2adb471512', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:24.947268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 57533875-36c5-4095-85cc-2ebe3133fc8d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:24.948951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-15d74e01-95e7-4c0a-88f8-5627f69d2c75 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128995 Nov 12 08:55:25.011381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c10c9-830d-4ef2-a6a0-a841f7d914d4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c936d52-6b16-4796-9c43-0d2adb471512,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.028524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 57533875-36c5-4095-85cc-2ebe3133fc8d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:25.028970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.056360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2046f79-951c-4ce7-9090-395f023a286a req-e81142c0-d318-4465-81a3-cb77ac7c82e4 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251674 Nov 12 08:55:25.079023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f5f5b986-eb7c-444d-885c-2ba697b3b004 req-2317a99a-5a40-49e2-a60e-723579b459ae tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 200 len: 999 time: 0.2288928 Nov 12 08:55:25.079286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-606ea23c-3aa3-48f1-bbb8-9b8cc482cd36 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.079286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-606ea23c-3aa3-48f1-bbb8-9b8cc482cd36 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.55 "GET /v2.0/networks?id=94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 200 len: 828 time: 0.6475370 Nov 12 08:55:25.105790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Request body: {'port': {'device_id': 'e9377fba-63c2-4024-8547-b23d71440edd', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'admin_state_up': True, 'tenant_id': 'b3b71bb26624452c80a91419c2035254'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:25.113062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71220ef9-5571-49b0-87cc-86365a3bfb5a {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:25.152622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.164017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adaa4251-8421-471a-98af-9fd4b23e4bef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.191824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5897992c-e8fe-406f-b86f-13d0f0d73490 req-5ea40947-f5c8-499e-ac5d-49350274accf service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310302 Nov 12 08:55:25.220322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-172604da-a81f-4d51-912e-a81a00889cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.222158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-172604da-a81f-4d51-912e-a81a00889cb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.3747883 Nov 12 08:55:25.229134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Transition to ACTIVE for port object 71220ef9-5571-49b0-87cc-86365a3bfb5a will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:25.230731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.258537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.352884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb79f94-d0bb-4d0c-9837-87007026b9ae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.355175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.360978 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ce794e1a-6bb3-4d67-8afc-d61f64333128 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1bb79f94-d0bb-4d0c-9837-87007026b9ae HTTP/1.1" status: 204 len: 168 time: 1.2637665 Nov 12 08:55:25.364914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52462) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:25.431576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.491272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-71cfa299-ac3c-4848-97c0-dc7d1f60849b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 1002 time: 0.2504349 Nov 12 08:55:25.493673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e744b6-28a0-4798-bbbe-6c144d07db2b req-d250fdd7-2e97-4403-a087-01e7b072d72e tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.502145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a0e744b6-28a0-4798-bbbe-6c144d07db2b req-d250fdd7-2e97-4403-a087-01e7b072d72e tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 949 time: 0.2898395 Nov 12 08:55:25.514485 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adaa4251-8421-471a-98af-9fd4b23e4bef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.551404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adaa4251-8421-471a-98af-9fd4b23e4bef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.556056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.570258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5b986-eb7c-444d-885c-2ba697b3b004 req-3871d022-9c6f-403d-aa2e-bbc5f8305512 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.572141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f5f5b986-eb7c-444d-885c-2ba697b3b004 req-3871d022-9c6f-403d-aa2e-bbc5f8305512 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.3746238 Nov 12 08:55:25.596658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-f5f5b986-eb7c-444d-885c-2ba697b3b004 req-352b51fe-74fa-47f1-a853-f0961e93ecf0 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:55:25.596892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Made reservation on behalf of b3b71bb26624452c80a91419c2035254 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:25.598337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f5f5b986-eb7c-444d-885c-2ba697b3b004 req-352b51fe-74fa-47f1-a853-f0961e93ecf0 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0158722 Nov 12 08:55:25.600374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.622222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-7630c23b-cb5f-47de-93c3-6648237b5e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.623320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa4251-8421-471a-98af-9fd4b23e4bef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e100a677-d6b7-4f9c-8cab-952b0d235a56,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:25.623892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-7630c23b-cb5f-47de-93c3-6648237b5e98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1168392 Nov 12 08:55:25.642154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adaa4251-8421-471a-98af-9fd4b23e4bef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.643415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-adaa4251-8421-471a-98af-9fd4b23e4bef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7306073 Nov 12 08:55:25.650281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:25.653138 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc392ff0-6f14-482c-b1d9-18cdf8a724fe x-openstack-request-id: req-bc392ff0-6f14-482c-b1d9-18cdf8a724fe {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:25.653674 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda263ef-db06-426c-86b8-16d7dc625c9a", "name": "network-vif-plugged", "status": "completed", "tag": "f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:25.653884 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc392ff0-6f14-482c-b1d9-18cdf8a724fe {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:25.654208 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd', 'code': 200} Nov 12 08:55:25.657560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c90f3a29-b4d8-4690-acce-ef5aae827b69 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'security_group_rule': {'security_group_id': '9c936d52-6b16-4796-9c43-0d2adb471512', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:25.688767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a0e744b6-28a0-4798-bbbe-6c144d07db2b req-86cafb06-3167-4ed1-9e1f-d8b3b2c73dd8 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856005 Nov 12 08:55:25.758399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.779832 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b88562-076b-4c94-9e5d-e81c3a4fe20e x-openstack-request-id: req-b2b88562-076b-4c94-9e5d-e81c3a4fe20e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:25.780228 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ead1f5-e414-4d44-9f74-47ca8e347cb1", "name": "network-vif-deleted", "tag": "2bb27840-1a4b-4299-8245-7a5986b4d5c9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:25.780413 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2b88562-076b-4c94-9e5d-e81c3a4fe20e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:25.781225 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ead1f5-e414-4d44-9f74-47ca8e347cb1', 'name': 'network-vif-deleted', 'tag': '2bb27840-1a4b-4299-8245-7a5986b4d5c9', 'status': 'completed', 'code': 200} Nov 12 08:55:25.782700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-1a84f84b-aacf-42dd-a8d5-6e21ae6c5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:25.784310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-1a84f84b-aacf-42dd-a8d5-6e21ae6c5fc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1335526 Nov 12 08:55:25.789713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e377dbbc-d299-48a4-ba7d-c8b9e4330736']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.795485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Attempting to bind port 71220ef9-5571-49b0-87cc-86365a3bfb5a on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:25.795826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Attempting to bind port 71220ef9-5571-49b0-87cc-86365a3bfb5a by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:25.796202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Attempting to bind port 71220ef9-5571-49b0-87cc-86365a3bfb5a on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:25.846157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432011a1-9e64-4ebb-b8df-85986fdb3cde') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.846468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432011a1-9e64-4ebb-b8df-85986fdb3cde') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:25.878662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Port 71220ef9-5571-49b0-87cc-86365a3bfb5a on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:25.878662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Attempting to bind port 71220ef9-5571-49b0-87cc-86365a3bfb5a on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:25.897951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.917414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:25.917782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:25.918161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:25.919067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Bound port: 71220ef9-5571-49b0-87cc-86365a3bfb5a, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:25.919067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.937641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c90f3a29-b4d8-4690-acce-ef5aae827b69 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.937817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.946265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:25.947309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:25.978927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Allocated IP 172.20.0.9 (94f10627-be88-4407-9126-02bee3d3307f/6636b3d0-7545-485c-a5d4-cc64b8d8bb88/33d8105b-a404-4510-ab9a-05bfa4793833) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:26.015036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27866-1259-4e74-90ce-03bd59120939 req-cd8c1f4e-72a6-4d16-8612-0f95db258c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.016763 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62e27866-1259-4e74-90ce-03bd59120939 req-cd8c1f4e-72a6-4d16-8612-0f95db258c88 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 1101 time: 0.2351065 Nov 12 08:55:26.051271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594fd52-2c98-483d-83c4-bdcc468b6d56 req-e9b019ff-6b49-4513-a21d-327053e3070f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.055549 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c594fd52-2c98-483d-83c4-bdcc468b6d56 req-e9b019ff-6b49-4513-a21d-327053e3070f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 948 time: 0.2797835 Nov 12 08:55:26.178536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:26.188609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c90f3a29-b4d8-4690-acce-ef5aae827b69 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.227300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:26.228486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c90f3a29-b4d8-4690-acce-ef5aae827b69 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.273037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.302771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af3518-8eaa-44fd-960e-a224ff3cf43b req-b5ddee25-dea7-40ad-bc0e-bf1d233a5589 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.314328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04af3518-8eaa-44fd-960e-a224ff3cf43b req-b5ddee25-dea7-40ad-bc0e-bf1d233a5589 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.5287018 Nov 12 08:55:26.320824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62e27866-1259-4e74-90ce-03bd59120939 req-33a6928d-e57f-4792-a9db-306a910d1970 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884517 Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:26.324452 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:26.350994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c594fd52-2c98-483d-83c4-bdcc468b6d56 req-e82c486d-b158-430f-8cdc-2b84718bb55e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727041 Nov 12 08:55:26.358631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f3a29-b4d8-4690-acce-ef5aae827b69 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90615826-ea79-4b64-91b2-3ce8f7a9c12f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.382453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c90f3a29-b4d8-4690-acce-ef5aae827b69 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.388412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c90f3a29-b4d8-4690-acce-ef5aae827b69 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7343385 Nov 12 08:55:26.393202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52474) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.405544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.406162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.407830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:26.408138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] 10.222.0.62 "PUT /v2.0/ports/71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 1097 time: 2.9369943 Nov 12 08:55:26.432172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4179b55a-7a0e-473d-88d7-9af4fbeb8a53 service neutron] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.436153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-7c31fc83-c837-4b65-900b-031329ea21cc service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243622 Nov 12 08:55:26.446026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.460248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.469925 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e377dbbc-d299-48a4-ba7d-c8b9e4330736 HTTP/1.1" status: 204 len: 168 time: 1.1032035 Nov 12 08:55:26.560631 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.587937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:26.590632 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c79e64-d2c7-40b0-9174-a57d05802150" -d '{"events": [{"name": "network-changed", "server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:26.625643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04af3518-8eaa-44fd-960e-a224ff3cf43b req-016d62ce-7252-4844-a448-b2f8d8aeb399 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101330 Nov 12 08:55:26.638471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a769dd3-5e49-4547-877b-dd03d6517f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e377dbbc-d299-48a4-ba7d-c8b9e4330736,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:26.650501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.686236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-5dfa5f2a-c935-4ad6-8a12-1e9013eca4f0 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1002 time: 0.1895189 Nov 12 08:55:26.692438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6467e9c6-96a7-40b8-a161-37cde9e24698 req-813df462-295f-4d5f-b04e-efc454d888a8 service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118139 Nov 12 08:55:26.698556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4f3fc1e5-0f10-45ab-aaf3-1d5701682911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.713240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-4f3fc1e5-0f10-45ab-aaf3-1d5701682911 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1100 time: 0.1565578 Nov 12 08:55:26.757510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52482) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.798908 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.847443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-cf429408-4e54-46c6-aa12-120a5b0906c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 217 time: 0.0630145 Nov 12 08:55:26.850641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-72efde51-dae1-4a93-af48-ff90e6c5653e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c8a811ad5034135ac4ffad3f37c3ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0898373 Nov 12 08:55:26.856867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52484) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:26.876675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-a5fba508-8fb9-4797-9522-91ecf8ef3c9d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.883034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-a5fba508-8fb9-4797-9522-91ecf8ef3c9d tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports/d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 943 time: 0.1671937 Nov 12 08:55:26.886595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307284c-e1c9-4772-af98-daaceaf748fe req-96dba404-1aa4-45af-9426-6e1f231fc67d tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:26.888152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3307284c-e1c9-4772-af98-daaceaf748fe req-96dba404-1aa4-45af-9426-6e1f231fc67d tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 931 time: 0.0995936 Nov 12 08:55:26.933748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Network 94f10627-be88-4407-9126-02bee3d3307f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:26.940767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:26.944403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:26.946951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:26.965304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event updated for resources: {'Port': ['ID=33d8105b-a404-4510-ab9a-05bfa4793833,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.011356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51a50fb3-cb70-414d-a27d-62fd691a6797 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.041292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-3534fc9e-3264-47c7-bed7-13b7de94b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.042796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-3534fc9e-3264-47c7-bed7-13b7de94b84b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1564493 Nov 12 08:55:27.080596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3307284c-e1c9-4772-af98-daaceaf748fe req-a5ec398b-f2fa-4464-8d1d-966bea90c488 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786036 Nov 12 08:55:27.104846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51a50fb3-cb70-414d-a27d-62fd691a6797 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.144287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.145027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.152602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-354383a1-c298-46b4-946c-e4b411e58639 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1002 time: 0.2179551 Nov 12 08:55:27.196143 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-772d44d6-6d87-4c08-a6a1-19057cf9efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.204170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-772d44d6-6d87-4c08-a6a1-19057cf9efe8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1520514 Nov 12 08:55:27.217785 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-6ba63bfb-c880-47af-ae55-4b4074be5e7f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1170247 Nov 12 08:55:27.240585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Allocated IP 172.25.5.231 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/f629a9c0-1bfa-43b7-925a-86cdc5137663) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:27.257668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Request body: {'port': {'device_id': 'e9377fba-63c2-4024-8547-b23d71440edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:27.309416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da853f-95cf-4b03-b68f-a15f7cd0839f req-f7367b3a-22a3-4c10-91dd-57b19925899f tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.311165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-05da853f-95cf-4b03-b68f-a15f7cd0839f req-f7367b3a-22a3-4c10-91dd-57b19925899f tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 950 time: 0.1145670 Nov 12 08:55:27.342135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51a50fb3-cb70-414d-a27d-62fd691a6797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.345848 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51a50fb3-cb70-414d-a27d-62fd691a6797 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.347233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-51a50fb3-cb70-414d-a27d-62fd691a6797 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/def6b20c-0fd2-4e27-8fc5-7f836fc28bdf HTTP/1.1" status: 204 len: 168 time: 0.4892120 Nov 12 08:55:27.405755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a50fb3-cb70-414d-a27d-62fd691a6797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def6b20c-0fd2-4e27-8fc5-7f836fc28bdf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.420497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.504744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9d3e73ef-32d4-4bbb-867f-2a64ae77e16d None None] Provisioning complete for port 33d8105b-a404-4510-ab9a-05bfa4793833 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:27.508739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d3e73ef-32d4-4bbb-867f-2a64ae77e16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.516776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-b774c6dc-e845-47b7-ad1d-7593b27ff870 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.524259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.526990 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-b774c6dc-e845-47b7-ad1d-7593b27ff870 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.3441238 Nov 12 08:55:27.546332 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-1e15f19e-8519-4029-81fe-38dc32497087 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167696 Nov 12 08:55:27.552022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-05da853f-95cf-4b03-b68f-a15f7cd0839f req-64629bf9-82ec-466c-8e82-e4e674017edb tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944427 Nov 12 08:55:27.616221 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.618962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e73ef-32d4-4bbb-867f-2a64ae77e16d None None] Port 33d8105b-a404-4510-ab9a-05bfa4793833 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:27.638846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.659740 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360d915-ac0d-4c20-ad1d-4d47c9a0ba58 x-openstack-request-id: req-1360d915-ac0d-4c20-ad1d-4d47c9a0ba58 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:27.660081 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:27.660332 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1360d915-ac0d-4c20-ad1d-4d47c9a0ba58 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:27.672954 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46', 'status': 'completed', 'code': 200} Nov 12 08:55:27.755432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:27.786163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:27.788693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:27.834406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event updated for resources: {'Port': ['ID=f629a9c0-1bfa-43b7-925a-86cdc5137663,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:27.884751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ce751-8946-47ca-8ab4-2f863fe51589 req-0e1ae13d-79d5-44a9-bafb-05ee019a8d50 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.887303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:27.888624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628ce751-8946-47ca-8ab4-2f863fe51589 req-0e1ae13d-79d5-44a9-bafb-05ee019a8d50 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 949 time: 0.1276472 Nov 12 08:55:27.889915 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d9656c-c81b-4dd5-b1e5-8042d1af0121" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:27.890471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:27.900120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-76affe00-0e13-48ca-8fd1-c79b731e6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:27.901874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-76affe00-0e13-48ca-8fd1-c79b731e6617 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1095 time: 0.1949909 Nov 12 08:55:28.031727 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-3e22680f-31bd-4e61-9950-f652834cd8c8 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 1002 time: 0.5035114 Nov 12 08:55:28.063540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:28.113735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628ce751-8946-47ca-8ab4-2f863fe51589 req-1ec9f868-1bf0-493e-ac3e-2ddc720f5ea6 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102690 Nov 12 08:55:28.127512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.175954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2415d8eb-8271-42c5-9a76-ff64b8429691 req-c1681765-bbab-4234-a2dd-e113e05b4cfe service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842156 Nov 12 08:55:28.185271 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.192331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-ffc6246f-398b-4e15-af1b-bb44cc701246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.192931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-ffc6246f-398b-4e15-af1b-bb44cc701246 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.2783988 Nov 12 08:55:28.198096 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.314523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-101e1c05-33ab-414e-bb48-27753a4b73cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 217 time: 0.0842438 Nov 12 08:55:28.405586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d8105b-a404-4510-ab9a-05bfa4793833 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:28.412002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.417777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.420671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.421018 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0 disassociated. External IP: 172.25.5.238, port: d8f34461-d123-4b78-b05f-eb4d64873138. Nov 12 08:55:28.436305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110371d-d9aa-468c-8740-502fb9cc0847 req-844d62d7-6a9a-40e5-837a-b26002fab1ab tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.437927 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2110371d-d9aa-468c-8740-502fb9cc0847 req-844d62d7-6a9a-40e5-837a-b26002fab1ab tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 948 time: 0.1947651 Nov 12 08:55:28.456384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-ced22c2a-935a-4a71-a542-303e6bf06cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:28.457837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-ced22c2a-935a-4a71-a542-303e6bf06cec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1333890 Nov 12 08:55:28.472487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Transition to ACTIVE for port object 33d8105b-a404-4510-ab9a-05bfa4793833 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:28.484038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.510140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-fad96e3f-8d26-4c56-bc3b-89eb677e28af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429525 Nov 12 08:55:28.523659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52518) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:28.607894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Pushing event updated for resources: {'Port': ['ID=33d8105b-a404-4510-ab9a-05bfa4793833,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:28.640150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2110371d-d9aa-468c-8740-502fb9cc0847 req-0d19b3d0-463d-4a1b-9970-022d1fce68cb tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896636 Nov 12 08:55:28.673807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.682592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.695140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Attempting to bind port 33d8105b-a404-4510-ab9a-05bfa4793833 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:28.695627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Attempting to bind port 33d8105b-a404-4510-ab9a-05bfa4793833 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:28.695996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Attempting to bind port 33d8105b-a404-4510-ab9a-05bfa4793833 on network 94f10627-be88-4407-9126-02bee3d3307f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:28.734220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1588789649-network', 'tenant_id': '2de740adf788462b89a5668f27e9a3f8'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:28.753137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Port 33d8105b-a404-4510-ab9a-05bfa4793833 on network 94f10627-be88-4407-9126-02bee3d3307f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:28.753526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Attempting to bind port 33d8105b-a404-4510-ab9a-05bfa4793833 on network 94f10627-be88-4407-9126-02bee3d3307f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:28.761111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:28.761590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Checking segment: {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:28.761887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Bound using segment: {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:28.762308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Bound port: 33d8105b-a404-4510-ab9a-05bfa4793833, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5d43eb9-bc33-40f3-8a7e-3481edadb164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '94f10627-be88-4407-9126-02bee3d3307f'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:28.762509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-1afae1ea-71fb-4d10-bcd0-95f0a82450f9 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362180 Nov 12 08:55:28.762657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.847336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event updated for resources: {'Port': ['ID=f629a9c0-1bfa-43b7-925a-86cdc5137663,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:28.885393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Made reservation on behalf of 2de740adf788462b89a5668f27e9a3f8 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:28.887804 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.903850 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.911663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.943462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] For port 33d8105b-a404-4510-ab9a-05bfa4793833, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:28.947436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:28.950010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] For port 33d8105b-a404-4510-ab9a-05bfa4793833, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=33d8105b-a404-4510-ab9a-05bfa4793833,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:28.957174 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.962685 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:28.969621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6720091d-d20b-4885-9193-9f03bf2bc074 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5674565 Nov 12 08:55:28.993254 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31c79e64-d2c7-40b0-9174-a57d05802150 req-c9814463-05fc-4095-8a8f-808ae8d21c61 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043455 Nov 12 08:55:29.080045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.081151 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.083529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 1092 time: 1.8519619 Nov 12 08:55:29.097342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.105678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.180937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c34d9-b4d1-4803-9343-a148dc4e15a3 service neutron] Pushing event updated for resources: {'Port': ['ID=33d8105b-a404-4510-ab9a-05bfa4793833,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.199085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0bdf920e-655d-4005-b83b-3c6944d49f46 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:29.211535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897a99b-4f4a-4bbb-805b-786eeb4b55c7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.218278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:29.233732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.234079 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Added segment ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0 of type vlan for network f44c96f2-689d-48ba-aa46-80b52d337547 Nov 12 08:55:29.261135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550535d-8101-43cf-8fd5-ea232fa55cd4 req-7c454011-524e-42eb-85a9-e4559c3d1727 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.270053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3550535d-8101-43cf-8fd5-ea232fa55cd4 req-7c454011-524e-42eb-85a9-e4559c3d1727 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.0957966 Nov 12 08:55:29.292086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:29.298535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.305879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:29.327789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:29.328360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.329211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:29.350367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-c2c3bbb1-b6ae-42fa-a701-198663b1bafa tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "PUT /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 200 len: 696 time: 1.3018069 Nov 12 08:55:29.353504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-1feecdb5-d1ef-4858-98f9-9f6400a45b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.355634 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-1feecdb5-d1ef-4858-98f9-9f6400a45b72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3b71bb26624452c80a91419c2035254&device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 1095 time: 0.1877482 Nov 12 08:55:29.378173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3550535d-8101-43cf-8fd5-ea232fa55cd4 req-c501179b-619b-41ce-af92-a087631d418d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071196 Nov 12 08:55:29.385742 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.386993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.387841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.392927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:29.424887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-df33b4a0-1fe4-4131-a53d-8fa0fd46df7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 217 time: 0.0570238 Nov 12 08:55:29.452945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '0bdf920e-655d-4005-b83b-3c6944d49f46', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'port_id': '0bdf920e-655d-4005-b83b-3c6944d49f46', 'mac_address': 'fa:16:3e:e1:bc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e805fb7-19cd-407c-a981-29ec2f5fb911', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:29.466700 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cb0f1c-d93f-4f78-9d10-0ab3c7264629 x-openstack-request-id: req-96cb0f1c-d93f-4f78-9d10-0ab3c7264629 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:29.467009 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:29.467269 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96cb0f1c-d93f-4f78-9d10-0ab3c7264629 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:29.467797 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'status': 'completed', 'code': 200} Nov 12 08:55:29.473706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9456713 Nov 12 08:55:29.476977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52530) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:29.480671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-35c66e9c-f502-499c-a8bc-c3e171b475c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.482735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Request body: {'subnet': {'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1588789649-subnet', 'tenant_id': '2de740adf788462b89a5668f27e9a3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:29.486762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-35c66e9c-f502-499c-a8bc-c3e171b475c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.1245630 Nov 12 08:55:29.517444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Made reservation on behalf of 2de740adf788462b89a5668f27e9a3f8 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:29.520993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.524008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7b7ba-a242-43e3-8b3a-bbbf5d01c8c2 admin admin] Pushing event updated for resources: {'Network': ['ID=f44c96f2-689d-48ba-aa46-80b52d337547,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.529738 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.551078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bdf920e-655d-4005-b83b-3c6944d49f46 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:29.555902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f44c96f2-689d-48ba-aa46-80b52d337547 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:29.565987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-45d24cbe-c5af-4e99-9429-2807b8018c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.567948 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-45d24cbe-c5af-4e99-9429-2807b8018c1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6636b3d0-7545-485c-a5d4-cc64b8d8bb88 HTTP/1.1" status: 200 len: 867 time: 0.1341767 Nov 12 08:55:29.637756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:29.657455 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.666514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-c543c819-fb83-4c91-8a63-a35f24688c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.668105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-c543c819-fb83-4c91-8a63-a35f24688c0b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1100 time: 0.1568756 Nov 12 08:55:29.671980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca3fa5-f364-4003-a547-d1fa04d3a058 req-2286f424-f23f-49f1-a457-a71e077d2c7b tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.673534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18722b38-da4d-433a-bf9c-68b19601f76b req-12211098-ea61-4d8b-b7aa-83a8b3f59939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.674033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-37ca3fa5-f364-4003-a547-d1fa04d3a058 req-2286f424-f23f-49f1-a457-a71e077d2c7b tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 943 time: 0.0779190 Nov 12 08:55:29.674971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-12211098-ea61-4d8b-b7aa-83a8b3f59939 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94f10627-be88-4407-9126-02bee3d3307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803893 Nov 12 08:55:29.717881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.722409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:29.737652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-0fffc26d-6820-46eb-bb48-7d49d11db538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.739080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-0fffc26d-6820-46eb-bb48-7d49d11db538 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.2470264 Nov 12 08:55:29.789673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-37ca3fa5-f364-4003-a547-d1fa04d3a058 req-38653ce1-0825-4f12-89ab-2ee3170462ae tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055560 Nov 12 08:55:29.822098 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:29.895836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6118c4ef-a55d-4f01-a56c-7b3ecce60bad,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:29.903286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Checking segment: {'id': 'ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:29.903738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Network hostable DHCP agents. Network: f44c96f2-689d-48ba-aa46-80b52d337547, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:29.908229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['0bdf920e-655d-4005-b83b-3c6944d49f46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:29.909395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-98ae2b2a-beb8-41d9-a3e1-b93ebca1f54b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 217 time: 0.1126766 Nov 12 08:55:29.928703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Network f44c96f2-689d-48ba-aa46-80b52d337547 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:29.958783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f44c96f2-689d-48ba-aa46-80b52d337547) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:29.979486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-d7e42925-d1b1-4749-903d-8e8ca9e08526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:29.981212 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-d7e42925-d1b1-4749-903d-8e8ca9e08526 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.0532942 Nov 12 08:55:29.999148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.000769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee62a9-624c-4d15-a7c5-4ea4e728556c None None] Network f44c96f2-689d-48ba-aa46-80b52d337547 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:30.002456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:30.029520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-b6b9c80a-9eb4-43af-aec6-c36e8b954814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.030929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-b6b9c80a-9eb4-43af-aec6-c36e8b954814 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3550799 Nov 12 08:55:30.040060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-a6c9188c-868e-43e0-9b58-83d8023d8b04 service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537567 Nov 12 08:55:30.044712 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-41d11b59-66ac-471f-89fc-10391b8c34a2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5664198 Nov 12 08:55:30.078425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:30.124570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:30.146293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-1cc0140e-f6f4-495c-a303-6a9cfbdc8201 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 217 time: 0.1044619 Nov 12 08:55:30.150779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:30.151433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:30.309175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-485c28e5-deaf-4d93-bf37-c6fc307610f1 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--75642316&fields=id&tenant_id=1ba88812834648c58bb879ae15384637 HTTP/1.1" status: 200 len: 267 time: 0.0622981 Nov 12 08:55:30.390125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1bccda-caeb-459a-898c-13b504c79bec None None] Network f44c96f2-689d-48ba-aa46-80b52d337547 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:30.442946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:30.458937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-34cac795-3de5-40c7-b4fe-ba56cc346c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.461578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-34cac795-3de5-40c7-b4fe-ba56cc346c90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4684315 Nov 12 08:55:30.513027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-94c4fa60-c0e1-4d8a-a080-cb8d83b5933a tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.520674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-94c4fa60-c0e1-4d8a-a080-cb8d83b5933a tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 824 time: 0.2064288 Nov 12 08:55:30.536374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9e2c5cea-684e-4802-884f-bf65698692fe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/quotas/1ba88812834648c58bb879ae15384637 HTTP/1.1" status: 200 len: 375 time: 0.0133040 Nov 12 08:55:30.617590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-60752d59-6052-4ee1-85b3-bdf0936ad4df tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686340 Nov 12 08:55:30.665801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18722b38-da4d-433a-bf9c-68b19601f76b req-4c5107e6-52cd-4020-b9df-18f9882abf04 service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167932 Nov 12 08:55:30.714916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-fcbd197c-66b1-4a67-bbaf-a3d9f65a3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.717797 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-fcbd197c-66b1-4a67-bbaf-a3d9f65a3112 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2606895 Nov 12 08:55:30.739236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71220ef9-5571-49b0-87cc-86365a3bfb5a details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:30.763129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-e4e48394-8062-435c-81db-090cc3dc9cbb service neutron] 10.222.0.53 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283131 Nov 12 08:55:30.824912 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-f3d11b0d-236f-4100-bb65-226a718c6af8 service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508050 Nov 12 08:55:30.830906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-6f2015f0-c8ae-4a8b-8aa6-91cb97d390d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:30.833476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-6f2015f0-c8ae-4a8b-8aa6-91cb97d390d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061168 Nov 12 08:55:30.872597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-18b5f9e0-57ed-4863-a591-d811888df3dd service neutron] 10.222.0.53 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012232 Nov 12 08:55:31.014876 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0944ffe-5459-4615-bb4d-5637cb9ae2ed req-7716e3a2-c1ab-4c66-9204-49c074a670ef service neutron] 10.222.0.53 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792691 Nov 12 08:55:31.019690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-b020084f-29ac-4910-939b-4e82234e151f service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763544 Nov 12 08:55:31.123398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:31.141904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'mac_address': 'fa:16:3e:d7:ed:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:31.153641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6471838-ffc8-45be-9df3-974dbfa27195 req-4e3781c7-dc39-4e09-9a03-a3bebb865a85 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.156768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6471838-ffc8-45be-9df3-974dbfa27195 req-4e3781c7-dc39-4e09-9a03-a3bebb865a85 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 948 time: 0.0753777 Nov 12 08:55:31.188474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00e547-3a71-4fc2-bab5-6fcabb63cb89 req-7f8c3195-b2cc-4b7b-ad44-930dd367e001 tempest-ServersAdminNegativeTestJSON-732733812 tempest-ServersAdminNegativeTestJSON-732733812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.190599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c00e547-3a71-4fc2-bab5-6fcabb63cb89 req-7f8c3195-b2cc-4b7b-ad44-930dd367e001 tempest-ServersAdminNegativeTestJSON-732733812 tempest-ServersAdminNegativeTestJSON-732733812-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 1101 time: 0.0801222 Nov 12 08:55:31.194771 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17d9656c-c81b-4dd5-b1e5-8042d1af0121 req-c60e9079-8c5f-4b9e-91e7-79987353b00f service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642137 Nov 12 08:55:31.209461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.216549 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c00e547-3a71-4fc2-bab5-6fcabb63cb89 req-4de0aeb8-3bdd-46d9-9c4b-92dd55ab8081 tempest-ServersAdminNegativeTestJSON-732733812 tempest-ServersAdminNegativeTestJSON-732733812-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.221784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6471838-ffc8-45be-9df3-974dbfa27195 req-babd4e85-9bab-46dc-8958-9bcf3b164995 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591452 Nov 12 08:55:31.223742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:31.258345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d5d7b1-c4f0-4158-8c2b-82646c7a20b8 None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:54:04Z', 'revision_number': 4, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '79757074-398f-4b67-997a-95461a806e7b', 'name': '', 'network_id': '4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'mac_address': 'fa:16:3e:e6:62:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:01Z', 'updated_at': '2021-11-12T08:54:09Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'subnets': [{'id': 'f9912568-1a72-4f38-a462-2c70f0850c03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:31.261602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71220ef9-5571-49b0-87cc-86365a3bfb5a {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:31.313427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:31.336641 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.441050 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c00e547-3a71-4fc2-bab5-6fcabb63cb89 req-4de0aeb8-3bdd-46d9-9c4b-92dd55ab8081 tempest-ServersAdminNegativeTestJSON-732733812 tempest-ServersAdminNegativeTestJSON-732733812-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.448940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c00e547-3a71-4fc2-bab5-6fcabb63cb89 req-4de0aeb8-3bdd-46d9-9c4b-92dd55ab8081 tempest-ServersAdminNegativeTestJSON-732733812 tempest-ServersAdminNegativeTestJSON-732733812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:31.466358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.545044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833'}, {'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:31.548647 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b02f413-9555-4718-843e-2b19aa7012e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833"}, {"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:31.556303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c00e547-3a71-4fc2-bab5-6fcabb63cb89 req-4de0aeb8-3bdd-46d9-9c4b-92dd55ab8081 tempest-ServersAdminNegativeTestJSON-732733812 tempest-ServersAdminNegativeTestJSON-732733812-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577974 Nov 12 08:55:31.558575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0aeb8-3bdd-46d9-9c4b-92dd55ab8081 tempest-ServersAdminNegativeTestJSON-732733812 tempest-ServersAdminNegativeTestJSON-732733812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af51664-f565-4acc-8c1c-11e206b5c3a9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:31.606522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71220ef9-5571-49b0-87cc-86365a3bfb5a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:31.683671 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f9795-0f66-448a-a064-0cca65f46b50 None None] New status for floating IP 989f02e4-7e6e-473f-810d-2546ae48b0d0: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:31.721006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07601c77-60d4-4486-9e6c-adddfc5d2b52 req-eec743e1-7f99-45d4-b2ba-28ccaf8e8ca9 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.732181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07601c77-60d4-4486-9e6c-adddfc5d2b52 req-eec743e1-7f99-45d4-b2ba-28ccaf8e8ca9 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 944 time: 0.0727999 Nov 12 08:55:31.809335 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07601c77-60d4-4486-9e6c-adddfc5d2b52 req-31b3973a-5a97-4fd8-8cbc-5b7f7b631e36 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752182 Nov 12 08:55:31.903256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f40b5-2885-4cdb-ab5f-8eb2c55a0e91 req-1623603f-9808-4d09-951a-bc45f69b706a tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:31.912534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7e4f40b5-2885-4cdb-ab5f-8eb2c55a0e91 req-1623603f-9808-4d09-951a-bc45f69b706a tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 943 time: 0.1127462 Nov 12 08:55:31.942890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1fae68f-b061-416f-b032-41f1c737ba2a req-06715426-e9f5-48a2-9ba0-354f0a0464b4 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 210 time: 0.0372951 Nov 12 08:55:32.003067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7e4f40b5-2885-4cdb-ab5f-8eb2c55a0e91 req-8e64f6a9-9d65-4f2a-9235-cc0bb1996952 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863576 Nov 12 08:55:32.080086 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f8333-0384-4f43-a3d9-4b1f854e2f0e x-openstack-request-id: req-537f8333-0384-4f43-a3d9-4b1f854e2f0e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:32.080614 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:32.080614 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-537f8333-0384-4f43-a3d9-4b1f854e2f0e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:32.081512 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833', 'status': 'completed', 'code': 200} Nov 12 08:55:32.081790 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'status': 'completed', 'code': 200} Nov 12 08:55:32.163680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-35577df9-6bb2-435f-8142-9c46352fb5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.165314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-35577df9-6bb2-435f-8142-9c46352fb5d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3b71bb26624452c80a91419c2035254&device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 1095 time: 0.0587533 Nov 12 08:55:32.208814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-c7715051-fcd2-4c82-acc7-5f8b58869f30 req-8cf8fc34-2234-44e3-b120-577dd1367953 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:55:32.210117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7715051-fcd2-4c82-acc7-5f8b58869f30 req-8cf8fc34-2234-44e3-b120-577dd1367953 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057051 Nov 12 08:55:32.281127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-95f17718-bdf2-4275-9543-8be91d4a1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.283515 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-95f17718-bdf2-4275-9543-8be91d4a1523 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 200 len: 929 time: 0.1099143 Nov 12 08:55:32.331825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-62a37a1f-ec64-421f-b180-a72da92714c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 217 time: 0.0388355 Nov 12 08:55:32.364552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d23e34-d622-463e-8731-c85d21686c0f req-393f71bc-2bcf-48b3-bef0-9eff1737ae4f tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.366090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56d23e34-d622-463e-8731-c85d21686c0f req-393f71bc-2bcf-48b3-bef0-9eff1737ae4f tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 950 time: 0.0669918 Nov 12 08:55:32.416404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-6e48cae9-978c-401c-8fe6-9c3048a9e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.417875 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-6e48cae9-978c-401c-8fe6-9c3048a9e791 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6636b3d0-7545-485c-a5d4-cc64b8d8bb88 HTTP/1.1" status: 200 len: 867 time: 0.0767455 Nov 12 08:55:32.422261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56d23e34-d622-463e-8731-c85d21686c0f req-79c3a79b-3f7c-4905-883c-fad02f9366b5 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497437 Nov 12 08:55:32.434884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fd007-92db-41ef-8c7f-43d491ace662 req-46340b48-4f53-449b-9c33-96712a58bf52 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.444484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d8fd007-92db-41ef-8c7f-43d491ace662 req-46340b48-4f53-449b-9c33-96712a58bf52 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 949 time: 0.0858014 Nov 12 08:55:32.507768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-bb31cbee-b35d-4b95-9a8d-a883427f321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.509460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-bb31cbee-b35d-4b95-9a8d-a883427f321a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94f10627-be88-4407-9126-02bee3d3307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830448 Nov 12 08:55:32.533772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-8b11f8ad-5e84-43b8-9d54-882adc2e3e34 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 200 len: 694 time: 0.0742409 Nov 12 08:55:32.548930 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d8fd007-92db-41ef-8c7f-43d491ace662 req-98e37485-880f-4a5c-9035-0cf644ec9825 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021121 Nov 12 08:55:32.671153 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-514f398e-f6a6-4f46-b8b9-41575922413d service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518815 Nov 12 08:55:32.671618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71220ef9-5571-49b0-87cc-86365a3bfb5a up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:32.732364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 71220ef9-5571-49b0-87cc-86365a3bfb5a completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:32.738394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 71220ef9-5571-49b0-87cc-86365a3bfb5a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:32.739068 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.843088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-964cd087-d86c-4b06-b598-b954d2f8c691 service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628666 Nov 12 08:55:32.843543 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.879248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:32.883043 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a6e03c-2dac-485b-8fc5-c2bc3b056d0b" -d '{"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-plugged", "status": "completed", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:32.903443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:32.912022 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:32.980633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:32.992476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-50597308-29e5-403f-a485-8f17c8ed36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:32.994223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-50597308-29e5-403f-a485-8f17c8ed36a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 1098 time: 0.0807276 Nov 12 08:55:33.011799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-472f6068-8edb-451a-8185-28485b5a4b77 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.013309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-472f6068-8edb-451a-8185-28485b5a4b77 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 824 time: 0.5165524 Nov 12 08:55:33.040205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d724f7-0858-4951-93d6-849f2324061d req-f496802f-48d5-4fb2-b8f5-faaf8f16a390 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.041750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2d724f7-0858-4951-93d6-849f2324061d req-f496802f-48d5-4fb2-b8f5-faaf8f16a390 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 944 time: 0.0859277 Nov 12 08:55:33.098965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-2b8afeea-5f5d-41bc-a65f-63ceb94c6d10 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.105948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-2b8afeea-5f5d-41bc-a65f-63ceb94c6d10 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.5611477 Nov 12 08:55:33.115578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-13fe7d74-4021-4dff-8960-a26d9fd9783a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:55:33.116701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-13fe7d74-4021-4dff-8960-a26d9fd9783a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099487 Nov 12 08:55:33.143747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-f8ffe601-cdcd-4c78-89e0-fba9de3c90d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba88812834648c58bb879ae15384637 HTTP/1.1" status: 200 len: 378 time: 0.1188910 Nov 12 08:55:33.173628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2d724f7-0858-4951-93d6-849f2324061d req-f6ec6b3c-6c1b-4a81-b7f0-ad1014db9065 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948930 Nov 12 08:55:33.174917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-3fd6b3f9-fd16-4c52-bbb4-77b29f8604a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.176381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-3fd6b3f9-fd16-4c52-bbb4-77b29f8604a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 200 len: 922 time: 0.1735365 Nov 12 08:55:33.179368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'port': {'device_id': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'admin_state_up': True, 'tenant_id': '1ba88812834648c58bb879ae15384637', 'security_groups': ['9c936d52-6b16-4796-9c43-0d2adb471512']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:33.212317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-0ac115a1-e771-42d2-ac8d-a3aad9da6046 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 697 time: 0.0870688 Nov 12 08:55:33.223792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-f858180c-196e-4e1e-ac4b-9ef7d6c99eb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 200 len: 217 time: 0.0395374 Nov 12 08:55:33.227236 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15d07ca-cb54-48bc-a42c-b677d94ddf77 x-openstack-request-id: req-d15d07ca-cb54-48bc-a42c-b677d94ddf77 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:33.227586 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-plugged", "status": "completed", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:33.227862 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d15d07ca-cb54-48bc-a42c-b677d94ddf77 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:33.228306 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'code': 200} Nov 12 08:55:33.231767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 33d8105b-a404-4510-ab9a-05bfa4793833 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:33.234101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0bdf920e-655d-4005-b83b-3c6944d49f46 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:33.339484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-131c1485-c089-4599-a407-39379e1466c0 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.238 HTTP/1.1" status: 200 len: 697 time: 0.1192043 Nov 12 08:55:33.357385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-c693208a-13e4-491c-acc0-02d2ff42b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.359001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-c693208a-13e4-491c-acc0-02d2ff42b34f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 200 len: 860 time: 0.1271400 Nov 12 08:55:33.380695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 0bdf920e-655d-4005-b83b-3c6944d49f46 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:33.387024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f92fec-b4e3-48e5-9c43-1360bc85fc9f req-4111a21d-5a97-446b-86d0-d7628ae4ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.389558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79f92fec-b4e3-48e5-9c43-1360bc85fc9f req-4111a21d-5a97-446b-86d0-d7628ae4ab06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1102 time: 0.0840576 Nov 12 08:55:33.392088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 0bdf920e-655d-4005-b83b-3c6944d49f46 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:33.392470 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.447538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 33d8105b-a404-4510-ab9a-05bfa4793833, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=33d8105b-a404-4510-ab9a-05bfa4793833,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:33.466219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '33d8105b-a404-4510-ab9a-05bfa4793833', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'port_id': '33d8105b-a404-4510-ab9a-05bfa4793833', 'mac_address': 'fa:16:3e:08:3f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:33.481987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-567f7c2d-b608-497d-812c-bf235a952349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.492245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-567f7c2d-b608-497d-812c-bf235a952349 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124744 Nov 12 08:55:33.527895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Made reservation on behalf of 1ba88812834648c58bb879ae15384637 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:33.528253 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79f92fec-b4e3-48e5-9c43-1360bc85fc9f req-47b3af94-4734-4d35-bedc-1d005fc12752 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196847 Nov 12 08:55:33.530749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.546888 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.586146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.605104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:33.605356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08563303-8d63-433b-8b45-938badef8e66 req-c2f3aa03-cbcf-49ea-9508-ce9a02d9ac94 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 210 time: 0.0317440 Nov 12 08:55:33.609422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d8105b-a404-4510-ab9a-05bfa4793833 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:33.622021 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.655244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 33d8105b-a404-4510-ab9a-05bfa4793833, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=33d8105b-a404-4510-ab9a-05bfa4793833,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:33.655537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-724e4ab1-660c-42af-8479-c9ccc9fad50e service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623011 Nov 12 08:55:33.669268 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.686278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:33.698397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Deleting port faf4a57b-4941-4e3b-90ba-364ec75b7b84 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:33.698866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.752555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=33d8105b-a404-4510-ab9a-05bfa4793833,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:33.762074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Allocated IP 172.20.0.8 (34fc72ad-e91d-46a9-863a-3f64d3db131f/32eaaa9a-a3b3-4820-81b2-80cfff491625/220a2f96-9fc1-499f-8c3d-9e8bf8c6805d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:33.832907 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.833322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:33.868693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Calling delete_port for faf4a57b-4941-4e3b-90ba-364ec75b7b84 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:33.875403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-26ddc68d-bc42-41ac-9469-423675c36823 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.877233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-26ddc68d-bc42-41ac-9469-423675c36823 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.62 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 950 time: 0.1093938 Nov 12 08:55:33.885884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b87eb-b90b-4043-9251-b1f1b2792122 req-3ad1fc3a-6219-41b1-b946-b0eab21b6ee2 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:33.886697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e79b87eb-b90b-4043-9251-b1f1b2792122 req-3ad1fc3a-6219-41b1-b946-b0eab21b6ee2 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 944 time: 0.1227098 Nov 12 08:55:33.890182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b02f413-9555-4718-843e-2b19aa7012e1 req-9de517ee-0f1a-414d-afc3-2d50c29211ef service neutron] 10.222.0.55 "GET /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254927 Nov 12 08:55:33.925048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['33d8105b-a404-4510-ab9a-05bfa4793833'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:33.998104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e79b87eb-b90b-4043-9251-b1f1b2792122 req-29d8b7f4-b630-4fdd-a88f-db6d3e329fab tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998223 Nov 12 08:55:34.023377 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.044148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Deleting port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:34.045518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.102121 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.149480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.167051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:34.177245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:34.182497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:34.185554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event updated for resources: {'Port': ['ID=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:34.195999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] For port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:34.196559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.212504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Calling delete_port for 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:34.238989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e643b17-1096-4131-8285-64599430ab1a req-dc3c5a90-5c8a-4d69-928a-9f2663a5e022 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.240350 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e643b17-1096-4131-8285-64599430ab1a req-dc3c5a90-5c8a-4d69-928a-9f2663a5e022 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/ports?device_id=11a30998-e109-463d-8636-6f8b43945f04 HTTP/1.1" status: 200 len: 950 time: 0.0879853 Nov 12 08:55:34.249191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Pushing event deleted for resources: {'Port': ['ID=faf4a57b-4941-4e3b-90ba-364ec75b7b84,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:34.299444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.300385 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.317438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.320091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.321261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38a6b2cd-4b36-4cd4-97d0-a667951137e7 req-b37a44ef-5220-4c93-98f4-50258966cb89 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "DELETE /v2.0/floatingips/989f02e4-7e6e-473f-810d-2546ae48b0d0 HTTP/1.1" status: 204 len: 173 time: 0.9754806 Nov 12 08:55:34.324956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c167b5ec-93fc-42e2-87ef-61d09b8e5405 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1516140 Nov 12 08:55:34.338535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Request body: {'port': {'device_id': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:34.360913 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e643b17-1096-4131-8285-64599430ab1a req-7ff2d4b4-ad63-41d3-9024-39835ebaabf2 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.53 "GET /v2.0/security-groups?id=1cb2790d-9160-4068-91c6-5cb7535608af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782962 Nov 12 08:55:34.422387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.475771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.491854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:34.495607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58c965-7527-4ab5-bdd8-4a7f381b5024 req-3b187822-ea6e-4f02-8709-08c6aafc719f tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.496849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf58c965-7527-4ab5-bdd8-4a7f381b5024 req-3b187822-ea6e-4f02-8709-08c6aafc719f tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 949 time: 0.0893939 Nov 12 08:55:34.510317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Pushing event deleted for resources: {'Port': ['ID=6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:34.528789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6ce4f-2fee-4623-a19e-edf2b26d065d req-37483b73-dd42-4b71-b7c1-6af05909a4e1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.530360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6b6ce4f-2fee-4623-a19e-edf2b26d065d req-37483b73-dd42-4b71-b7c1-6af05909a4e1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0973103 Nov 12 08:55:34.552383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6873b84a-b1f8-498a-af1c-a85f3bd6d7c1 None None] Provisioning complete for port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:34.553604 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6873b84a-b1f8-498a-af1c-a85f3bd6d7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.569293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] No DVR routers for this DVR port 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:34.591409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.595042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1166318-717e-4c27-a4de-d6b0fe560383 req-e5086f37-fe21-4f8d-a848-37ddcc025938 tempest-TenantUsagesTestJSON-1930973184 tempest-TenantUsagesTestJSON-1930973184-project] 10.222.0.62 "DELETE /v2.0/ports/6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d HTTP/1.1" status: 204 len: 173 time: 0.7072344 Nov 12 08:55:34.595571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a30998-e109-463d-8636-6f8b43945f04', 'name': 'network-vif-deleted', 'tag': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:34.597061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6873b84a-b1f8-498a-af1c-a85f3bd6d7c1 None None] Port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:34.597923 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518c1be7-1570-4abe-8ec4-74259c47be83" -d '{"events": [{"server_uuid": "11a30998-e109-463d-8636-6f8b43945f04", "name": "network-vif-deleted", "tag": "6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:34.652920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6b6ce4f-2fee-4623-a19e-edf2b26d065d req-595a2dd2-6882-4354-88f4-703a336eb8e5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083612 Nov 12 08:55:34.665612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf58c965-7527-4ab5-bdd8-4a7f381b5024 req-666a1512-d9e8-4701-9e93-d364aa24a54c tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541324 Nov 12 08:55:34.837324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:34.846629 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.891400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Transition to ACTIVE for port object 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:34.896143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:34.924477 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2283cd-620b-41dc-897e-f62ce1a27126 x-openstack-request-id: req-8e2283cd-620b-41dc-897e-f62ce1a27126 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:34.924692 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a30998-e109-463d-8636-6f8b43945f04", "name": "network-vif-deleted", "tag": "6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:34.924963 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e2283cd-620b-41dc-897e-f62ce1a27126 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:34.925579 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a30998-e109-463d-8636-6f8b43945f04', 'name': 'network-vif-deleted', 'tag': '6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d', 'status': 'completed', 'code': 200} Nov 12 08:55:34.950925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0c975-f44c-452e-890a-0f5d5c253d10 req-486742fe-1b29-4113-ad41-80d1943ad756 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:34.957924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84a0c975-f44c-452e-890a-0f5d5c253d10 req-486742fe-1b29-4113-ad41-80d1943ad756 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.1813869 Nov 12 08:55:34.983665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:35.043316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95279328-1c49-4ed2-ab02-b5df485bb33b req-49a62df8-5a84-419d-b801-dc9870af6ae5 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.044877 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95279328-1c49-4ed2-ab02-b5df485bb33b req-49a62df8-5a84-419d-b801-dc9870af6ae5 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 943 time: 0.0660250 Nov 12 08:55:35.057991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84a0c975-f44c-452e-890a-0f5d5c253d10 req-88118d10-38ef-4707-af5d-eba01b08acb6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991540 Nov 12 08:55:35.094150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Attempting to bind port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:35.094863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Attempting to bind port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:35.094863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Attempting to bind port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d on network 34fc72ad-e91d-46a9-863a-3f64d3db131f {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:35.100629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d on network 34fc72ad-e91d-46a9-863a-3f64d3db131f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:35.100957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Attempting to bind port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d on network 34fc72ad-e91d-46a9-863a-3f64d3db131f {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:35.107078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:35.107417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Checking segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:35.107801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Bound using segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:35.108424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Bound port: 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:35.111138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.117513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95279328-1c49-4ed2-ab02-b5df485bb33b req-77cb3127-21e4-42c6-923b-53b2b20fb788 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623236 Nov 12 08:55:35.236057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:35.238283 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9abe8b5-113d-4ab6-819e-9752757efe99" -d '{"events": [{"server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "name": "network-vif-plugged", "status": "completed", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:35.261369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] For port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:35.268216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] For port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:35.275715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 33d8105b-a404-4510-ab9a-05bfa4793833 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:35.285151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.305186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d58edf-ea0d-42bc-8e87-a8ed8fd5ec1b req-825c43ed-663b-4357-afbb-724f192951bf tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.318790 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92d58edf-ea0d-42bc-8e87-a8ed8fd5ec1b req-825c43ed-663b-4357-afbb-724f192951bf tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 946 time: 0.1012514 Nov 12 08:55:35.351806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 33d8105b-a404-4510-ab9a-05bfa4793833 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:35.355755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 33d8105b-a404-4510-ab9a-05bfa4793833 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:35.356182 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.377581 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92d58edf-ea0d-42bc-8e87-a8ed8fd5ec1b req-7f3eb647-6c40-4678-8583-f409802eee47 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571666 Nov 12 08:55:35.377831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.378451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.379822 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] 10.222.0.55 "PUT /v2.0/ports/220a2f96-9fc1-499f-8c3d-9e8bf8c6805d HTTP/1.1" status: 200 len: 1092 time: 1.0462222 Nov 12 08:55:35.382329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:35.384893 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5" -d '{"events": [{"name": "network-changed", "server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:35.407829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830ba59-5516-43be-abd1-8ff5711eecd2 service neutron] Pushing event updated for resources: {'Port': ['ID=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:35.453241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f73f-6b37-4a55-bc05-4b3a3579c856 req-b4ca2ffe-4ed6-4d49-a532-f1380f35a539 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.454969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a772f73f-6b37-4a55-bc05-4b3a3579c856 req-b4ca2ffe-4ed6-4d49-a532-f1380f35a539 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 944 time: 0.1277425 Nov 12 08:55:35.469476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-0e5f9c85-7b5f-4151-8cbc-f1859673b3d5 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.471182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-0e5f9c85-7b5f-4151-8cbc-f1859673b3d5 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 949 time: 0.0832248 Nov 12 08:55:35.478976 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86291781-619f-4516-a9e0-c35294206386 x-openstack-request-id: req-86291781-619f-4516-a9e0-c35294206386 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:35.479266 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "name": "network-vif-plugged", "status": "completed", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:35.479523 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86291781-619f-4516-a9e0-c35294206386 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:35.479936 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46', 'code': 200} Nov 12 08:55:35.493334 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.542248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c343c0d2-6da2-45ec-ba3a-34d2ace04dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.544145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-c343c0d2-6da2-45ec-ba3a-34d2ace04dcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 1095 time: 0.1122153 Nov 12 08:55:35.560589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 33d8105b-a404-4510-ab9a-05bfa4793833, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=33d8105b-a404-4510-ab9a-05bfa4793833,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:35.573056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.625498 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a772f73f-6b37-4a55-bc05-4b3a3579c856 req-828893bb-fff8-4c76-89d8-f45c6bd21378 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503391 Nov 12 08:55:35.636004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-61bf74ce-e7b9-4b6c-af45-045a9c288f1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d HTTP/1.1" status: 200 len: 217 time: 0.0739169 Nov 12 08:55:35.651833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=33d8105b-a404-4510-ab9a-05bfa4793833,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:35.717655 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52406eee-12d0-4c8c-be6f-05d8305f2db2 x-openstack-request-id: req-52406eee-12d0-4c8c-be6f-05d8305f2db2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:35.717963 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:35.718220 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52406eee-12d0-4c8c-be6f-05d8305f2db2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:35.719147 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'status': 'completed', 'code': 200} Nov 12 08:55:35.721455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f165a9dd-05bd-4087-bef3-b8099d69a580 req-fbece08f-2df8-41e0-aaa2-6e1ac2b6f6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.723172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f165a9dd-05bd-4087-bef3-b8099d69a580 req-fbece08f-2df8-41e0-aaa2-6e1ac2b6f6c2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1097 time: 0.1500254 Nov 12 08:55:35.745354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-2bab23cb-17a7-4b2c-8175-9e0190f4e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.746982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-2bab23cb-17a7-4b2c-8175-9e0190f4e05c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eaaa9a-a3b3-4820-81b2-80cfff491625 HTTP/1.1" status: 200 len: 863 time: 0.1023357 Nov 12 08:55:35.833910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-b7394cdc-79a2-49c7-914b-6adb07a149c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.835823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-b7394cdc-79a2-49c7-914b-6adb07a149c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fc72ad-e91d-46a9-863a-3f64d3db131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762522 Nov 12 08:55:35.845591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Deleting port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:35.845929 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:35.879744 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f165a9dd-05bd-4087-bef3-b8099d69a580 req-d9beaffb-fafe-4652-9206-ce1f6216f159 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483791 Nov 12 08:55:35.927605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e1e4-f2bd-43bd-a4c3-50fdf049dfd4 req-ed3910eb-0de5-4752-b4b4-6915634c5d2d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:35.929183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3854e1e4-f2bd-43bd-a4c3-50fdf049dfd4 req-ed3910eb-0de5-4752-b4b4-6915634c5d2d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1612439 Nov 12 08:55:35.954848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:35.981770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-fb404dc3-b7b3-42a7-befd-5a4c5abacb48 service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354573 Nov 12 08:55:35.999520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc919-2aa4-4f63-85e9-eef0c625f726 req-0615d20f-190b-4cb3-9459-b0b530b7e2c4 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.001023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce6fc919-2aa4-4f63-85e9-eef0c625f726 req-0615d20f-190b-4cb3-9459-b0b530b7e2c4 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=dda263ef-db06-426c-86b8-16d7dc625c9a HTTP/1.1" status: 200 len: 949 time: 0.0759158 Nov 12 08:55:36.010123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] For port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:36.010652 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.053745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Calling delete_port for f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:36.053745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3854e1e4-f2bd-43bd-a4c3-50fdf049dfd4 req-40a4d44d-a2d9-41c5-9d76-789b0ed9d9d6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094062 Nov 12 08:55:36.075184 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce6fc919-2aa4-4f63-85e9-eef0c625f726 req-07cb235b-4e33-49f0-b1a3-068d16b91f42 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673666 Nov 12 08:55:36.201359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eab8865a-cf52-4a3a-96cc-726b765744ff req-a4779370-e164-4bd7-97b5-aad220b25186 service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248245 Nov 12 08:55:36.229767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-b5b60d06-1f16-4847-8007-8799dbb10084 req-4dc833b8-fb55-490a-bd65-d6203f4376af service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:55:36.230217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-039f5295-627d-4c59-99f3-007267d81f5b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ccc71fb74144569aeff9e86be37053d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2741027 Nov 12 08:55:36.230756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5b60d06-1f16-4847-8007-8799dbb10084 req-4dc833b8-fb55-490a-bd65-d6203f4376af service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061471 Nov 12 08:55:36.232748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52664) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:36.254032 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:55:36.290853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea7293-0fd1-4eff-b2fc-73c450ed2ea5 req-13bb664c-c17d-4878-9803-d7ac963d39b5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.292570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44ea7293-0fd1-4eff-b2fc-73c450ed2ea5 req-13bb664c-c17d-4878-9803-d7ac963d39b5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.1143115 Nov 12 08:55:36.313004 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.319365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-e805fe42-0807-4c28-95d9-4d8f145b12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.321472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-e805fe42-0807-4c28-95d9-4d8f145b12c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 1095 time: 0.0624931 Nov 12 08:55:36.323855 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3307b6f0-e69a-49c8-b882-3f313a8c7957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.327115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2', 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:36.351802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Pushing event deleted for resources: {'Port': ['ID=f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:36.428519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] No DVR routers for this DVR port f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:36.438778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.442467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a2d1090-abf3-4e25-8244-4e9f6a34392b req-d78b05dc-05fa-4f24-9dfa-f551e6c53079 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "DELETE /v2.0/ports/f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd HTTP/1.1" status: 204 len: 173 time: 0.9642830 Nov 12 08:55:36.442660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3307b6f0-e69a-49c8-b882-3f313a8c7957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.455669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44ea7293-0fd1-4eff-b2fc-73c450ed2ea5 req-bf2efffb-5e3f-438c-a180-e3e287e2d530 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493587 Nov 12 08:55:36.458886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-2b698ce5-4c23-4795-bda3-8b90887279a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.460536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-2b698ce5-4c23-4795-bda3-8b90887279a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 925 time: 0.1311605 Nov 12 08:55:36.623131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-5085af47-a435-4ff1-814c-b2be4b2dfe8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d HTTP/1.1" status: 200 len: 217 time: 0.1363230 Nov 12 08:55:36.695513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-0b5845e7-cc12-44b2-a426-12aa09e4f73f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.697434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-0b5845e7-cc12-44b2-a426-12aa09e4f73f tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 946 time: 0.1931946 Nov 12 08:55:36.730664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-ed932805-d83b-450c-9bf8-8d35aa2e5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.732172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-ed932805-d83b-450c-9bf8-8d35aa2e5675 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eaaa9a-a3b3-4820-81b2-80cfff491625 HTTP/1.1" status: 200 len: 863 time: 0.1006396 Nov 12 08:55:36.735648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3307b6f0-e69a-49c8-b882-3f313a8c7957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.739859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3307b6f0-e69a-49c8-b882-3f313a8c7957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:36.743735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3307b6f0-e69a-49c8-b882-3f313a8c7957 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cb2790d-9160-4068-91c6-5cb7535608af HTTP/1.1" status: 204 len: 168 time: 0.5097880 Nov 12 08:55:36.764968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307b6f0-e69a-49c8-b882-3f313a8c7957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb2790d-9160-4068-91c6-5cb7535608af,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:36.781248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-22f1e2e8-56da-471c-96fd-6ab3ad179148 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1812189 Nov 12 08:55:36.782502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a9c4a-cf84-4832-aacc-42d0b61c905f req-61a87fa9-9c5f-4bc2-a4a9-857475bcd5cb tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.784114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2a9c4a-cf84-4832-aacc-42d0b61c905f req-61a87fa9-9c5f-4bc2-a4a9-857475bcd5cb tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 943 time: 0.1182561 Nov 12 08:55:36.856724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-0c6ddf9b-dd29-4ee0-bd60-50f741ed4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.858246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-0c6ddf9b-dd29-4ee0-bd60-50f741ed4849 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fc72ad-e91d-46a9-863a-3f64d3db131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1134489 Nov 12 08:55:36.862275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2a9c4a-cf84-4832-aacc-42d0b61c905f req-eda28403-0229-4c30-93a9-dd0a456720de tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586064 Nov 12 08:55:36.873759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa875d90-b7d0-41df-9a95-3c8e678cac3e req-519b0da9-1bc8-4411-be99-2fb2c3988575 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:36.876309 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa875d90-b7d0-41df-9a95-3c8e678cac3e req-519b0da9-1bc8-4411-be99-2fb2c3988575 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 946 time: 0.1775928 Nov 12 08:55:36.933095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'name': 'network-vif-deleted', 'tag': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:36.941606 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef5e3f0-5811-4864-b7a1-4b1ce65fbb25" -d '{"events": [{"server_uuid": "dda263ef-db06-426c-86b8-16d7dc625c9a", "name": "network-vif-deleted", "tag": "f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:36.985764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Deleting port d8f34461-d123-4b78-b05f-eb4d64873138 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:36.986028 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.068566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa875d90-b7d0-41df-9a95-3c8e678cac3e req-d2d44b98-d685-4c09-9dc5-92ccae897c7c tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/security-groups?id=162c53dc-fb14-4e69-9310-2298f00bdce6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821976 Nov 12 08:55:37.110010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9621c-f7f5-4710-a1a0-ee8a42507b74 req-3b64e9a9-060d-4766-a78c-ff7d4c1e3c2a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:37.130541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e7a9621c-f7f5-4710-a1a0-ee8a42507b74 req-3b64e9a9-060d-4766-a78c-ff7d4c1e3c2a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1372538 Nov 12 08:55:37.171261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-06f00d63-7cc9-458c-a717-9243277b130d service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042374 Nov 12 08:55:37.263376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] For port d8f34461-d123-4b78-b05f-eb4d64873138, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d8f34461-d123-4b78-b05f-eb4d64873138,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:37.263806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.280443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e7a9621c-f7f5-4710-a1a0-ee8a42507b74 req-a22d631d-21dd-441e-8543-21746eb1f3ba tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409502 Nov 12 08:55:37.291787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Calling delete_port for d8f34461-d123-4b78-b05f-eb4d64873138 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:37.308601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e0b81e-a0ba-4127-8c5e-5fea8a98857e req-57312079-a287-4f7f-b117-4ec9cfc7cb6f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:37.316006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42e0b81e-a0ba-4127-8c5e-5fea8a98857e req-57312079-a287-4f7f-b117-4ec9cfc7cb6f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 945 time: 0.1230536 Nov 12 08:55:37.334818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:37.343516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9e5851-021b-4fcf-97a6-0bf2bb8c6de5 req-d89bd6a5-bf95-49d4-aa10-e5bb3c2bf5ed service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542935 Nov 12 08:55:37.395295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70833671-7c10-4d57-ad8a-4c65b8ff0caf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.464600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42e0b81e-a0ba-4127-8c5e-5fea8a98857e req-01dec976-33e7-4676-8840-08ca6fe9c73e tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476288 Nov 12 08:55:37.473230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-2451818b-c438-405d-8083-3ba4652c6c13 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:37.474765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-2451818b-c438-405d-8083-3ba4652c6c13 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/networks?id=f44c96f2-689d-48ba-aa46-80b52d337547 HTTP/1.1" status: 200 len: 810 time: 0.1195636 Nov 12 08:55:37.481422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:37.484327 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baca44f-4938-4315-a0e6-c3c3f9f2df48" -d '{"events": [{"server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "name": "network-vif-plugged", "status": "completed", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:37.509964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-bd31c36d-27d1-44fa-9ad2-bf7d324e86e3 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/quotas/2de740adf788462b89a5668f27e9a3f8 HTTP/1.1" status: 200 len: 375 time: 0.0193601 Nov 12 08:55:37.546923 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-150d2e1e-cab8-4a90-839d-121c648736ae tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2de740adf788462b89a5668f27e9a3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358880 Nov 12 08:55:37.549944 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fa85e7-398e-4261-875a-6b4234772a8e x-openstack-request-id: req-22fa85e7-398e-4261-875a-6b4234772a8e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:37.550271 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda263ef-db06-426c-86b8-16d7dc625c9a", "name": "network-vif-deleted", "tag": "f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:37.550712 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22fa85e7-398e-4261-875a-6b4234772a8e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:37.551013 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda263ef-db06-426c-86b8-16d7dc625c9a', 'name': 'network-vif-deleted', 'tag': 'f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd', 'status': 'completed', 'code': 200} Nov 12 08:55:37.577550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70833671-7c10-4d57-ad8a-4c65b8ff0caf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.588062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70833671-7c10-4d57-ad8a-4c65b8ff0caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.677219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-775a278e-7a5a-4657-8584-9711fe63e943 service neutron] 10.222.0.53 "GET /v2.0/networks/f44c96f2-689d-48ba-aa46-80b52d337547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221211 Nov 12 08:55:37.701058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-70833671-7c10-4d57-ad8a-4c65b8ff0caf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89cf597d97e747b391f031033347ca4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3650923 Nov 12 08:55:37.701883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70833671-7c10-4d57-ad8a-4c65b8ff0caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e38c6-d74a-47d6-92bb-2c536f872a5e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:37.710142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:37.736156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:37.748892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d8f34461-d123-4b78-b05f-eb4d64873138'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:37.768181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067554f8-5644-4ead-9615-5985f53a23cd req-512d71fe-f1db-413d-97c2-1158d0ae5619 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:37.769651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067554f8-5644-4ead-9615-5985f53a23cd req-512d71fe-f1db-413d-97c2-1158d0ae5619 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.1472430 Nov 12 08:55:37.801292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Pushing event deleted for resources: {'Port': ['ID=d8f34461-d123-4b78-b05f-eb4d64873138,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:37.815684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-afd68a41-c5c6-4dad-a9fe-d6f0273e3fbc service neutron] 10.222.0.53 "GET /v2.0/networks/f44c96f2-689d-48ba-aa46-80b52d337547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301713 Nov 12 08:55:38.130537 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff9254e-30ea-43fd-9ef1-3912990f4af6 x-openstack-request-id: req-6ff9254e-30ea-43fd-9ef1-3912990f4af6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:38.131105 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "name": "network-vif-plugged", "status": "completed", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:38.131355 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ff9254e-30ea-43fd-9ef1-3912990f4af6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:38.134517 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833', 'code': 200} Nov 12 08:55:38.154616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] No DVR routers for this DVR port d8f34461-d123-4b78-b05f-eb4d64873138 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:38.159456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.162778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6f38e60-9ec7-4e8e-ace4-4d5c5d6b0f75 req-885c3b55-e6a7-4cc8-934e-a5c472f7ec2a tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.55 "DELETE /v2.0/ports/d8f34461-d123-4b78-b05f-eb4d64873138 HTTP/1.1" status: 204 len: 173 time: 1.4494114 Nov 12 08:55:38.180973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067554f8-5644-4ead-9615-5985f53a23cd req-3bc304f3-933b-4d69-8654-f2b93f9a46fc tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858640 Nov 12 08:55:38.211341 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8904-b87a-4787-a0a1-a2f47b4fcb5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.296157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8904-b87a-4787-a0a1-a2f47b4fcb5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.403716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02f652-0a0a-4246-8e27-8887622818a4 req-a4646c47-442f-4135-a6b5-3a7a28c6f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.408417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e02f652-0a0a-4246-8e27-8887622818a4 req-a4646c47-442f-4135-a6b5-3a7a28c6f4d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 1097 time: 0.1701531 Nov 12 08:55:38.478534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857911f-7f0f-4abb-9a19-be033d88ee47 req-9a43697c-fcfa-48e9-8f99-a62ac1740014 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.481405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0857911f-7f0f-4abb-9a19-be033d88ee47 req-9a43697c-fcfa-48e9-8f99-a62ac1740014 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 943 time: 0.1875932 Nov 12 08:55:38.569247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d5fbc7d6-14df-467a-bbfa-75850362e8d6 req-af0bd054-f0cf-4706-9b94-72c83bc24258 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 210 time: 0.0419042 Nov 12 08:55:38.577441 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8904-b87a-4787-a0a1-a2f47b4fcb5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.581457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8904-b87a-4787-a0a1-a2f47b4fcb5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:38.594719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-eb0a8904-b87a-4787-a0a1-a2f47b4fcb5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/682e38c6-d74a-47d6-92bb-2c536f872a5e HTTP/1.1" status: 204 len: 168 time: 0.8800747 Nov 12 08:55:38.644570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e02f652-0a0a-4246-8e27-8887622818a4 req-e1b15913-1f0b-4bee-b96b-a12ef5c5f9fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271612 Nov 12 08:55:38.661297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a8904-b87a-4787-a0a1-a2f47b4fcb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e38c6-d74a-47d6-92bb-2c536f872a5e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:38.666296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-56a0c05c-94f3-4f0e-97ef-26dbaa844843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.668774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-56a0c05c-94f3-4f0e-97ef-26dbaa844843 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1102 time: 0.2377398 Nov 12 08:55:38.679614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0857911f-7f0f-4abb-9a19-be033d88ee47 req-0c037998-c3df-487a-a170-738b0de3f004 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684291 Nov 12 08:55:38.715611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:38.723813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14c0b0e1-e814-4220-a8de-ff109c01082a req-170897f0-9a5b-4b04-96cf-e50ddded4934 tempest-FloatingIPsAssociationTestJSON-1528950067 tempest-FloatingIPsAssociationTestJSON-1528950067-project] 10.222.0.53 "GET /v2.0/ports?device_id=82d9d00f-3205-4be8-8b5e-012f5556a400 HTTP/1.1" status: 200 len: 210 time: 0.0628564 Nov 12 08:55:38.755027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:38.755501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f45f9d88-0882-4ec8-9b2b-5e8b2642d9dd not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:38.756403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:38.781420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:38.781802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6956dd4f-ac8b-4c4d-87fe-e71b2fae4d9d not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:38.851103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-bd740711-462d-49d4-a14b-a1f05ffb1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.853955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-bd740711-462d-49d4-a14b-a1f05ffb1810 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1727238 Nov 12 08:55:38.935226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333d4f9-8f2c-459f-b01f-1e6aa37e3a66 req-7d67d59a-58cc-46cc-b60e-c82c5cbc72c9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:38.937216 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7333d4f9-8f2c-459f-b01f-1e6aa37e3a66 req-7d67d59a-58cc-46cc-b60e-c82c5cbc72c9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0760016 Nov 12 08:55:38.994373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-9cbc492c-2794-45d4-8c9d-1d5362477a5d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 217 time: 0.1248953 Nov 12 08:55:39.025279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7333d4f9-8f2c-459f-b01f-1e6aa37e3a66 req-7fd8b431-ce56-456d-960e-b7593a565895 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775208 Nov 12 08:55:39.072891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd402c06-fe3c-4b44-9a01-1414cb93ac52 req-b5cd1013-a1ed-47b9-b741-12b0df9997b7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.075950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd402c06-fe3c-4b44-9a01-1414cb93ac52 req-b5cd1013-a1ed-47b9-b741-12b0df9997b7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1097 time: 0.2199624 Nov 12 08:55:39.145596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-cdd0fe9a-061e-4fc4-8132-783abd2bfe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.148422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-cdd0fe9a-061e-4fc4-8132-783abd2bfe00 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1457236 Nov 12 08:55:39.225190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5b59b-b5f8-4829-b75a-bc8fa36320a1 req-24b0d974-88f3-4138-ab99-0fbe1c227b07 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.226282 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd402c06-fe3c-4b44-9a01-1414cb93ac52 req-f2fdf379-7b48-45fc-9152-bbef54d05f8c tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417801 Nov 12 08:55:39.233294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6a5b59b-b5f8-4829-b75a-bc8fa36320a1 req-24b0d974-88f3-4138-ab99-0fbe1c227b07 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 949 time: 0.1182716 Nov 12 08:55:39.257425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-cb756a70-ff43-4270-b5bd-afc5d7cba899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.257425 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-cb756a70-ff43-4270-b5bd-afc5d7cba899 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0936067 Nov 12 08:55:39.308894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:39.326886 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6a5b59b-b5f8-4829-b75a-bc8fa36320a1 req-d7bd25df-fd86-4fc7-992a-89a0997639d4 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801816 Nov 12 08:55:39.445248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:39.454203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-62b5113f-9828-46b2-9d85-c3664f9ee262 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920917 Nov 12 08:55:39.461836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'port_id': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'mac_address': 'fa:16:3e:5c:9f:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:39.464154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649bb27-f8ad-44a3-a8c0-413d2f04df0b req-752b77b1-53d8-450b-9978-539e4895a5cb tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:39.465661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b649bb27-f8ad-44a3-a8c0-413d2f04df0b req-752b77b1-53d8-450b-9978-539e4895a5cb tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 945 time: 0.0810196 Nov 12 08:55:39.520851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:39.545797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:39.551627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'name': 'network-vif-deleted', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:39.554284 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8402358a-27b9-45d7-88c6-009ccfc2ed77" -d '{"events": [{"server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "name": "network-vif-deleted", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:39.592459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:39.604233 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:39.612365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-c54b1ff4-4f6f-41f2-b67c-f7bd27201501 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456513 Nov 12 08:55:39.629998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b649bb27-f8ad-44a3-a8c0-413d2f04df0b req-8179a29c-d671-4889-a55b-062cb7e61b84 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 Nov 12 08:55:39.649466 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e652c98a-50d8-4904-9ba7-5fafd8d4717f x-openstack-request-id: req-e652c98a-50d8-4904-9ba7-5fafd8d4717f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:39.650003 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82d9d00f-3205-4be8-8b5e-012f5556a400", "name": "network-vif-deleted", "tag": "d8f34461-d123-4b78-b05f-eb4d64873138", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:39.650491 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e652c98a-50d8-4904-9ba7-5fafd8d4717f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:39.651086 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d9d00f-3205-4be8-8b5e-012f5556a400', 'name': 'network-vif-deleted', 'tag': 'd8f34461-d123-4b78-b05f-eb4d64873138', 'status': 'completed', 'code': 200} Nov 12 08:55:39.716961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:39.761338 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f926bcd6-14f4-437f-bb89-a2670e072055 req-b6c5870d-ab03-4b5f-9ccb-f64e2bd6a683 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 210 time: 0.0586650 Nov 12 08:55:39.862289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52782) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:39.886324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['220a2f96-9fc1-499f-8c3d-9e8bf8c6805d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:40.038626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-2077e91d-99dd-4940-b15a-ab600ebe4a0c tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.054616 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-2077e91d-99dd-4940-b15a-ab600ebe4a0c tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 949 time: 0.1527839 Nov 12 08:55:40.077746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-f38b7683-bf0d-4495-acf9-6249953369a2 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.081670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-f38b7683-bf0d-4495-acf9-6249953369a2 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.62 "GET /v2.0/networks?id=f44c96f2-689d-48ba-aa46-80b52d337547 HTTP/1.1" status: 200 len: 810 time: 0.2799473 Nov 12 08:55:40.133667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Request body: {'port': {'device_id': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547', 'admin_state_up': True, 'tenant_id': '2de740adf788462b89a5668f27e9a3f8'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:40.408768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Made reservation on behalf of 2de740adf788462b89a5668f27e9a3f8 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:40.412743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.424731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b2c8b-d67b-4b3e-b4ad-ad83a06aaf57 req-1243fb75-1dab-4755-adce-2484b160bea5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.432457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93b2c8b-d67b-4b3e-b4ad-ad83a06aaf57 req-1243fb75-1dab-4755-adce-2484b160bea5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1705561 Nov 12 08:55:40.514040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Deleting port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:40.514908 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.557806 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93b2c8b-d67b-4b3e-b4ad-ad83a06aaf57 req-4f350941-3742-4726-9331-059636be300c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244481 Nov 12 08:55:40.624527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf64108-8966-4cc1-8f71-856c1f39fe92 req-dfd5e9ce-0cc2-40ac-8909-c0b977a89c3b tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.633358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acf64108-8966-4cc1-8f71-856c1f39fe92 req-dfd5e9ce-0cc2-40ac-8909-c0b977a89c3b tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 944 time: 0.8351250 Nov 12 08:55:40.752478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acf64108-8966-4cc1-8f71-856c1f39fe92 req-69a062c5-9508-4b40-8850-8298c1cec203 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181333 Nov 12 08:55:40.790923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] For port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:40.791204 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:40.818857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Calling delete_port for 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:40.827565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Allocated IP 172.20.0.14 (f44c96f2-689d-48ba-aa46-80b52d337547/6118c4ef-a55d-4f01-a56c-7b3ecce60bad/85ed317f-b9d2-482f-9d2e-1725ac4c3b1b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:40.846446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90b573-de97-428b-be20-7bf87c1cb2be req-0c9f4cf3-32f5-4c15-987f-6bf71a296883 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:40.848182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-af90b573-de97-428b-be20-7bf87c1cb2be req-0c9f4cf3-32f5-4c15-987f-6bf71a296883 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/ports?device_id=02d1e168-669f-4c43-a090-5051c3fd501a HTTP/1.1" status: 200 len: 949 time: 0.1354430 Nov 12 08:55:41.009586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e892c-94a4-4944-b178-5f1e91baf3d2 req-2b339e98-3cb9-47aa-84ef-cc8b0c80abc5 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:41.011185 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-278e892c-94a4-4944-b178-5f1e91baf3d2 req-2b339e98-3cb9-47aa-84ef-cc8b0c80abc5 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 945 time: 0.1072474 Nov 12 08:55:41.017615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-af90b573-de97-428b-be20-7bf87c1cb2be req-be4bb2d4-6dcd-49af-9b3b-3f257790752e tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.53 "GET /v2.0/security-groups?id=2676b6a6-248f-4a56-a5bb-e3c680ab7089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610844 Nov 12 08:55:41.125902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-278e892c-94a4-4944-b178-5f1e91baf3d2 req-110badd4-059f-4f65-961b-af7f1a12c75b tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018295 Nov 12 08:55:41.159167 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b1677ce-d40d-480d-b05d-4cb113d4e8be req-2b758b93-1f73-4df9-8fd2-011ba5e60642 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 210 time: 0.0637355 Nov 12 08:55:41.203537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.216527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.242593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.254570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:41.339689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:41.368451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Pushing event deleted for resources: {'Port': ['ID=5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:41.463212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:41.471028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:41.472829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.598748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] No DVR routers for this DVR port 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:41.611021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.615248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10c738a0-87e3-4ff8-b879-da356d4b2b9f req-21b6b491-4c28-4cf4-9e94-e3c879329b82 tempest-ServersAdminNegativeTestJSON-154696694 tempest-ServersAdminNegativeTestJSON-154696694-project] 10.222.0.62 "DELETE /v2.0/ports/5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 HTTP/1.1" status: 204 len: 173 time: 1.5213039 Nov 12 08:55:41.653000 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d1e168-669f-4c43-a090-5051c3fd501a', 'name': 'network-vif-deleted', 'tag': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:41.655461 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bddef2-4672-4053-93ca-1f186419fed5" -d '{"events": [{"server_uuid": "02d1e168-669f-4c43-a090-5051c3fd501a", "name": "network-vif-deleted", "tag": "5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:41.667781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.684830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-8a1b2ef4-ed4f-4249-8391-21e50a7e0507 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 258 time: 0.4776092 Nov 12 08:55:41.690358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:41.731649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:41.735823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.745512 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb1621-e475-434d-bd04-78f2974b7e5c" -d '{"events": [{"server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "name": "network-vif-plugged", "status": "completed", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:41.767124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:41.769169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.787099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.787099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d8f34461-d123-4b78-b05f-eb4d64873138 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:41.791463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Deleting port 79757074-398f-4b67-997a-95461a806e7b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:41.791871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:41.832318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: d8f34461-d123-4b78-b05f-eb4d64873138 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:41.834455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d8f34461-d123-4b78-b05f-eb4d64873138 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:41.945856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f1562-9bf5-4fea-98c7-06ef9f5865b7 req-9feec512-6503-4652-b079-0c357052265a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:41.953221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Network f44c96f2-689d-48ba-aa46-80b52d337547 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:41.956813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a76f1562-9bf5-4fea-98c7-06ef9f5865b7 req-9feec512-6503-4652-b079-0c357052265a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.2269001 Nov 12 08:55:41.983018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:41.991044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:41.994461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Pushing event updated for resources: {'Port': ['ID=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:42.016502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:42.095267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a76f1562-9bf5-4fea-98c7-06ef9f5865b7 req-f690362f-3089-4f1a-ab14-77acecc08eb0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371474 Nov 12 08:55:42.116150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:42.117526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.160130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] For port 79757074-398f-4b67-997a-95461a806e7b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=79757074-398f-4b67-997a-95461a806e7b,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:42.163019 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.205678 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-a5037ef8-8c3f-4dd3-9c0b-b39e1dcddd23 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0888124 Nov 12 08:55:42.212681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Calling delete_port for 79757074-398f-4b67-997a-95461a806e7b owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:42.215941 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac59ab6b-9145-4bdc-bd55-73b849e50e1d x-openstack-request-id: req-ac59ab6b-9145-4bdc-bd55-73b849e50e1d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:42.216121 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d1e168-669f-4c43-a090-5051c3fd501a", "name": "network-vif-deleted", "tag": "5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:42.216447 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac59ab6b-9145-4bdc-bd55-73b849e50e1d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:42.217079 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d1e168-669f-4c43-a090-5051c3fd501a', 'name': 'network-vif-deleted', 'tag': '5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2', 'status': 'completed', 'code': 200} Nov 12 08:55:42.233933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Request body: {'port': {'device_id': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:42.295541 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ad60ee-cd54-407c-9dde-492098e845fa x-openstack-request-id: req-62ad60ee-cd54-407c-9dde-492098e845fa {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:42.297004 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "name": "network-vif-plugged", "status": "completed", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:42.297600 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62ad60ee-cd54-407c-9dde-492098e845fa {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:42.298420 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'code': 200} Nov 12 08:55:42.324021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.429552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52848) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:42.587902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Allocated IP 172.25.5.200 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/9c483ad0-d367-4c9a-a9b6-d798a1b85682) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:42.633761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdbab5-a395-42b3-b652-c7033a3bd9cc req-f91ae284-40c6-4287-8319-b8236f5f5d25 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:42.635518 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7efdbab5-a395-42b3-b652-c7033a3bd9cc req-f91ae284-40c6-4287-8319-b8236f5f5d25 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 945 time: 0.2050567 Nov 12 08:55:42.690001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe98b67a-d670-4f0b-8c67-e369850b2b2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.694016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.736445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41389909-f00a-45fd-b5af-fe0674ba7dec req-c3828999-7883-4003-9a09-175e8fca6343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:42.738606 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41389909-f00a-45fd-b5af-fe0674ba7dec req-c3828999-7883-4003-9a09-175e8fca6343 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 1097 time: 0.2193692 Nov 12 08:55:42.786440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.844189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Pushing event deleted for resources: {'Port': ['ID=79757074-398f-4b67-997a-95461a806e7b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:42.870533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7efdbab5-a395-42b3-b652-c7033a3bd9cc req-8c1e24c8-6db3-49cc-8aaf-b8d61cf65454 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926146 Nov 12 08:55:42.910383 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe98b67a-d670-4f0b-8c67-e369850b2b2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.925320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe98b67a-d670-4f0b-8c67-e369850b2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:42.955571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41389909-f00a-45fd-b5af-fe0674ba7dec req-2eff6ce7-7ff1-4171-90c7-95462df97be3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1720254 Nov 12 08:55:42.980134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.014980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98b67a-d670-4f0b-8c67-e369850b2b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6847fc65-061b-4752-8833-d643eb061341,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:43.028652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fe98b67a-d670-4f0b-8c67-e369850b2b2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5147e2d7b734868a135739be2d24898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5969670 Nov 12 08:55:43.031306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52856) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:43.100799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.205098 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.209705 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c04bc3bf-415c-4b08-aacd-66c3e0ea0c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.233532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3524e-47fe-4173-a918-bb104b627459 req-474d00ee-5413-4624-b102-3b0256c51505 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:43.236256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4d3524e-47fe-4173-a918-bb104b627459 req-474d00ee-5413-4624-b102-3b0256c51505 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 932 time: 0.1389253 Nov 12 08:55:43.317061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52862) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:43.326452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c04bc3bf-415c-4b08-aacd-66c3e0ea0c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.429948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4d3524e-47fe-4173-a918-bb104b627459 req-fbfb16b6-28fe-4791-82ed-72a2eb24c616 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833110 Nov 12 08:55:43.439346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:43.453316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:43.460202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:43.480784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event updated for resources: {'Port': ['ID=9c483ad0-d367-4c9a-a9b6-d798a1b85682,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:43.511271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c04bc3bf-415c-4b08-aacd-66c3e0ea0c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.513858 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c04bc3bf-415c-4b08-aacd-66c3e0ea0c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.518042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c04bc3bf-415c-4b08-aacd-66c3e0ea0c08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6847fc65-061b-4752-8833-d643eb061341 HTTP/1.1" status: 204 len: 168 time: 0.4827223 Nov 12 08:55:43.532183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:43.543023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.548597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bc3bf-415c-4b08-aacd-66c3e0ea0c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6847fc65-061b-4752-8833-d643eb061341,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:43.556346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9b5a47c0-bf82-44a1-83c8-51cae0ab8b11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d9b5424dbb844b7a3d16c37c2e2f4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345123 Nov 12 08:55:43.559221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52868) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:43.607941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Transition to ACTIVE for port object 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:43.631326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.668286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:43.690286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68701d86-6604-43fc-89d5-5ee653116233 req-3e5f7880-7bfe-4759-a2aa-7598424ed7ac tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:43.691856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68701d86-6604-43fc-89d5-5ee653116233 req-3e5f7880-7bfe-4759-a2aa-7598424ed7ac tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1045532 Nov 12 08:55:43.737453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.739632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Pushing event updated for resources: {'Port': ['ID=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:43.806100 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-86518010-c070-46b8-bb7b-4080e26de9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.820440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966bec00-6cb5-4bc5-9c6a-9a43d9750c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.842176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68701d86-6604-43fc-89d5-5ee653116233 req-1a8f9de9-d0eb-4bb1-9bf3-2c01099f96b2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062295 Nov 12 08:55:43.850337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:43.865000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] Sync routers for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:43.867840 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.873894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-22016830-c0b0-4f1c-8089-d7849a205560 admin admin] 10.222.0.53 "PUT /v2.0/routers/27be93e4-fc28-4695-8e27-7eb5b85b1ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0101888 Nov 12 08:55:43.876424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52876) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:43.877763 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966bec00-6cb5-4bc5-9c6a-9a43d9750c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:43.887708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:43.888447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:43.936680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Attempting to bind port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:43.937079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Attempting to bind port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:43.938438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Attempting to bind port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b on network f44c96f2-689d-48ba-aa46-80b52d337547 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:44.002240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:44.004457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b on network f44c96f2-689d-48ba-aa46-80b52d337547 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:44.004786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Attempting to bind port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b on network f44c96f2-689d-48ba-aa46-80b52d337547 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:44.048226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:44.048539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Checking segment: {'id': 'ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:44.048826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Bound using segment: {'id': 'ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:44.049183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Bound port: 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:44.049559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.055119 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79a466e-9070-4eb3-a82e-4ef205da3569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.063272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.161211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966bec00-6cb5-4bc5-9c6a-9a43d9750c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.163815 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966bec00-6cb5-4bc5-9c6a-9a43d9750c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.167830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-966bec00-6cb5-4bc5-9c6a-9a43d9750c2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2676b6a6-248f-4a56-a5bb-e3c680ab7089 HTTP/1.1" status: 204 len: 168 time: 0.6034064 Nov 12 08:55:44.210212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:44.231214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bec00-6cb5-4bc5-9c6a-9a43d9750c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2676b6a6-248f-4a56-a5bb-e3c680ab7089,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:44.274786 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.280705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] For port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:44.285669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] For port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,segment=NetworkSegment(ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0),segment_id=ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:44.304243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.309834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.346326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.380716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:44.381698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.383480 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] 10.222.0.62 "PUT /v2.0/ports/85ed317f-b9d2-482f-9d2e-1725ac4c3b1b HTTP/1.1" status: 200 len: 1093 time: 2.1597044 Nov 12 08:55:44.386260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'tag': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:44.388876 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de24772f-15cc-46aa-9d9f-a24739b13e95" -d '{"events": [{"name": "network-changed", "server_uuid": "feb27a78-fe49-4eb2-8fec-e28b676a534e", "tag": "85ed317f-b9d2-482f-9d2e-1725ac4c3b1b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:44.435477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Deleting port 17c79944-2137-44b4-9b28-4516d8d11a3f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:44.435942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.467369 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79a466e-9070-4eb3-a82e-4ef205da3569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.485934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f79a466e-9070-4eb3-a82e-4ef205da3569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.509114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1cbf5-f04c-4dee-a806-69273bf2d218 service neutron] Pushing event updated for resources: {'Port': ['ID=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:44.606696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:55:42Z', 'revision_number': 5, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port': {'id': '17c79944-2137-44b4-9b28-4516d8d11a3f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:bc:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:53:57Z', 'updated_at': '2021-11-12T08:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:44.636937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] Checking router: 27be93e4-fc28-4695-8e27-7eb5b85b1ecb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:44.651777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] Routers {'27be93e4-fc28-4695-8e27-7eb5b85b1ecb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:44.659084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:44.664505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.691369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a466e-9070-4eb3-a82e-4ef205da3569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3faba4-1d13-488a-a8c4-707cadad081f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:44.711462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f79a466e-9070-4eb3-a82e-4ef205da3569 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e762548ca824585a7ff4d7a806d9c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7079544 Nov 12 08:55:44.715022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52898) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:44.737248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.738898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0531328 Nov 12 08:55:44.742419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-8e51f826-a7c5-4b59-816b-f4911263d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:44.744181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-8e51f826-a7c5-4b59-816b-f4911263d4b5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2de740adf788462b89a5668f27e9a3f8&device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 1096 time: 0.2749336 Nov 12 08:55:44.766816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:44.768586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3ccdc-ab98-4cf9-ba2a-0124f988e806 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event updated for resources: {'Port': ['ID=9c483ad0-d367-4c9a-a9b6-d798a1b85682,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:44.790110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238f66b-13dd-41fa-a88c-82b0c264c0ee req-7ba5705d-5ba9-4e6b-8294-8afbfcd56711 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:44.799425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e238f66b-13dd-41fa-a88c-82b0c264c0ee req-7ba5705d-5ba9-4e6b-8294-8afbfcd56711 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 945 time: 0.1727841 Nov 12 08:55:44.806716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] For port 17c79944-2137-44b4-9b28-4516d8d11a3f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=17c79944-2137-44b4-9b28-4516d8d11a3f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:44.807197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.822453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:44.826128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5b3567c5-bdeb-4e05-83d3-0acb5a6f09c2 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:44.845554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] Set router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:44.850884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52900) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:44.853735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Calling delete_port for 17c79944-2137-44b4-9b28-4516d8d11a3f owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:44.907366 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d67a8733-e2d9-4289-ac33-95e7c48bcb15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:44.924821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:55:44Z', 'revision_number': 6, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:44.941590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-f5331149-578a-48b0-905f-740eaddde2b0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b HTTP/1.1" status: 200 len: 217 time: 0.1674979 Nov 12 08:55:44.947294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-de00fb4c-5fdf-43c7-aae9-e0d9cfbb77a8 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.2020319 Nov 12 08:55:44.959003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea429dc-093c-4fb9-b2ac-98051c002236 None None] The sync data for ids ['27be93e4-fc28-4695-8e27-7eb5b85b1ecb'] in n-d-769329-17 is: [{'id': '27be93e4-fc28-4695-8e27-7eb5b85b1ecb', 'name': 'tempest-FloatingIPsAssociationTestJSON-1406449608-router', 'tenant_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:53:56Z', 'updated_at': '2021-11-12T08:55:44Z', 'revision_number': 6, 'project_id': 'c1d39e821f974e0dbcaad9e1901936f1', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:45.097062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-00b93635-d734-4fe3-940b-07ef5facb31c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0aa092e418e4cf88f55f38640ab106d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773548 Nov 12 08:55:45.102255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52906) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:45.111934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-7581d0f2-63d4-47b8-9f8d-0081ff115958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.113539 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-7581d0f2-63d4-47b8-9f8d-0081ff115958 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6118c4ef-a55d-4f01-a56c-7b3ecce60bad HTTP/1.1" status: 200 len: 850 time: 0.1650112 Nov 12 08:55:45.176245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-873c3c58-cc3f-40d4-b86f-5690a702de91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f44c96f2-689d-48ba-aa46-80b52d337547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504417 Nov 12 08:55:45.213970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-2f0efd6d-e3cb-4920-9bee-1d14fb9cb0f6 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.214648 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1749e714-c3fe-4835-bf95-ae792dcf170c req-2f0efd6d-e3cb-4920-9bee-1d14fb9cb0f6 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2584176 Nov 12 08:55:45.245497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d67a8733-e2d9-4289-ac33-95e7c48bcb15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.280295 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c033a1-5b28-4f6f-b097-56fb175c5553 x-openstack-request-id: req-80c033a1-5b28-4f6f-b097-56fb175c5553 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:45.280553 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb27a78-fe49-4eb2-8fec-e28b676a534e", "tag": "85ed317f-b9d2-482f-9d2e-1725ac4c3b1b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:45.280828 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80c033a1-5b28-4f6f-b097-56fb175c5553 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:45.281752 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'tag': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b', 'status': 'completed', 'code': 200} Nov 12 08:55:45.314013 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e238f66b-13dd-41fa-a88c-82b0c264c0ee req-46c84b32-d3fa-4292-9b82-2288f46bc771 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5135038 Nov 12 08:55:45.322834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d67a8733-e2d9-4289-ac33-95e7c48bcb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.333523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d67a8733-e2d9-4289-ac33-95e7c48bcb15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.336560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d67a8733-e2d9-4289-ac33-95e7c48bcb15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db3faba4-1d13-488a-a8c4-707cadad081f HTTP/1.1" status: 204 len: 168 time: 0.6189756 Nov 12 08:55:45.339847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e10-91c3-491e-b3ca-720556e89fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.358388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a8733-e2d9-4289-ac33-95e7c48bcb15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3faba4-1d13-488a-a8c4-707cadad081f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.477816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e10-91c3-491e-b3ca-720556e89fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.489926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-ce31fe79-966c-4a37-aa4b-dc4ff73787fa service neutron] 10.222.0.62 "GET /v2.0/networks/f44c96f2-689d-48ba-aa46-80b52d337547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051002 Nov 12 08:55:45.556915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f896ee0-0ce1-415f-ac4f-fb7c19df180f req-8a0cda2f-4f26-4dc8-ba8c-dbf39b45f8f8 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.564840 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3f896ee0-0ce1-415f-ac4f-fb7c19df180f req-8a0cda2f-4f26-4dc8-ba8c-dbf39b45f8f8 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 944 time: 0.1884763 Nov 12 08:55:45.599949 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.614872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97277cc6-33fb-49b7-b267-f92c4cc709d3 req-e1a400fd-b237-41f2-bde6-a0667e3b43e9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:45.615690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97277cc6-33fb-49b7-b267-f92c4cc709d3 req-e1a400fd-b237-41f2-bde6-a0667e3b43e9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1249881 Nov 12 08:55:45.651277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c79944-2137-44b4-9b28-4516d8d11a3f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.717079 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e10-91c3-491e-b3ca-720556e89fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.720702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1e10-91c3-491e-b3ca-720556e89fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:45.722020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b5c1e10-91c3-491e-b3ca-720556e89fac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2af51664-f565-4acc-8c1c-11e206b5c3a9 HTTP/1.1" status: 204 len: 168 time: 0.6186874 Nov 12 08:55:45.749115 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3f896ee0-0ce1-415f-ac4f-fb7c19df180f req-df55f1df-aded-48db-acf1-328292b79ed5 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675682 Nov 12 08:55:45.777065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c1e10-91c3-491e-b3ca-720556e89fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af51664-f565-4acc-8c1c-11e206b5c3a9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:45.818385 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19063aec-2d71-4e8d-9fa8-77fe7b47a4e7 req-1f8aabe9-585b-4ede-aa59-2a4343f578c8 service neutron] 10.222.0.62 "GET /v2.0/networks/f44c96f2-689d-48ba-aa46-80b52d337547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156314 Nov 12 08:55:45.833193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97277cc6-33fb-49b7-b267-f92c4cc709d3 req-e579f611-667c-42f1-aea0-67b008889718 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829889 Nov 12 08:55:45.844782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.001065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.004515 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.055030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-a4e198a7-d547-4bf9-869d-be8c3c11c644 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:46.064740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-a4e198a7-d547-4bf9-869d-be8c3c11c644 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1323023 Nov 12 08:55:46.074722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-04a6bc69-e4cc-490e-9f24-a9f1e8895622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:46.076231 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-04a6bc69-e4cc-490e-9f24-a9f1e8895622 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2de740adf788462b89a5668f27e9a3f8&device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 1096 time: 0.1761370 Nov 12 08:55:46.173465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.174108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27be93e4-fc28-4695-8e27-7eb5b85b1ecb {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:55:46.180056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.184716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b5fee8bb-a9ca-4cf1-bb13-1d409b4ee986 admin admin] 10.222.0.53 "DELETE /v2.0/routers/27be93e4-fc28-4695-8e27-7eb5b85b1ecb HTTP/1.1" status: 204 len: 168 time: 2.3064232 Nov 12 08:55:46.185400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52932) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:46.192958 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-33ba3c8a-adc3-4846-aaa2-082cbae7035a tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.1242664 Nov 12 08:55:46.228135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469b4aa-4250-43cd-9dd8-5b0123ee7884 req-63d54dbf-7b01-4c94-8709-dd466ac64025 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:46.229959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8469b4aa-4250-43cd-9dd8-5b0123ee7884 req-63d54dbf-7b01-4c94-8709-dd466ac64025 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 945 time: 0.1249135 Nov 12 08:55:46.238506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Request body: {'floatingip': {'port_id': '33d8105b-a404-4510-ab9a-05bfa4793833', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:46.241969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52934) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:46.247009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'floatingip': {'port_id': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:46.313587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0f83ffc9-314c-4f5f-8905-fb5be00551ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.321683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] Deleting subnet f9912568-1a72-4f38-a462-2c70f0850c03 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:55:46.327795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.332041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.338888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.440868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-97e22258-bf88-450c-9863-6be7c18cf36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:46.442818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-97e22258-bf88-450c-9863-6be7c18cf36f service neutron] 10.222.0.62 "GET /v2.0/networks?id=f44c96f2-689d-48ba-aa46-80b52d337547 HTTP/1.1" status: 200 len: 911 time: 0.3494346 Nov 12 08:55:46.454433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.575169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-1f3b6021-dc0e-47f7-a158-efabec281f8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b HTTP/1.1" status: 200 len: 217 time: 0.0738001 Nov 12 08:55:46.705024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-feb010b3-4ad5-42a3-be22-1c59f3ec5aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:46.706475 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-feb010b3-4ad5-42a3-be22-1c59f3ec5aea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6118c4ef-a55d-4f01-a56c-7b3ecce60bad HTTP/1.1" status: 200 len: 850 time: 0.1217356 Nov 12 08:55:46.739188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:46.812240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-93e0b8b8-3597-4bdb-9c4a-b032f139b261 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f44c96f2-689d-48ba-aa46-80b52d337547&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547225 Nov 12 08:55:46.928596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 79757074-398f-4b67-997a-95461a806e7b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:46.955373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:46.995713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 79757074-398f-4b67-997a-95461a806e7b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:46.996106 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 79757074-398f-4b67-997a-95461a806e7b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:46.996528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 17c79944-2137-44b4-9b28-4516d8d11a3f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:47.045667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 17c79944-2137-44b4-9b28-4516d8d11a3f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:47.046018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 17c79944-2137-44b4-9b28-4516d8d11a3f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:47.103201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-ee377e35-53ec-42e6-8de4-ed6d58e61cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/f44c96f2-689d-48ba-aa46-80b52d337547?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830796 Nov 12 08:55:47.289692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.293501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.317408 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.351819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934efdee-ab37-4344-b403-76d60260f7bf None None] Network 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:47.426889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-network', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:47.428880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9912568-1a72-4f38-a462-2c70f0850c03,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:47.432533 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.436625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-af888539-3d4a-4c13-a7f7-f1c616a99e8a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f9912568-1a72-4f38-a462-2c70f0850c03 HTTP/1.1" status: 204 len: 168 time: 1.2492957 Nov 12 08:55:47.440873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52970) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:47.540476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Made reservation on behalf of 1bc4d19c4b914aee9c0ba5a2d5a1d655 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:47.541721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.550119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.567785 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.588180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74ddc3-ee7c-47eb-a7ed-d3d992a976d7 req-372734b9-0ae6-4d17-8d92-d30fa73787f8 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:47.596652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a74ddc3-ee7c-47eb-a7ed-d3d992a976d7 req-372734b9-0ae6-4d17-8d92-d30fa73787f8 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 944 time: 0.6409817 Nov 12 08:55:47.634697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de24772f-15cc-46aa-9d9f-a24739b13e95 req-fc5ce429-c6a1-4a1d-a953-8c284914c818 service neutron] 10.222.0.62 "GET /v2.0/networks/f44c96f2-689d-48ba-aa46-80b52d337547?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186617 Nov 12 08:55:47.661679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.673906 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.732398 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4 associated. External IP: 172.25.5.231, port: 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d. Nov 12 08:55:47.749201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a74ddc3-ee7c-47eb-a7ed-d3d992a976d7 req-7d32e839-8b54-4148-9417-82de016018e6 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479814 Nov 12 08:55:47.751084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] DHCP port deletion for 4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:55:47.822345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.832061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.852068 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Floating IP 9b761d0d-d74a-490f-b219-8819cc60185b associated. External IP: 172.25.5.200, port: 33d8105b-a404-4510-ab9a-05bfa4793833. Nov 12 08:55:47.862797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Deleting port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:47.862797 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.897299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] Deleting port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:47.901858 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.905795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:47.921066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb4a4da-3058-4908-b91c-7325be466b45,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:47.932922 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:47.932922 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Added segment bc3376c5-a0d5-4feb-8ade-539b88cb29f7 of type vlan for network 6d08698e-8671-4b9f-a048-b88de067217f Nov 12 08:55:47.995257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] For port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:47.995994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.010413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] Calling delete_port for c97d8e42-2a12-4fcb-b10f-1110c58cd2cb owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:48.021263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.095596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.096581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.097159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.146808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1881733 Nov 12 08:55:48.147532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] For port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,segment=NetworkSegment(3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f),segment_id=3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:48.148543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.153026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:48.158601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Request body: {'subnet': {'network_id': '6d08698e-8671-4b9f-a048-b88de067217f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-subnet', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:48.210627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Calling delete_port for c97d8e42-2a12-4fcb-b10f-1110c58cd2cb owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:55:48.236097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd40068-d30a-4347-a0f0-3a12cff0477d admin admin] Pushing event updated for resources: {'Network': ['ID=6d08698e-8671-4b9f-a048-b88de067217f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:48.257148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 6d08698e-8671-4b9f-a048-b88de067217f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:48.266746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Made reservation on behalf of 1bc4d19c4b914aee9c0ba5a2d5a1d655 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:48.269145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.274338 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:48.357141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da634a4f-a8cd-46e4-b730-b55bd58dba39 req-2f933c20-797e-40a2-b669-e3fccd0ec2a9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.370421 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da634a4f-a8cd-46e4-b730-b55bd58dba39 req-2f933c20-797e-40a2-b669-e3fccd0ec2a9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.4398785 Nov 12 08:55:48.402908 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.434816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] Pushing event deleted for resources: {'Port': ['ID=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:48.446115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09eb6cf6-6aa7-4c8f-ac02-7a664000474c None None] No DVR routers for this DVR port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:48.522893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.568266 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da634a4f-a8cd-46e4-b730-b55bd58dba39 req-a1906719-42cf-493c-bd0c-bfb54016a098 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965673 Nov 12 08:55:48.570874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:48.572365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=c97d8e42-2a12-4fcb-b10f-1110c58cd2cb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:48.577144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.591403 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] Sync routers for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:48.609044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] No DVR routers for this DVR port c97d8e42-2a12-4fcb-b10f-1110c58cd2cb on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:55:48.611257 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:48.612249 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:48.656217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-1f86a905-969f-4868-9824-64b9d4fd8014 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "PUT /v2.0/floatingips/9b761d0d-d74a-490f-b219-8819cc60185b HTTP/1.1" status: 200 len: 996 time: 2.4277768 Nov 12 08:55:48.659166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:48.663609 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d49ab72-55ee-42bc-a563-ea7af044c690" -d '{"events": [{"name": "network-changed", "server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:48.720159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.730385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:48.750639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:48.768564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:55:48.829654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:48.830019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3311f60e-a1cf-46d9-a2a8-9a0c9a0bd88f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:48.834891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:48.849277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.856131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.867572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-4aa982a2-0b22-4b0f-afe8-97410eaae1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:48.869073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-4aa982a2-0b22-4b0f-afe8-97410eaae1d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b3b71bb26624452c80a91419c2035254&device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 1097 time: 0.2016499 Nov 12 08:55:48.922381 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.953557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c97d8e42-2a12-4fcb-b10f-1110c58cd2cb no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:55:48.962101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:55:48.962596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:55:48.964571 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:55:49.028444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=463e3a6a-a128-4710-b945-78496f294c39,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:49.033429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c97d8e42-2a12-4fcb-b10f-1110c58cd2cb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:55:49.033998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c97d8e42-2a12-4fcb-b10f-1110c58cd2cb not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:55:49.046657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.060690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Checking segment: {'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:49.061054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Network hostable DHCP agents. Network: 6d08698e-8671-4b9f-a048-b88de067217f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:49.076112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,segment=NetworkSegment(ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0),segment_id=ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:49.105837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b', 'network_id': 'f44c96f2-689d-48ba-aa46-80b52d337547', 'port_id': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b', 'mac_address': 'fa:16:3e:d5:8a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6118c4ef-a55d-4f01-a56c-7b3ecce60bad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:55:49.110277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-23d723a0-3516-4c2c-bfa8-9fa43946469c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0993569 Nov 12 08:55:49.148275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:49.154968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.159551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Network 6d08698e-8671-4b9f-a048-b88de067217f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:49.166045 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.170749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.177713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf HTTP/1.1" status: 204 len: 168 time: 1.7348070 Nov 12 08:55:49.197496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 6d08698e-8671-4b9f-a048-b88de067217f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:49.204581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-b07219ce-2c5e-47bc-bb77-93bc502a6eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.209321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-b07219ce-2c5e-47bc-bb77-93bc502a6eaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 200 len: 929 time: 0.3157506 Nov 12 08:55:49.217046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.217647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.243574 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.252720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] Sync routers for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:49.258902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7381a2a2-cfc4-4e08-abba-a7dd8f22e645 None None] Network 6d08698e-8671-4b9f-a048-b88de067217f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:49.299964 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f7c80c32-61a0-4ac7-a8d6-597c5557dc4d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1456680 Nov 12 08:55:49.304297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.309417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:49.363725 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '9b761d0d-d74a-490f-b219-8819cc60185b', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'port_id': '33d8105b-a404-4510-ab9a-05bfa4793833', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'mac_address': 'fa:16:3e:08:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9377fba-63c2-4024-8547-b23d71440edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:43Z', 'updated_at': '2021-11-12T08:55:47Z', 'revision_number': 1, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:23Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.364078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-f5461674-9e58-44d6-8a69-0f3ed71a821f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 999 time: 0.1374264 Nov 12 08:55:49.366862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.368485 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.424754 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] Checking router: 95779b4c-999c-4b4f-a062-3a1c2ffe9256 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:49.448597 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:49.451705 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.460410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:49.497033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:49.506459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-8dad8399-d2c1-43f9-a2f5-d29ba5eebec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.507746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:49.508564 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-8dad8399-d2c1-43f9-a2f5-d29ba5eebec0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6636b3d0-7545-485c-a5d4-cc64b8d8bb88 HTTP/1.1" status: 200 len: 867 time: 0.1334109 Nov 12 08:55:49.512789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.629592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53014) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.643578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f634eba-0841-4749-a727-3637b4ec9d88 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8f0212-f9a7-4a43-b1aa-adc80a56dcaf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:49.658753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-181b4167-2ff5-46a1-a1f1-285e7c1bfeb8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "PUT /v2.0/floatingips/ddc85964-5229-4b2e-b1f1-79cffde4a0e4 HTTP/1.1" status: 200 len: 991 time: 3.4155474 Nov 12 08:55:49.665884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:49.668327 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0dd6a3-0bf5-4076-b867-ab71894162b1" -d '{"events": [{"name": "network-changed", "server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:49.722382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0b0b5c7a-ac7f-4403-b651-66c4a7c0612e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1d39e821f974e0dbcaad9e1901936f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895839 Nov 12 08:55:49.722924 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:49.723385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53020) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:49.730760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-2ac4278b-b0d2-4831-96a1-97840af1666b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.736729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.738921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-2ac4278b-b0d2-4831-96a1-97840af1666b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6276114 Nov 12 08:55:49.744205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:49.751272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-b4a2ff11-8a9e-483d-961d-6ea25fa42e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:49.753497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-b4a2ff11-8a9e-483d-961d-6ea25fa42e4c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94f10627-be88-4407-9126-02bee3d3307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2339535 Nov 12 08:55:49.778948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-b127dada-040a-42f8-bb4b-34bc5f0a3103 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/quotas/60db9fc17f5640cbb4f32834f12ac834 HTTP/1.1" status: 200 len: 375 time: 0.0390825 Nov 12 08:55:49.795668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,segment=NetworkSegment(ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0),segment_id=ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:49.816880 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.824613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.832727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-5a0a3fdb-a7eb-428f-a7ce-0acb66251439 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528111 Nov 12 08:55:49.886845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d0735f-3386-45f7-b618-7eb1cf0d7557 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:49.942571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d0735f-3386-45f7-b618-7eb1cf0d7557 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.038999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-55330626-5933-44cd-9059-76adf0eeec71 service neutron] 10.222.0.53 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666605 Nov 12 08:55:50.051096 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d0735f-3386-45f7-b618-7eb1cf0d7557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.053852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d0735f-3386-45f7-b618-7eb1cf0d7557 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.055199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-90d0735f-3386-45f7-b618-7eb1cf0d7557 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/162c53dc-fb14-4e69-9310-2298f00bdce6 HTTP/1.1" status: 204 len: 168 time: 0.3140779 Nov 12 08:55:50.086799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0735f-3386-45f7-b618-7eb1cf0d7557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162c53dc-fb14-4e69-9310-2298f00bdce6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:50.166226 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60b0fa5-8f63-4eb7-8bf7-01f6ede123cb x-openstack-request-id: req-a60b0fa5-8f63-4eb7-8bf7-01f6ede123cb {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:50.170800 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:50.171069 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a60b0fa5-8f63-4eb7-8bf7-01f6ede123cb {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:50.171498 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833', 'status': 'completed', 'code': 200} Nov 12 08:55:50.202136 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '9b761d0d-d74a-490f-b219-8819cc60185b', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'port_id': '33d8105b-a404-4510-ab9a-05bfa4793833', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'mac_address': 'fa:16:3e:08:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9377fba-63c2-4024-8547-b23d71440edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:43Z', 'updated_at': '2021-11-12T08:55:47Z', 'revision_number': 1, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:23Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:50.274661 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce17b94-bc00-40ea-aba6-c0d23debc09c None None] The sync data for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 is: [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '9b761d0d-d74a-490f-b219-8819cc60185b', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'port_id': '33d8105b-a404-4510-ab9a-05bfa4793833', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'mac_address': 'fa:16:3e:08:3f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9377fba-63c2-4024-8547-b23d71440edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:43Z', 'updated_at': '2021-11-12T08:55:47Z', 'revision_number': 1, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:23Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:50.295247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85ed317f-b9d2-482f-9d2e-1725ac4c3b1b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:55:50.372116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c24e55-47c9-4504-a05e-a5588e28757a req-6b310a7c-15b4-4efc-95bf-bd3693f2a4b4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:50.382681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21c24e55-47c9-4504-a05e-a5588e28757a req-6b310a7c-15b4-4efc-95bf-bd3693f2a4b4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 945 time: 0.1262596 Nov 12 08:55:50.398096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-6d08698e-8671-4b9f-a048-b88de067217f', 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'fixed_ips': [{'subnet_id': '463e3a6a-a128-4710-b945-78496f294c39'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:55:50.398998 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.408345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.436087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:50.469327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21c24e55-47c9-4504-a05e-a5588e28757a req-74148f16-3c82-47d9-8393-e6986dd3ab66 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852051 Nov 12 08:55:50.695683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ef20a-c5e3-49b1-967b-e8b64f8f5ff9 req-cc1663b9-028d-4d3f-b99d-175d20e2052f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:50.709073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95ef20a-c5e3-49b1-967b-e8b64f8f5ff9 req-cc1663b9-028d-4d3f-b99d-175d20e2052f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1309421 Nov 12 08:55:50.735187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-c95914d0-9e73-4a29-974a-d08701b4896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:50.742625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-c95914d0-9e73-4a29-974a-d08701b4896f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3b71bb26624452c80a91419c2035254&device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 1097 time: 0.5552800 Nov 12 08:55:50.760914 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757f68c-b04a-4a95-adb5-041cd0903959 None None] New status for floating IP 9b761d0d-d74a-490f-b219-8819cc60185b: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:50.882198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95ef20a-c5e3-49b1-967b-e8b64f8f5ff9 req-59208bce-9a37-4775-bfd0-99004f9c4eac tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720271 Nov 12 08:55:50.891199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-388b5c5f-501a-4834-a527-a56b2f7d0ad2 req-ba680888-649c-402a-9fb4-f29833aa5efb service neutron] 10.222.0.53 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8209863 Nov 12 08:55:50.892355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:50.956775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.051810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-06bf0f9e-cd5d-4c5e-8efc-7d375d6bb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:51.053409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-06bf0f9e-cd5d-4c5e-8efc-7d375d6bb852 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 200 len: 929 time: 0.2818968 Nov 12 08:55:51.078847 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46337bcd-b7b5-4e60-87f6-64bc12bc097e x-openstack-request-id: req-46337bcd-b7b5-4e60-87f6-64bc12bc097e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:51.079566 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:51.080133 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46337bcd-b7b5-4e60-87f6-64bc12bc097e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:51.080707 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'status': 'completed', 'code': 200} Nov 12 08:55:51.232794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Allocated IP 172.20.0.2 (6d08698e-8671-4b9f-a048-b88de067217f/463e3a6a-a128-4710-b945-78496f294c39/bab4b123-7c15-473f-9d92-057131f430cc) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:51.304961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad296bab-02bb-4df2-aba6-a7ca1f4f70f1 req-98a0bcc8-6994-4e93-b0fb-1eaccec4be88 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 210 time: 0.1202748 Nov 12 08:55:51.314199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ddc85964-5229-4b2e-b1f1-79cffde4a0e4', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'port_id': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'mac_address': 'fa:16:3e:5c:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:27Z', 'updated_at': '2021-11-12T08:55:47Z', 'revision_number': 1, 'project_id': '1ba88812834648c58bb879ae15384637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:51.331871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-61220e46-b7e4-422b-938c-db968dd8815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:51.333409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-61220e46-b7e4-422b-938c-db968dd8815d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 1097 time: 0.2155614 Nov 12 08:55:51.385560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] Checking router: 3dbb6e26-80e3-40ff-81d0-d7f64c80260d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:51.416893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:51.417656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:51.626648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-4732e8f9-c6a9-466a-8ebe-59903c2afe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:51.628969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-4732e8f9-c6a9-466a-8ebe-59903c2afe6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 925 time: 0.2746594 Nov 12 08:55:51.717448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.728473 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:51.732545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:51.744236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53062) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:51.837560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Network 6d08698e-8671-4b9f-a048-b88de067217f is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:51.873478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:51.876579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Pushing event updated for resources: {'Port': ['ID=bab4b123-7c15-473f-9d92-057131f430cc,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:51.880309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:51.889197 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-b178c98b-b82e-4e70-9e54-8e30e2af5fc0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 1001 time: 0.7801082 Nov 12 08:55:51.892039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c11d9b-ede3-4fe6-9627-63f3d539f2e3 req-b76f7c82-922b-4faf-a2e0-2453c8da9bf6 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:51.904789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1c11d9b-ede3-4fe6-9627-63f3d539f2e3 req-b76f7c82-922b-4faf-a2e0-2453c8da9bf6 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 945 time: 0.3099287 Nov 12 08:55:51.924940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.932722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.933122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.933447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.933776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.934108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.934433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.934750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.936884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.941032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.941742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.942231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:55:51.946258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-210065754-network', 'tenant_id': 'dc3ed24f356f4679919c09d6575037de'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:51.978109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Allocated IP 172.25.5.120 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/691029c8-c22b-4583-b1c3-c1cb87cf8215) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:52.015358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1c11d9b-ede3-4fe6-9627-63f3d539f2e3 req-3b9e9717-74e5-4816-976c-270f591e94d3 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041918 Nov 12 08:55:52.036084 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-2ebf2701-383e-46a7-879c-4f27b3044907 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d HTTP/1.1" status: 200 len: 999 time: 0.3724720 Nov 12 08:55:52.125026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Attempting to bind port bab4b123-7c15-473f-9d92-057131f430cc on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:52.125678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Attempting to bind port bab4b123-7c15-473f-9d92-057131f430cc by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:52.126268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Attempting to bind port bab4b123-7c15-473f-9d92-057131f430cc on network 6d08698e-8671-4b9f-a048-b88de067217f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:52.136624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-84708147-4570-4691-9074-edbdaf8046da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.138409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-84708147-4570-4691-9074-edbdaf8046da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eaaa9a-a3b3-4820-81b2-80cfff491625 HTTP/1.1" status: 200 len: 863 time: 0.0917315 Nov 12 08:55:52.141803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:52.142413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Checking segment: {'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:52.143085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.143731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Bound using segment: {'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:52.144629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Bound port: bab4b123-7c15-473f-9d92-057131f430cc, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:52.145292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.177793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Made reservation on behalf of dc3ed24f356f4679919c09d6575037de for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:52.180565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.202628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.228811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.268697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d71623-a5c9-49e8-834a-bd410bbff347 req-c10caeec-e212-44a4-87cf-40bc375e3ae0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.270401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-48d71623-a5c9-49e8-834a-bd410bbff347 req-c10caeec-e212-44a4-87cf-40bc375e3ae0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1308217 Nov 12 08:55:52.272495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-6426a0b7-a59d-42fb-84fe-4f2adb6b375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.274312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-6426a0b7-a59d-42fb-84fe-4f2adb6b375b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fc72ad-e91d-46a9-863a-3f64d3db131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212459 Nov 12 08:55:52.310049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] For port bab4b123-7c15-473f-9d92-057131f430cc, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:52.314257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] For port bab4b123-7c15-473f-9d92-057131f430cc, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bab4b123-7c15-473f-9d92-057131f430cc,segment=NetworkSegment(bc3376c5-a0d5-4feb-8ade-539b88cb29f7),segment_id=bc3376c5-a0d5-4feb-8ade-539b88cb29f7)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:52.326005 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.399952 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.413932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ddc85964-5229-4b2e-b1f1-79cffde4a0e4', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'port_id': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'mac_address': 'fa:16:3e:5c:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:27Z', 'updated_at': '2021-11-12T08:55:47Z', 'revision_number': 1, 'project_id': '1ba88812834648c58bb879ae15384637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:52.464833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c89d86-df94-491d-8172-1bb0cc83c6df None None] The sync data for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 is: [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ddc85964-5229-4b2e-b1f1-79cffde4a0e4', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'port_id': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'mac_address': 'fa:16:3e:5c:9f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:27Z', 'updated_at': '2021-11-12T08:55:47Z', 'revision_number': 1, 'project_id': '1ba88812834648c58bb879ae15384637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:52.467938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6b9aa-d6a1-4480-8e0f-46584e4104b3 None None] Pushing event updated for resources: {'Port': ['ID=bab4b123-7c15-473f-9d92-057131f430cc,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:52.478586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-48f77ba2-1e53-4a3b-9bb9-c7674636e551 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4725783 Nov 12 08:55:52.512428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-8b424b6c-ea7d-4d50-8f01-a39fe654a00b tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 258 time: 1.3952627 Nov 12 08:55:52.516008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-48d71623-a5c9-49e8-834a-bd410bbff347 req-f0e19e65-cf1c-4d92-9f12-90a333db6101 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315626 Nov 12 08:55:52.528449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:52.536141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:52.576984 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:52.607202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:52.617077 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-c2702f22-8db5-4930-8538-9aa776a0063a service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258350 Nov 12 08:55:52.643825 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.667301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.729309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-380d2bca-cb00-4d95-bee5-19260885ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.731550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-380d2bca-cb00-4d95-bee5-19260885ae6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6636b3d0-7545-485c-a5d4-cc64b8d8bb88 HTTP/1.1" status: 200 len: 867 time: 0.7571120 Nov 12 08:55:52.768833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:55:52.784238 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.784238 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Added segment 2019f43f-a775-4e6b-9613-2bad19d69cd5 of type vlan for network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 Nov 12 08:55:52.790174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:52.845272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.861778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Pushing event updated for resources: {'Port': ['ID=691029c8-c22b-4583-b1c3-c1cb87cf8215,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:52.882426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.921041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f116f-c35b-4343-b8c2-8adff623fa17 None None] New status for floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:55:52.926058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:55:52.953165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:52.954781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:52.955634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.002742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:53.003567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.018907 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f0dd6a3-0bf5-4076-b867-ab71894162b1 req-32bd5e62-140d-4881-9731-3f94a662b6a6 service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855920 Nov 12 08:55:53.065609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b241a56c-282c-4d85-9f6c-8160cdddac9f req-7a3939d7-29c8-4bc4-a7c1-b711362037b8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 210 time: 0.1594718 Nov 12 08:55:53.102620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bab4b123-7c15-473f-9d92-057131f430cc up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:53.149103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-486c70c0-c178-4df6-84a7-4e189ddd993e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.150698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-486c70c0-c178-4df6-84a7-4e189ddd993e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6335680 Nov 12 08:55:53.174363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:53.187798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4408119 Nov 12 08:55:53.190931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53076) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:53.201218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Request body: {'subnet': {'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-210065754-subnet', 'tenant_id': 'dc3ed24f356f4679919c09d6575037de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:53.260355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:53.275540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-d8a7b39f-c83f-443b-bb29-fa483ade7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.277523 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-d8a7b39f-c83f-443b-bb29-fa483ade7ccb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94f10627-be88-4407-9126-02bee3d3307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5329552 Nov 12 08:55:53.362494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802283-0941-4312-b7ef-4065e62cb69c admin admin] Pushing event updated for resources: {'Network': ['ID=0c900a69-f347-4123-95e8-e9fe01a1d0b9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:53.376730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Made reservation on behalf of dc3ed24f356f4679919c09d6575037de for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:53.379517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.568349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a0383-daf9-4517-8f33-68a3c5d0e744 req-8f648283-20dc-4ac4-a36e-6f7be6626ab7 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.570885 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.579312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e10a0383-daf9-4517-8f33-68a3c5d0e744 req-8f648283-20dc-4ac4-a36e-6f7be6626ab7 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 945 time: 0.3182001 Nov 12 08:55:53.586575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:55:53.594324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bab4b123-7c15-473f-9d92-057131f430cc triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:53.594944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.669291 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.673449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-4038380f-4843-47ba-a59f-df4574ce3324 service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518602 Nov 12 08:55:53.673648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e10a0383-daf9-4517-8f33-68a3c5d0e744 req-f250de12-8ab2-4266-b85d-77acde0558a9 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836852 Nov 12 08:55:53.773514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:53.776457 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbfea17-1adf-4298-84f8-b5ce824c57d2" -d '{"events": [{"server_uuid": "feb27a78-fe49-4eb2-8fec-e28b676a534e", "name": "network-vif-plugged", "status": "completed", "tag": "85ed317f-b9d2-482f-9d2e-1725ac4c3b1b"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:53.798014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,segment=NetworkSegment(ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0),segment_id=ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:53.808234 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.833999 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:53.901592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:53.933903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:53.953816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d558b04-2da0-431a-91be-60518456dc46 None None] Network 6d08698e-8671-4b9f-a048-b88de067217f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:53.959060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a314b-1581-42df-808f-520cd0149533 req-63a57d02-0a84-4525-89ea-0981d9bd072e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:53.959395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d49ab72-55ee-42bc-a563-ea7af044c690 req-dfb451f0-ac01-46d0-831c-859ff0d993b8 service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428688 Nov 12 08:55:53.961133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a09a314b-1581-42df-808f-520cd0149533 req-63a57d02-0a84-4525-89ea-0981d9bd072e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1401227 Nov 12 08:55:53.991997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Checking segment: {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:53.992530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Network hostable DHCP agents. Network: 0c900a69-f347-4123-95e8-e9fe01a1d0b9, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:55:54.043649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a09a314b-1581-42df-808f-520cd0149533 req-2d045b53-ce75-49e9-9e42-311c932146c4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678878 Nov 12 08:55:54.069642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:55:54.092908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0c900a69-f347-4123-95e8-e9fe01a1d0b9) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:54.099396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:54.100141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.104385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.111792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc370f85-918b-41f4-b6e0-c5f5d61edcec None None] Network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:54.160770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-371ecd16-366e-45a6-be92-f96e667f0a39 None None] Provisioning complete for port bab4b123-7c15-473f-9d92-057131f430cc triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:54.161150 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-371ecd16-366e-45a6-be92-f96e667f0a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.183598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:54.188306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.197160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-34bc739a-d8f9-41bb-a01e-9be44fb92aec admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0040016 Nov 12 08:55:54.238830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.265138 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1803ac3-8581-4e14-9081-08516e218832 x-openstack-request-id: req-b1803ac3-8581-4e14-9081-08516e218832 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:54.266148 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb27a78-fe49-4eb2-8fec-e28b676a534e", "name": "network-vif-plugged", "status": "completed", "tag": "85ed317f-b9d2-482f-9d2e-1725ac4c3b1b", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:54.266532 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1803ac3-8581-4e14-9081-08516e218832 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:54.267198 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b', 'code': 200} Nov 12 08:55:54.362299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6e7f1985-7986-4979-9f44-bc8124850152 req-89bb2e96-411c-46f3-a71f-d8605f809e07 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 210 time: 0.0616755 Nov 12 08:55:54.366266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port bab4b123-7c15-473f-9d92-057131f430cc, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bab4b123-7c15-473f-9d92-057131f430cc,segment=NetworkSegment(bc3376c5-a0d5-4feb-8ade-539b88cb29f7),segment_id=bc3376c5-a0d5-4feb-8ade-539b88cb29f7)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:54.372377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Allocated IP 172.25.5.93 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/737a887a-5c35-4334-9bdb-85f9fe10d8bd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:54.383316 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.441881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.558702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=bab4b123-7c15-473f-9d92-057131f430cc,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:54.573208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5231c2-85d0-4167-93d0-7477cfa01be3 None None] Network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:55:54.629080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05dafb-642a-41e6-a3da-de5f474dea62 req-8fd5f40d-eb9b-4f10-8967-e65b892abaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:54.630826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc05dafb-642a-41e6-a3da-de5f474dea62 req-8fd5f40d-eb9b-4f10-8967-e65b892abaea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 1098 time: 0.2076695 Nov 12 08:55:54.708060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.710235 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.857663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc05dafb-642a-41e6-a3da-de5f474dea62 req-c162f722-d4b1-41bf-83a7-976b6ecec235 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074761 Nov 12 08:55:54.866878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bab4b123-7c15-473f-9d92-057131f430cc up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:54.888927 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.922793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.966438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bab4b123-7c15-473f-9d92-057131f430cc triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:54.966844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:54.968362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.026330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-12e01e37-87a4-4362-921e-4b055ccb2c26 None None] Provisioning complete for port bab4b123-7c15-473f-9d92-057131f430cc triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:55.026847 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-12e01e37-87a4-4362-921e-4b055ccb2c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.044614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-c51aad36-394c-4955-8e1e-55441e3873f1 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:55.055489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-c51aad36-394c-4955-8e1e-55441e3873f1 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 821 time: 0.2238178 Nov 12 08:55:55.059703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9bb6bc-7293-442f-b47a-ea8592d9ca61,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:55.094799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:55.098214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-8f250de0-7ac0-4652-a018-da0be44b5c5e tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/quotas/dc3ed24f356f4679919c09d6575037de HTTP/1.1" status: 200 len: 375 time: 0.0401015 Nov 12 08:55:55.110625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:55.115202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event updated for resources: {'Port': ['ID=737a887a-5c35-4334-9bdb-85f9fe10d8bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:55.121078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:55.161509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-2ffb9f55-e912-438d-9cde-9af7db27a42d tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614405 Nov 12 08:55:55.212932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.101 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/21a9cd74-e2c5-46c9-abe9-4901eef56236) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:55.221285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Router ff58ec8f-21e0-4ead-887c-13e3024840a8 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:55:55.256257 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-e585002c-2180-4ac4-92cb-ea8841a42b70 service neutron] 10.222.0.53 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Nov 12 08:55:55.352810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-fa9bc4f7-8301-4848-9698-12b3e0d373fc service neutron] 10.222.0.53 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896101 Nov 12 08:55:55.563256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bd271-45f3-43c2-9299-18f48bef9a43 req-9aa19817-1f72-437f-9672-fd9e7b535d72 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:55.564952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb5bd271-45f3-43c2-9299-18f48bef9a43 req-9aa19817-1f72-437f-9672-fd9e7b535d72 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 946 time: 0.0509555 Nov 12 08:55:55.592988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.624575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb5bd271-45f3-43c2-9299-18f48bef9a43 req-019be86f-70ac-4bbc-b4c6-5b72224d8720 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529680 Nov 12 08:55:55.705344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.765131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6ea4-c405-4d9f-afe6-d598c3179d49 req-a9b40130-8609-48a6-837d-a55ad6306500 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:55.766651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89fa6ea4-c405-4d9f-afe6-d598c3179d49 req-a9b40130-8609-48a6-837d-a55ad6306500 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0507331 Nov 12 08:55:55.793386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:55.819824 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Sync routers for ids ['ff58ec8f-21e0-4ead-887c-13e3024840a8'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:55.824063 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:55.827801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-79c1bf2d-ba8d-4f40-a489-0a39f57d7589 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5199301 Nov 12 08:55:55.828004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89fa6ea4-c405-4d9f-afe6-d598c3179d49 req-7919a9b2-efed-4462-bf4d-2befc14b3bc8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481679 Nov 12 08:55:55.829507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53124) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:55:55.869179 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Routers {'ff58ec8f-21e0-4ead-887c-13e3024840a8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:55.871162 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['ff58ec8f-21e0-4ead-887c-13e3024840a8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:55.913641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.014781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.018176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.060787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.097703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:56.106244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:56.127542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:56.139421 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Set router ff58ec8f-21e0-4ead-887c-13e3024840a8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:56.181129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=21a9cd74-e2c5-46c9-abe9-4901eef56236,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:56.202057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:56.202969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.271744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4683e9-a278-4d6c-a7ca-f42635417584 req-ade3a7eb-6c16-4c5a-b05b-ed87fba51ab1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:56.280459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f4683e9-a278-4d6c-a7ca-f42635417584 req-ade3a7eb-6c16-4c5a-b05b-ed87fba51ab1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 936 time: 0.1634245 Nov 12 08:55:56.290751 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.315548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bb8db861-ab85-4273-840b-8e92806de139 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0621462 Nov 12 08:55:56.334776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event updated for resources: {'Port': ['ID=737a887a-5c35-4334-9bdb-85f9fe10d8bd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:56.348404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.354981 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-7c45e154-07be-46bb-9a0f-aaff22a5a244 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8228693 Nov 12 08:55:56.360770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Request body: {'port': {'device_id': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:56.402151 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f4683e9-a278-4d6c-a7ca-f42635417584 req-b4c17899-85d4-4025-8284-b6d7b77f2aa0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202869 Nov 12 08:55:56.413929 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:55:53Z', 'revision_number': 3, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port': {'id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:50Z', 'updated_at': '2021-11-12T08:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:56.452240 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Checking router: ff58ec8f-21e0-4ead-887c-13e3024840a8 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:55:56.452614 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Updating router ff58ec8f-21e0-4ead-887c-13e3024840a8 port 691029c8-c22b-4583-b1c3-c1cb87cf8215 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:55:56.492563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-dd615ee3-f3ef-40c2-ad55-591f40963321 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1030638 Nov 12 08:55:56.498906 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.507946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4beccaef-28f7-4c47-937a-cbee49930cf5 None None] Provisioning complete for port 21a9cd74-e2c5-46c9-abe9-4901eef56236 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:56.508703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4beccaef-28f7-4c47-937a-cbee49930cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.509624 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.532462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db95d6bc-7953-435e-894e-9cd862592ed9 req-afb05b91-2db2-4e6a-abf1-5f33e31cecdf tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0374718 Nov 12 08:55:56.568790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4beccaef-28f7-4c47-937a-cbee49930cf5 None None] Port 21a9cd74-e2c5-46c9-abe9-4901eef56236 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:56.630701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.786181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-96f178c5-914c-42d9-9907-b1fd1e3c8ef6 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:56.790645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c39c7aec-e19a-49de-a666-87da841adbb8 req-96f178c5-914c-42d9-9907-b1fd1e3c8ef6 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2701447 Nov 12 08:55:56.897542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ac74e-db6a-4536-adfa-25946bbc4069 req-bd81acd3-3a81-4c45-a58d-9569898aa775 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:56.899543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db0ac74e-db6a-4536-adfa-25946bbc4069 req-bd81acd3-3a81-4c45-a58d-9569898aa775 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 946 time: 0.0998108 Nov 12 08:55:56.907036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Allocated IP 172.20.0.1 (6d08698e-8671-4b9f-a048-b88de067217f/463e3a6a-a128-4710-b945-78496f294c39/e1fba959-2542-4950-937f-b81742120d1a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:56.920562 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.928613 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:56.993283 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Attempting to bind port 691029c8-c22b-4583-b1c3-c1cb87cf8215 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:56.993650 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Attempting to bind port 691029c8-c22b-4583-b1c3-c1cb87cf8215 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:56.994007 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Attempting to bind port 691029c8-c22b-4583-b1c3-c1cb87cf8215 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:57.008726 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:57.009561 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:57.010059 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.011251 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:57.011756 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Bound port: 691029c8-c22b-4583-b1c3-c1cb87cf8215, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:57.013223 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.015226 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994698c-e08c-4b90-843c-906f9984ee85 None None] Pushing event updated for resources: {'Port': ['ID=691029c8-c22b-4583-b1c3-c1cb87cf8215,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.034031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db0ac74e-db6a-4536-adfa-25946bbc4069 req-a9242831-6be5-4354-8484-8949e8f830f8 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245937 Nov 12 08:55:57.075985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-fb2955e2-8828-467e-a0ab-606428499d42 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:57.077600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-fb2955e2-8828-467e-a0ab-606428499d42 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 821 time: 0.3537967 Nov 12 08:55:57.103590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec67117-1406-4a11-a41c-a9797e2f4829 req-494430ef-c14a-4ee3-ab0b-d90f45f9402a tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:57.108226 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.111351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ec67117-1406-4a11-a41c-a9797e2f4829 req-494430ef-c14a-4ee3-ab0b-d90f45f9402a tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1958625 Nov 12 08:55:57.120437 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] For port 691029c8-c22b-4583-b1c3-c1cb87cf8215, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:57.123779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] For port 691029c8-c22b-4583-b1c3-c1cb87cf8215, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=691029c8-c22b-4583-b1c3-c1cb87cf8215,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:57.124354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Request body: {'port': {'device_id': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'admin_state_up': True, 'tenant_id': 'dc3ed24f356f4679919c09d6575037de'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:57.129962 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.189059 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Routers {'ff58ec8f-21e0-4ead-887c-13e3024840a8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:57.189714 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['ff58ec8f-21e0-4ead-887c-13e3024840a8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:57.205441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723284ef-31de-452d-82de-96c029a84602 req-f09fcdb8-0000-4265-9b59-5f82c8074a30 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:57.207378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ec67117-1406-4a11-a41c-a9797e2f4829 req-3aef5231-dad5-4909-a15d-f7cf9fa1204e tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.0951014 Nov 12 08:55:57.207933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-723284ef-31de-452d-82de-96c029a84602 req-f09fcdb8-0000-4265-9b59-5f82c8074a30 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0843465 Nov 12 08:55:57.209430 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.224596 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2994698c-e08c-4b90-843c-906f9984ee85 None None] Pushing event updated for resources: {'Port': ['ID=691029c8-c22b-4583-b1c3-c1cb87cf8215,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.245804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1ec67117-1406-4a11-a41c-a9797e2f4829 req-6f2fbdf6-bd5a-4eaa-bce8-92e5b3462693 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Request body: {'floatingip': {'port_id': '33d8105b-a404-4510-ab9a-05bfa4793833', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:57.281157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Network 6d08698e-8671-4b9f-a048-b88de067217f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:57.289171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:57.296289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:57.300171 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1ec67117-1406-4a11-a41c-a9797e2f4829 req-6f2fbdf6-bd5a-4eaa-bce8-92e5b3462693 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.325776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fba959-2542-4950-937f-b81742120d1a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.328249 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] Set router ff58ec8f-21e0-4ead-887c-13e3024840a8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:55:57.375321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-723284ef-31de-452d-82de-96c029a84602 req-07aa0e38-6066-4397-9e17-d1063c4a2766 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211052 Nov 12 08:55:57.396236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.486435 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.497491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a9cd74-e2c5-46c9-abe9-4901eef56236 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:55:57.511596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.556619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Transition to ACTIVE for port object 21a9cd74-e2c5-46c9-abe9-4901eef56236 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:55:57.575276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.607143 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:55:53Z', 'revision_number': 3, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port': {'id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:50Z', 'updated_at': '2021-11-12T08:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:57.627523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.636501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Made reservation on behalf of dc3ed24f356f4679919c09d6575037de for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:55:57.640076 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.642630 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59453adb-87cc-4eb3-958e-927bd72e9445 None None] The sync data for ids ['ff58ec8f-21e0-4ead-887c-13e3024840a8'] in n-d-769329-17 is: [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:55:53Z', 'revision_number': 3, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port': {'id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:50Z', 'updated_at': '2021-11-12T08:55:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:55:57.721655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a49047dd-aa36-475c-b1b0-a538397f60d4 None None] Provisioning complete for port e1fba959-2542-4950-937f-b81742120d1a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:57.721655 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a49047dd-aa36-475c-b1b0-a538397f60d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.735859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Pushing event updated for resources: {'Port': ['ID=21a9cd74-e2c5-46c9-abe9-4901eef56236,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:57.769295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a49047dd-aa36-475c-b1b0-a538397f60d4 None None] Port e1fba959-2542-4950-937f-b81742120d1a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:57.917562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:57.942883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1af67-9b19-4c09-856b-6da73bfd5749 req-c6758b1f-251e-4528-9a4c-059c2d304b9f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:57.951708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66b1af67-9b19-4c09-856b-6da73bfd5749 req-c6758b1f-251e-4528-9a4c-059c2d304b9f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 948 time: 0.2386091 Nov 12 08:55:58.067347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.099775 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.123969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Attempting to bind port 21a9cd74-e2c5-46c9-abe9-4901eef56236 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:55:58.124515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Attempting to bind port 21a9cd74-e2c5-46c9-abe9-4901eef56236 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:55:58.125291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Attempting to bind port 21a9cd74-e2c5-46c9-abe9-4901eef56236 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:58.150619 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-1ec67117-1406-4a11-a41c-a9797e2f4829 req-6f2fbdf6-bd5a-4eaa-bce8-92e5b3462693 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 08:55:58.151706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ec67117-1406-4a11-a41c-a9797e2f4829 req-6f2fbdf6-bd5a-4eaa-bce8-92e5b3462693 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "PUT /v2.0/floatingips/76c2951f-0b1f-46b7-a170-2644a5024683 HTTP/1.1" status: 409 len: 549 time: 0.9435148 Nov 12 08:55:58.154918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Port 21a9cd74-e2c5-46c9-abe9-4901eef56236 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:55:58.155259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Attempting to bind port 21a9cd74-e2c5-46c9-abe9-4901eef56236 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:55:58.177024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:55:58.177441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:55:58.177781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:55:58.178235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Bound port: 21a9cd74-e2c5-46c9-abe9-4901eef56236, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:55:58.178602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.181133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Allocated IP 172.20.0.7 (0c900a69-f347-4123-95e8-e9fe01a1d0b9/70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1/e388d572-7b6b-4366-bb5b-2154f51cb92d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:55:58.184442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66b1af67-9b19-4c09-856b-6da73bfd5749 req-1b553282-1857-4c95-a3d7-3ac62ccff6ea tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317023 Nov 12 08:55:58.274574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fba959-2542-4950-937f-b81742120d1a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:58.291800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.407417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2d8047b-c43b-414c-a8ba-6249b027c631 req-3ed8461b-849b-4750-8167-d1c565958712 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0853121 Nov 12 08:55:58.500801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Network 6d08698e-8671-4b9f-a048-b88de067217f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:58.503661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:58.511729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] For port 21a9cd74-e2c5-46c9-abe9-4901eef56236, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:55:58.571674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] For port 21a9cd74-e2c5-46c9-abe9-4901eef56236, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=21a9cd74-e2c5-46c9-abe9-4901eef56236,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:55:58.583974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-c29da80c-938e-406d-b0be-0c39a36c39f6 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips/76c2951f-0b1f-46b7-a170-2644a5024683 HTTP/1.1" status: 200 len: 692 time: 0.0890138 Nov 12 08:55:58.586766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.702367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Pushing event updated for resources: {'Port': ['ID=21a9cd74-e2c5-46c9-abe9-4901eef56236,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:58.705722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4e898-eb90-4aaf-9f67-21efc45c72cd req-2fc58de5-0671-4629-aff2-69ad99b5275b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.717454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ee4e898-eb90-4aaf-9f67-21efc45c72cd req-2fc58de5-0671-4629-aff2-69ad99b5275b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1368444 Nov 12 08:55:58.761164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Router ff58ec8f-21e0-4ead-887c-13e3024840a8 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:55:58.814037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.814680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.815642 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ee4e898-eb90-4aaf-9f67-21efc45c72cd req-47318eb9-d55d-4874-bf6a-57824954b466 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925689 Nov 12 08:55:58.816275 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b58b0d2-1a67-480a-80f8-4cce0bdcc9bb service neutron] 10.222.0.62 "PUT /v2.0/ports/21a9cd74-e2c5-46c9-abe9-4901eef56236 HTTP/1.1" status: 200 len: 1097 time: 2.4741704 Nov 12 08:55:58.819659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'tag': '21a9cd74-e2c5-46c9-abe9-4901eef56236'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:55:58.827210 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac6354-9c5c-47b6-8f14-d1257b90378d" -d '{"events": [{"name": "network-changed", "server_uuid": "b913230e-c2b0-4d42-bf8f-0724e79ee02a", "tag": "21a9cd74-e2c5-46c9-abe9-4901eef56236"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:55:58.858763 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.867479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3bb8c71d-7ac9-43f7-b221-4e6e0c337754 None None] Provisioning complete for port e1fba959-2542-4950-937f-b81742120d1a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:58.868516 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bb8c71d-7ac9-43f7-b221-4e6e0c337754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:58.876217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-4351ecc2-8353-46ac-a359-2ba5890a5dc4 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:58.886043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-4351ecc2-8353-46ac-a359-2ba5890a5dc4 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2508903 Nov 12 08:55:58.918878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-c75e05b7-4a00-441f-ad73-50a585ca3ffb tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:55:58.920214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-c75e05b7-4a00-441f-ad73-50a585ca3ffb tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0247142 Nov 12 08:55:58.957261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3bb8c71d-7ac9-43f7-b221-4e6e0c337754 None None] Port e1fba959-2542-4950-937f-b81742120d1a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:55:58.976133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 691029c8-c22b-4583-b1c3-c1cb87cf8215 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:55:59.044526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 691029c8-c22b-4583-b1c3-c1cb87cf8215 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:55:59.044912 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.113456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-439a3f91-65b9-463e-abf7-5f98b5977dec tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.1796458 Nov 12 08:55:59.160811 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.188434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-6641958f-0417-4ad4-8a50-1d0e005bb6d1 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.93 HTTP/1.1" status: 200 len: 695 time: 0.0625081 Nov 12 08:55:59.192076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-dc38dd19-50a7-4e96-814d-181c010f2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.194028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-dc38dd19-50a7-4e96-814d-181c010f2553 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 1100 time: 0.2946947 Nov 12 08:55:59.194902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 691029c8-c22b-4583-b1c3-c1cb87cf8215, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=691029c8-c22b-4583-b1c3-c1cb87cf8215,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:55:59.201100 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.213274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.270700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=691029c8-c22b-4583-b1c3-c1cb87cf8215,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:59.285564 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-84aec2b9-437e-4d94-a980-e77150244fde service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=21a9cd74-e2c5-46c9-abe9-4901eef56236 HTTP/1.1" status: 200 len: 217 time: 0.0808706 Nov 12 08:55:59.410357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92469d-3b00-489f-8e4a-6c91862f373f req-42be1f6d-a17a-4003-8ab9-8c85f03c5227 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.411929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd92469d-3b00-489f-8e4a-6c91862f373f req-42be1f6d-a17a-4003-8ab9-8c85f03c5227 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 946 time: 0.4459610 Nov 12 08:55:59.417069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:55:59.422502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-170580b1-a6f3-4822-9452-f0dfe5940231 admin admin] 10.222.0.53 "PUT /v2.0/routers/ff58ec8f-21e0-4ead-887c-13e3024840a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5918953 Nov 12 08:55:59.468164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd92469d-3b00-489f-8e4a-6c91862f373f req-f2cd402e-70ad-4c0f-890e-d569535725f6 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/security-groups?id=9897a99b-4f4a-4bbb-805b-786eeb4b55c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Nov 12 08:55:59.630279 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d873f-b062-45aa-8b62-e7c4aea6307e x-openstack-request-id: req-4d2d873f-b062-45aa-8b62-e7c4aea6307e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:55:59.630580 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b913230e-c2b0-4d42-bf8f-0724e79ee02a", "tag": "21a9cd74-e2c5-46c9-abe9-4901eef56236", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:55:59.630835 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d2d873f-b062-45aa-8b62-e7c4aea6307e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:55:59.631226 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'tag': '21a9cd74-e2c5-46c9-abe9-4901eef56236', 'status': 'completed', 'code': 200} Nov 12 08:55:59.661559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:55:59.673331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:55:59.684912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cb36f-e380-4b9a-8b6c-44b4e6aad075 req-ca28126c-7bb7-47f0-a305-445a22d4e5d8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.686392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c9cb36f-e380-4b9a-8b6c-44b4e6aad075 req-ca28126c-7bb7-47f0-a305-445a22d4e5d8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 948 time: 0.0527716 Nov 12 08:55:59.702831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:55:59.728284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:55:59.739777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bd704598-dd72-43a2-a688-c24214f86ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.741203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-bd704598-dd72-43a2-a688-c24214f86ddc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.4224463 Nov 12 08:55:59.743478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c9cb36f-e380-4b9a-8b6c-44b4e6aad075 req-f9db9e56-b55e-4116-a755-09ddbe0738af tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473893 Nov 12 08:55:59.791701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.792356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.822635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-cac8f9f9-5cfc-423d-9713-2e1c0f05bf40 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7272780 Nov 12 08:55:59.830366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-99734c07-b479-453a-b747-0892cde65132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.831854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-99734c07-b479-453a-b747-0892cde65132 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0791638 Nov 12 08:55:59.834482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Deleting port 737a887a-5c35-4334-9bdb-85f9fe10d8bd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:55:59.834824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:55:59.839705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Request body: {'port': {'device_id': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:55:59.861953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c52d6a-177a-4d64-a35b-66436ba7735a req-582b9cff-d200-4009-a5e9-e357e98b72b7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.863559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3c52d6a-177a-4d64-a35b-66436ba7735a req-582b9cff-d200-4009-a5e9-e357e98b72b7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 931 time: 0.0573039 Nov 12 08:55:59.923416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Sync routers for ids ['ff58ec8f-21e0-4ead-887c-13e3024840a8'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:55:59.935762 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Routers {'ff58ec8f-21e0-4ead-887c-13e3024840a8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:55:59.936819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['ff58ec8f-21e0-4ead-887c-13e3024840a8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:55:59.948930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-7214a47c-303b-4c03-9672-76168dc19945 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:55:59.951083 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-7214a47c-303b-4c03-9672-76168dc19945 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.62 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 946 time: 0.0859299 Nov 12 08:55:59.958425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3c52d6a-177a-4d64-a35b-66436ba7735a req-62fb7a18-623b-4039-893f-f000b876690b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861702 Nov 12 08:56:00.037122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.047530 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.047861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.075621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Set router ff58ec8f-21e0-4ead-887c-13e3024840a8 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:00.080213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Calling delete_port for 737a887a-5c35-4334-9bdb-85f9fe10d8bd owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:00.084444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-6b5b63b4-011f-4591-9bee-df6c5b5fd7e9 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404141 Nov 12 08:56:00.132462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d578ae0b-ce25-40d0-b472-35aef75fff1e req-0b4b14c8-472d-4c81-9333-1635255b5483 tempest-FloatingIPsNegativeTestJSON-1337582328 tempest-FloatingIPsNegativeTestJSON-1337582328-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=1bc4d19c4b914aee9c0ba5a2d5a1d655 HTTP/1.1" status: 200 len: 217 time: 0.0817776 Nov 12 08:56:00.155873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Deleting port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:00.156824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.305210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] For port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,segment=NetworkSegment(ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0),segment_id=ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:00.305470 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.316032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de0ce1-5dff-423e-901f-408195265888 req-ec3e3a35-1a60-4d36-826b-ad5ab3a546af tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:00.317596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85de0ce1-5dff-423e-901f-408195265888 req-ec3e3a35-1a60-4d36-826b-ad5ab3a546af tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0955346 Nov 12 08:56:00.332643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Calling delete_port for 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:00.349727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:55:57Z', 'revision_number': 4, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port': {'id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:50Z', 'updated_at': '2021-11-12T08:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e1fba959-2542-4950-937f-b81742120d1a', 'name': '', 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'mac_address': 'fa:16:3e:1f:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '463e3a6a-a128-4710-b945-78496f294c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:56Z', 'updated_at': '2021-11-12T08:55:57Z', 'revision_number': 2, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'subnets': [{'id': '463e3a6a-a128-4710-b945-78496f294c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:00.381298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Checking router: ff58ec8f-21e0-4ead-887c-13e3024840a8 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:00.381671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Updating router ff58ec8f-21e0-4ead-887c-13e3024840a8 port e1fba959-2542-4950-937f-b81742120d1a binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:00.396932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f402f4a5-1e68-43cf-ac6c-2831693a5d4e req-7d3bb89c-199f-4bbd-94f1-48451430aa56 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876003 Nov 12 08:56:00.412990 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.447351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85de0ce1-5dff-423e-901f-408195265888 req-59afd61f-0d4d-4426-ac24-1f84d738592f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121080 Nov 12 08:56:00.530319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676877a-833f-462f-973d-90ce113cb7d1 req-36c77524-c92a-4301-b298-e20dae40b5b5 tempest-FloatingIPsNegativeTestJSON-1337582328 tempest-FloatingIPsNegativeTestJSON-1337582328-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0510767 Nov 12 08:56:00.583160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.589521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-10055c8f-4506-4ccd-bfc5-1f2d75b8e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:00.591043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-10055c8f-4506-4ccd-bfc5-1f2d75b8e380 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 1100 time: 0.1336396 Nov 12 08:56:00.621926 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.629278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event deleted for resources: {'Port': ['ID=737a887a-5c35-4334-9bdb-85f9fe10d8bd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:00.641994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85ed317f-b9d2-482f-9d2e-1725ac4c3b1b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:00.667248 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed0c85d1-f7fe-4a22-aa96-b43d404a553e req-85416aa0-bdc6-442a-af4d-922aa23cf98a tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.53 "GET /v2.0/ports?device_id=feb27a78-fe49-4eb2-8fec-e28b676a534e HTTP/1.1" status: 200 len: 210 time: 0.0544264 Nov 12 08:56:00.690414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Pushing event deleted for resources: {'Port': ['ID=85ed317f-b9d2-482f-9d2e-1725ac4c3b1b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:00.745657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] No DVR routers for this DVR port 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:00.750653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.753727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-875834a0-7aaa-4351-99ef-f8af7a3ab109 req-b696e6a5-d055-41e2-8840-2ca67d20a0e4 tempest-ServerGroupTestJSON-136117632 tempest-ServerGroupTestJSON-136117632-project] 10.222.0.62 "DELETE /v2.0/ports/85ed317f-b9d2-482f-9d2e-1725ac4c3b1b HTTP/1.1" status: 204 len: 173 time: 0.7939861 Nov 12 08:56:00.754752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'name': 'network-vif-deleted', 'tag': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:00.763853 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b909e6-3376-442b-a09a-a6ff2254eebd" -d '{"events": [{"server_uuid": "feb27a78-fe49-4eb2-8fec-e28b676a534e", "name": "network-vif-deleted", "tag": "85ed317f-b9d2-482f-9d2e-1725ac4c3b1b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:00.786212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e388d572-7b6b-4366-bb5b-2154f51cb92d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:00.800858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.827257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.829697 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-62837d20-5540-43b5-9de7-f61431c3ed7f req-bddaf603-6a65-433f-a0f6-5b8f189c6056 tempest-FloatingIPsNegativeTestJSON-1337582328 tempest-FloatingIPsNegativeTestJSON-1337582328-project] show failed (client error): The resource could not be found. Nov 12 08:56:00.831317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62837d20-5540-43b5-9de7-f61431c3ed7f req-bddaf603-6a65-433f-a0f6-5b8f189c6056 tempest-FloatingIPsNegativeTestJSON-1337582328 tempest-FloatingIPsNegativeTestJSON-1337582328-project] 10.222.0.53 "GET /v2.0/floatingips/d76df506-924a-4136-9dae-a1b63fa269c0 HTTP/1.1" status: 404 len: 350 time: 0.0917490 Nov 12 08:56:00.831577 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.832808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e59eb2aa-324f-4a91-a869-24fe1b2fa598 req-f8fa78ff-4020-4198-9f7c-28a05cfc7c8f tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "DELETE /v2.0/floatingips/76c2951f-0b1f-46b7-a170-2644a5024683 HTTP/1.1" status: 204 len: 173 time: 1.6377990 Nov 12 08:56:00.838417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-43f028bc-65df-4b0f-91ef-8bd21ce81130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:00.840060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-43f028bc-65df-4b0f-91ef-8bd21ce81130 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2222126 Nov 12 08:56:00.841516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Transition to ACTIVE for port object e388d572-7b6b-4366-bb5b-2154f51cb92d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:00.847551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53188) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:00.848225 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.867601 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.888980 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:00.944794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 691029c8-c22b-4583-b1c3-c1cb87cf8215 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:00.974553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-7b0265e1-dd03-4336-969e-7e28368ae481 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=21a9cd74-e2c5-46c9-abe9-4901eef56236 HTTP/1.1" status: 200 len: 217 time: 0.1238217 Nov 12 08:56:00.986653 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bae14a3-7195-4672-a216-b4fe1d61f3eb x-openstack-request-id: req-4bae14a3-7195-4672-a216-b4fe1d61f3eb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:00.987002 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb27a78-fe49-4eb2-8fec-e28b676a534e", "name": "network-vif-deleted", "tag": "85ed317f-b9d2-482f-9d2e-1725ac4c3b1b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:00.987200 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bae14a3-7195-4672-a216-b4fe1d61f3eb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:00.987611 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb27a78-fe49-4eb2-8fec-e28b676a534e', 'name': 'network-vif-deleted', 'tag': '85ed317f-b9d2-482f-9d2e-1725ac4c3b1b', 'status': 'completed', 'code': 200} Nov 12 08:56:01.037328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173604b-e5fe-431b-8f8d-31f460f200ac None None] Pushing event updated for resources: {'Port': ['ID=e1fba959-2542-4950-937f-b81742120d1a,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:01.122881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Pushing event updated for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:01.240151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713378d-96cc-4208-b9ef-67909271ae0f req-f6881bd4-1b9e-433d-b8bc-c25ad5d71598 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.244055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4713378d-96cc-4208-b9ef-67909271ae0f req-f6881bd4-1b9e-433d-b8bc-c25ad5d71598 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 948 time: 0.1742210 Nov 12 08:56:01.269456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-fe4b8236-7db7-482f-9312-53bdfc795452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.270938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-fe4b8236-7db7-482f-9312-53bdfc795452 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2753007 Nov 12 08:56:01.366899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4713378d-96cc-4208-b9ef-67909271ae0f req-95aced8d-b4ca-4170-99de-6719c1f36cbd tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089768 Nov 12 08:56:01.395491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-0197a8b6-f047-4ce9-8d10-c8d22e418c50 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 1001 time: 0.2346087 Nov 12 08:56:01.429841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Attempting to bind port e1fba959-2542-4950-937f-b81742120d1a on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:01.432063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Attempting to bind port e1fba959-2542-4950-937f-b81742120d1a by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:01.432896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Attempting to bind port e1fba959-2542-4950-937f-b81742120d1a on network 6d08698e-8671-4b9f-a048-b88de067217f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:01.450468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Attempting to bind port e388d572-7b6b-4366-bb5b-2154f51cb92d on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:01.451042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Attempting to bind port e388d572-7b6b-4366-bb5b-2154f51cb92d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:01.451138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Attempting to bind port e388d572-7b6b-4366-bb5b-2154f51cb92d on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:01.464611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Port e388d572-7b6b-4366-bb5b-2154f51cb92d on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:01.464944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Attempting to bind port e388d572-7b6b-4366-bb5b-2154f51cb92d on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:01.473597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594101ba-b932-42c4-b37f-014cc0d32780 req-ea57ee3d-77bd-4833-912f-2c07d27b5252 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.478874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:01.480792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Checking segment: {'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:01.482994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.486540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Bound using segment: {'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:01.487299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Bound port: e1fba959-2542-4950-937f-b81742120d1a, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:01.488580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.489373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-ea57ee3d-77bd-4833-912f-2c07d27b5252 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports/33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 942 time: 0.0928638 Nov 12 08:56:01.493810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-644c0699-a8ee-446b-a40f-7c2ca9c4a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.495464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-644c0699-a8ee-446b-a40f-7c2ca9c4a863 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2051911 Nov 12 08:56:01.503358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:01.503697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Checking segment: {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:01.505543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Bound using segment: {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:01.506018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Bound port: e388d572-7b6b-4366-bb5b-2154f51cb92d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:01.506407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.526479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 691029c8-c22b-4583-b1c3-c1cb87cf8215 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:01.533997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.632567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-807c61ac-661c-410d-98f7-95af5c27026a None None] Provisioning complete for port e1fba959-2542-4950-937f-b81742120d1a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:01.637208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.639103 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-807c61ac-661c-410d-98f7-95af5c27026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.713286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853c194-7a29-4a0e-be8e-a144f94fddea req-9cce23d6-84ea-4937-b2e3-b3cdaec916ed tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:01.732917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b853c194-7a29-4a0e-be8e-a144f94fddea req-9cce23d6-84ea-4937-b2e3-b3cdaec916ed tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 943 time: 0.2112713 Nov 12 08:56:01.757265 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-a5a2bd98-6235-4517-9892-d9ecaf9b6294 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 1001 time: 0.2017651 Nov 12 08:56:01.779535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-807c61ac-661c-410d-98f7-95af5c27026a None None] Port e1fba959-2542-4950-937f-b81742120d1a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:01.798951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] For port e1fba959-2542-4950-937f-b81742120d1a, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:01.802817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] For port e1fba959-2542-4950-937f-b81742120d1a, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e1fba959-2542-4950-937f-b81742120d1a,segment=NetworkSegment(bc3376c5-a0d5-4feb-8ade-539b88cb29f7),segment_id=bc3376c5-a0d5-4feb-8ade-539b88cb29f7)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:01.815827 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.853981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:01.874945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:01.877669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-e6e6f946-2ad4-478c-8bbb-2355f909eea2 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677447 Nov 12 08:56:01.884675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b853c194-7a29-4a0e-be8e-a144f94fddea req-d58df3cc-20ac-4feb-9ef2-5700422bc32c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504343 Nov 12 08:56:01.904968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Routers {'ff58ec8f-21e0-4ead-887c-13e3024840a8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:01.905899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['ff58ec8f-21e0-4ead-887c-13e3024840a8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:01.917539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:01.961307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-12fafa05-ec09-40ab-aea9-511f5676f922 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2237451 Nov 12 08:56:02.030498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594101ba-b932-42c4-b37f-014cc0d32780 req-ab6309f7-0403-4a11-a61f-041305595fe1 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.039252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-ab6309f7-0403-4a11-a61f-041305595fe1 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2807589 Nov 12 08:56:02.077023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] Set router ff58ec8f-21e0-4ead-887c-13e3024840a8 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:02.082918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.083720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.085154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] 10.222.0.62 "PUT /v2.0/ports/e388d572-7b6b-4366-bb5b-2154f51cb92d HTTP/1.1" status: 200 len: 1092 time: 2.2522130 Nov 12 08:56:02.086184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'tag': 'e388d572-7b6b-4366-bb5b-2154f51cb92d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:02.088573 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6135f429-cd5c-45d0-bb1b-429c67f067d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c6c621b-ab0e-43f5-96da-472e4d7cc5a7", "tag": "e388d572-7b6b-4366-bb5b-2154f51cb92d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:02.136534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173604b-e5fe-431b-8f8d-31f460f200ac None None] Pushing event updated for resources: {'Port': ['ID=e1fba959-2542-4950-937f-b81742120d1a,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:02.173881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-2df2ed70-452a-4f6f-9918-784559b92820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.175473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-2df2ed70-452a-4f6f-9918-784559b92820 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 1096 time: 0.1500776 Nov 12 08:56:02.188216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbbe43-42a9-442e-80ff-af638a86100a req-a0a10568-053f-4bf3-b091-883f13e9ee63 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.190751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-edcbbe43-42a9-442e-80ff-af638a86100a req-a0a10568-053f-4bf3-b091-883f13e9ee63 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.2087710 Nov 12 08:56:02.216834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ba4cc-ee05-4302-ae55-098fea845c2c service neutron] Pushing event updated for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:02.251315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-f9507497-047f-446c-acf4-00c1eb985a32 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 1001 time: 0.2110884 Nov 12 08:56:02.261224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:02.291772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-244ac63a-0f9f-4a05-b5d7-3ae84bbf67f9 None None] Provisioning complete for port e1fba959-2542-4950-937f-b81742120d1a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:02.292296 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-244ac63a-0f9f-4a05-b5d7-3ae84bbf67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.303791 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17ac6354-9c5c-47b6-8f14-d1257b90378d req-e6970ef7-6178-4fa6-9a7e-f5982b5a8a70 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009130 Nov 12 08:56:02.307450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-05369cad-a492-41a5-bbb4-aedb465535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.308926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-05369cad-a492-41a5-bbb4-aedb465535b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 1095 time: 0.1777081 Nov 12 08:56:02.380334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-fbf7a989-038d-4406-b1f7-b30c9771d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.381824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-fbf7a989-038d-4406-b1f7-b30c9771d526 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1636505 Nov 12 08:56:02.388144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-886be18a-4409-4699-8209-439501d5e6d0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d HTTP/1.1" status: 200 len: 217 time: 0.0660138 Nov 12 08:56:02.399671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.412865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-edcbbe43-42a9-442e-80ff-af638a86100a req-2ff11f2a-a650-48ce-81fc-330360c8eccc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107344 Nov 12 08:56:02.461157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-244ac63a-0f9f-4a05-b5d7-3ae84bbf67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.470210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-6bb09b52-7b5e-4374-8657-067a543ae5ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 200 len: 217 time: 0.0549600 Nov 12 08:56:02.475288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:55:57Z', 'revision_number': 4, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port': {'id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:50Z', 'updated_at': '2021-11-12T08:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e1fba959-2542-4950-937f-b81742120d1a', 'name': '', 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'mac_address': 'fa:16:3e:1f:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '463e3a6a-a128-4710-b945-78496f294c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:56Z', 'updated_at': '2021-11-12T08:56:01Z', 'revision_number': 4, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'subnets': [{'id': '463e3a6a-a128-4710-b945-78496f294c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:02.513934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f6164-70fa-4ff1-903e-07f6c7f734b3 None None] The sync data for ids ['ff58ec8f-21e0-4ead-887c-13e3024840a8'] in n-d-769329-17 is: [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:55:57Z', 'revision_number': 4, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port': {'id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:50Z', 'updated_at': '2021-11-12T08:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e1fba959-2542-4950-937f-b81742120d1a', 'name': '', 'network_id': '6d08698e-8671-4b9f-a048-b88de067217f', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'mac_address': 'fa:16:3e:1f:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '463e3a6a-a128-4710-b945-78496f294c39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:56Z', 'updated_at': '2021-11-12T08:56:01Z', 'revision_number': 4, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'subnets': [{'id': '463e3a6a-a128-4710-b945-78496f294c39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:02.534332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-1da34f6a-bb9e-40a9-80c8-55be55a107c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.536299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-1da34f6a-bb9e-40a9-80c8-55be55a107c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.0564528 Nov 12 08:56:02.542616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-244ac63a-0f9f-4a05-b5d7-3ae84bbf67f9 None None] For port e1fba959-2542-4950-937f-b81742120d1a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e1fba959-2542-4950-937f-b81742120d1a,segment=NetworkSegment(bc3376c5-a0d5-4feb-8ade-539b88cb29f7),segment_id=bc3376c5-a0d5-4feb-8ade-539b88cb29f7)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:02.549125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Deleting port e1fba959-2542-4950-937f-b81742120d1a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:02.549462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.550948 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-244ac63a-0f9f-4a05-b5d7-3ae84bbf67f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.645732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-fc564641-543a-4fee-ac7a-c3f82b81049c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986485 Nov 12 08:56:02.646390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ac63a-0f9f-4a05-b5d7-3ae84bbf67f9 None None] Pushing event updated for resources: {'Port': ['ID=e1fba959-2542-4950-937f-b81742120d1a,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:02.790046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] For port e1fba959-2542-4950-937f-b81742120d1a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e1fba959-2542-4950-937f-b81742120d1a,segment=NetworkSegment(bc3376c5-a0d5-4feb-8ade-539b88cb29f7),segment_id=bc3376c5-a0d5-4feb-8ade-539b88cb29f7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:02.794604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:02.838887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Calling delete_port for e1fba959-2542-4950-937f-b81742120d1a owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:02.843249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 21a9cd74-e2c5-46c9-abe9-4901eef56236 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:02.865665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-5bfa1cee-ce64-482a-afd8-fe09bae86105 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873174 Nov 12 08:56:02.914576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e1fba959-2542-4950-937f-b81742120d1a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:02.947814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f41ca-0673-4d37-8c24-cef998e96bec req-3b7c083a-ac5b-4d02-9fef-1620c7fbe73a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.949471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-545f41ca-0673-4d37-8c24-cef998e96bec req-3b7c083a-ac5b-4d02-9fef-1620c7fbe73a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 948 time: 0.1632860 Nov 12 08:56:02.997465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-6c21ba43-7d6e-40fc-8b07-ad2c1e48b59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:02.998959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-6c21ba43-7d6e-40fc-8b07-ad2c1e48b59c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 HTTP/1.1" status: 200 len: 861 time: 0.6022191 Nov 12 08:56:03.001162 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee18b3b-b372-4132-ad8d-37d02f28e697 x-openstack-request-id: req-6ee18b3b-b372-4132-ad8d-37d02f28e697 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:03.001452 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c6c621b-ab0e-43f5-96da-472e4d7cc5a7", "tag": "e388d572-7b6b-4366-bb5b-2154f51cb92d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:03.001695 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ee18b3b-b372-4132-ad8d-37d02f28e697 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:03.002092 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'tag': 'e388d572-7b6b-4366-bb5b-2154f51cb92d', 'status': 'completed', 'code': 200} Nov 12 08:56:03.008711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.026674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.026674 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Floating IP 9b761d0d-d74a-490f-b219-8819cc60185b disassociated. External IP: 172.25.5.200, port: 33d8105b-a404-4510-ab9a-05bfa4793833. Nov 12 08:56:03.047125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-5f325a79-ed77-4e8a-8e9f-997bd19924b7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c900a69-f347-4123-95e8-e9fe01a1d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359976 Nov 12 08:56:03.069659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 21a9cd74-e2c5-46c9-abe9-4901eef56236, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=21a9cd74-e2c5-46c9-abe9-4901eef56236,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:03.090916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e1fba959-2542-4950-937f-b81742120d1a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:03.092044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.130858 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-545f41ca-0673-4d37-8c24-cef998e96bec req-9062063f-5858-4818-819d-c31a36f2a036 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448960 Nov 12 08:56:03.150820 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd3e19a4-0cad-45c8-a594-ca7ebcdeccdf req-03f1b64f-ab39-43d5-add1-46436e81f631 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750587 Nov 12 08:56:03.176950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '21a9cd74-e2c5-46c9-abe9-4901eef56236', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '21a9cd74-e2c5-46c9-abe9-4901eef56236', 'mac_address': 'fa:16:3e:8a:5d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:03.279303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-ffcf414d-7e50-46d0-b81a-09af768e8fc3 service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991894 Nov 12 08:56:03.342792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.357430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62acf90-4e73-4e6a-8031-ded073bf537b req-efc20a45-f7d8-4329-9352-5b911f634b92 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.359126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b62acf90-4e73-4e6a-8031-ded073bf537b req-efc20a45-f7d8-4329-9352-5b911f634b92 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1097 time: 0.1207359 Nov 12 08:56:03.361566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.369966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a9cd74-e2c5-46c9-abe9-4901eef56236 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:03.401325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fba959-2542-4950-937f-b81742120d1a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:03.423608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 21a9cd74-e2c5-46c9-abe9-4901eef56236, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=21a9cd74-e2c5-46c9-abe9-4901eef56236,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:03.431620 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.500602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b62acf90-4e73-4e6a-8031-ded073bf537b req-b799e457-469c-4c75-a067-32c039c897f4 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088204 Nov 12 08:56:03.544328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=21a9cd74-e2c5-46c9-abe9-4901eef56236,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:03.585631 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5634c39-7c2b-4b6d-a8f6-58a62e48784c req-488169f1-47cc-4bb8-a20a-487d2f8853d6 service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940390 Nov 12 08:56:03.681294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:03.723966 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:03.777928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-c9d1b616-ced6-4682-82f7-0c235d36a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.785043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-c9d1b616-ced6-4682-82f7-0c235d36a79a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 1095 time: 0.1065149 Nov 12 08:56:03.825867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:03.894292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b20ee-bfcb-4e40-a2c8-602fdc827612 req-fb809849-b1c5-45e4-a35b-41c24ae40ddf tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:03.902737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-893b20ee-bfcb-4e40-a2c8-602fdc827612 req-fb809849-b1c5-45e4-a35b-41c24ae40ddf tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 943 time: 0.1976736 Nov 12 08:56:03.970350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-893b20ee-bfcb-4e40-a2c8-602fdc827612 req-ae6fa7a8-ad6d-4749-8f7e-bdcb78ee4ab7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665543 Nov 12 08:56:04.044182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-cc9dd808-df2d-4dd1-9fa1-a6cd33b1a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.045854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-cc9dd808-df2d-4dd1-9fa1-a6cd33b1a777 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 922 time: 0.2405672 Nov 12 08:56:04.095585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:04.098344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-05b4c1e3-77a2-43e6-ad96-e03ba7da1a95 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d HTTP/1.1" status: 200 len: 217 time: 0.0442173 Nov 12 08:56:04.102082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.106279 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] Sync routers for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:04.120614 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:04.121542 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:04.172189 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-51ab71e4-2ff3-4c03-83d8-cff86f6ecda0 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "PUT /v2.0/floatingips/9b761d0d-d74a-490f-b219-8819cc60185b HTTP/1.1" status: 200 len: 695 time: 1.9195530 Nov 12 08:56:04.226244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-424ebcb3-9d21-41cc-b2c1-93421bb94a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.227765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-424ebcb3-9d21-41cc-b2c1-93421bb94a9b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 HTTP/1.1" status: 200 len: 861 time: 0.1210656 Nov 12 08:56:04.251835 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:04.281495 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-b080e097-3899-4912-9d5a-49478ca71e6e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c900a69-f347-4123-95e8-e9fe01a1d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460672 Nov 12 08:56:04.288432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594101ba-b932-42c4-b37f-014cc0d32780 req-f448837c-80a7-4f06-ab96-937ab08009cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.289986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-f448837c-80a7-4f06-ab96-937ab08009cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=b3b71bb26624452c80a91419c2035254&device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 1097 time: 0.1034374 Nov 12 08:56:04.441759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c93a2-2157-4295-8f98-b4d1de4de56c req-87acabd2-d952-424a-b1f1-a76ff060c8ed tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.443232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b84c93a2-2157-4295-8f98-b4d1de4de56c req-87acabd2-d952-424a-b1f1-a76ff060c8ed tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0930960 Nov 12 08:56:04.458198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594101ba-b932-42c4-b37f-014cc0d32780 req-824af632-49ca-46ea-bee5-268cd0b5cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.459678 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-824af632-49ca-46ea-bee5-268cd0b5cfcf service neutron] 10.222.0.53 "GET /v2.0/networks?id=94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 200 len: 929 time: 0.1602931 Nov 12 08:56:04.461499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-9fd88156-2dcc-4e32-93b6-5cf232b81d52 service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705852 Nov 12 08:56:04.482806 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:23Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:04.488318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Router ff58ec8f-21e0-4ead-887c-13e3024840a8 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:04.524969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b84c93a2-2157-4295-8f98-b4d1de4de56c req-c3465fdb-f370-4c3a-b10f-7a424ed6e532 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Nov 12 08:56:04.526478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-5f36b204-5e79-4a51-a9ac-bbaea0a929cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 217 time: 0.0590689 Nov 12 08:56:04.639810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594101ba-b932-42c4-b37f-014cc0d32780 req-5ed3c62c-7d92-4f8b-9826-9490b9349924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.640140 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] Checking router: 95779b4c-999c-4b4f-a062-3a1c2ffe9256 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:04.641435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-5ed3c62c-7d92-4f8b-9826-9490b9349924 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6636b3d0-7545-485c-a5d4-cc64b8d8bb88 HTTP/1.1" status: 200 len: 867 time: 0.0759039 Nov 12 08:56:04.649907 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:04.650816 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:04.666778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6135f429-cd5c-45d0-bb1b-429c67f067d6 req-40f98d24-e446-4fb5-a701-9950d33b9e06 service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928327 Nov 12 08:56:04.681125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:04.688756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-500baeca-49c5-442e-ab5c-6b7d6ef74198 admin admin] 10.222.0.53 "PUT /v2.0/routers/ff58ec8f-21e0-4ead-887c-13e3024840a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8384490 Nov 12 08:56:04.692124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] Sync routers for ids ['ff58ec8f-21e0-4ead-887c-13e3024840a8'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:04.700112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:04.712928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] Routers {'ff58ec8f-21e0-4ead-887c-13e3024840a8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:04.713728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['ff58ec8f-21e0-4ead-887c-13e3024840a8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:04.767051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594101ba-b932-42c4-b37f-014cc0d32780 req-11ed9f9c-4a1c-464f-a790-ad2f86d2753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:04.768728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-11ed9f9c-4a1c-464f-a790-ad2f86d2753a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=94f10627-be88-4407-9126-02bee3d3307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179047 Nov 12 08:56:04.816463 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:04.857775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 21a9cd74-e2c5-46c9-abe9-4901eef56236 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:04.893923 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:04.937721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] Set router ff58ec8f-21e0-4ead-887c-13e3024840a8 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:04.990166 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-7bba0a57-cb17-42bd-936e-b218301a7054 service neutron] 10.222.0.53 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739154 Nov 12 08:56:05.004964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:05.008034 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad9a885-b5d1-4390-8f7b-18da72ece653" -d '{"events": [{"name": "network-changed", "server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:05.123457 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:23Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.128002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 21a9cd74-e2c5-46c9-abe9-4901eef56236 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:05.133669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 21a9cd74-e2c5-46c9-abe9-4901eef56236 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:05.134128 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.157146 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3245f2cd-5587-4219-ac7b-5b7fe2c88aa2 None None] The sync data for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 is: [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:55:16Z', 'revision_number': 4, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '57533875-36c5-4095-85cc-2ebe3133fc8d', 'name': '', 'network_id': '94f10627-be88-4407-9126-02bee3d3307f', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'mac_address': 'fa:16:3e:ac:8c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:14Z', 'updated_at': '2021-11-12T08:55:23Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'subnets': [{'id': '6636b3d0-7545-485c-a5d4-cc64b8d8bb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:05.221907 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-594101ba-b932-42c4-b37f-014cc0d32780 req-4a2e4894-0df5-486f-95d7-62c811881097 service neutron] 10.222.0.53 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307293 Nov 12 08:56:05.230210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.296476 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.350904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9cd74-e2c5-46c9-abe9-4901eef56236'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:05.351170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Deleting port 691029c8-c22b-4583-b1c3-c1cb87cf8215 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:05.351577 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.353430 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7fe787-d202-4b4d-ae7a-5c6df8d8ca5c" -d '{"events": [{"server_uuid": "b913230e-c2b0-4d42-bf8f-0724e79ee02a", "name": "network-vif-plugged", "status": "completed", "tag": "21a9cd74-e2c5-46c9-abe9-4901eef56236"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:05.359426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120'}], 'enable_snat': True}, 'gw_port_id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:56:03Z', 'revision_number': 5, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port': {'id': '691029c8-c22b-4583-b1c3-c1cb87cf8215', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:50Z', 'updated_at': '2021-11-12T08:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.396349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] Checking router: ff58ec8f-21e0-4ead-887c-13e3024840a8 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:05.403625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 21a9cd74-e2c5-46c9-abe9-4901eef56236, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=21a9cd74-e2c5-46c9-abe9-4901eef56236,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:05.413789 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.415039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:05.445010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] Routers {'ff58ec8f-21e0-4ead-887c-13e3024840a8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:05.445757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:55:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['ff58ec8f-21e0-4ead-887c-13e3024840a8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.447860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:05.451563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85ed317f-b9d2-482f-9d2e-1725ac4c3b1b not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:05.511173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] For port 691029c8-c22b-4583-b1c3-c1cb87cf8215, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=691029c8-c22b-4583-b1c3-c1cb87cf8215,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:05.511816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:05.528579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Calling delete_port for 691029c8-c22b-4583-b1c3-c1cb87cf8215 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:05.640306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d868e4-0a24-429f-9ab7-190a81f9826f req-597dc25b-9c27-4a4e-96a2-e36334ef9d53 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:05.650216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73d868e4-0a24-429f-9ab7-190a81f9826f req-597dc25b-9c27-4a4e-96a2-e36334ef9d53 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 950 time: 0.1186380 Nov 12 08:56:05.688707 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b082b-fd04-4b69-a5bd-95c10b1f6c8d None None] New status for floating IP 9b761d0d-d74a-490f-b219-8819cc60185b: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:56:05.793839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=21a9cd74-e2c5-46c9-abe9-4901eef56236,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:05.800191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] Set router ff58ec8f-21e0-4ead-887c-13e3024840a8 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:05.818450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73d868e4-0a24-429f-9ab7-190a81f9826f req-41a0a80f-b2f4-4c3b-9868-58abfd583ebc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522982 Nov 12 08:56:05.868350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:56:05Z', 'revision_number': 6, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:05.902629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738dad6d-dc13-42b4-b84e-cb65d8e51968 None None] The sync data for ids ['ff58ec8f-21e0-4ead-887c-13e3024840a8'] in n-d-769329-17 is: [{'id': 'ff58ec8f-21e0-4ead-887c-13e3024840a8', 'name': 'tempest-FloatingIPsNegativeTestJSON-53115356-router', 'tenant_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:49Z', 'updated_at': '2021-11-12T08:56:05Z', 'revision_number': 6, 'project_id': '1bc4d19c4b914aee9c0ba5a2d5a1d655', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:05.970928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c674315-f8dd-4ef9-9aaa-e718ac2ee95c req-bfdce130-c975-40f3-b883-98c8a0134e2b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:05.972521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c674315-f8dd-4ef9-9aaa-e718ac2ee95c req-bfdce130-c975-40f3-b883-98c8a0134e2b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 943 time: 0.0787895 Nov 12 08:56:05.973788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.013762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-02b31af4-3607-436d-815d-dda25bb420b1 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:06.014784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-02b31af4-3607-436d-815d-dda25bb420b1 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0327284 Nov 12 08:56:06.017586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Pushing event deleted for resources: {'Port': ['ID=691029c8-c22b-4583-b1c3-c1cb87cf8215,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:06.122221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-b0c7a864-9a45-4bf0-80a3-6dc499660975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.123607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-b0c7a864-9a45-4bf0-80a3-6dc499660975 service neutron] 10.222.0.53 "GET /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 1094 time: 0.0959492 Nov 12 08:56:06.134536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Request body: {'binding': {'host': 'n-h1-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:06.134988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Unknown quota resources ['binding']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:56:06.143826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c674315-f8dd-4ef9-9aaa-e718ac2ee95c req-733a02c3-411e-4226-a093-09ce9b226b20 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606035 Nov 12 08:56:06.171994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.192826 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc8bfc3-0b35-492e-9215-70ca44cac34b x-openstack-request-id: req-afc8bfc3-0b35-492e-9215-70ca44cac34b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:06.193124 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:06.193379 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afc8bfc3-0b35-492e-9215-70ca44cac34b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:06.193772 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833', 'status': 'completed', 'code': 200} Nov 12 08:56:06.602525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.618604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.663221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a85b09-bb14-4897-81c7-cea859e02205 req-ca4abddf-0e7d-41a4-b273-1e58c1066630 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips/9b761d0d-d74a-490f-b219-8819cc60185b HTTP/1.1" status: 200 len: 693 time: 0.4448950 Nov 12 08:56:06.770008 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.770647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff58ec8f-21e0-4ead-887c-13e3024840a8 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:56:06.816139 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.817339 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9115d784-e827-4480-b631-a1f595cc207b admin admin] 10.222.0.53 "DELETE /v2.0/routers/ff58ec8f-21e0-4ead-887c-13e3024840a8 HTTP/1.1" status: 204 len: 168 time: 2.1152916 Nov 12 08:56:06.820773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53268) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:06.835444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-ab7f2627-1244-4df9-859a-5d886081a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.837058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-ab7f2627-1244-4df9-859a-5d886081a039 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3b71bb26624452c80a91419c2035254&device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 1097 time: 0.3192055 Nov 12 08:56:06.861237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e388d572-7b6b-4366-bb5b-2154f51cb92d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:06.889037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 691029c8-c22b-4583-b1c3-c1cb87cf8215 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:06.902288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] Deleting subnet 463e3a6a-a128-4710-b945-78496f294c39 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:06.905787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.918668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 691029c8-c22b-4583-b1c3-c1cb87cf8215 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:06.919018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 691029c8-c22b-4583-b1c3-c1cb87cf8215 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:06.919611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e1fba959-2542-4950-937f-b81742120d1a no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:06.938281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on host n-h1-769329-17 for vnic_type normal with profile None {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:06.938638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:06.938961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:06.947345 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:06.962525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: e1fba959-2542-4950-937f-b81742120d1a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:06.962868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e1fba959-2542-4950-937f-b81742120d1a not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:06.966137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:06.966551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:06.980877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a85b09-bb14-4897-81c7-cea859e02205 req-e728647d-6956-446b-98ce-136a9a750efd tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:06.982359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a85b09-bb14-4897-81c7-cea859e02205 req-e728647d-6956-446b-98ce-136a9a750efd tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2956111 Nov 12 08:56:06.989300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:06.989640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:06.990040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:06.990494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Bound port: 0bdf920e-655d-4005-b83b-3c6944d49f46, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:07.047769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:07.061891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'e388d572-7b6b-4366-bb5b-2154f51cb92d', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'port_id': 'e388d572-7b6b-4366-bb5b-2154f51cb92d', 'mac_address': 'fa:16:3e:9c:11:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:07.081453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.113555 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.131661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e388d572-7b6b-4366-bb5b-2154f51cb92d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:07.144410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-59eea1d8-e4d5-4a1a-b388-35b93a550106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.144410 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-59eea1d8-e4d5-4a1a-b388-35b93a550106 service neutron] 10.222.0.55 "GET /v2.0/networks?id=94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 200 len: 929 time: 0.2970560 Nov 12 08:56:07.165094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:07.166488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:07.166695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.171351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a85b09-bb14-4897-81c7-cea859e02205 req-103632ac-8875-4b47-8044-8ebf3524067d tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.1329203 Nov 12 08:56:07.177396 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.201932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-f5dfd264-fed3-4ec7-9ac5-c8cabad14323 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 200 len: 217 time: 0.0462461 Nov 12 08:56:07.210280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] Publish callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.211514 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-c069ed8f-0fc6-4c71-9b37-2f1bdba0ed39 service neutron] 10.222.0.53 "POST /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46/bindings HTTP/1.1" status: 201 len: 390 time: 1.0811961 Nov 12 08:56:07.215306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=463e3a6a-a128-4710-b945-78496f294c39,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:07.217828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.230158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-96bbead1-fa44-4db1-9537-6bf66b9d4237 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/463e3a6a-a128-4710-b945-78496f294c39 HTTP/1.1" status: 204 len: 168 time: 0.4074645 Nov 12 08:56:07.231159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53274) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:07.243018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299e02e9-73d2-4cba-8034-4510d321e583 None None] Network 6d08698e-8671-4b9f-a048-b88de067217f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:07.285663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a85b09-bb14-4897-81c7-cea859e02205 req-7a3d8dc1-e23e-4785-987a-ca040defa1b8 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.0860078 Nov 12 08:56:07.375448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:07.412469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.436872 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02fb3f7-7e42-4445-b727-dd4dd6334d0d x-openstack-request-id: req-f02fb3f7-7e42-4445-b727-dd4dd6334d0d {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:07.437457 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b913230e-c2b0-4d42-bf8f-0724e79ee02a", "name": "network-vif-plugged", "status": "completed", "tag": "21a9cd74-e2c5-46c9-abe9-4901eef56236", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:07.437813 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f02fb3f7-7e42-4445-b727-dd4dd6334d0d {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:07.438312 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a9cd74-e2c5-46c9-abe9-4901eef56236', 'code': 200} Nov 12 08:56:07.499492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['e388d572-7b6b-4366-bb5b-2154f51cb92d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:07.509650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Deleting port bab4b123-7c15-473f-9d92-057131f430cc {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:07.510009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.569713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-5f995a77-762f-4273-9c46-ef672a03edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.571488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-5f995a77-762f-4273-9c46-ef672a03edfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6636b3d0-7545-485c-a5d4-cc64b8d8bb88 HTTP/1.1" status: 200 len: 867 time: 0.3154740 Nov 12 08:56:07.662624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1014500-fe27-47ac-a69e-7f0e189a2007 req-83d5dbd6-0101-4a4d-8ce2-226de6a947a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.664534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1014500-fe27-47ac-a69e-7f0e189a2007 req-83d5dbd6-0101-4a4d-8ce2-226de6a947a5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 1102 time: 0.1140940 Nov 12 08:56:07.668430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-979a5249-9011-429b-82b9-281a5843c8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.669915 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-979a5249-9011-429b-82b9-281a5843c8d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=94f10627-be88-4407-9126-02bee3d3307f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824912 Nov 12 08:56:07.680014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] For port bab4b123-7c15-473f-9d92-057131f430cc, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bab4b123-7c15-473f-9d92-057131f430cc,segment=NetworkSegment(bc3376c5-a0d5-4feb-8ade-539b88cb29f7),segment_id=bc3376c5-a0d5-4feb-8ade-539b88cb29f7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:07.680408 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.690208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5f36b-f140-4135-9e2b-77f0e838350a req-80fa0deb-fc05-4320-bc35-788ce213f673 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.691959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2e5f36b-f140-4135-9e2b-77f0e838350a req-80fa0deb-fc05-4320-bc35-788ce213f673 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1261907 Nov 12 08:56:07.711580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Calling delete_port for bab4b123-7c15-473f-9d92-057131f430cc owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:07.729579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Deleting port 9c483ad0-d367-4c9a-a9b6-d798a1b85682 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:07.730276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.742837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] DHCP port deletion for 6d08698e-8671-4b9f-a048-b88de067217f request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:07.763473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-4f0e3436-a3bb-4b2a-b4af-3137bfcc8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.765127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-4f0e3436-a3bb-4b2a-b4af-3137bfcc8b62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1097 time: 0.2032268 Nov 12 08:56:07.795228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] Deleting port bab4b123-7c15-473f-9d92-057131f430cc {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:07.796350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.835685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2e5f36b-f140-4135-9e2b-77f0e838350a req-9fed2405-a2d8-436f-8643-b2881b2afab7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364992 Nov 12 08:56:07.852499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1014500-fe27-47ac-a69e-7f0e189a2007 req-e8ea4816-aa1f-4d23-a611-1b89b43b5079 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804812 Nov 12 08:56:07.876931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] For port bab4b123-7c15-473f-9d92-057131f430cc, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bab4b123-7c15-473f-9d92-057131f430cc,segment=NetworkSegment(bc3376c5-a0d5-4feb-8ade-539b88cb29f7),segment_id=bc3376c5-a0d5-4feb-8ade-539b88cb29f7)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:07.876931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.883709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-1e3fdc75-42e0-43a0-af49-bf5618b77077 service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027657 Nov 12 08:56:07.897390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] Calling delete_port for bab4b123-7c15-473f-9d92-057131f430cc owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:07.904856 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.905088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.932497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-5642a6e1-3768-4b10-9d78-1fa7f5dada75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:07.933996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-5642a6e1-3768-4b10-9d78-1fa7f5dada75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1580591 Nov 12 08:56:07.940703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Calling delete_port for 9c483ad0-d367-4c9a-a9b6-d798a1b85682 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:07.940990 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:07.956888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] No DVR routers for this DVR port bab4b123-7c15-473f-9d92-057131f430cc on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:07.996866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Pushing event deleted for resources: {'Port': ['ID=bab4b123-7c15-473f-9d92-057131f430cc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.010526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.049054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] Pushing event deleted for resources: {'Port': ['ID=bab4b123-7c15-473f-9d92-057131f430cc,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.062883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d9e74a-4192-431c-964a-e1f6a36a2039 None None] No DVR routers for this DVR port bab4b123-7c15-473f-9d92-057131f430cc on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:08.092588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad9a885-b5d1-4390-8f7b-18da72ece653 req-d8de94ab-41c9-4040-b55f-bdce0b48242e service neutron] 10.222.0.55 "GET /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782689 Nov 12 08:56:08.110660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.114928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-b5c62b39-6bf7-4e6b-8da2-7260f0c09620 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 217 time: 0.0471981 Nov 12 08:56:08.172245 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.190666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d08698e-8671-4b9f-a048-b88de067217f']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:08.208807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event deleted for resources: {'Port': ['ID=9c483ad0-d367-4c9a-a9b6-d798a1b85682,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.212376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:08.212671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3376c5-a0d5-4feb-8ade-539b88cb29f7') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:08.226833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.247887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78c996-a04a-4cf2-920b-893e7ccf5e7c req-aec917c8-29bf-4aca-93bf-e542977952ce tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.249446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de78c996-a04a-4cf2-920b-893e7ccf5e7c req-aec917c8-29bf-4aca-93bf-e542977952ce tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 950 time: 0.1410508 Nov 12 08:56:08.253427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-7e35959d-e078-4f62-bb19-43340bc3f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.254815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-7e35959d-e078-4f62-bb19-43340bc3f797 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1057329 Nov 12 08:56:08.265554 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.277819 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.280478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.281676 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a85b09-bb14-4897-81c7-cea859e02205 req-5e378561-5078-415c-b653-06fb0257684c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "DELETE /v2.0/floatingips/9b761d0d-d74a-490f-b219-8819cc60185b HTTP/1.1" status: 204 len: 173 time: 0.9695201 Nov 12 08:56:08.287354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:08.287758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:08.289882 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:08.330160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-648e7976-a234-480a-a622-4b65dd454056 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623939 Nov 12 08:56:08.396013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec7fcc-d5d1-46a6-894d-a85c12ff40d8 req-9e8920e6-fee2-4d47-8121-b3ede6d64798 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.397762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47ec7fcc-d5d1-46a6-894d-a85c12ff40d8 req-9e8920e6-fee2-4d47-8121-b3ede6d64798 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 944 time: 0.0519056 Nov 12 08:56:08.406978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de78c996-a04a-4cf2-920b-893e7ccf5e7c req-15cce877-ed6e-4c93-849d-894bf57aafdb tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488299 Nov 12 08:56:08.442827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.450819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.456599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] 10.222.0.53 "DELETE /v2.0/networks/6d08698e-8671-4b9f-a048-b88de067217f HTTP/1.1" status: 204 len: 168 time: 1.2208908 Nov 12 08:56:08.469105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47ec7fcc-d5d1-46a6-894d-a85c12ff40d8 req-bcd23494-33f4-4833-943a-fb63381bc10f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646012 Nov 12 08:56:08.489246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699ddb2-7bd5-47af-82ac-0f83f9389bca admin admin] Pushing event deleted for resources: {'Network': ['ID=6d08698e-8671-4b9f-a048-b88de067217f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.553893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-6c93a603-d4e4-4ed9-90e6-9a2fdb96c0f7 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121434 Nov 12 08:56:08.568866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7799c-493d-4091-aeb9-d14304cf1b73 req-77bcfe54-d03e-4b02-a8ff-b77f2b502068 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.570724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eaf7799c-493d-4091-aeb9-d14304cf1b73 req-77bcfe54-d03e-4b02-a8ff-b77f2b502068 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.0915842 Nov 12 08:56:08.610362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53290) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:08.658544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7a6e-f28e-4d13-a722-ae72ff1a779f req-21289187-7eca-4549-aa39-825a65c4780c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:08.660300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c2e7a6e-f28e-4d13-a722-ae72ff1a779f req-21289187-7eca-4549-aa39-825a65c4780c tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0594275 Nov 12 08:56:08.698517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eaf7799c-493d-4091-aeb9-d14304cf1b73 req-44fa3d78-df5d-4e3f-a294-1d4c2def24cb tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174109 Nov 12 08:56:08.701308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c2e7a6e-f28e-4d13-a722-ae72ff1a779f req-02525c74-e8ee-4fca-a762-1920ac0c999d tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0349488 Nov 12 08:56:08.729354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f7a7dc72-edaa-4387-93cc-b743aeb34a22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1bc4d19c4b914aee9c0ba5a2d5a1d655&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1143162 Nov 12 08:56:08.729692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:08.774856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-2cd0869f-2b6c-4947-8422-e409680e3420 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029920 Nov 12 08:56:08.776407 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4a0dcef-4dd5-4db8-8212-82b9c575516d req-a88fe131-2102-4c16-9d4b-4c8bcf86a071 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0483062 Nov 12 08:56:08.781775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fac979bf-5e90-4085-9a3b-b59df037c14c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.806118 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fac979bf-5e90-4085-9a3b-b59df037c14c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.816978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53304) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:08.869091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e388d572-7b6b-4366-bb5b-2154f51cb92d up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:08.876462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fac979bf-5e90-4085-9a3b-b59df037c14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.879975 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fac979bf-5e90-4085-9a3b-b59df037c14c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.881269 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fac979bf-5e90-4085-9a3b-b59df037c14c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5bb4a4da-3058-4908-b91c-7325be466b45 HTTP/1.1" status: 204 len: 168 time: 0.1505826 Nov 12 08:56:08.896677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac979bf-5e90-4085-9a3b-b59df037c14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb4a4da-3058-4908-b91c-7325be466b45,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:08.897835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] Deleting subnet 6118c4ef-a55d-4f01-a56c-7b3ecce60bad {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:08.904394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:08.948482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bab4b123-7c15-473f-9d92-057131f430cc no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:08.980487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: bab4b123-7c15-473f-9d92-057131f430cc {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:08.981160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bab4b123-7c15-473f-9d92-057131f430cc not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:09.001333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.025513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port e388d572-7b6b-4366-bb5b-2154f51cb92d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:09.032092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port e388d572-7b6b-4366-bb5b-2154f51cb92d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:09.032664 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.069856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569248-bd51-49c1-8fe6-800dc1e652ad req-3136b729-4a8d-4d66-bf83-6fdacd188a91 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.084044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa569248-bd51-49c1-8fe6-800dc1e652ad req-3136b729-4a8d-4d66-bf83-6fdacd188a91 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1381481 Nov 12 08:56:09.100756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.180765 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.185031 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.215182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa569248-bd51-49c1-8fe6-800dc1e652ad req-b1d66848-aff1-4b7e-a18c-5e3f6ca7c0c3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300814 Nov 12 08:56:09.215841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6118c4ef-a55d-4f01-a56c-7b3ecce60bad,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:09.222535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.226572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3e0adc24-79e5-493a-8db1-4a5138ecaada admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6118c4ef-a55d-4f01-a56c-7b3ecce60bad HTTP/1.1" status: 204 len: 168 time: 0.4083827 Nov 12 08:56:09.230111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53314) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:09.249712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:09.262660 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.329084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:09.356604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.378408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8051d3-00a6-49b6-b6ee-8788eeb9e8f2 req-d62e95ac-a210-4252-9f78-b8d5a4153654 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.379900 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f8051d3-00a6-49b6-b6ee-8788eeb9e8f2 req-d62e95ac-a210-4252-9f78-b8d5a4153654 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 945 time: 0.0954363 Nov 12 08:56:09.439706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388d572-7b6b-4366-bb5b-2154f51cb92d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:09.443402 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819ffced-06e9-4d7c-a342-9ee217b0b0ba" -d '{"events": [{"server_uuid": "2c6c621b-ab0e-43f5-96da-472e4d7cc5a7", "name": "network-vif-plugged", "status": "completed", "tag": "e388d572-7b6b-4366-bb5b-2154f51cb92d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:09.482627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.520915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f8051d3-00a6-49b6-b6ee-8788eeb9e8f2 req-6fbf4723-2ace-4fc5-affa-21a7368e4aec tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181154 Nov 12 08:56:09.530761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44c96f2-689d-48ba-aa46-80b52d337547']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:09.555570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:09.555878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7a9cf3-1809-4c24-8f6b-a4b2e3ccb6d0') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:09.579588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462d7a6-1527-42b3-99c7-5027122de026 req-961559a1-3a96-4c99-9d2c-ff80e5267362 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.582984 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.590708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f462d7a6-1527-42b3-99c7-5027122de026 req-961559a1-3a96-4c99-9d2c-ff80e5267362 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 950 time: 0.0913143 Nov 12 08:56:09.606137 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aebb0c-accd-4da1-a40b-b0dd19f901ce x-openstack-request-id: req-d7aebb0c-accd-4da1-a40b-b0dd19f901ce {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:09.606433 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6c621b-ab0e-43f5-96da-472e4d7cc5a7", "name": "network-vif-plugged", "status": "completed", "tag": "e388d572-7b6b-4366-bb5b-2154f51cb92d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:09.606683 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7aebb0c-accd-4da1-a40b-b0dd19f901ce {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:09.607289 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e388d572-7b6b-4366-bb5b-2154f51cb92d', 'code': 200} Nov 12 08:56:09.611958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.638031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:09.639365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:09.641974 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:09.678793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f462d7a6-1527-42b3-99c7-5027122de026 req-36ee3685-c8e8-415b-8d48-f7a361d9222f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871108 Nov 12 08:56:09.798265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.806138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeeb69-d38b-4dc9-8607-fbafe51656ee req-0102d451-cb83-4a54-a057-86e75b5018bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.808140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0aeeb69-d38b-4dc9-8607-fbafe51656ee req-0102d451-cb83-4a54-a057-86e75b5018bf service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 1097 time: 0.1317513 Nov 12 08:56:09.812155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:09.816286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f44c96f2-689d-48ba-aa46-80b52d337547 HTTP/1.1" status: 204 len: 168 time: 0.5848169 Nov 12 08:56:09.843696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cba18-8b14-491e-9908-a7b859128e06 req-d6cdf683-acae-459c-82ac-04f3e250b76a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:09.843696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c16cba18-8b14-491e-9908-a7b859128e06 req-d6cdf683-acae-459c-82ac-04f3e250b76a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1145377 Nov 12 08:56:09.845848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255cd34-952e-46fe-ac50-f7b863b88d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44c96f2-689d-48ba-aa46-80b52d337547,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:09.920743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0aeeb69-d38b-4dc9-8607-fbafe51656ee req-56325dea-51b4-4ee3-8308-5a060b63bf5f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009877 Nov 12 08:56:09.930011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c16cba18-8b14-491e-9908-a7b859128e06 req-54817865-d6a8-4ea1-8bb8-413a38e98ff5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753877 Nov 12 08:56:10.012125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53348) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:10.100094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6abe757c-0bb1-4a5d-8864-64ed005125aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2de740adf788462b89a5668f27e9a3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0866394 Nov 12 08:56:10.103185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53352) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:10.104935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712ffb5-358a-4eca-ac91-85dc59f20af7 req-eab09c20-e78c-4980-be1c-8a6735bca2de tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.112459 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0712ffb5-358a-4eca-ac91-85dc59f20af7 req-eab09c20-e78c-4980-be1c-8a6735bca2de tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 1102 time: 0.0613782 Nov 12 08:56:10.128584 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0712ffb5-358a-4eca-ac91-85dc59f20af7 req-8d1e6b3b-cfa5-4dca-a918-f816896d316d tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.133275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2f5d0-d8fc-4af7-9d9d-6509c8a2f9b8 req-16205588-a1fe-40b2-9ab7-97cc120800a7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.134772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2d2f5d0-d8fc-4af7-9d9d-6509c8a2f9b8 req-16205588-a1fe-40b2-9ab7-97cc120800a7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.0918689 Nov 12 08:56:10.210779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29b9f7b0-f644-4e88-ad2f-9c20bc9bfcd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.215426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2d2f5d0-d8fc-4af7-9d9d-6509c8a2f9b8 req-d9a05691-733c-4b5a-bb31-4898c71fe184 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 Nov 12 08:56:10.261725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29b9f7b0-f644-4e88-ad2f-9c20bc9bfcd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.266380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0712ffb5-358a-4eca-ac91-85dc59f20af7 req-8d1e6b3b-cfa5-4dca-a918-f816896d316d tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.271875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0712ffb5-358a-4eca-ac91-85dc59f20af7 req-8d1e6b3b-cfa5-4dca-a918-f816896d316d tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.305288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0712ffb5-358a-4eca-ac91-85dc59f20af7 req-8d1e6b3b-cfa5-4dca-a918-f816896d316d tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917028 Nov 12 08:56:10.329715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29b9f7b0-f644-4e88-ad2f-9c20bc9bfcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.333271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29b9f7b0-f644-4e88-ad2f-9c20bc9bfcd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.334680 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-29b9f7b0-f644-4e88-ad2f-9c20bc9bfcd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9897a99b-4f4a-4bbb-805b-786eeb4b55c7 HTTP/1.1" status: 204 len: 168 time: 0.2303276 Nov 12 08:56:10.346247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e6b3b-cfa5-4dca-a918-f816896d316d tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7411c3b5-ec07-4db9-b63f-65230c02731a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:10.381829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9f7b0-f644-4e88-ad2f-9c20bc9bfcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897a99b-4f4a-4bbb-805b-786eeb4b55c7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:10.396003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53364) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:10.511953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25322fb-ea52-41f4-b253-02f72ee2b429 req-928339b0-b4d8-447a-8447-e7091c82dccc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.525453 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b25322fb-ea52-41f4-b253-02f72ee2b429 req-928339b0-b4d8-447a-8447-e7091c82dccc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0962155 Nov 12 08:56:10.568247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-network', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:10.617642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b25322fb-ea52-41f4-b253-02f72ee2b429 req-f1f0c16d-e623-4877-af10-812e599f8ed3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911851 Nov 12 08:56:10.623902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Made reservation on behalf of 3443a9e9b73e4282ae193f8aee3ccabb for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:10.628884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.751096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:10.790890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-8fcc957f-f1bc-4726-814a-51253dd33905 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.793068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-8fcc957f-f1bc-4726-814a-51253dd33905 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 945 time: 0.1466680 Nov 12 08:56:10.858429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c6332-a941-42b6-b3bf-abc804573795 req-8f9e816e-0c71-4ee6-8821-5f10c1f837b1 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:10.869109 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-930c6332-a941-42b6-b3bf-abc804573795 req-8f9e816e-0c71-4ee6-8821-5f10c1f837b1 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 945 time: 0.1293488 Nov 12 08:56:10.971215 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-930c6332-a941-42b6-b3bf-abc804573795 req-9bb5c301-22a0-4608-bf7a-fca7f0226710 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/security-groups?id=813a1107-11cb-4e34-a3ad-5e618a2b0b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914948 Nov 12 08:56:11.032731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Deleting port 33d8105b-a404-4510-ab9a-05bfa4793833 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:11.037220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.108371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d57d47-91c1-4e8f-913f-f4cc2b6faba3 req-4d37eef1-2eb8-4e8b-a90f-5b9b85e953e7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.111347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-b6a8ea0b-c177-40fb-8bb6-48a43e1839ba tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588892 Nov 12 08:56:11.119400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79d57d47-91c1-4e8f-913f-f4cc2b6faba3 req-4d37eef1-2eb8-4e8b-a90f-5b9b85e953e7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.0690985 Nov 12 08:56:11.196787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.200442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79d57d47-91c1-4e8f-913f-f4cc2b6faba3 req-0ee001d6-490c-4572-aef1-f99f937e42ae tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792978 Nov 12 08:56:11.248696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.350524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:11.368153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.368500 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Added segment ba673813-0258-4ff4-8d20-3da17968aaf4 of type vlan for network c806109c-406a-4696-9f19-649f1a1e2969 Nov 12 08:56:11.379367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ce096-7c7b-4b11-832b-ef2e87ba90a3 req-72b09bcb-7252-45c4-bc72-72030546d773 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.388350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f69ce096-7c7b-4b11-832b-ef2e87ba90a3 req-72b09bcb-7252-45c4-bc72-72030546d773 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.0766330 Nov 12 08:56:11.418173 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.486780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f69ce096-7c7b-4b11-832b-ef2e87ba90a3 req-8fff6b73-db74-4ebc-ae9b-13ea5cc1e042 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974855 Nov 12 08:56:11.537384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9894ed-f2ee-47f0-ada2-94f8023ccf34,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.551468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] For port 33d8105b-a404-4510-ab9a-05bfa4793833, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=33d8105b-a404-4510-ab9a-05bfa4793833,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:11.551997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.565712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.567101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.567874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.612136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Calling delete_port for 33d8105b-a404-4510-ab9a-05bfa4793833 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:11.630220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-a4e0b5d5-0257-4fa3-a86c-0124ef4cd01b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:11.639226 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-a4e0b5d5-0257-4fa3-a86c-0124ef4cd01b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5269537 Nov 12 08:56:11.693856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2965534 Nov 12 08:56:11.697520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53406) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:11.706764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Request body: {'subnet': {'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-subnet', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:11.712423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-ada472e9-35c8-4bb2-ace3-f864e3975f67 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/quotas/60db9fc17f5640cbb4f32834f12ac834 HTTP/1.1" status: 200 len: 375 time: 0.0713823 Nov 12 08:56:11.737146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2efa0c-ecbd-44c2-b37c-b24efab909b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c806109c-406a-4696-9f19-649f1a1e2969,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:11.757744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c806109c-406a-4696-9f19-649f1a1e2969 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:11.794048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Made reservation on behalf of 3443a9e9b73e4282ae193f8aee3ccabb for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:11.803506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:11.871356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-4c0c54d8-455f-41a3-8801-2d3237798592 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1580122 Nov 12 08:56:11.940839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:12.037018 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.052937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['33d8105b-a404-4510-ab9a-05bfa4793833'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:12.129270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Pushing event deleted for resources: {'Port': ['ID=33d8105b-a404-4510-ab9a-05bfa4793833,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:12.176027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-308606457-network', 'tenant_id': 'abed17fc98684686adb02dae03852dfb'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:12.205254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] No DVR routers for this DVR port 33d8105b-a404-4510-ab9a-05bfa4793833 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:12.210169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.213677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb5c7a1e-fb3a-4eb8-b253-3a4106290ad4 req-e3dec02c-a6c7-43cf-8f5c-99366e85db83 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.55 "DELETE /v2.0/ports/33d8105b-a404-4510-ab9a-05bfa4793833 HTTP/1.1" status: 204 len: 173 time: 1.4136810 Nov 12 08:56:12.215333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'name': 'network-vif-deleted', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:12.226764 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c7067e-522c-48e9-960f-e35c19e9ec02" -d '{"events": [{"server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "name": "network-vif-deleted", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:12.247156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Made reservation on behalf of abed17fc98684686adb02dae03852dfb for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:12.250793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.264607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.533053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.550277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.585163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:12.616973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.620103 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Added segment b80dd6d2-96b4-44a6-968d-e5675689deff of type vlan for network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 Nov 12 08:56:12.662959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-44c4ca56-d495-4d02-b004-11b1fa3401d7 service neutron] 10.222.0.62 "GET /v2.0/ports/71220ef9-5571-49b0-87cc-86365a3bfb5a/bindings/n-h1-769329-17 HTTP/1.1" status: 200 len: 383 time: 0.4853539 Nov 12 08:56:12.667085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.718627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.731161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e621d472-e967-4408-9464-a7e379b4afee,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:12.763515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.765124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.767306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:12.807038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be8b2876-55e8-4961-a401-6913680940ab,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:12.845213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee28adf-d754-458f-8ea9-1e395b666d3c req-430b5fb6-6fa8-4e52-bf5d-fbdf27095990 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:12.856966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cee28adf-d754-458f-8ea9-1e395b666d3c req-430b5fb6-6fa8-4e52-bf5d-fbdf27095990 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 1.0749130 Nov 12 08:56:12.982898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0408447 Nov 12 08:56:12.984726 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cee28adf-d754-458f-8ea9-1e395b666d3c req-e7f390da-388f-4fa9-b947-03c3508d3441 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262589 Nov 12 08:56:12.984941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:13.022401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Checking segment: {'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:13.022771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Network hostable DHCP agents. Network: c806109c-406a-4696-9f19-649f1a1e2969, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:13.029920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Request body: {'subnet': {'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-308606457-subnet', 'tenant_id': 'abed17fc98684686adb02dae03852dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:13.054078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9eff8ca-908f-48ab-ab1c-48d361e89d56 req-f3c918f5-04af-4397-85d0-df3ff843fb66 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958 tempest-FloatingIPsAssociationNegativeTestJSON-2023808958-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9377fba-63c2-4024-8547-b23d71440edd HTTP/1.1" status: 200 len: 210 time: 0.1118865 Nov 12 08:56:13.056533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9830b3-a3ba-4e98-be8b-1a87ebfd46bb admin admin] Pushing event updated for resources: {'Network': ['ID=9feda4d8-ebcc-4256-bc41-9e61e57cb119,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:13.071420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:13.152610 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd0af1a-f985-4f9c-b951-e0f9ddc25dff x-openstack-request-id: req-0dd0af1a-f985-4f9c-b951-e0f9ddc25dff {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:13.155854 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9377fba-63c2-4024-8547-b23d71440edd", "name": "network-vif-deleted", "tag": "33d8105b-a404-4510-ab9a-05bfa4793833", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:13.158708 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0dd0af1a-f985-4f9c-b951-e0f9ddc25dff {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:13.160681 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9377fba-63c2-4024-8547-b23d71440edd', 'name': 'network-vif-deleted', 'tag': '33d8105b-a404-4510-ab9a-05bfa4793833', 'status': 'completed', 'code': 200} Nov 12 08:56:13.170949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Made reservation on behalf of abed17fc98684686adb02dae03852dfb for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:13.183824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.193588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-d70ed8c5-e76b-4574-ae74-0f6d09ea4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.202673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-d70ed8c5-e76b-4574-ae74-0f6d09ea4dfb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a&tenant_id=494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 1102 time: 0.1583555 Nov 12 08:56:13.203934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Network c806109c-406a-4696-9f19-649f1a1e2969 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:13.256926 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:13.279575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c806109c-406a-4696-9f19-649f1a1e2969) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:13.298477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.299175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.301665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdffe83-9c8d-438b-b20b-e7a2e8087253 None None] Network c806109c-406a-4696-9f19-649f1a1e2969 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:13.353726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-e821322e-7792-4979-82a2-aad7ccc39ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.355750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-e821322e-7792-4979-82a2-aad7ccc39ad0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1102 time: 0.1193666 Nov 12 08:56:13.387202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b7964-e87c-4bf6-8392-8ff31cbf5846 req-937178ba-5250-40c0-a2a7-76f11aa3ecc7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.403195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-540b7964-e87c-4bf6-8392-8ff31cbf5846 req-937178ba-5250-40c0-a2a7-76f11aa3ecc7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.1666489 Nov 12 08:56:13.465412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-5a398e00-d367-4808-81c2-48928b610230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.467056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-5a398e00-d367-4808-81c2-48928b610230 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1018746 Nov 12 08:56:13.471643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-540b7964-e87c-4bf6-8392-8ff31cbf5846 req-88f90143-d6aa-4a95-ad7c-1989a82cf988 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669649 Nov 12 08:56:13.479512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4119304-7d0e-49b3-90bc-fb778f0b594c req-7d2e8ab5-0c65-4c2e-b4c1-547bb84fdf6c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.481482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4119304-7d0e-49b3-90bc-fb778f0b594c req-7d2e8ab5-0c65-4c2e-b4c1-547bb84fdf6c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.2593362 Nov 12 08:56:13.486188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-37c43eb8-32e7-4a10-947f-349216dfd111 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7873185 Nov 12 08:56:13.490548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53438) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:13.519884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:13.570076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-21c4d8a0-eb51-44e7-bc4f-032353c710b7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 217 time: 0.0825164 Nov 12 08:56:13.630324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c806109c-406a-4696-9f19-649f1a1e2969', 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'fixed_ips': [{'subnet_id': 'be8b2876-55e8-4961-a401-6913680940ab'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:13.636459 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.641230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.642359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.691442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4119304-7d0e-49b3-90bc-fb778f0b594c req-eccc8a83-2ada-4b42-8e16-06593a3356f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883368 Nov 12 08:56:13.695843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-3b3ddf3e-5fb6-494e-a7d1-c5a86cdee594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.701586 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-3b3ddf3e-5fb6-494e-a7d1-c5a86cdee594 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1248686 Nov 12 08:56:13.792942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-c769b409-10c1-4337-a30c-944ef192e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.794583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-c769b409-10c1-4337-a30c-944ef192e2a2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864518 Nov 12 08:56:13.882502 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.902623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97ff8711-d8f2-4567-901d-d8ce745143a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.912962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:13.928055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a8bc5-32f0-42f0-b974-786ced068534 req-e3f9c262-0e8a-425e-bf4c-e8a0427ddab8 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:13.929865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b20a8bc5-32f0-42f0-b974-786ced068534 req-e3f9c262-0e8a-425e-bf4c-e8a0427ddab8 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1200497 Nov 12 08:56:13.983116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-2ba4047a-cde2-427e-9652-7816015ae493 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803896 Nov 12 08:56:14.157477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Allocated IP 172.20.0.2 (c806109c-406a-4696-9f19-649f1a1e2969/be8b2876-55e8-4961-a401-6913680940ab/7398ef35-4806-49ff-bb4d-b36a9849304f) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:14.196484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41452404-14a6-44bd-976a-badc6b43d4a6 req-af9f0bcf-f2e4-4573-8794-bcb6b5cbd892 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051387 Nov 12 08:56:14.229488 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b20a8bc5-32f0-42f0-b974-786ced068534 req-65206cb1-6ba6-413f-90d5-3467b659c438 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920051 Nov 12 08:56:14.345051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53452) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:14.488061 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.506259 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.559339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Pushing event updated for resources: {'Port': ['ID=7398ef35-4806-49ff-bb4d-b36a9849304f,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:14.586292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Network c806109c-406a-4696-9f19-649f1a1e2969 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:14.588680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:14.591782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:14.667499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Attempting to bind port 7398ef35-4806-49ff-bb4d-b36a9849304f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:14.667968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Attempting to bind port 7398ef35-4806-49ff-bb4d-b36a9849304f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:14.668340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Attempting to bind port 7398ef35-4806-49ff-bb4d-b36a9849304f on network c806109c-406a-4696-9f19-649f1a1e2969 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:14.684811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:14.685257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Checking segment: {'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:14.687942 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.688485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Bound using segment: {'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:14.688998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Bound port: 7398ef35-4806-49ff-bb4d-b36a9849304f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:14.689394 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.758105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Checking segment: {'id': 'b80dd6d2-96b4-44a6-968d-e5675689deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:14.759269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Network hostable DHCP agents. Network: 9feda4d8-ebcc-4256-bc41-9e61e57cb119, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:14.765613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=216f2e88-c42b-43dc-a7a9-60ba94cdecee,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:14.777574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.809707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d01ccf-db0e-429e-93fe-f1c6bbda35f1 req-4dabee86-5bfb-41a5-b29a-786761316005 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:14.821279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-27d01ccf-db0e-429e-93fe-f1c6bbda35f1 req-4dabee86-5bfb-41a5-b29a-786761316005 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.6586154 Nov 12 08:56:14.847817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:14.862609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] For port 7398ef35-4806-49ff-bb4d-b36a9849304f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:14.867817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] For port 7398ef35-4806-49ff-bb4d-b36a9849304f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7398ef35-4806-49ff-bb4d-b36a9849304f,segment=NetworkSegment(ba673813-0258-4ff4-8d20-3da17968aaf4),segment_id=ba673813-0258-4ff4-8d20-3da17968aaf4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:14.884996 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:14.923291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-a3cbb8fe-d5e8-419b-a796-03ea63ae1050 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626314 Nov 12 08:56:14.924076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9feda4d8-ebcc-4256-bc41-9e61e57cb119) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:14.928925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:14.929672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.014462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9c225-b663-4702-a321-779cc25f3950 None None] Pushing event updated for resources: {'Port': ['ID=7398ef35-4806-49ff-bb4d-b36a9849304f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:15.026143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b07897d-d82b-4cc5-a90b-5a0f9368b8a7 None None] Network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:15.035299 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-31597833-8c48-4853-a44e-4a247d705e54 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0458443 Nov 12 08:56:15.051192 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-27d01ccf-db0e-429e-93fe-f1c6bbda35f1 req-08ef6f30-1c16-4e71-ad23-65fde3469ba8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276044 Nov 12 08:56:15.243121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc25adb-eaac-49b6-aeec-cd88465ce5c2 None None] Network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:15.286435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-5519b9e6-1f78-40e4-9c7d-55df70eb58c7 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.287971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-5519b9e6-1f78-40e4-9c7d-55df70eb58c7 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3410299 Nov 12 08:56:15.320404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:15.371514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e36fb3-d3df-46a8-bcda-ec232713f81a req-dcf5ac1c-9705-4b4e-9c8b-6d218db0e7ba tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.373020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2e36fb3-d3df-46a8-bcda-ec232713f81a req-dcf5ac1c-9705-4b4e-9c8b-6d218db0e7ba tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.1827552 Nov 12 08:56:15.404996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e68afb85-8071-4685-be65-d4a0e8b5dcf8 req-b2debc26-e8c0-4800-a9c6-2a8e2e891bb8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 210 time: 0.9275172 Nov 12 08:56:15.446865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 33d8105b-a404-4510-ab9a-05bfa4793833 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:15.519504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-7ec7c1c1-fcd8-440d-91f4-f910bbeabc42 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1357205 Nov 12 08:56:15.528685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 33d8105b-a404-4510-ab9a-05bfa4793833 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:15.529084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 33d8105b-a404-4510-ab9a-05bfa4793833 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:15.738482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.774462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2e36fb3-d3df-46a8-bcda-ec232713f81a req-e33a2352-90d2-472a-8ad3-d8c7f340eab6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516080 Nov 12 08:56:15.788184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:15.840275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-a06ea769-0bb7-4f07-9b77-085a37f63b6c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.842522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-a06ea769-0bb7-4f07-9b77-085a37f63b6c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3023310 Nov 12 08:56:15.852927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5818ae2e-c945-4e0a-bc9d-7d4f407029ee req-6603244f-214d-4577-af48-0eda74d7b208 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:15.854635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5818ae2e-c945-4e0a-bc9d-7d4f407029ee req-6603244f-214d-4577-af48-0eda74d7b208 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1548619 Nov 12 08:56:15.861115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:15.942836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Allocated IP 172.25.5.84 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/c824cab5-ba9b-4e68-b0a5-5cba26efe33d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:16.098444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5818ae2e-c945-4e0a-bc9d-7d4f407029ee req-30259a4e-f188-438b-b9ce-9a57be7c89e8 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299836 Nov 12 08:56:16.153982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:16.158810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.258273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:16.261735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.314281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a6ffacbb-9662-4f45-acd6-4fb5d2b70320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.371998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.422179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.425734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-1bc7815f-1157-4aaa-a048-60561c6f0320 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.433334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-1bc7815f-1157-4aaa-a048-60561c6f0320 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/networks?id=9feda4d8-ebcc-4256-bc41-9e61e57cb119 HTTP/1.1" status: 200 len: 820 time: 0.3349848 Nov 12 08:56:16.472267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-c1ed432e-9ab3-4dc4-9c44-daaa7a6f7e3e tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/quotas/abed17fc98684686adb02dae03852dfb HTTP/1.1" status: 200 len: 375 time: 0.0379491 Nov 12 08:56:16.496251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0677d9-83ca-42a1-a5da-44c2c772e411 req-2219d3ad-28bf-4531-afb1-dbdf832f28f9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.500720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.128 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/5abdc63d-7f46-44b5-941a-7bec11c0d7e8) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:16.507607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a0677d9-83ca-42a1-a5da-44c2c772e411 req-2219d3ad-28bf-4531-afb1-dbdf832f28f9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.2973523 Nov 12 08:56:16.534072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37d0bf-f0f8-4011-abdc-8cecbb54e932 None None] Network c806109c-406a-4696-9f19-649f1a1e2969 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:16.535965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-11595b14-07f7-4b28-93c8-7e7f2b486d29 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=abed17fc98684686adb02dae03852dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586843 Nov 12 08:56:16.583504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a0677d9-83ca-42a1-a5da-44c2c772e411 req-951d8418-fe2f-4af5-bf4d-567749a98689 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745988 Nov 12 08:56:16.642150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d0a963e4-1f2f-4d94-9fd5-62dd2f7791ed None None] Provisioning complete for port 7398ef35-4806-49ff-bb4d-b36a9849304f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:16.642521 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0a963e4-1f2f-4d94-9fd5-62dd2f7791ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.749355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.792203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.803519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268403b-5354-49ab-8476-85897207d541 req-1ce6e1cf-3c3c-4665-85fd-78d6771e70a4 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:16.814456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3268403b-5354-49ab-8476-85897207d541 req-1ce6e1cf-3c3c-4665-85fd-78d6771e70a4 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1508729 Nov 12 08:56:16.826202 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.842385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:16.846236 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0a963e4-1f2f-4d94-9fd5-62dd2f7791ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:16.912066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71220ef9-5571-49b0-87cc-86365a3bfb5a details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:16.919820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71220ef9-5571-49b0-87cc-86365a3bfb5a no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:16.931946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:16.940289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:16.948655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:16.997074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.56 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/6c5e8396-11a4-4657-8956-4a740bb17089) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:17.008144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:17.036642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d0a963e4-1f2f-4d94-9fd5-62dd2f7791ed None None] For port 7398ef35-4806-49ff-bb4d-b36a9849304f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7398ef35-4806-49ff-bb4d-b36a9849304f,segment=NetworkSegment(ba673813-0258-4ff4-8d20-3da17968aaf4),segment_id=ba673813-0258-4ff4-8d20-3da17968aaf4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:17.051761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3268403b-5354-49ab-8476-85897207d541 req-d95548b2-3d07-4159-8903-eb5a9e9b2e2b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341297 Nov 12 08:56:17.089263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.097254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:17.098306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7398ef35-4806-49ff-bb4d-b36a9849304f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:17.101471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0a963e4-1f2f-4d94-9fd5-62dd2f7791ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.113082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:17.230312 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-095e7ded-a02e-40b7-9d2d-4fdc94209f01 service neutron] 10.222.0.53 "GET /v2.0/networks/9feda4d8-ebcc-4256-bc41-9e61e57cb119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886752 Nov 12 08:56:17.277103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a963e4-1f2f-4d94-9fd5-62dd2f7791ed None None] Pushing event updated for resources: {'Port': ['ID=7398ef35-4806-49ff-bb4d-b36a9849304f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.288938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ef64ead-5d64-43ad-b513-7442fa485b00 req-651d0323-6c89-4cc0-94d6-24cef65f322c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 210 time: 0.0981925 Nov 12 08:56:17.306061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.306811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.398380 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.447162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bcba32ce-1f54-4882-b482-25060f63a2fb None None] Provisioning complete for port 7398ef35-4806-49ff-bb4d-b36a9849304f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:17.447622 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcba32ce-1f54-4882-b482-25060f63a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.459137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Deleting port 57533875-36c5-4095-85cc-2ebe3133fc8d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:17.459723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.518212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:17.520391 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7000a386-ea59-432a-afac-fc911d5ca367" -d '{"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-unplugged", "status": "completed", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:17.560269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:17.570886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.576811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:17.581771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.600891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] For port 57533875-36c5-4095-85cc-2ebe3133fc8d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=57533875-36c5-4095-85cc-2ebe3133fc8d,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:17.601595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.621686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3106236 Nov 12 08:56:17.629564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'mac_address': 'fa:16:3e:d7:ed:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:17.631090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7398ef35-4806-49ff-bb4d-b36a9849304f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:17.631445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.642920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Calling delete_port for 57533875-36c5-4095-85cc-2ebe3133fc8d owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:17.693082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Request body: {'port': {'device_id': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:17.745960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94232756-e706-4bdd-98c1-c9571950254d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.748247 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.752840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.771491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaae4d-1973-494d-a6e5-b4e4bed67b29 req-71fa235c-2e2d-47b5-ba3a-4567ea38da61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.773832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84aaae4d-1973-494d-a6e5-b4e4bed67b29 req-71fa235c-2e2d-47b5-ba3a-4567ea38da61 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.1580517 Nov 12 08:56:17.796112 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.818338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71220ef9-5571-49b0-87cc-86365a3bfb5a {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:17.857347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:17.862499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:17.869112 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.869339 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:17.874735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:17.886479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-6c2cc28b-caa5-43d0-a7ad-f8835d0cc0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/9feda4d8-ebcc-4256-bc41-9e61e57cb119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521897 Nov 12 08:56:17.922980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:17.923197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.944667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-ccc5b8ff-48f0-4648-aae2-da867d74ef7e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:17.946879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-ccc5b8ff-48f0-4648-aae2-da867d74ef7e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a&tenant_id=494437cfbc0f44e8bb054bcc6d247564&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 948 time: 0.2347488 Nov 12 08:56:17.947550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=6c5e8396-11a4-4657-8956-4a740bb17089,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:17.961978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-20dc00ef-14a1-427c-9ff1-3158e229e105 None None] Provisioning complete for port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:17.962361 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-20dc00ef-14a1-427c-9ff1-3158e229e105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.004095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:18.165293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-20dc00ef-14a1-427c-9ff1-3158e229e105 None None] Port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:18.182949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84aaae4d-1973-494d-a6e5-b4e4bed67b29 req-1611a50b-914e-457e-8dea-f344efdac992 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643456 Nov 12 08:56:18.189320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.199779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71220ef9-5571-49b0-87cc-86365a3bfb5a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:18.219794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:18.220589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.226551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.277467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Pushing event deleted for resources: {'Port': ['ID=57533875-36c5-4095-85cc-2ebe3133fc8d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:18.284280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-b2fdbd92-e08c-4d63-a454-491056257fa8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4276710 Nov 12 08:56:18.314290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Request body: {'port': {'device_id': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:18.319998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-29c8d736-b491-4339-a8cc-1bf431d9f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:18.321519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-29c8d736-b491-4339-a8cc-1bf431d9f629 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1101 time: 0.1728513 Nov 12 08:56:18.488219 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debd11d5-89d7-48f6-a18c-342e13d91365 x-openstack-request-id: req-debd11d5-89d7-48f6-a18c-342e13d91365 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:18.488832 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-unplugged", "status": "completed", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:18.488934 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-debd11d5-89d7-48f6-a18c-342e13d91365 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:18.489278 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'code': 200} Nov 12 08:56:18.557711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-085fa568-4241-49a0-9770-7ba74bc9b375 None None] Provisioning complete for port 6c5e8396-11a4-4657-8956-4a740bb17089 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:18.557949 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-085fa568-4241-49a0-9770-7ba74bc9b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.629890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-085fa568-4241-49a0-9770-7ba74bc9b375 None None] Port 6c5e8396-11a4-4657-8956-4a740bb17089 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:18.683950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d7fcaf2-3896-48e1-8751-b92c8a65a369 req-ce0c1174-31f4-45f0-b84a-4adf7c29ad61 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 210 time: 0.1971540 Nov 12 08:56:18.747327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.918442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:18.926875 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.938571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-63471768-f0ce-45c5-abef-7cb4465e8e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:18.940133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-63471768-f0ce-45c5-abef-7cb4465e8e42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.5693672 Nov 12 08:56:18.944546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:18.961102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Transition to ACTIVE for port object 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:19.008892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-8fa0dcca-cc05-48cc-b788-ee7578e34df3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 217 time: 0.0580227 Nov 12 08:56:19.013380 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.016022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d737d-15f1-4775-838b-5a6c58b872d4 req-ae26760a-7136-41da-9460-d64fde700a4d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.017708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab2d737d-15f1-4775-838b-5a6c58b872d4 req-ae26760a-7136-41da-9460-d64fde700a4d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 949 time: 0.1867328 Nov 12 08:56:19.020434 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.035113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7398ef35-4806-49ff-bb4d-b36a9849304f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:19.126606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7398ef35-4806-49ff-bb4d-b36a9849304f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:19.127238 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.149614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab2d737d-15f1-4775-838b-5a6c58b872d4 req-4ede410f-8c63-4ee9-b141-d63cbbad7190 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051607 Nov 12 08:56:19.155426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82f627-f5dd-4aa3-8ffb-fa824abd1eec req-3aa97466-43c7-435f-be2b-56f9b97c70ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.163301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ef82f627-f5dd-4aa3-8ffb-fa824abd1eec req-3aa97466-43c7-435f-be2b-56f9b97c70ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.3823428 Nov 12 08:56:19.282247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:19.286846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-9e218196-a981-458e-b2e0-bdbf97ea6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.288339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-9e218196-a981-458e-b2e0-bdbf97ea6ead service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2684498 Nov 12 08:56:19.356830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.375958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2482c52-7094-4acd-8ea6-b0763a28263f req-0f8007c3-bbed-4c4f-84a1-3eb9f04d1e65 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.377519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2482c52-7094-4acd-8ea6-b0763a28263f req-0f8007c3-bbed-4c4f-84a1-3eb9f04d1e65 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 935 time: 0.0915399 Nov 12 08:56:19.430939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Attempting to bind port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:19.431284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Attempting to bind port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:19.431604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Attempting to bind port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:19.459024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:19.459283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Attempting to bind port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:19.508408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:19.508772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:19.509826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:19.510292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Bound port: 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:19.510840 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.554954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2482c52-7094-4acd-8ea6-b0763a28263f req-4e0751e1-c388-48f7-bf37-d4ab357b3966 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365449 Nov 12 08:56:19.631430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] For port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:19.635346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] For port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:19.646278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.647255 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.656782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Router 078f5c29-39b8-473b-949e-00dee98fec0d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:19.702601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.708302 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:19.710536 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/5abdc63d-7f46-44b5-941a-7bec11c0d7e8 HTTP/1.1" status: 200 len: 1097 time: 2.0729663 Nov 12 08:56:19.711449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:19.714525 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fc9587-f004-4337-a7ea-55403215cad8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:19.744046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ef82f627-f5dd-4aa3-8ffb-fa824abd1eec req-c47939d4-ceb0-4d2c-9736-725691307844 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797379 Nov 12 08:56:19.858802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd0dbc-9ff7-4c3e-88c3-ed60fd1ed1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:19.884983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-e9dcdbaa-fef8-4432-b0db-c556a178bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.886551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-e9dcdbaa-fef8-4432-b0db-c556a178bf37 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5769660 Nov 12 08:56:19.961486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2ec9-bbdc-4f8d-af44-f736eee3b4d8 req-f64b9495-63cd-4321-b424-5c440cc3b2e2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.963037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-665f2ec9-bbdc-4f8d-af44-f736eee3b4d8 req-f64b9495-63cd-4321-b424-5c440cc3b2e2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.1454055 Nov 12 08:56:19.964908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-719ce5ec-f6ee-405e-b7b6-58299a5722ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:19.966268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-719ce5ec-f6ee-405e-b7b6-58299a5722ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 1100 time: 0.1367748 Nov 12 08:56:19.968641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6159d58f-60e4-4ac4-883e-8073bd974a4e req-820993e0-b4b9-482e-9030-d3f338034505 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 210 time: 0.1337485 Nov 12 08:56:20.001580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:20.010789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Sync routers for ids ['078f5c29-39b8-473b-949e-00dee98fec0d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:20.029973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Routers {'078f5c29-39b8-473b-949e-00dee98fec0d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:20.030641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['078f5c29-39b8-473b-949e-00dee98fec0d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:20.045823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-5f082624-03bc-4ca2-84aa-c73659597b39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0632036 Nov 12 08:56:20.057255 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44888bc4-c57f-46c1-8473-f5884f813e5a x-openstack-request-id: req-44888bc4-c57f-46c1-8473-f5884f813e5a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:20.057651 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:20.057990 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44888bc4-c57f-46c1-8473-f5884f813e5a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:20.058529 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8', 'status': 'completed', 'code': 200} Nov 12 08:56:20.069298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-5379de61-1937-48c0-9265-51f444f807eb tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.071318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-5379de61-1937-48c0-9265-51f444f807eb tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.55 "GET /v2.0/networks?id=9feda4d8-ebcc-4256-bc41-9e61e57cb119 HTTP/1.1" status: 200 len: 820 time: 0.3796804 Nov 12 08:56:20.109833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.110968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6db2b67a-0a83-4498-8855-0915f84782e8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6192007 Nov 12 08:56:20.117162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:20.135783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Request body: {'port': {'device_id': '0a9a918e-295f-443b-a67b-c20e355a008d', 'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119', 'admin_state_up': True, 'tenant_id': 'abed17fc98684686adb02dae03852dfb'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:20.171698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-665f2ec9-bbdc-4f8d-af44-f736eee3b4d8 req-521a9af4-069a-4d4f-9494-7cd9abbcda14 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977890 Nov 12 08:56:20.172120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Set router 078f5c29-39b8-473b-949e-00dee98fec0d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:20.181681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-e4bfdfe7-b17b-4d98-bbe8-76aa7940baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.183410 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-e4bfdfe7-b17b-4d98-bbe8-76aa7940baa1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1238232 Nov 12 08:56:20.305115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5e8396-11a4-4657-8956-4a740bb17089 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:20.315226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-4beedc2d-4962-4215-b4c5-514a935b5ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.316765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-4beedc2d-4962-4215-b4c5-514a935b5ac3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1235473 Nov 12 08:56:20.324559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.365813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Transition to ACTIVE for port object 6c5e8396-11a4-4657-8956-4a740bb17089 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:20.370221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-c078f2c2-7509-4ce4-b7d6-58fc16c0fb7f service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149377 Nov 12 08:56:20.379393 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.386190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:20.405196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2a559-b9ec-4670-ab5a-7bb958bc9f74 req-484eeddd-b862-4801-90c0-d43a19765cbc tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.412568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15c2a559-b9ec-4670-ab5a-7bb958bc9f74 req-484eeddd-b862-4801-90c0-d43a19765cbc tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.2729626 Nov 12 08:56:20.415694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1e9e6-0038-485d-b4c7-92ac2a119f0a req-c01598bc-230d-40d2-8bb7-4589ad6d4375 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:20.417300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07b1e9e6-0038-485d-b4c7-92ac2a119f0a req-c01598bc-230d-40d2-8bb7-4589ad6d4375 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 949 time: 0.1543546 Nov 12 08:56:20.527079 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.570981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:17Z', 'revision_number': 3, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:20.602647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Checking router: 078f5c29-39b8-473b-949e-00dee98fec0d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:20.603003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Updating router 078f5c29-39b8-473b-949e-00dee98fec0d port c824cab5-ba9b-4e68-b0a5-5cba26efe33d binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:20.603138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07b1e9e6-0038-485d-b4c7-92ac2a119f0a req-90015cea-f3d2-48c7-a312-5a8794120202 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558259 Nov 12 08:56:20.606878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-549beb93-3ae0-4266-a00d-6a5e3b604abf service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567747 Nov 12 08:56:20.642157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.645583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c5e8396-11a4-4657-8956-4a740bb17089,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:20.710094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15c2a559-b9ec-4670-ab5a-7bb958bc9f74 req-6278ebc9-9d70-4eb8-9f6a-f2641f2eccff tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964654 Nov 12 08:56:20.716307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Made reservation on behalf of abed17fc98684686adb02dae03852dfb for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:20.720417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:20.824404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2b0798-342e-4d31-a6e5-d532dd45e25b req-26c1d202-bf69-4f94-8aa8-8a82d936b85b service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322462 Nov 12 08:56:20.967367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:20.967781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71220ef9-5571-49b0-87cc-86365a3bfb5a up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:20.979651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cb4d43b3-a2c7-4016-83fa-6388b1d66173 admin admin] 10.222.0.53 "PUT /v2.0/routers/95779b4c-999c-4b4f-a062-3a1c2ffe9256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6302471 Nov 12 08:56:20.979651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Attempting to bind port 6c5e8396-11a4-4657-8956-4a740bb17089 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:20.979651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Attempting to bind port 6c5e8396-11a4-4657-8956-4a740bb17089 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:20.979651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Attempting to bind port 6c5e8396-11a4-4657-8956-4a740bb17089 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:20.985555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53530) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:20.989524 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] Sync routers for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:21.008171 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:21.009137 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:21.038436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Port 6c5e8396-11a4-4657-8956-4a740bb17089 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:21.038918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Attempting to bind port 6c5e8396-11a4-4657-8956-4a740bb17089 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:21.088152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:21.088152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:21.088152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:21.088152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Bound port: 6c5e8396-11a4-4657-8956-4a740bb17089, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:21.088152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.177228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64be3-b3b1-41a4-9b64-d6fe7b27b0ee req-ceed9691-ff09-4a27-ae69-92399377741b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:21.182680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 71220ef9-5571-49b0-87cc-86365a3bfb5a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:21.183466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.185340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ee64be3-b3b1-41a4-9b64-d6fe7b27b0ee req-ceed9691-ff09-4a27-ae69-92399377741b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 947 time: 0.4594707 Nov 12 08:56:21.211005 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:21.227498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-85f25228-cb3c-4846-a7d8-501981aeca28 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6040618 Nov 12 08:56:21.252193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Allocated IP 172.20.0.4 (9feda4d8-ebcc-4256-bc41-9e61e57cb119/216f2e88-c42b-43dc-a7a9-60ba94cdecee/6fd1892a-f3f8-4209-afcb-309ea42f2969) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:21.263449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6f0f-4f91-4251-b6d5-3ce2a8795567 req-d2dec3d0-fc0f-4b27-a577-ec34ea6d968c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:21.264996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5af6f0f-4f91-4251-b6d5-3ce2a8795567 req-d2dec3d0-fc0f-4b27-a577-ec34ea6d968c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.2184305 Nov 12 08:56:21.278732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.296688 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ee64be3-b3b1-41a4-9b64-d6fe7b27b0ee req-e4969ce5-34df-4bf0-9383-b2be1853c397 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108301 Nov 12 08:56:21.372736 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.394957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.412010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-de8277ab-5a07-490c-b325-0278dd2127bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:21.413955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-de8277ab-5a07-490c-b325-0278dd2127bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 1100 time: 0.0991392 Nov 12 08:56:21.425027 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.472441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] For port 6c5e8396-11a4-4657-8956-4a740bb17089, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:21.543228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.558658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] For port 6c5e8396-11a4-4657-8956-4a740bb17089, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6c5e8396-11a4-4657-8956-4a740bb17089,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:21.571959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Attempting to bind port c824cab5-ba9b-4e68-b0a5-5cba26efe33d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:21.578694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Attempting to bind port c824cab5-ba9b-4e68-b0a5-5cba26efe33d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:21.580538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Attempting to bind port c824cab5-ba9b-4e68-b0a5-5cba26efe33d on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:21.581152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.583136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4543d4-ffac-4e43-b38d-fc1df9641a24 None None] Pushing event updated for resources: {'Port': ['ID=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.598681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:21.599664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:21.599868 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.604868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:21.606567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Bound port: c824cab5-ba9b-4e68-b0a5-5cba26efe33d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:21.606567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.613862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:21.624160 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396bc685-086c-4570-938e-dab9999f6aae" -d '{"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-plugged", "status": "completed", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:21.641819 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:56:18Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:21.646192 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bde4380d-e6dc-4d9e-9b6f-609277f36b3e req-dfda794f-3b9b-482a-b2ff-46f2202b7eda tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 210 time: 0.2106843 Nov 12 08:56:21.660513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5af6f0f-4f91-4251-b6d5-3ce2a8795567 req-0cde69e8-ac6d-4737-9182-5db9432bc51b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719810 Nov 12 08:56:21.667107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:21.692923 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.719694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:21.726732 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] Checking router: 95779b4c-999c-4b4f-a062-3a1c2ffe9256 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:21.729788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.731273 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] 10.222.0.55 "PUT /v2.0/ports/6c5e8396-11a4-4657-8956-4a740bb17089 HTTP/1.1" status: 200 len: 1096 time: 3.4244733 Nov 12 08:56:21.732970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'tag': '6c5e8396-11a4-4657-8956-4a740bb17089'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:21.735861 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8676d136-9ab3-49bb-abd8-58a8940b6fac" -d '{"events": [{"name": "network-changed", "server_uuid": "711a7ad8-8238-4969-8504-9dcf2c908a6a", "tag": "6c5e8396-11a4-4657-8956-4a740bb17089"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:21.746875 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] Routers {'95779b4c-999c-4b4f-a062-3a1c2ffe9256'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:21.747519 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:21.838739 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.849815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-1e78362e-3357-4900-b006-ce174c0d24ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:21.851613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-1e78362e-3357-4900-b006-ce174c0d24ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.4270241 Nov 12 08:56:21.868790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:21.874002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] For port c824cab5-ba9b-4e68-b0a5-5cba26efe33d, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:21.887081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] For port c824cab5-ba9b-4e68-b0a5-5cba26efe33d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:21.896272 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:21.922330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-9c38af23-032a-4806-8e99-eb164605dcde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8 HTTP/1.1" status: 200 len: 217 time: 0.0597293 Nov 12 08:56:21.981826 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] Set router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:21.997630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Routers {'078f5c29-39b8-473b-949e-00dee98fec0d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:21.998352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['078f5c29-39b8-473b-949e-00dee98fec0d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:22.009339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4543d4-ffac-4e43-b38d-fc1df9641a24 None None] Pushing event updated for resources: {'Port': ['ID=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.024212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c5e8396-11a4-4657-8956-4a740bb17089,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.050008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f1c2d-2c56-4717-88e6-4c15ba1c2743 req-9c1a7b2e-f5ad-4a72-b496-02563833a389 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.051673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc9f1c2d-2c56-4717-88e6-4c15ba1c2743 req-9c1a7b2e-f5ad-4a72-b496-02563833a389 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.2394655 Nov 12 08:56:22.063890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Allocated IP 172.20.0.1 (c806109c-406a-4696-9f19-649f1a1e2969/be8b2876-55e8-4961-a401-6913680940ab/c72bebe1-7abe-48e9-ac4f-f4b7c04db498) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:22.090660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-9d0ef64f-a0e5-41cc-8b0d-e6e30e75a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.091948 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-9d0ef64f-a0e5-41cc-8b0d-e6e30e75a63f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1371403 Nov 12 08:56:22.092096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.092427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.092870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.093305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.094695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.094695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.095046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.095474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.095893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.096330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.096748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.097157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f7c68c-ee56-44d4-8fd1-a5c1697d14fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.172763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-cfa00037-aa5c-4cf3-9b76-d165abe7572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.174944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-cfa00037-aa5c-4cf3-9b76-d165abe7572b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 1099 time: 0.3244064 Nov 12 08:56:22.187604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ff4be-996c-4bea-b4c8-cce2f47e744a req-821ff604-5323-40c2-91f9-edbedd61a2f4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.195788 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-785ff4be-996c-4bea-b4c8-cce2f47e744a req-821ff604-5323-40c2-91f9-edbedd61a2f4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.3536174 Nov 12 08:56:22.202016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.213780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] Set router 078f5c29-39b8-473b-949e-00dee98fec0d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:22.219995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc9f1c2d-2c56-4717-88e6-4c15ba1c2743 req-3e8468d5-3164-460b-9efc-5db0f7078634 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579998 Nov 12 08:56:22.267084 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:56:18Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:22.269205 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-cb395fc7-3a8d-4ca3-bd20-08201eca4007 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=6c5e8396-11a4-4657-8956-4a740bb17089 HTTP/1.1" status: 200 len: 217 time: 0.0648062 Nov 12 08:56:22.270415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-a0d3d3e4-56c6-464b-a017-22d4a4253af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.273373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-a0d3d3e4-56c6-464b-a017-22d4a4253af7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1686990 Nov 12 08:56:22.332756 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01796b10-3a75-4b66-8cef-78ebb197c85e None None] The sync data for ids ['95779b4c-999c-4b4f-a062-3a1c2ffe9256'] in n-d-769329-17 is: [{'id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-565073830-router', 'tenant_id': 'b3b71bb26624452c80a91419c2035254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:55:06Z', 'updated_at': '2021-11-12T08:56:18Z', 'revision_number': 5, 'project_id': 'b3b71bb26624452c80a91419c2035254', 'gw_port': {'id': '53ecdd60-037f-4c67-8bf6-1c0c5eaef526', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:fa:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95779b4c-999c-4b4f-a062-3a1c2ffe9256', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:08Z', 'updated_at': '2021-11-12T08:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:22.346687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Deleting port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:22.347142 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.360102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.400756 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bc5c06-ba26-43cd-aac8-daf286c4e545 x-openstack-request-id: req-a3bc5c06-ba26-43cd-aac8-daf286c4e545 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:22.401184 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-plugged", "status": "completed", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:22.401561 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3bc5c06-ba26-43cd-aac8-daf286c4e545 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:22.401964 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'code': 200} Nov 12 08:56:22.457914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-785ff4be-996c-4bea-b4c8-cce2f47e744a req-a149e9e9-fba4-4f82-9ba4-d6c2811846f5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607300 Nov 12 08:56:22.484800 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-66aa0547-2684-42ad-9dab-b1c0c98f7d47 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877804 Nov 12 08:56:22.506772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.517824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] For port 53ecdd60-037f-4c67-8bf6-1c0c5eaef526, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:22.518192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.522205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:17Z', 'revision_number': 3, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:22.535106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Calling delete_port for 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:22.540452 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444a6638-3a87-4876-9d81-5de3becc2e41 x-openstack-request-id: req-444a6638-3a87-4876-9d81-5de3becc2e41 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:22.540753 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711a7ad8-8238-4969-8504-9dcf2c908a6a", "tag": "6c5e8396-11a4-4657-8956-4a740bb17089", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:22.541015 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-444a6638-3a87-4876-9d81-5de3becc2e41 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:22.541566 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'tag': '6c5e8396-11a4-4657-8956-4a740bb17089', 'status': 'completed', 'code': 200} Nov 12 08:56:22.544901 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.552049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-be87f04d-b0ad-4648-97e5-a31e5eda2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.553520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-be87f04d-b0ad-4648-97e5-a31e5eda2921 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2581518 Nov 12 08:56:22.563563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb81441-7310-4dfa-b40f-53bfd0350202 None None] The sync data for ids ['078f5c29-39b8-473b-949e-00dee98fec0d'] in n-d-769329-17 is: [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:17Z', 'revision_number': 3, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:22.578525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab764d7b-a7b6-4de9-aa28-199fdae07489 req-7de2eb5d-3275-48d6-bafa-c825257c38ce tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:22.580818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab764d7b-a7b6-4de9-aa28-199fdae07489 req-7de2eb5d-3275-48d6-bafa-c825257c38ce tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.1529019 Nov 12 08:56:22.638075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Network c806109c-406a-4696-9f19-649f1a1e2969 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:22.658059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:22.663536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Pushing event updated for resources: {'Port': ['ID=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.672702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:22.693586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:22.722168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.722813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.723324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.723818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.724340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.724877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.725514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.726381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.726911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.727565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.728105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.728671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:22.740735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:22.743860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:22.772364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9fc9587-f004-4337-a7ea-55403215cad8 req-c295d99e-6c63-4759-a916-a801721d5f6d service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783446 Nov 12 08:56:22.788510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab764d7b-a7b6-4de9-aa28-199fdae07489 req-5a90eaa9-f512-4359-9943-031264e6782c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699972 Nov 12 08:56:22.791891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:22.818696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 57533875-36c5-4095-85cc-2ebe3133fc8d no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:22.823316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Pushing event updated for resources: {'Port': ['ID=6fd1892a-f3f8-4209-afcb-309ea42f2969,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:22.875883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 57533875-36c5-4095-85cc-2ebe3133fc8d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:22.876254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 57533875-36c5-4095-85cc-2ebe3133fc8d not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:23.043167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daba4d-74fd-4bf4-97ec-d50d97f2e0c8 req-2eaa454c-d2df-427d-bb0b-e253dba53cfa tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.049432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08daba4d-74fd-4bf4-97ec-d50d97f2e0c8 req-2eaa454c-d2df-427d-bb0b-e253dba53cfa tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.1425378 Nov 12 08:56:23.154491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e88a9c33-ce5f-4911-bf6a-f36db8201f7a None None] Provisioning complete for port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:23.155543 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e88a9c33-ce5f-4911-bf6a-f36db8201f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.161914 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08daba4d-74fd-4bf4-97ec-d50d97f2e0c8 req-a0fd9cdf-2509-45a7-8615-96898240fa78 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114721 Nov 12 08:56:23.163284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.230828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e88a9c33-ce5f-4911-bf6a-f36db8201f7a None None] Port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:23.350196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97788a-4042-415f-8156-81897a5832fb req-0407916e-3410-4eb8-9898-524b92a01598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.351756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-0407916e-3410-4eb8-9898-524b92a01598 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7590749 Nov 12 08:56:23.370434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9497-db49-4b86-b1f9-e937f7f8f4dc req-947389e0-ef03-4417-bdd1-41875ebe9085 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.372170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-250e9497-db49-4b86-b1f9-e937f7f8f4dc req-947389e0-ef03-4417-bdd1-41875ebe9085 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 931 time: 0.1089826 Nov 12 08:56:23.408831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.409638 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.458071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42ecb1-4bb1-4862-b487-a49148122f4f req-1e0329ff-d27c-4f58-a8e0-00ce0e4a6d0d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:23.462776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-250e9497-db49-4b86-b1f9-e937f7f8f4dc req-a51d2321-014b-4375-ab48-27006c1bebf7 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818629 Nov 12 08:56:23.465597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f42ecb1-4bb1-4862-b487-a49148122f4f req-1e0329ff-d27c-4f58-a8e0-00ce0e4a6d0d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 947 time: 0.7751486 Nov 12 08:56:23.480044 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.487943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:23.500431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-681782c2-228a-4684-a543-dfef83f81093 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3697307 Nov 12 08:56:23.500862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.515159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Request body: {'port': {'device_id': '0a9a918e-295f-443b-a67b-c20e355a008d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:23.612672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.616107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Pushing event updated for resources: {'Port': ['ID=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.649343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f42ecb1-4bb1-4862-b487-a49148122f4f req-5ef6a293-3867-46c6-a6e6-22826e32b97a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828425 Nov 12 08:56:23.685605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:23.713235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8', 'mac_address': 'fa:16:3e:b9:48:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:23.733019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-e9d1b2d2-bdfb-4c56-a28a-557452696711 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683648 Nov 12 08:56:23.736445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.765393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Network c806109c-406a-4696-9f19-649f1a1e2969 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:23.768503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:23.786019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.810094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:23.815818 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.844595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:23.850747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ecdd60-037f-4c67-8bf6-1c0c5eaef526,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.880309 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:23.985099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:23.997775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Router 078f5c29-39b8-473b-949e-00dee98fec0d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:24.144975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:24.156995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa3cbe3-4765-4b51-871a-1a46fd09fa8b req-eaaccc8e-170a-45d4-a11f-7b9ce275bc03 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.158527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fa3cbe3-4765-4b51-871a-1a46fd09fa8b req-eaaccc8e-170a-45d4-a11f-7b9ce275bc03 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 945 time: 0.3315802 Nov 12 08:56:24.165089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:24.175781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-28052de1-2ede-434b-a86e-9124823dc26c admin admin] 10.222.0.53 "PUT /v2.0/routers/078f5c29-39b8-473b-949e-00dee98fec0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0500019 Nov 12 08:56:24.186278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.215166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-89ecebff-473c-4c8e-9194-8b645aaa3cb9 None None] Provisioning complete for port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:24.215586 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89ecebff-473c-4c8e-9194-8b645aaa3cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.229114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b97788a-4042-415f-8156-81897a5832fb req-afb5e9e6-4067-4df4-92b2-9c5cd050be7e service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708030 Nov 12 08:56:24.287483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-89ecebff-473c-4c8e-9194-8b645aaa3cb9 None None] Port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:24.390009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.404279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.497332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fa3cbe3-4765-4b51-871a-1a46fd09fa8b req-3906d298-486a-4f4e-8419-e497041c85ef tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273168 Nov 12 08:56:24.560251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.560711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95779b4c-999c-4b4f-a062-3a1c2ffe9256 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:56:24.566635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-ce75e497-a24d-49eb-86a3-cc50e14df18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.568018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-ce75e497-a24d-49eb-86a3-cc50e14df18a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 1099 time: 0.2168512 Nov 12 08:56:24.573139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.574279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0968ff85-d356-477b-ad40-81f5ba5f4b25 admin admin] 10.222.0.53 "DELETE /v2.0/routers/95779b4c-999c-4b4f-a062-3a1c2ffe9256 HTTP/1.1" status: 204 len: 168 time: 3.5866861 Nov 12 08:56:24.577175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:24.653990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] Deleting subnet 6636b3d0-7545-485c-a5d4-cc64b8d8bb88 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:24.660053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-a24a8c51-9b03-42a3-975d-41550b476877 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.661585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-a24a8c51-9b03-42a3-975d-41550b476877 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.2468517 Nov 12 08:56:24.685013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.700345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-769329-17'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:24.791298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.836199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b6e9d-54a0-45dc-a573-7cb910a88eee req-bf4aa3c6-e96f-4454-9f66-b85f3d31261b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.837685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d2b6e9d-54a0-45dc-a573-7cb910a88eee req-bf4aa3c6-e96f-4454-9f66-b85f3d31261b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.2321496 Nov 12 08:56:24.850119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-b23c4f72-b3e2-4a0b-884a-7103f3f55932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:24.851544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-b23c4f72-b3e2-4a0b-884a-7103f3f55932 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2744551 Nov 12 08:56:24.852508 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-4f68f28e-e7c1-4a8f-93db-f0d74efe2c51 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1927271 Nov 12 08:56:24.859821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.863994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:24.873576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd1892a-f3f8-4209-afcb-309ea42f2969 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:24.894806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.930261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-c954f0d9-52e2-49d8-b715-6b568b42af3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=6c5e8396-11a4-4657-8956-4a740bb17089 HTTP/1.1" status: 200 len: 217 time: 0.0651631 Nov 12 08:56:24.958241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.961051 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:24.981788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Sync routers for ids ['078f5c29-39b8-473b-949e-00dee98fec0d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:24.991753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Transition to ACTIVE for port object 6fd1892a-f3f8-4209-afcb-309ea42f2969 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:24.997445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Routers {'078f5c29-39b8-473b-949e-00dee98fec0d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:24.998525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['078f5c29-39b8-473b-949e-00dee98fec0d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:25.009452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.076230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.090740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d2b6e9d-54a0-45dc-a573-7cb910a88eee req-73d5e4fe-e11d-4b79-96dc-4eb7d0c21075 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436905 Nov 12 08:56:25.112909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6636b3d0-7545-485c-a5d4-cc64b8d8bb88,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.119891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.126170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-866522ef-286e-4f3c-b57b-be3eb6ac9a09 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6636b3d0-7545-485c-a5d4-cc64b8d8bb88 HTTP/1.1" status: 204 len: 168 time: 0.5437713 Nov 12 08:56:25.127311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:25.155210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-6490b83c-16f1-4085-98d6-ad7b9950381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:25.156796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-6490b83c-16f1-4085-98d6-ad7b9950381a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1986611 Nov 12 08:56:25.174202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Set router 078f5c29-39b8-473b-949e-00dee98fec0d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:25.194720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1892a-f3f8-4209-afcb-309ea42f2969,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.217447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.260143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0a1be-ee37-40f4-bb87-291bdcb75894 None None] Network 94f10627-be88-4407-9126-02bee3d3307f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:25.280368 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.311700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:25.336344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c824cab5-ba9b-4e68-b0a5-5cba26efe33d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:25.351723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-ca952c1c-7821-455d-8eb6-4fcb5d2dd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:25.353268 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-ca952c1c-7821-455d-8eb6-4fcb5d2dd356 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1681018 Nov 12 08:56:25.385534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Deleting port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:25.386318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.414874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Attempting to bind port 6fd1892a-f3f8-4209-afcb-309ea42f2969 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:25.415454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Attempting to bind port 6fd1892a-f3f8-4209-afcb-309ea42f2969 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'b80dd6d2-96b4-44a6-968d-e5675689deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:25.415608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Attempting to bind port 6fd1892a-f3f8-4209-afcb-309ea42f2969 on network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:25.425455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f4812-659a-4416-92c8-47f1a93e0531 req-6b7573d1-5342-4d98-b365-ddd7f3dd171e tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:25.427006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a04f4812-659a-4416-92c8-47f1a93e0531 req-6b7573d1-5342-4d98-b365-ddd7f3dd171e tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 943 time: 0.1742694 Nov 12 08:56:25.431707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:25.471778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Allocated IP 172.25.5.53 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/0a699d80-b378-44ed-89ef-a4f744f67827) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:25.483379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] For port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6dc4307a-967f-4c03-be6b-7f3dfbf0803d,segment=NetworkSegment(d5d43eb9-bc33-40f3-8a7e-3481edadb164),segment_id=d5d43eb9-bc33-40f3-8a7e-3481edadb164)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:25.485025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.487434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Port 6fd1892a-f3f8-4209-afcb-309ea42f2969 on network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:25.487434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Attempting to bind port 6fd1892a-f3f8-4209-afcb-309ea42f2969 on network 9feda4d8-ebcc-4256-bc41-9e61e57cb119 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:25.506815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Calling delete_port for 6dc4307a-967f-4c03-be6b-7f3dfbf0803d owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:25.516215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:25.516543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Checking segment: {'id': 'b80dd6d2-96b4-44a6-968d-e5675689deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:25.516933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Bound using segment: {'id': 'b80dd6d2-96b4-44a6-968d-e5675689deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:25.517379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Bound port: 6fd1892a-f3f8-4209-afcb-309ea42f2969, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80dd6d2-96b4-44a6-968d-e5675689deff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:25.517734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.561174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:25.564330 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0c6e84-2211-4c50-a6e8-c1dd7ada9be2" -d '{"events": [{"server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:25.567711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.613194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.616159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:25.626318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a04f4812-659a-4416-92c8-47f1a93e0531 req-456426ec-67a7-46ae-8432-96c646a4f992 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734900 Nov 12 08:56:25.657246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-d6e9b004-3b31-41dc-83c3-9e5b17919965 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878940 Nov 12 08:56:25.670657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.679094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.694171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] For port 6fd1892a-f3f8-4209-afcb-309ea42f2969, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:25.697590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] For port 6fd1892a-f3f8-4209-afcb-309ea42f2969, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6fd1892a-f3f8-4209-afcb-309ea42f2969,segment=NetworkSegment(b80dd6d2-96b4-44a6-968d-e5675689deff),segment_id=b80dd6d2-96b4-44a6-968d-e5675689deff)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:25.706560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc4307a-967f-4c03-be6b-7f3dfbf0803d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.711553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] No DVR routers for this DVR port 6dc4307a-967f-4c03-be6b-7f3dfbf0803d on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:25.716310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.727373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:25.744108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:25.746967 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.814969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.815132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:25.815868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.818966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] 10.222.0.55 "PUT /v2.0/ports/6fd1892a-f3f8-4209-afcb-309ea42f2969 HTTP/1.1" status: 200 len: 1092 time: 2.3098662 Nov 12 08:56:25.823479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.840286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.855073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f10627-be88-4407-9126-02bee3d3307f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:25.884042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf37400-c246-43a6-84bd-be7a23307d7a service neutron] Pushing event updated for resources: {'Port': ['ID=6fd1892a-f3f8-4209-afcb-309ea42f2969,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.889488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d43eb9-bc33-40f3-8a7e-3481edadb164') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:25.890164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d43eb9-bc33-40f3-8a7e-3481edadb164') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:25.911143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c824cab5-ba9b-4e68-b0a5-5cba26efe33d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:25.911499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.911687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.917288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bd042d-3b4c-4a79-acc1-14363dd4c3d9 None None] DHCP port deletion for 94f10627-be88-4407-9126-02bee3d3307f request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:25.934820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:25.945491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:25.951007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:25.958585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.984781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=0a699d80-b378-44ed-89ef-a4f744f67827,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:25.993036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:25.993706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:25.995767 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:26.100439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:23Z', 'revision_number': 4, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'c72bebe1-7abe-48e9-ac4f-f4b7c04db498', 'name': '', 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'mac_address': 'fa:16:3e:eb:c5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be8b2876-55e8-4961-a401-6913680940ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:21Z', 'updated_at': '2021-11-12T08:56:23Z', 'revision_number': 2, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'subnets': [{'id': 'be8b2876-55e8-4961-a401-6913680940ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:26.137016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Checking router: 078f5c29-39b8-473b-949e-00dee98fec0d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:26.137292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Updating router 078f5c29-39b8-473b-949e-00dee98fec0d port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:26.146774 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.188367 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.195537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.205441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:26.208324 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d24d3b-5dee-4cf4-821c-42ea51a6259b" -d '{"events": [{"server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:26.217481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on host n-h2-769329-17 for vnic_type normal with profile {"migrating_to": "n-h1-769329-17"} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:26.217481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:26.217481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:26.246606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:26.251645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:26.251987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Attempting to bind port 0bdf920e-655d-4005-b83b-3c6944d49f46 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:26.253732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c824cab5-ba9b-4e68-b0a5-5cba26efe33d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:26.257383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.274483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:26.274833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:26.275194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:26.275641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Bound port: 0bdf920e-655d-4005-b83b-3c6944d49f46, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:26.276006 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.282422 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.288956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8676d136-9ab3-49bb-abd8-58a8940b6fac req-aef27404-fc91-4d81-bf8a-e972eb2c70ca service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860322 Nov 12 08:56:26.305385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c29d8-931a-4fb1-ae86-ec3e2608d60c req-218bac92-efac-4699-9110-5bb8712031ca tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.307384 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-406c29d8-931a-4fb1-ae86-ec3e2608d60c req-218bac92-efac-4699-9110-5bb8712031ca tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 947 time: 0.4200122 Nov 12 08:56:26.339077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-e35d4842-3bb5-4d71-8530-b367fd9fa283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.340642 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-e35d4842-3bb5-4d71-8530-b367fd9fa283 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abed17fc98684686adb02dae03852dfb&device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 1095 time: 0.4334903 Nov 12 08:56:26.393575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:26.408639 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.408910 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-09e54176-4f0d-46bd-b2c5-e913433ddd4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd1892a-f3f8-4209-afcb-309ea42f2969 HTTP/1.1" status: 200 len: 217 time: 0.0525060 Nov 12 08:56:26.423635 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.426886 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] 10.222.0.53 "DELETE /v2.0/networks/94f10627-be88-4407-9126-02bee3d3307f HTTP/1.1" status: 204 len: 168 time: 1.2986579 Nov 12 08:56:26.438152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.441064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14c680-4c32-4c65-8359-41d718f2e3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=94f10627-be88-4407-9126-02bee3d3307f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.447729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:26.448102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 53ecdd60-037f-4c67-8bf6-1c0c5eaef526 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:26.458930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.472046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-406c29d8-931a-4fb1-ae86-ec3e2608d60c req-be830a0d-97a9-484e-b6bd-4f3e74708a8d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427562 Nov 12 08:56:26.473115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:26.508291 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.509153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:26.521282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.536538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-03cd9285-39d7-4164-b258-2083feb4a433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.538175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-03cd9285-39d7-4164-b258-2083feb4a433 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=216f2e88-c42b-43dc-a7a9-60ba94cdecee HTTP/1.1" status: 200 len: 860 time: 0.1174073 Nov 12 08:56:26.599637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.641107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-de303f6b-142d-4330-9545-c80f7165b999 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9feda4d8-ebcc-4256-bc41-9e61e57cb119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569334 Nov 12 08:56:26.691288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:26.717041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-23e0f805-b93f-49a3-999b-d4a42d1d8ee0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1204944 Nov 12 08:56:26.720058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.724252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.732983 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.758577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.758851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.759445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.760808 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8bace7e8-ded6-424a-a06a-54deaa90793c service neutron] 10.222.0.62 "PUT /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 1123 time: 2.0647297 Nov 12 08:56:26.765937 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.786947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-38a46f86-a1fe-45e9-abed-0aee639fe96a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3b71bb26624452c80a91419c2035254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0944560 Nov 12 08:56:26.790216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53628) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:26.858333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=0a699d80-b378-44ed-89ef-a4f744f67827,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.868820 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-64e652f5-b60b-4d61-a6ff-8beec75ea7ee service neutron] 10.222.0.55 "GET /v2.0/networks/9feda4d8-ebcc-4256-bc41-9e61e57cb119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096779 Nov 12 08:56:26.885695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.919728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['0bdf920e-655d-4005-b83b-3c6944d49f46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:26.920684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4d4d-b8d6-4640-bb1f-58ab1ffa4aff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.925460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:26.930774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec7596-de27-471b-a1e9-b31ffd74e265 None None] Pushing event updated for resources: {'Port': ['ID=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:26.933050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-fb15e469-ad28-4bca-9aa0-a32e6456b000 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0729389 Nov 12 08:56:26.951725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0bdf920e-655d-4005-b83b-3c6944d49f46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:26.956439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-d6f0d586-0021-4f30-957a-d6991d24f8a7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:26.959753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c824cab5-ba9b-4e68-b0a5-5cba26efe33d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:26.969622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-d6f0d586-0021-4f30-957a-d6991d24f8a7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259367 Nov 12 08:56:27.038384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4d4d-b8d6-4640-bb1f-58ab1ffa4aff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.048200 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-12d14962-9ee7-47a8-9d0a-dda540426bf3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/quotas/494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 375 time: 0.0772221 Nov 12 08:56:27.073545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0bdf920e-655d-4005-b83b-3c6944d49f46 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:27.074188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-2edf80fb-3662-4e21-bc72-a887895c4054 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.53 HTTP/1.1" status: 200 len: 695 time: 0.1399968 Nov 12 08:56:27.134874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-7ca2a2d9-8b89-4d2b-93f2-2d708dfc83fb tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856926 Nov 12 08:56:27.142860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ecc0a63-2c60-47d9-8e12-4bb565916595 req-df231db7-d5a3-4e85-95a1-9e0216007888 service neutron] 10.222.0.55 "GET /v2.0/networks/9feda4d8-ebcc-4256-bc41-9e61e57cb119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628405 Nov 12 08:56:27.248280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Attempting to bind port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:27.248847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Attempting to bind port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:27.248978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Attempting to bind port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 on network c806109c-406a-4696-9f19-649f1a1e2969 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:27.258122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:27.258494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Checking segment: {'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:27.258900 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.259292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Bound using segment: {'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:27.259774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Bound port: c72bebe1-7abe-48e9-ac4f-f4b7c04db498, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba673813-0258-4ff4-8d20-3da17968aaf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:27.260180 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.275052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-04458057-511f-4736-be0f-0794791527f1 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.275187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52f9b3b9-c1ce-455b-b3a6-41dc2c69d928 req-04458057-511f-4736-be0f-0794791527f1 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1996922 Nov 12 08:56:27.279217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4d4d-b8d6-4640-bb1f-58ab1ffa4aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.285874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3ca4d4d-b8d6-4640-bb1f-58ab1ffa4aff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.287970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b3ca4d4d-b8d6-4640-bb1f-58ab1ffa4aff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/813a1107-11cb-4e34-a3ad-5e618a2b0b8d HTTP/1.1" status: 204 len: 168 time: 0.4963923 Nov 12 08:56:27.301881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca4d4d-b8d6-4640-bb1f-58ab1ffa4aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813a1107-11cb-4e34-a3ad-5e618a2b0b8d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:27.429872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] For port c72bebe1-7abe-48e9-ac4f-f4b7c04db498, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:27.433175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] For port c72bebe1-7abe-48e9-ac4f-f4b7c04db498, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,segment=NetworkSegment(ba673813-0258-4ff4-8d20-3da17968aaf4),segment_id=ba673813-0258-4ff4-8d20-3da17968aaf4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:27.450629 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.472242 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c27523-d012-4fd8-99ae-4933e0950fc5 x-openstack-request-id: req-d7c27523-d012-4fd8-99ae-4933e0950fc5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:27.472703 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "name": "network-vif-unplugged", "status": "completed", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:27.472829 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7c27523-d012-4fd8-99ae-4933e0950fc5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:27.473413 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46', 'code': 200} Nov 12 08:56:27.482176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ba7b0-246f-484a-a106-3938facea88f req-d1c1fd2c-59e3-42bc-b60a-8b4afd91e01b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.492182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a10ba7b0-246f-484a-a106-3938facea88f req-d1c1fd2c-59e3-42bc-b60a-8b4afd91e01b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.1134903 Nov 12 08:56:27.493826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-84470a6c-f6b7-47a2-9d10-8aec1adde69b None None] Provisioning complete for port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:27.494349 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84470a6c-f6b7-47a2-9d10-8aec1adde69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.562839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a10ba7b0-246f-484a-a106-3938facea88f req-87e39ca5-c07b-4061-a35f-251ae8d4efa5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647476 Nov 12 08:56:27.607181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c824cab5-ba9b-4e68-b0a5-5cba26efe33d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:27.607570 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.646423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fcc628-c973-49ff-b04e-9730bfc463cb req-4390f100-0f29-4efb-aad7-97fb720e5f4f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.655376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61fcc628-c973-49ff-b04e-9730bfc463cb req-4390f100-0f29-4efb-aad7-97fb720e5f4f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.0696590 Nov 12 08:56:27.686299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6c5e8396-11a4-4657-8956-4a740bb17089 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:27.707795 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e6fac0-24cb-4a4d-bdd0-a09e015fe7b6 x-openstack-request-id: req-e3e6fac0-24cb-4a4d-bdd0-a09e015fe7b6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:27.708368 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "name": "network-vif-plugged", "status": "completed", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:27.708656 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3e6fac0-24cb-4a4d-bdd0-a09e015fe7b6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:27.709148 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8', 'code': 200} Nov 12 08:56:27.767101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61fcc628-c973-49ff-b04e-9730bfc463cb req-fd4423de-f4fb-4192-a988-f02e930e70fa tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040721 Nov 12 08:56:27.862610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128b706-8f2d-4031-bf31-35fb3c3fc515 req-583404ba-2c00-4fae-ade0-3538f20cb2af tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.872985 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5128b706-8f2d-4031-bf31-35fb3c3fc515 req-583404ba-2c00-4fae-ade0-3538f20cb2af tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 943 time: 0.1649866 Nov 12 08:56:27.917621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:27.929541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e6367df7-6ad4-47ae-97c7-8185ee5c184a req-68c283f7-6536-41f6-9f4d-f9975a765923 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 210 time: 0.0869842 Nov 12 08:56:27.955484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fbfc-9c9e-4838-816a-133d221ba8a9 req-61237df7-c67f-440b-b643-a3bf9bd1a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:27.958347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0dc1fbfc-9c9e-4838-816a-133d221ba8a9 req-61237df7-c67f-440b-b643-a3bf9bd1a399 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 1102 time: 0.1900125 Nov 12 08:56:28.016808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5128b706-8f2d-4031-bf31-35fb3c3fc515 req-ae6e4bc8-6f9b-45d8-857e-93c8a84ee0b1 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423302 Nov 12 08:56:28.107518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:56:28.146742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Routers {'078f5c29-39b8-473b-949e-00dee98fec0d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:28.147413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['078f5c29-39b8-473b-949e-00dee98fec0d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:28.331265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0dc1fbfc-9c9e-4838-816a-133d221ba8a9 req-c9c17010-42c9-4341-8f7e-179e77a9be60 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613572 Nov 12 08:56:28.342442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a36d8-7604-4fe0-af12-3dd4b57771b5 req-38204eab-9af0-4879-b88e-4165fcac6a00 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.345588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-552a36d8-7604-4fe0-af12-3dd4b57771b5 req-38204eab-9af0-4879-b88e-4165fcac6a00 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 947 time: 0.1855760 Nov 12 08:56:28.356042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-a7b06900-87ff-43b2-aec6-153eda17e601 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3772988 Nov 12 08:56:28.367682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:28.405956 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.471336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-552a36d8-7604-4fe0-af12-3dd4b57771b5 req-0ca6fd50-8515-4af7-ab9e-a7a0a5e87ec1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126354 Nov 12 08:56:28.484867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] Set router 078f5c29-39b8-473b-949e-00dee98fec0d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:28.594300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.596710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:28.617245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec7596-de27-471b-a1e9-b31ffd74e265 None None] Pushing event updated for resources: {'Port': ['ID=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:28.628182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.749045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Allocated IP 172.25.5.35 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/22a7842d-23fd-44a2-8f21-30be8c4a1868) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:28.793831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0bdf920e-655d-4005-b83b-3c6944d49f46 has no active binding in host n-h1-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:56:28.794216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e388d572-7b6b-4366-bb5b-2154f51cb92d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:28.795797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84470a6c-f6b7-47a2-9d10-8aec1adde69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.845275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec84b2b-932a-417a-9b46-36fc59866ea5 req-0422cf0c-b78c-4372-8f41-4a318e32766c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:28.854208 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ec84b2b-932a-417a-9b46-36fc59866ea5 req-0422cf0c-b78c-4372-8f41-4a318e32766c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.0822051 Nov 12 08:56:28.876332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.886295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6c5e8396-11a4-4657-8956-4a740bb17089, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6c5e8396-11a4-4657-8956-4a740bb17089,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:28.932565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ec84b2b-932a-417a-9b46-36fc59866ea5 req-47518b55-c6eb-4cd0-b0ac-78758937ea09 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705991 Nov 12 08:56:28.949686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-84470a6c-f6b7-47a2-9d10-8aec1adde69b None None] For port c72bebe1-7abe-48e9-ac4f-f4b7c04db498, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,segment=NetworkSegment(ba673813-0258-4ff4-8d20-3da17968aaf4),segment_id=ba673813-0258-4ff4-8d20-3da17968aaf4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:28.961840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-67d0faca-b59e-4f4b-aa40-7e81c041844f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404344 Nov 12 08:56:28.973390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:28.981550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '6c5e8396-11a4-4657-8956-4a740bb17089', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '6c5e8396-11a4-4657-8956-4a740bb17089', 'mac_address': 'fa:16:3e:5b:83:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:28.994869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84470a6c-f6b7-47a2-9d10-8aec1adde69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.092649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6dc4307a-967f-4c03-be6b-7f3dfbf0803d no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:29.112600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cef95-343f-4f4b-aaa8-19da3f021949 req-fc960e6e-f56f-494b-a5b9-6391cc7f0076 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:29.115999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa8cef95-343f-4f4b-aaa8-19da3f021949 req-fc960e6e-f56f-494b-a5b9-6391cc7f0076 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 945 time: 0.0900578 Nov 12 08:56:29.122611 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.139811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:29.146769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:29.149942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:29.170967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa8cef95-343f-4f4b-aaa8-19da3f021949 req-507ebbfb-b02a-4e91-b01f-a679fbfaeab0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485721 Nov 12 08:56:29.175565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 6dc4307a-967f-4c03-be6b-7f3dfbf0803d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:29.176004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6dc4307a-967f-4c03-be6b-7f3dfbf0803d not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:29.185192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470a6c-f6b7-47a2-9d10-8aec1adde69b None None] Pushing event updated for resources: {'Port': ['ID=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:29.191233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:29.195965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:23Z', 'revision_number': 4, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'c72bebe1-7abe-48e9-ac4f-f4b7c04db498', 'name': '', 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'mac_address': 'fa:16:3e:eb:c5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be8b2876-55e8-4961-a401-6913680940ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:21Z', 'updated_at': '2021-11-12T08:56:27Z', 'revision_number': 4, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'subnets': [{'id': 'be8b2876-55e8-4961-a401-6913680940ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:29.227340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=22a7842d-23fd-44a2-8f21-30be8c4a1868,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:29.231449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc9f977-2712-487d-a736-8c2147d65c92 None None] The sync data for ids ['078f5c29-39b8-473b-949e-00dee98fec0d'] in n-d-769329-17 is: [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:23Z', 'revision_number': 4, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'c72bebe1-7abe-48e9-ac4f-f4b7c04db498', 'name': '', 'network_id': 'c806109c-406a-4696-9f19-649f1a1e2969', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'mac_address': 'fa:16:3e:eb:c5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'be8b2876-55e8-4961-a401-6913680940ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:21Z', 'updated_at': '2021-11-12T08:56:27Z', 'revision_number': 4, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'subnets': [{'id': 'be8b2876-55e8-4961-a401-6913680940ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:29.239888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5120f806-3e87-4ca2-924d-df320406a985 None None] Provisioning complete for port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:29.240460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5120f806-3e87-4ca2-924d-df320406a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.242947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5e8396-11a4-4657-8956-4a740bb17089 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:29.249793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-5604f242-7590-4f90-a4f5-3cf1e6a5963b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:29.251332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-5604f242-7590-4f90-a4f5-3cf1e6a5963b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706783 Nov 12 08:56:29.277413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'e388d572-7b6b-4366-bb5b-2154f51cb92d', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'port_id': 'e388d572-7b6b-4366-bb5b-2154f51cb92d', 'mac_address': 'fa:16:3e:9c:11:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:29.316017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6c5e8396-11a4-4657-8956-4a740bb17089, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6c5e8396-11a4-4657-8956-4a740bb17089,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:29.333415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Request body: {'port': {'device_id': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '494437cfbc0f44e8bb054bcc6d247564'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:29.350821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.420719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.424569 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.456705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e388d572-7b6b-4366-bb5b-2154f51cb92d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:29.465418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6c5e8396-11a4-4657-8956-4a740bb17089,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:29.475364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9a918e-295f-443b-a67b-c20e355a008d', 'tag': '6fd1892a-f3f8-4209-afcb-309ea42f2969'}, {'name': 'network-changed', 'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:29.478687 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4d6364-ead6-4869-b758-b9d7b1c203b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a9a918e-295f-443b-a67b-c20e355a008d", "tag": "6fd1892a-f3f8-4209-afcb-309ea42f2969"}, {"name": "network-changed", "server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:29.505315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.535486 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6fd1892a-f3f8-4209-afcb-309ea42f2969 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:29.536520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a71ea53-6dda-4533-8665-6e1737778d80 req-98bf9532-e99b-4d72-853e-f00177ba78c1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 210 time: 0.0503769 Nov 12 08:56:29.551839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:29.578033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.584523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Made reservation on behalf of 494437cfbc0f44e8bb054bcc6d247564 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:29.588215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.720404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba018f-ff98-42f4-b8ea-6d8e984b8d02 req-fe2cc5d0-d0f6-4ca4-b1f2-319cd97edf81 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:29.726605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Allocated IP 192.168.233.77 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/5fec2279-5c2a-427f-a8c3-f32f7bb69133) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:29.731020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02ba018f-ff98-42f4-b8ea-6d8e984b8d02 req-fe2cc5d0-d0f6-4ca4-b1f2-319cd97edf81 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 943 time: 0.1193750 Nov 12 08:56:29.745413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6fd1892a-f3f8-4209-afcb-309ea42f2969, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6fd1892a-f3f8-4209-afcb-309ea42f2969,segment=NetworkSegment(b80dd6d2-96b4-44a6-968d-e5675689deff),segment_id=b80dd6d2-96b4-44a6-968d-e5675689deff)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:29.769166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '6fd1892a-f3f8-4209-afcb-309ea42f2969', 'network_id': '9feda4d8-ebcc-4256-bc41-9e61e57cb119', 'port_id': '6fd1892a-f3f8-4209-afcb-309ea42f2969', 'mac_address': 'fa:16:3e:72:3f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '216f2e88-c42b-43dc-a7a9-60ba94cdecee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:29.777102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6c5e8396-11a4-4657-8956-4a740bb17089'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:29.803008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02ba018f-ff98-42f4-b8ea-6d8e984b8d02 req-c1956816-c8af-442a-bf84-337a9a1b1b9e tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706849 Nov 12 08:56:29.896982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['e388d572-7b6b-4366-bb5b-2154f51cb92d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:29.981196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:29.998604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.003711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f59966-d01c-4cb8-b052-e80d8c23a150 req-86e8251a-8c8c-49f2-81f7-6be170e33a0a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.007675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.013882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02f59966-d01c-4cb8-b052-e80d8c23a150 req-86e8251a-8c8c-49f2-81f7-6be170e33a0a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 948 time: 0.0776296 Nov 12 08:56:30.023881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:30.046931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.096778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02f59966-d01c-4cb8-b052-e80d8c23a150 req-99532a76-3cd1-4596-83b9-a0ca1437e0ac tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809460 Nov 12 08:56:30.115900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=22a7842d-23fd-44a2-8f21-30be8c4a1868,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:30.127004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd1892a-f3f8-4209-afcb-309ea42f2969 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:30.132378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.144867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.186742 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.194283 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4088d4c9-df87-445f-a043-98eee9cb6f57 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8309252 Nov 12 08:56:30.202001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6fd1892a-f3f8-4209-afcb-309ea42f2969, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6fd1892a-f3f8-4209-afcb-309ea42f2969,segment=NetworkSegment(b80dd6d2-96b4-44a6-968d-e5675689deff),segment_id=b80dd6d2-96b4-44a6-968d-e5675689deff)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:30.261437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:30.263609 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.275622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-4dd2d197-78a4-4794-8575-f4997c25b5e3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0803516 Nov 12 08:56:30.288458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:30.291154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:30.294567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:30.400168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6fd1892a-f3f8-4209-afcb-309ea42f2969,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:30.416662 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff1caf2-3529-47dd-8b7e-1047c35de7e6 x-openstack-request-id: req-aff1caf2-3529-47dd-8b7e-1047c35de7e6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:30.416662 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a9a918e-295f-443b-a67b-c20e355a008d", "tag": "6fd1892a-f3f8-4209-afcb-309ea42f2969", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:30.416995 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aff1caf2-3529-47dd-8b7e-1047c35de7e6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:30.417087 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9a918e-295f-443b-a67b-c20e355a008d', 'tag': '6fd1892a-f3f8-4209-afcb-309ea42f2969', 'status': 'completed', 'code': 200} Nov 12 08:56:30.417348 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46', 'status': 'completed', 'code': 200} Nov 12 08:56:30.486231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.486876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.520341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-2423513b-044e-44a6-b3e8-9bd01896508e tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.521761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-2423513b-044e-44a6-b3e8-9bd01896508e tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2453089 Nov 12 08:56:30.536403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-1aa1ff17-e966-4e4f-9b71-4411f7f97215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.538072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-1aa1ff17-e966-4e4f-9b71-4411f7f97215 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=abed17fc98684686adb02dae03852dfb&device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 1096 time: 0.1103384 Nov 12 08:56:30.541347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-cea71918-8fa0-4ac1-96d0-2b2f4a83ba61 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2118499 Nov 12 08:56:30.545047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-2b158883-f4df-4b89-af36-df292dfe2097 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:30.552807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2970b8b6-91f1-45ff-9be6-a2cd0f566684 req-2b158883-f4df-4b89-af36-df292dfe2097 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196393 Nov 12 08:56:30.561657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Request body: {'port': {'device_id': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:30.591771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6fd1892a-f3f8-4209-afcb-309ea42f2969'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:30.628095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209dd36-b5b9-4153-911e-97363e24f168 req-363ee539-af21-4088-9306-0308458a784e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.643409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9209dd36-b5b9-4153-911e-97363e24f168 req-363ee539-af21-4088-9306-0308458a784e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.0883071 Nov 12 08:56:30.701909 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9209dd36-b5b9-4153-911e-97363e24f168 req-58e290d7-1638-40d0-be33-01b044dbaf21 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573332 Nov 12 08:56:30.737789 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.776275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4ef96f66-d387-4869-8a60-fe18fb4dc156 None None] Provisioning complete for port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:30.776735 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4ef96f66-d387-4869-8a60-fe18fb4dc156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:30.818457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af684-788d-491d-bf31-8e4a67f6dbb0 req-fc3fcd12-59f0-4a75-9b0a-46cc3808db41 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.820168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b9af684-788d-491d-bf31-8e4a67f6dbb0 req-fc3fcd12-59f0-4a75-9b0a-46cc3808db41 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 944 time: 0.1704161 Nov 12 08:56:30.827860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4ef96f66-d387-4869-8a60-fe18fb4dc156 None None] Port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:30.857078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ab6ab-42a0-4cf1-a1d1-b95f31b4754f req-b988beff-78ec-4190-8be1-b9955742bd47 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.858576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c0ab6ab-42a0-4cf1-a1d1-b95f31b4754f req-b988beff-78ec-4190-8be1-b9955742bd47 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 935 time: 0.0582259 Nov 12 08:56:30.866751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-9c6885cf-6db4-407c-acbe-b0ec7dfd84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:30.868231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-9c6885cf-6db4-407c-acbe-b0ec7dfd84cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=9feda4d8-ebcc-4256-bc41-9e61e57cb119 HTTP/1.1" status: 200 len: 921 time: 0.3126600 Nov 12 08:56:30.914303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c0ab6ab-42a0-4cf1-a1d1-b95f31b4754f req-d8a233c1-c9f7-424b-9763-5db9ca7c5754 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Nov 12 08:56:30.942589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71220ef9-5571-49b0-87cc-86365a3bfb5a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:30.971629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-984a2d82-a29b-4ced-b020-2ba0f7ca535f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6fd1892a-f3f8-4209-afcb-309ea42f2969 HTTP/1.1" status: 200 len: 217 time: 0.0589530 Nov 12 08:56:30.986769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:31.047374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b9af684-788d-491d-bf31-8e4a67f6dbb0 req-2b5be77a-1d3b-4e0b-9ba6-6c189e2ac803 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181394 Nov 12 08:56:31.065769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-eff1e4c6-70b0-4a90-92db-b1583ec79981 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1255398 Nov 12 08:56:31.077759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:31.108702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-80b3ae48-07ad-4ec0-b87a-d16b34316450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:31.110375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.110993 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-80b3ae48-07ad-4ec0-b87a-d16b34316450 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=216f2e88-c42b-43dc-a7a9-60ba94cdecee HTTP/1.1" status: 200 len: 860 time: 0.1306937 Nov 12 08:56:31.164885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-beea94e8-29b5-4809-a916-4e4fcd80254e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9feda4d8-ebcc-4256-bc41-9e61e57cb119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437043 Nov 12 08:56:31.258959 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.314545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c72bebe1-7abe-48e9-ac4f-f4b7c04db498 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:31.373184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:31.374079 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.391342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Allocated IP 172.25.5.224 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/638bfd62-8a08-4959-b071-5ff267a7d1ef) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:31.508270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.523045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6c5e8396-11a4-4657-8956-4a740bb17089 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:31.546731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.577212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 6c5e8396-11a4-4657-8956-4a740bb17089 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:31.583743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 6c5e8396-11a4-4657-8956-4a740bb17089 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:31.584311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.594156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:31.597323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:31.602356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:31.616555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=638bfd62-8a08-4959-b071-5ff267a7d1ef,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:31.617432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e388d572-7b6b-4366-bb5b-2154f51cb92d no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:31.665318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fec2279-5c2a-427f-a8c3-f32f7bb69133 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:31.677496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.688186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-0574c80b-074d-466e-bd25-2878486a62cb service neutron] 10.222.0.55 "GET /v2.0/networks/9feda4d8-ebcc-4256-bc41-9e61e57cb119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051050 Nov 12 08:56:31.694572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-1d5a3858-4f16-4efe-8be5-2a4de53f4995 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:31.695881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-1d5a3858-4f16-4efe-8be5-2a4de53f4995 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 944 time: 0.0946386 Nov 12 08:56:31.702091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec06d4-4a19-40e2-bdc8-acf687ca23ee req-c0dc6111-1ebe-494e-9ff1-15ac1d40e401 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:31.704150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58ec06d4-4a19-40e2-bdc8-acf687ca23ee req-c0dc6111-1ebe-494e-9ff1-15ac1d40e401 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 944 time: 0.4908936 Nov 12 08:56:31.715451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Transition to ACTIVE for port object 5fec2279-5c2a-427f-a8c3-f32f7bb69133 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:31.740177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.754024 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.758115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.769027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.787951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e388d572-7b6b-4366-bb5b-2154f51cb92d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:31.797616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5e8396-11a4-4657-8956-4a740bb17089'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:31.800045 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ac74b0-d17f-4097-a395-0745bf570c2e" -d '{"events": [{"server_uuid": "711a7ad8-8238-4969-8504-9dcf2c908a6a", "name": "network-vif-plugged", "status": "completed", "tag": "6c5e8396-11a4-4657-8956-4a740bb17089"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:31.822480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6c5e8396-11a4-4657-8956-4a740bb17089, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6c5e8396-11a4-4657-8956-4a740bb17089,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:31.826142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:31.830316 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.831881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.871033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.876924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58ec06d4-4a19-40e2-bdc8-acf687ca23ee req-9de2a190-2b2d-401c-82f9-8beff82413d6 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626575 Nov 12 08:56:31.882147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:31.886697 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6c5e8396-11a4-4657-8956-4a740bb17089,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:31.892322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Deleting port e388d572-7b6b-4366-bb5b-2154f51cb92d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:31.892870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:31.957816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:31.985464 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-eccec8e4-010d-404e-babb-04f3546fa735 service neutron] 10.222.0.55 "GET /v2.0/networks/9feda4d8-ebcc-4256-bc41-9e61e57cb119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802119 Nov 12 08:56:32.078914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:32.079035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:32.079368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:32.083298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] For port e388d572-7b6b-4366-bb5b-2154f51cb92d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e388d572-7b6b-4366-bb5b-2154f51cb92d,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:32.083858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.102656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:32.103249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:32.107345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Calling delete_port for e388d572-7b6b-4366-bb5b-2154f51cb92d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:32.118713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37722d-b876-4eb6-a2ae-e3e613cb6309 req-16550e70-36a6-44b0-ba1e-995ace07d296 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.120129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f37722d-b876-4eb6-a2ae-e3e613cb6309 req-16550e70-36a6-44b0-ba1e-995ace07d296 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 949 time: 0.1242056 Nov 12 08:56:32.123097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:32.123427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:32.123805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:32.124337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Bound port: 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:32.125127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.138787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-3f064695-df39-41af-809c-559332e41ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.140869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-3f064695-df39-41af-809c-559332e41ad7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1126 time: 0.0971231 Nov 12 08:56:32.174545 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.184390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.272317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=638bfd62-8a08-4959-b071-5ff267a7d1ef,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.289929 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.306152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f37722d-b876-4eb6-a2ae-e3e613cb6309 req-1f6ff2ee-4c87-43ee-abb2-2fff3a358117 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764710 Nov 12 08:56:32.323624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:32.326348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.327848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:32.332300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-d9cdaee5-c20f-499a-a955-dc4e12b50252 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2654796 Nov 12 08:56:32.337791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-3222a0df-768c-43c2-8684-cdf65c3803ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.339494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-3222a0df-768c-43c2-8684-cdf65c3803ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1897843 Nov 12 08:56:32.341236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.422106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.422925 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.424405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] 10.222.0.62 "PUT /v2.0/ports/5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 1096 time: 1.8700292 Nov 12 08:56:32.424886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:32.427538 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5cb5b2-59ae-449a-a725-0ec517503213" -d '{"events": [{"name": "network-changed", "server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:32.435682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-0db602eb-bce7-4fe8-9b43-d07e81d6d85e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 217 time: 0.0637126 Nov 12 08:56:32.472016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-3b9958f5-27b7-415c-9d04-d6c4b0bf3a34 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.224 HTTP/1.1" status: 200 len: 696 time: 0.1283343 Nov 12 08:56:32.527684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.546101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-c3656516-925d-488c-9ca1-f203677f4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.548318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-c3656516-925d-488c-9ca1-f203677f4a79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.0980217 Nov 12 08:56:32.577238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event deleted for resources: {'Port': ['ID=e388d572-7b6b-4366-bb5b-2154f51cb92d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.600491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc95a45-a2ed-40af-bf9c-bb868b4841e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:32.630631 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-466b9492-63f1-4f7f-a708-61f8041bc0d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714049 Nov 12 08:56:32.682357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] No DVR routers for this DVR port e388d572-7b6b-4366-bb5b-2154f51cb92d on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:32.688398 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:32.692255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7cbd6ca-86d7-4127-a4aa-272ae4f46bb3 req-86d6ea1a-b210-4a61-96b9-398a7f3c0720 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "DELETE /v2.0/ports/e388d572-7b6b-4366-bb5b-2154f51cb92d HTTP/1.1" status: 204 len: 173 time: 0.9771333 Nov 12 08:56:32.695059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'name': 'network-vif-deleted', 'tag': 'e388d572-7b6b-4366-bb5b-2154f51cb92d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:32.697457 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904901bb-25ec-4293-9292-066ab3d9bdc7" -d '{"events": [{"server_uuid": "2c6c621b-ab0e-43f5-96da-472e4d7cc5a7", "name": "network-vif-deleted", "tag": "e388d572-7b6b-4366-bb5b-2154f51cb92d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:32.763303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-1a576431-151b-4b77-8172-4a7ce9400ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.765002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-1a576431-151b-4b77-8172-4a7ce9400ce5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1099 time: 0.2157843 Nov 12 08:56:32.775053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-362b48cf-34d8-44b5-8a4a-3581a2b87c47 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.782955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98be0ccc-46a8-4ea2-897d-7e1ecba42bc7 req-362b48cf-34d8-44b5-8a4a-3581a2b87c47 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.3098118 Nov 12 08:56:32.844980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53756) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:32.876518 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da0492-7aea-49a1-a9a4-286cf8b8c426 x-openstack-request-id: req-c8da0492-7aea-49a1-a9a4-286cf8b8c426 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:32.877037 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711a7ad8-8238-4969-8504-9dcf2c908a6a", "name": "network-vif-plugged", "status": "completed", "tag": "6c5e8396-11a4-4657-8956-4a740bb17089", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:32.877665 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8da0492-7aea-49a1-a9a4-286cf8b8c426 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:32.877665 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5e8396-11a4-4657-8956-4a740bb17089', 'code': 200} Nov 12 08:56:32.927686 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-0c46d7f5-5af8-44d6-b8c7-f412ea538294 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0848799 Nov 12 08:56:32.943613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43701d3-9358-4ea3-8e1e-2792f63d17eb req-9e5351de-8e6b-4a87-a01f-b85b6c95dd02 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:32.951759 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e43701d3-9358-4ea3-8e1e-2792f63d17eb req-9e5351de-8e6b-4a87-a01f-b85b6c95dd02 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.3188040 Nov 12 08:56:33.009440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df5550b6-80ae-4439-9c20-48e9980b9bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.033538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41516c7b-6735-41c9-9856-c0cad7ba8008 req-2f560b5c-3952-4fab-aa9c-4f161394e04d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.035385 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41516c7b-6735-41c9-9856-c0cad7ba8008 req-2f560b5c-3952-4fab-aa9c-4f161394e04d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 947 time: 0.0757301 Nov 12 08:56:33.104809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-efa3ff88-4cdc-4f3d-9fe9-e63ab9321386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.106160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-efa3ff88-4cdc-4f3d-9fe9-e63ab9321386 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1523886 Nov 12 08:56:33.110864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-4a6baded-1fdc-474a-8253-ca4859ffbca6 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087341 Nov 12 08:56:33.115574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e43701d3-9358-4ea3-8e1e-2792f63d17eb req-3aa0eb43-8e47-44ca-bdc3-c1837d381445 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629746 Nov 12 08:56:33.116995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41516c7b-6735-41c9-9856-c0cad7ba8008 req-f1a0cf36-6f4f-49f1-ac77-01ad7a469233 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730753 Nov 12 08:56:33.118686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96ccf7-d169-4d59-9b3b-7425b23033e9 req-09775895-d4bc-49de-9b4d-37b7186f2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.120109 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db96ccf7-d169-4d59-9b3b-7425b23033e9 req-09775895-d4bc-49de-9b4d-37b7186f2405 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 1101 time: 0.1609850 Nov 12 08:56:33.189365 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df5550b6-80ae-4439-9c20-48e9980b9bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.196617 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df5550b6-80ae-4439-9c20-48e9980b9bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.269666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df5550b6-80ae-4439-9c20-48e9980b9bea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d858a50151e42e79f6d4918c0366225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4220850 Nov 12 08:56:33.270314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:33.293066 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4903e105-d25f-4c2b-a2d9-6a7bf407e99c x-openstack-request-id: req-4903e105-d25f-4c2b-a2d9-6a7bf407e99c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:33.293377 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:33.293603 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4903e105-d25f-4c2b-a2d9-6a7bf407e99c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:33.294304 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'status': 'completed', 'code': 200} Nov 12 08:56:33.298271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5550b6-80ae-4439-9c20-48e9980b9bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749cc52-7d6b-4845-a154-216358fb0278,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:33.355986 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8346d74-7117-41bf-94c1-b38914e8c6e0 x-openstack-request-id: req-c8346d74-7117-41bf-94c1-b38914e8c6e0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:33.356251 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c6c621b-ab0e-43f5-96da-472e4d7cc5a7", "name": "network-vif-deleted", "tag": "e388d572-7b6b-4366-bb5b-2154f51cb92d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:33.356498 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8346d74-7117-41bf-94c1-b38914e8c6e0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:33.356903 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c6c621b-ab0e-43f5-96da-472e4d7cc5a7', 'name': 'network-vif-deleted', 'tag': 'e388d572-7b6b-4366-bb5b-2154f51cb92d', 'status': 'completed', 'code': 200} Nov 12 08:56:33.362517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a47e9dc5-c84e-4e6c-ba92-93e7ec595252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.424517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a47e9dc5-c84e-4e6c-ba92-93e7ec595252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.440500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfc92e27-d82a-4ee2-95a2-2d4540d69830 req-ef8a95a3-0ddc-4532-bdf9-e01db58a0cad tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c6c621b-ab0e-43f5-96da-472e4d7cc5a7 HTTP/1.1" status: 200 len: 210 time: 0.0977650 Nov 12 08:56:33.500333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db96ccf7-d169-4d59-9b3b-7425b23033e9 req-08388a8b-4183-4ecf-ae12-87228e1aff4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011560 Nov 12 08:56:33.503554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ac03d034-9ab5-4b98-ba46-2fe1710777a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.505648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-ac03d034-9ab5-4b98-ba46-2fe1710777a7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3891621 Nov 12 08:56:33.507584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e4d6364-ead6-4869-b758-b9d7b1c203b7 req-2a2381b7-5f17-4cf1-a36e-0ce29aa55729 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130777 Nov 12 08:56:33.542363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6fd1892a-f3f8-4209-afcb-309ea42f2969 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:33.557931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-dfc406f6-0a7a-47f3-9305-59289bdb8633 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1743221 Nov 12 08:56:33.559588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a47e9dc5-c84e-4e6c-ba92-93e7ec595252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.563541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a47e9dc5-c84e-4e6c-ba92-93e7ec595252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.566004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a47e9dc5-c84e-4e6c-ba92-93e7ec595252 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1749cc52-7d6b-4845-a154-216358fb0278 HTTP/1.1" status: 204 len: 168 time: 0.2927601 Nov 12 08:56:33.579603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:33.597295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e9dc5-c84e-4e6c-ba92-93e7ec595252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749cc52-7d6b-4845-a154-216358fb0278,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:33.628422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.628954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc6e4b-35e0-4e9d-80cd-c17b0f5ee72d req-84e45434-b004-4173-a059-df6783172b32 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.637112 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-badc6e4b-35e0-4e9d-80cd-c17b0f5ee72d req-84e45434-b004-4173-a059-df6783172b32 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 944 time: 0.1283307 Nov 12 08:56:33.664790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 6fd1892a-f3f8-4209-afcb-309ea42f2969 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:33.675602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 6fd1892a-f3f8-4209-afcb-309ea42f2969 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:33.676231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-346b0033-479f-4e81-8701-8787f1ad3d57 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585546 Nov 12 08:56:33.678176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.737326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-badc6e4b-35e0-4e9d-80cd-c17b0f5ee72d req-fae05cd4-5cb4-412a-8b8b-dfa26553c27c tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940919 Nov 12 08:56:33.834784 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.854963 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.881546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f93e414a-2734-47af-ae64-be1065dd38c8 req-41dce921-9910-451d-9761-77b920926cf1 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913583 Nov 12 08:56:33.901574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6fd1892a-f3f8-4209-afcb-309ea42f2969, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6fd1892a-f3f8-4209-afcb-309ea42f2969,segment=NetworkSegment(b80dd6d2-96b4-44a6-968d-e5675689deff),segment_id=b80dd6d2-96b4-44a6-968d-e5675689deff)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:33.914176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:33.915554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0bdf920e-655d-4005-b83b-3c6944d49f46 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:33.917779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64eb30d-fe58-4e99-a0e0-f302c0075db2 req-de5acd53-b102-46ee-a0b6-8184c3ca3b59 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:33.923332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e64eb30d-fe58-4e99-a0e0-f302c0075db2 req-de5acd53-b102-46ee-a0b6-8184c3ca3b59 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 949 time: 0.0819111 Nov 12 08:56:34.017332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Allocated IP 172.25.5.248 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/0f61bd1a-1d8a-480c-8870-2c569f8f5e62) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:34.040423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6fd1892a-f3f8-4209-afcb-309ea42f2969,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.123723 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e64eb30d-fe58-4e99-a0e0-f302c0075db2 req-de1028a1-8685-482e-9f1e-f0f0faba859e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887167 Nov 12 08:56:34.132643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-41a54f05-3a13-4f0b-a294-d9684e3b3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.141760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-41a54f05-3a13-4f0b-a294-d9684e3b3b84 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1099 time: 0.1837528 Nov 12 08:56:34.173512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.229140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.282491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-4947a31b-77c8-454b-80d4-9393ca9907f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.285267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-4947a31b-77c8-454b-80d4-9393ca9907f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1308618 Nov 12 08:56:34.295682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:34.300052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:34.303323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:34.327511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=0f61bd1a-1d8a-480c-8870-2c569f8f5e62,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.358400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-bd1c6936-34ed-411f-9575-e9ee96610e18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0626748 Nov 12 08:56:34.411260 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.442099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5a316-98c9-425b-8a11-68b9dffeb717 req-6db986f1-7952-421b-a35b-6608007e598a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.443716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfd5a316-98c9-425b-8a11-68b9dffeb717 req-6db986f1-7952-421b-a35b-6608007e598a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.0968094 Nov 12 08:56:34.445196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-ccf7c0ae-3bdb-49ca-af33-6dc22ca001fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.446479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-ccf7c0ae-3bdb-49ca-af33-6dc22ca001fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0689356 Nov 12 08:56:34.454952 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.562765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfd5a316-98c9-425b-8a11-68b9dffeb717 req-81b9ccb0-5fee-49f2-9fac-962ec3213ada tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120760 Nov 12 08:56:34.565923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-83a23ea9-9e36-4ff4-93ea-79e5247173cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.568385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-83a23ea9-9e36-4ff4-93ea-79e5247173cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099913 Nov 12 08:56:34.656989 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.667486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.776878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53798) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:34.792285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event updated for resources: {'Port': ['ID=0f61bd1a-1d8a-480c-8870-2c569f8f5e62,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:34.817327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.831604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe0d88-197c-4945-b77f-be1832148947 req-24f7ff04-0b19-4d6e-88cc-f943ba1b9f75 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:34.839540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddfe0d88-197c-4945-b77f-be1832148947 req-24f7ff04-0b19-4d6e-88cc-f943ba1b9f75 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 947 time: 0.1414273 Nov 12 08:56:34.840521 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:34.841942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-2d3b1e87-ff83-4961-8397-1ec1476e8cf5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2750134 Nov 12 08:56:34.851974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-c4b1b315-db6a-4566-922c-a749e0790e53 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724979 Nov 12 08:56:34.879002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9a918e-295f-443b-a67b-c20e355a008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1892a-f3f8-4209-afcb-309ea42f2969'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:34.881365 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd352d79-353f-4bd3-9440-b2ff2274e728" -d '{"events": [{"server_uuid": "0a9a918e-295f-443b-a67b-c20e355a008d", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1892a-f3f8-4209-afcb-309ea42f2969"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:34.915074 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-a0c21a05-7356-463d-960b-12ef14d220c1 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0637648 Nov 12 08:56:34.971165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddfe0d88-197c-4945-b77f-be1832148947 req-932f975d-ba41-4617-9571-3087fc18c9b4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241860 Nov 12 08:56:34.997067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-268856383-network', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:35.030414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5cb5b2-59ae-449a-a725-0ec517503213 req-d52efb7f-7a50-4600-97d5-8ac4c5f32e69 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688225 Nov 12 08:56:35.033354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:35.036324 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.047800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.084548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-809ff7c1-7a21-43d9-b65e-ce886fb0dba5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.086423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b70c4749-91e0-4b0b-9bf1-09a3256603ba req-809ff7c1-7a21-43d9-b65e-ce886fb0dba5 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1645260 Nov 12 08:56:35.134105 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a359c74f-3806-43ef-8e89-c3d7a384e7c2 x-openstack-request-id: req-a359c74f-3806-43ef-8e89-c3d7a384e7c2 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:35.135138 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9a918e-295f-443b-a67b-c20e355a008d", "name": "network-vif-plugged", "status": "completed", "tag": "6fd1892a-f3f8-4209-afcb-309ea42f2969", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:35.135138 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a359c74f-3806-43ef-8e89-c3d7a384e7c2 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:35.138753 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9a918e-295f-443b-a67b-c20e355a008d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd1892a-f3f8-4209-afcb-309ea42f2969', 'code': 200} Nov 12 08:56:35.173357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fab36-f8ef-4061-b512-a0901a35ccc3 req-4a38c696-a5ca-4669-91af-87d429f85edd tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.174917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b98fab36-f8ef-4061-b512-a0901a35ccc3 req-4a38c696-a5ca-4669-91af-87d429f85edd tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 945 time: 0.0767467 Nov 12 08:56:35.227040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.284150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.338300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:35.342870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b98fab36-f8ef-4061-b512-a0901a35ccc3 req-26880896-0863-4bd8-afb0-47b8e044a90f tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592290 Nov 12 08:56:35.359528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84e4dbc-3345-4ec5-96da-41f0bf662fee,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:35.369556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578b8d4-b4d2-4485-be9e-0d7edceec41f req-7d5bae1e-d11b-4a50-bb48-e22af0f27cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.370915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a578b8d4-b4d2-4485-be9e-0d7edceec41f req-7d5bae1e-d11b-4a50-bb48-e22af0f27cc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 1097 time: 0.1636693 Nov 12 08:56:35.372284 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.372623 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Added segment 019adb6f-1cd8-483b-a5d3-a7ba7efe67ad of type vlan for network 1dec040d-dcec-4e1d-b553-07e82651a027 Nov 12 08:56:35.375508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-eb74d47f-65fc-47f0-af66-b9b2f5b689a4 service neutron] 10.222.0.55 "GET /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46/bindings/n-h1-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.1688802 Nov 12 08:56:35.400312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:35.406043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e04ad1c7-64a9-4300-be17-37780fa3ca7a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109262533', 'description': 'tempest-description--1845116458'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:35.438307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04ad1c7-64a9-4300-be17-37780fa3ca7a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.500748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.511210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4fda345-6c7f-4172-94d8-3972ff89bbc7 req-4a36b74a-4636-4131-9e86-b441da36610f tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips/835cd6dd-3353-476f-ac29-8cc9274cbc4d HTTP/1.1" status: 200 len: 693 time: 0.1277881 Nov 12 08:56:35.525678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78b015-c9b1-4d3c-9de1-60134c90c005 req-9e182d5f-765b-41bf-997e-6354a3bcc4c0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.527199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac78b015-c9b1-4d3c-9de1-60134c90c005 req-9e182d5f-765b-41bf-997e-6354a3bcc4c0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 949 time: 0.0793915 Nov 12 08:56:35.565337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04ad1c7-64a9-4300-be17-37780fa3ca7a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.571062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04ad1c7-64a9-4300-be17-37780fa3ca7a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.579956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a578b8d4-b4d2-4485-be9e-0d7edceec41f req-87a5ca8d-d427-41ac-a10f-f24967bd6829 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933215 Nov 12 08:56:35.598751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:35.623454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e04ad1c7-64a9-4300-be17-37780fa3ca7a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.624874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e04ad1c7-64a9-4300-be17-37780fa3ca7a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2228823 Nov 12 08:56:35.626415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ad1c7-64a9-4300-be17-37780fa3ca7a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11104b73-2182-4a12-aa3e-100d9d6f8263,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:35.628489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53816) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:35.633359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac78b015-c9b1-4d3c-9de1-60134c90c005 req-84a65b90-cc8e-40c1-ace3-f1df9f2e19cd tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990889 Nov 12 08:56:35.636400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e38dd9a2-fe92-45cc-9e89-d8d7e36750f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Request body: {'security_group_rule': {'security_group_id': '11104b73-2182-4a12-aa3e-100d9d6f8263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:35.667798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.668788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.669368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.685031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38dd9a2-fe92-45cc-9e89-d8d7e36750f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.744225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9606066 Nov 12 08:56:35.744442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53820) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:35.749290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Request body: {'subnet': {'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-268856383-subnet', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:35.765867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:35.782505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'mac_address': 'fa:16:3e:c4:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:35.784552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fda345-6c7f-4172-94d8-3972ff89bbc7 req-ca9fe84c-494b-4140-a447-26baf3c4cbaf tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:35.797377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4fda345-6c7f-4172-94d8-3972ff89bbc7 req-ca9fe84c-494b-4140-a447-26baf3c4cbaf tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2737391 Nov 12 08:56:35.800756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38dd9a2-fe92-45cc-9e89-d8d7e36750f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.802579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:35.805493 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.810466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38dd9a2-fe92-45cc-9e89-d8d7e36750f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.842186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af2abe-f9af-4b8f-8fb7-aa54ecf5537c admin admin] Pushing event updated for resources: {'Network': ['ID=1dec040d-dcec-4e1d-b553-07e82651a027,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:35.863538 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38dd9a2-fe92-45cc-9e89-d8d7e36750f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.864951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e38dd9a2-fe92-45cc-9e89-d8d7e36750f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2353745 Nov 12 08:56:35.869034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1dec040d-dcec-4e1d-b553-07e82651a027 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:35.870140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53824) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:35.874982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3d0bb874-d3c3-47ca-82cd-dfa775d53e0a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Request body: {'security_group_rule': {'security_group_id': '11104b73-2182-4a12-aa3e-100d9d6f8263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:35.906585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:35.908052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:35.965023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:36.114605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fec2279-5c2a-427f-a8c3-f32f7bb69133 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:36.141912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:36.148642 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.200201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.227362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dd9a2-fe92-45cc-9e89-d8d7e36750f5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7937ac70-b962-44a0-bb36-0ae0a21d6dad,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.271874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff54ce-8b3d-44d4-bcbf-1d8b006ac945 req-9048617a-b0f4-4b52-9c45-593cffc88a91 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.273719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eeff54ce-8b3d-44d4-bcbf-1d8b006ac945 req-9048617a-b0f4-4b52-9c45-593cffc88a91 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 950 time: 0.4206932 Nov 12 08:56:36.291496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb874-d3c3-47ca-82cd-dfa775d53e0a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.312419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86759796-5788-47a5-8ee4-ef47eb24d33d req-9060c15f-e13b-4207-bfe6-f68bc9cab8a5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.313912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86759796-5788-47a5-8ee4-ef47eb24d33d req-9060c15f-e13b-4207-bfe6-f68bc9cab8a5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 943 time: 0.4282038 Nov 12 08:56:36.323351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bdf920e-655d-4005-b83b-3c6944d49f46 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:36.346944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:36.361752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eeff54ce-8b3d-44d4-bcbf-1d8b006ac945 req-25b383d0-f1d6-4e40-b277-15534f4379f5 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791321 Nov 12 08:56:36.392951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.425824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5fec2279-5c2a-427f-a8c3-f32f7bb69133'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:36.438453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb874-d3c3-47ca-82cd-dfa775d53e0a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.444511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86759796-5788-47a5-8ee4-ef47eb24d33d req-c11a3f33-87ea-4597-a356-52635d0c391b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166656 Nov 12 08:56:36.455612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-0c9ef820-a5c7-40ca-abc7-f2b3341d35c2 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips/835cd6dd-3353-476f-ac29-8cc9274cbc4d HTTP/1.1" status: 200 len: 693 time: 0.0637383 Nov 12 08:56:36.457306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.527646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb874-d3c3-47ca-82cd-dfa775d53e0a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.545939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] Transition to ACTIVE for port object 0bdf920e-655d-4005-b83b-3c6944d49f46 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:36.569851 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.583878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a392d40-8f22-48ca-b28f-7d8245f77dec,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.603473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Checking segment: {'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:36.603851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Network hostable DHCP agents. Network: 1dec040d-dcec-4e1d-b553-07e82651a027, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:36.615849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb874-d3c3-47ca-82cd-dfa775d53e0a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eafe63c5-c158-4ac9-afc1-2ca91ac76fdd,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.629935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d0bb874-d3c3-47ca-82cd-dfa775d53e0a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.631125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d0bb874-d3c3-47ca-82cd-dfa775d53e0a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7598424 Nov 12 08:56:36.634470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:36.642026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:36.655924 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-a5963b61-8f9a-4e71-ac08-c5f453d1c701 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.657337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-a5963b61-8f9a-4e71-ac08-c5f453d1c701 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1745083 Nov 12 08:56:36.660617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Network 1dec040d-dcec-4e1d-b553-07e82651a027 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:36.686906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] No DVR routers for this DVR port 0bdf920e-655d-4005-b83b-3c6944d49f46 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:36.692418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:36.704431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643721c-e0e1-4143-a681-be41992e6f99 req-308bc58f-4ccf-4abf-9385-c54744ad8c8c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.706019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2643721c-e0e1-4143-a681-be41992e6f99 req-308bc58f-4ccf-4abf-9385-c54744ad8c8c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 948 time: 0.1712275 Nov 12 08:56:36.713412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 1dec040d-dcec-4e1d-b553-07e82651a027) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:36.722130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4331b-5973-4590-91ca-128bf6d17398 None None] Network 1dec040d-dcec-4e1d-b553-07e82651a027 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:36.744622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-16ffc065-61ea-40d5-aafa-6ffdf54f3ad8 service neutron] 10.222.0.55 "PUT /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46/bindings/n-h1-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 1.3599925 Nov 12 08:56:36.745886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.746488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.749243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.757479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-398af2ac-c9c4-4077-9470-548e7cb614bb tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0880549 Nov 12 08:56:36.811557 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2643721c-e0e1-4143-a681-be41992e6f99 req-7d3d8e99-aa77-4ab1-82b3-fe28abfd81e2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982366 Nov 12 08:56:36.852206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e4e2f947-a103-4299-ac07-f06258da2916 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1066678 Nov 12 08:56:36.858434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53836) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:36.865454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-0645ea34-d844-4047-873a-239ff53feb0a tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.248 HTTP/1.1" status: 200 len: 696 time: 0.0938315 Nov 12 08:56:36.875589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:36.880307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-5d7a96ef-421c-4011-9c56-5f798d964fa7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:36.881917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-5d7a96ef-421c-4011-9c56-5f798d964fa7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.0686347 Nov 12 08:56:36.936708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.939717 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:36.944574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-1dec040d-dcec-4e1d-b553-07e82651a027', 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'fixed_ips': [{'subnet_id': '5a392d40-8f22-48ca-b28f-7d8245f77dec'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:36.945474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.030058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.033155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-989127a0-2f79-400d-b20f-5d7adde117ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:37.035362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-989127a0-2f79-400d-b20f-5d7adde117ea service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a&tenant_id=26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 1096 time: 0.1432993 Nov 12 08:56:37.098899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.112454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Deleting port 0f61bd1a-1d8a-480c-8870-2c569f8f5e62 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:37.112812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.147164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8bdc9-6e30-4782-b190-20c092ba690d req-f8a0d7f3-4dab-4776-9258-fbff9222f19b tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:37.152193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Allocated IP 172.20.0.2 (1dec040d-dcec-4e1d-b553-07e82651a027/5a392d40-8f22-48ca-b28f-7d8245f77dec/720d7ba9-bed5-4a68-976c-70b0d104c5b3) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:37.154727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfb8bdc9-6e30-4782-b190-20c092ba690d req-f8a0d7f3-4dab-4776-9258-fbff9222f19b tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 945 time: 0.1955945 Nov 12 08:56:37.249222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.263495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-5f9d79f1-e4e9-4e3f-88ec-c8e8f3bfc033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:37.265150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-5f9d79f1-e4e9-4e3f-88ec-c8e8f3bfc033 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1096 time: 0.1853821 Nov 12 08:56:37.285671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.285978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.310192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Allocated IP 172.25.5.214 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/740f1b68-2ef7-4ca9-b5e8-2fcb7ec0e143) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:37.313061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Calling delete_port for 0f61bd1a-1d8a-480c-8870-2c569f8f5e62 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:37.321023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfb8bdc9-6e30-4782-b190-20c092ba690d req-6a3c4054-7183-450d-9254-072fb3c31e1a tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650875 Nov 12 08:56:37.332517 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.342210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.399266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Pushing event updated for resources: {'Port': ['ID=720d7ba9-bed5-4a68-976c-70b0d104c5b3,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.408889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Network 1dec040d-dcec-4e1d-b553-07e82651a027 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:37.410709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:37.413897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:37.461592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-a9b0f080-02a6-41c8-b63c-2477aea069a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:37.463046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-a9b0f080-02a6-41c8-b63c-2477aea069a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1890912 Nov 12 08:56:37.478916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Attempting to bind port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:37.479564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Attempting to bind port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:37.479935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Attempting to bind port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 on network 1dec040d-dcec-4e1d-b553-07e82651a027 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:37.488838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:37.489393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Checking segment: {'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:37.489884 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.490427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Bound using segment: {'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:37.491002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Bound port: 720d7ba9-bed5-4a68-976c-70b0d104c5b3, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:37.491472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.528455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-936393d0-c615-4193-b632-3c753beeb42b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 200 len: 217 time: 0.0556843 Nov 12 08:56:37.561674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.566465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] For port 720d7ba9-bed5-4a68-976c-70b0d104c5b3, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:37.570337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] For port 720d7ba9-bed5-4a68-976c-70b0d104c5b3, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=720d7ba9-bed5-4a68-976c-70b0d104c5b3,segment=NetworkSegment(019adb6f-1cd8-483b-a5d3-a7ba7efe67ad),segment_id=019adb6f-1cd8-483b-a5d3-a7ba7efe67ad)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:37.578245 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.600325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.632769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:37.663224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event deleted for resources: {'Port': ['ID=0f61bd1a-1d8a-480c-8870-2c569f8f5e62,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.682180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-dbe37bca-0976-4b08-8ceb-f3a60fe41602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:37.683709 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-dbe37bca-0976-4b08-8ceb-f3a60fe41602 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1428297 Nov 12 08:56:37.699691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.700679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c0817-08da-4d7e-a8f7-63a7379fde55 None None] Pushing event updated for resources: {'Port': ['ID=720d7ba9-bed5-4a68-976c-70b0d104c5b3,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.725777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:37.734868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:37.735240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.743738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-8d227371-6bca-4d53-aec5-2cbd767b337e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332384 Nov 12 08:56:37.778332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.824148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:37.830994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.832150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.835106 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.836004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6d19f07-0d81-4aa9-9301-58b541cc3573 req-92d9e641-3be1-491d-8cd5-8a2273da997b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "DELETE /v2.0/floatingips/835cd6dd-3353-476f-ac29-8cc9274cbc4d HTTP/1.1" status: 204 len: 173 time: 0.9331377 Nov 12 08:56:37.839031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:37.847646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'Port': ['ID=740f1b68-2ef7-4ca9-b5e8-2fcb7ec0e143,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:37.851047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:37.852402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:37.914357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:37.922508 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf01d3a-7085-4187-9835-b009324bfbee" -d '{"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:37.954228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:37.961794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.017327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.030109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:38.058370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86997fa-0f61-4d34-8058-d80a360285d8 req-aa2b0e14-ab70-403a-90e7-351906863198 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.068410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86997fa-0f61-4d34-8058-d80a360285d8 req-aa2b0e14-ab70-403a-90e7-351906863198 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.076362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d86997fa-0f61-4d34-8058-d80a360285d8 req-aa2b0e14-ab70-403a-90e7-351906863198 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a&device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 1690 time: 0.2649968 Nov 12 08:56:38.099120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-7533fe1c-c1c9-4da9-a3e9-68f23d12ef72 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444159 Nov 12 08:56:38.102911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.150828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20cc51-c595-4ce6-a7fc-8e7c382922b2 req-8ea8037b-5e44-45b5-8c5f-6ac6dc6f529e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.152257 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d20cc51-c595-4ce6-a7fc-8e7c382922b2 req-8ea8037b-5e44-45b5-8c5f-6ac6dc6f529e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 944 time: 0.1121075 Nov 12 08:56:38.251422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d86997fa-0f61-4d34-8058-d80a360285d8 req-e49f55d1-1123-41d5-a53c-0b9f904ddec3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678298 Nov 12 08:56:38.251422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Allocated IP 172.25.5.113 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:38.266953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d20cc51-c595-4ce6-a7fc-8e7c382922b2 req-5e620851-b19a-42f8-8902-15ff6ac83894 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075046 Nov 12 08:56:38.303799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-e12fe663-37f1-4706-b8dd-344cb783c5bc service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804943 Nov 12 08:56:38.439633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b99c4-058c-4814-96bf-47a722425c08 req-546a6700-0426-4628-b4ac-0bdc09c6886d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.441249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-377b99c4-058c-4814-96bf-47a722425c08 req-546a6700-0426-4628-b4ac-0bdc09c6886d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.0897593 Nov 12 08:56:38.444738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.520114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-377b99c4-058c-4814-96bf-47a722425c08 req-2d43033f-3557-42d9-965c-c3b2457d6282 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692933 Nov 12 08:56:38.521685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.578945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:38.583580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:38.590028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:38.604342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb14e93-4210-4f68-b434-6b759307aef3 req-05b0d9d9-caf0-41cb-8f46-74dafdf6023b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.606839 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30729006-5bff-41b8-b569-04f986bd636b x-openstack-request-id: req-30729006-5bff-41b8-b569-04f986bd636b {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:38.607273 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:38.608006 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30729006-5bff-41b8-b569-04f986bd636b {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:38.611384 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'code': 200} Nov 12 08:56:38.636541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6eb14e93-4210-4f68-b434-6b759307aef3 req-05b0d9d9-caf0-41cb-8f46-74dafdf6023b tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3367460 Nov 12 08:56:38.657880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.662672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:38.665722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.738956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'Port': ['ID=740f1b68-2ef7-4ca9-b5e8-2fcb7ec0e143,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:38.741591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-bb58f4e2-586d-446d-a3f4-ffa57b3a3d38 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.750605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-bb58f4e2-586d-446d-a3f4-ffa57b3a3d38 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.1683743 Nov 12 08:56:38.834707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee54963-75ac-4bad-8d81-32e2ea829376 None None] Network 1dec040d-dcec-4e1d-b553-07e82651a027 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:38.863619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.868887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983c2aa-629f-480c-8acc-9517129fb92a req-42210d17-deaa-4a0c-b98a-1d9741c2b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.870417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8983c2aa-629f-480c-8acc-9517129fb92a req-42210d17-deaa-4a0c-b98a-1d9741c2b642 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1101 time: 0.1381605 Nov 12 08:56:38.881399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713fe5f-06dd-441a-8d93-220fb9435c79 req-7c354c78-1840-47a8-a997-347ce1f5fd72 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:38.882928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5713fe5f-06dd-441a-8d93-220fb9435c79 req-7c354c78-1840-47a8-a997-347ce1f5fd72 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 945 time: 0.1283772 Nov 12 08:56:38.898021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbcf6bce-4f1d-45ad-885c-49bd888fd754 req-b52f131d-a999-49a9-8a76-32603d84f329 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=3443a9e9b73e4282ae193f8aee3ccabb HTTP/1.1" status: 200 len: 1655 time: 0.1445017 Nov 12 08:56:38.926929 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.931047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-104e5d88-60de-4c4c-b4f7-f3c20628609c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2923841 Nov 12 08:56:38.977305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4f5648ce-d3b3-4258-aaf3-670de75d4e56 None None] Provisioning complete for port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:38.977992 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f5648ce-d3b3-4258-aaf3-670de75d4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:38.987871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8983c2aa-629f-480c-8acc-9517129fb92a req-aba4a877-777b-4a53-a8cc-1706a0f5fad4 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038756 Nov 12 08:56:38.993381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5713fe5f-06dd-441a-8d93-220fb9435c79 req-95547c27-f9de-4af5-b3fa-fa080aaa63a9 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003160 Nov 12 08:56:39.134680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a52e-a323-4016-9aee-04cc79ce1f95 req-8817890f-e02f-4017-ab5e-92e6601d00b6 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.144820 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7464a52e-a323-4016-9aee-04cc79ce1f95 req-8817890f-e02f-4017-ab5e-92e6601d00b6 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 1101 time: 0.0622492 Nov 12 08:56:39.149158 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f5648ce-d3b3-4258-aaf3-670de75d4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.207670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7464a52e-a323-4016-9aee-04cc79ce1f95 req-3fb44196-85ca-4b2b-b8cd-72d5be06a317 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615504 Nov 12 08:56:39.212124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4f5648ce-d3b3-4258-aaf3-670de75d4e56 None None] For port 720d7ba9-bed5-4a68-976c-70b0d104c5b3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=720d7ba9-bed5-4a68-976c-70b0d104c5b3,segment=NetworkSegment(019adb6f-1cd8-483b-a5d3-a7ba7efe67ad),segment_id=019adb6f-1cd8-483b-a5d3-a7ba7efe67ad)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:39.234021 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f5648ce-d3b3-4258-aaf3-670de75d4e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.268208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf6bce-4f1d-45ad-885c-49bd888fd754 req-16d037c1-dc62-48ba-bb55-3c1e733f65ea tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.280625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbcf6bce-4f1d-45ad-885c-49bd888fd754 req-16d037c1-dc62-48ba-bb55-3c1e733f65ea tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks?id=fac335f8-0236-4833-ae7f-56a0c4f38a39&id=fac335f8-0236-4833-ae7f-56a0c4f38a39&id=fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 787 time: 0.3611720 Nov 12 08:56:39.292331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-fbcf6bce-4f1d-45ad-885c-49bd888fd754 req-b7d2ff51-5860-4287-b48f-a12e9832a9b8 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:56:39.293406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbcf6bce-4f1d-45ad-885c-49bd888fd754 req-b7d2ff51-5860-4287-b48f-a12e9832a9b8 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114250 Nov 12 08:56:39.296694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5648ce-d3b3-4258-aaf3-670de75d4e56 None None] Pushing event updated for resources: {'Port': ['ID=720d7ba9-bed5-4a68-976c-70b0d104c5b3,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:39.306454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-55bb7e08-bbb4-4be2-8eae-96a87468e9fc service neutron] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:39.315390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-55bb7e08-bbb4-4be2-8eae-96a87468e9fc service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.316861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de2326c4-56b8-4a2c-9a08-7461ca57f419 req-55bb7e08-bbb4-4be2-8eae-96a87468e9fc service neutron] 10.222.0.62 "DELETE /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46/bindings/n-h2-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.5269699 Nov 12 08:56:39.331112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.443446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 720d7ba9-bed5-4a68-976c-70b0d104c5b3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:39.468358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589af085-9fbe-4d88-8d2f-3459b0292363 req-59dbbd3a-386b-4882-bc13-21522b7125ff tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.469947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589af085-9fbe-4d88-8d2f-3459b0292363 req-59dbbd3a-386b-4882-bc13-21522b7125ff tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 1102 time: 0.0591362 Nov 12 08:56:39.508158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:39.508593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.525140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589af085-9fbe-4d88-8d2f-3459b0292363 req-0bea9113-3a6b-49f4-9157-eaf0c54cedd3 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 Nov 12 08:56:39.576266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d20c0a2e-c354-4015-a7eb-c6bd62665c7b None None] Provisioning complete for port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:39.576266 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d20c0a2e-c354-4015-a7eb-c6bd62665c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:39.619967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-462363e8-32fc-4525-bea8-b7cc044d2e30 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.621522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-462363e8-32fc-4525-bea8-b7cc044d2e30 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 821 time: 0.2140856 Nov 12 08:56:39.655400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-d846b1f9-fb97-4aad-a24b-16bf6cb17f26 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/quotas/dc3ed24f356f4679919c09d6575037de HTTP/1.1" status: 200 len: 375 time: 0.0145800 Nov 12 08:56:39.716759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd6dc5-3865-4ef8-b74e-2c19c7f4d0d3 req-1da3a933-8d30-4a46-b86b-ec5600857250 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.717953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25cd6dc5-3865-4ef8-b74e-2c19c7f4d0d3 req-1da3a933-8d30-4a46-b86b-ec5600857250 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 944 time: 0.0774360 Nov 12 08:56:39.770594 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25cd6dc5-3865-4ef8-b74e-2c19c7f4d0d3 req-34acb012-0433-4b31-9006-f1eca89a157a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Nov 12 08:56:39.852633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-671fea10-67d1-410e-be0e-e7807307f264 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips/97a1563f-a055-4999-87cd-d0ea02d0ddfc HTTP/1.1" status: 200 len: 693 time: 0.0542526 Nov 12 08:56:39.978515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-b1c91e11-e06a-4e18-bf5a-8da5717dbad1 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:39.979974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-b1c91e11-e06a-4e18-bf5a-8da5717dbad1 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1208873 Nov 12 08:56:40.050184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-04148401-867f-49c6-9465-f705b6804bcc tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.224 HTTP/1.1" status: 200 len: 696 time: 0.0631225 Nov 12 08:56:40.051559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.063438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-cfb7a30a-5668-4a57-bd66-85f3f1ca92a0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3621993 Nov 12 08:56:40.102670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-ba48f7b8-29cc-4d5a-9229-5c57b1413cd0 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.224 HTTP/1.1" status: 200 len: 696 time: 0.0456429 Nov 12 08:56:40.248451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-c5ccae6f-c643-4a2f-a705-542f333417e7 service neutron] 10.222.0.53 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466899 Nov 12 08:56:40.251332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Deleting port 638bfd62-8a08-4959-b071-5ff267a7d1ef {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:40.251746 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.325807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Router 12bba30b-42a8-4d52-8383-54ab0f27a83b is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:56:40.342636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.342964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.355703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Calling delete_port for 638bfd62-8a08-4959-b071-5ff267a7d1ef owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:40.401388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-4e0bbc48-cbdd-4868-a578-a9a95cad9ec8 service neutron] 10.222.0.53 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417513 Nov 12 08:56:40.466475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:40.480340 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Sync routers for ids ['12bba30b-42a8-4d52-8383-54ab0f27a83b'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:40.493650 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Routers {'12bba30b-42a8-4d52-8383-54ab0f27a83b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:40.493864 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.494779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['12bba30b-42a8-4d52-8383-54ab0f27a83b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:40.497023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b7934b6d-f2f1-46aa-80a8-81bc7903d6a2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6254513 Nov 12 08:56:40.499881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53888) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:40.510307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.554795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event deleted for resources: {'Port': ['ID=638bfd62-8a08-4959-b071-5ff267a7d1ef,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:40.633124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.640089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:40.657142 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bdea087f-77ec-491b-9908-cd588a7d0b3e req-492c4bfa-45f7-4e40-bee9-f2c305efc1f3 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "DELETE /v2.0/floatingips/97a1563f-a055-4999-87cd-d0ea02d0ddfc HTTP/1.1" status: 204 len: 173 time: 0.5421565 Nov 12 08:56:40.694965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4f5ed-64c2-499c-b547-d04043a40c87 req-b6ebabaf-217f-4d49-99fc-c5dc19528a5c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:40.703366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94b4f5ed-64c2-499c-b547-d04043a40c87 req-b6ebabaf-217f-4d49-99fc-c5dc19528a5c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.0826159 Nov 12 08:56:40.772228 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Set router 12bba30b-42a8-4d52-8383-54ab0f27a83b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:40.892315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94b4f5ed-64c2-499c-b547-d04043a40c87 req-e82f63f3-74ab-473c-84f8-6bdff033b4f5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826251 Nov 12 08:56:41.018110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d03edf9-7e1b-436a-bd07-ee760c29ad05 req-30b2f103-f3de-4339-973f-64f4bcbf0d02 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 210 time: 0.0377233 Nov 12 08:56:41.026670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-a0c1edce-74bd-43e9-8eb7-44e53427ee7d tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips/3c69a822-b435-497c-a87b-f71478715c67 HTTP/1.1" status: 200 len: 692 time: 0.0559652 Nov 12 08:56:41.157974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-b54f8134-f1e0-4e8c-b0cd-1e3cbd10d889 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:41.166759 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-b54f8134-f1e0-4e8c-b0cd-1e3cbd10d889 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1392090 Nov 12 08:56:41.175986 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:56:38Z', 'revision_number': 3, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port': {'id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:37Z', 'updated_at': '2021-11-12T08:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:41.226108 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Checking router: 12bba30b-42a8-4d52-8383-54ab0f27a83b for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:41.227257 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Updating router 12bba30b-42a8-4d52-8383-54ab0f27a83b port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:41.228449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-c26f8c85-318b-4556-8109-3b83f55b1695 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0602593 Nov 12 08:56:41.260285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2199da0-b8e8-449d-88b9-da35c29fa897 req-ba7f87b7-4f74-4faf-a0a7-5b53f12be62a tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:41.268057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2199da0-b8e8-449d-88b9-da35c29fa897 req-ba7f87b7-4f74-4faf-a0a7-5b53f12be62a tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1096 time: 0.1201868 Nov 12 08:56:41.276317 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.305076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.317298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 720d7ba9-bed5-4a68-976c-70b0d104c5b3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:41.321030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-07983ad4-198b-4396-b279-74dca8a03a84 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.35 HTTP/1.1" status: 200 len: 695 time: 0.0917072 Nov 12 08:56:41.345792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2199da0-b8e8-449d-88b9-da35c29fa897 req-49e94481-b632-4a18-816e-bed9ac39861d tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Nov 12 08:56:41.412247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:41.412878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.538086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Deleting port 22a7842d-23fd-44a2-8f21-30be8c4a1868 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:41.538592 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.594067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7f699-5080-4492-95f6-9db9dd6c1361 req-a2c4f75c-d588-47d0-9962-da0bf42aa650 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:41.595558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ace7f699-5080-4492-95f6-9db9dd6c1361 req-a2c4f75c-d588-47d0-9962-da0bf42aa650 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.0899968 Nov 12 08:56:41.610937 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.618198 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.627049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Allocated IP 172.20.0.1 (1dec040d-dcec-4e1d-b553-07e82651a027/5a392d40-8f22-48ca-b28f-7d8245f77dec/03369968-524b-4cf7-98e8-f739ba0ab13a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:41.632024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.632486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.646922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Calling delete_port for 22a7842d-23fd-44a2-8f21-30be8c4a1868 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:41.664831 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Attempting to bind port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:41.665533 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Attempting to bind port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:41.665931 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Attempting to bind port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:41.674725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ace7f699-5080-4492-95f6-9db9dd6c1361 req-ceea2200-3081-4a26-b052-2777563180cd tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722318 Nov 12 08:56:41.678641 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:41.678641 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:41.679238 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.679638 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:41.680139 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Bound port: a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:41.680542 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.734896 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] For port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:41.738627 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] For port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:41.752494 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.755885 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Pushing event updated for resources: {'Port': ['ID=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:41.772407 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.773070 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.773769 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.774205 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.774638 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.776993 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.776993 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.776993 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.776993 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.776993 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.777569 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.777926 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:41.809492 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Routers {'12bba30b-42a8-4d52-8383-54ab0f27a83b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:41.810031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.810468 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['12bba30b-42a8-4d52-8383-54ab0f27a83b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:41.870529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.878675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-bc464376-d8ce-489f-ab66-973438cb8e3f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534708 Nov 12 08:56:41.918347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event deleted for resources: {'Port': ['ID=22a7842d-23fd-44a2-8f21-30be8c4a1868,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:41.940067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:41.949777 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64b1f5-6678-4d3b-897b-25a0e4fc2d2a None None] Pushing event updated for resources: {'Port': ['ID=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:41.979283 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] Set router 12bba30b-42a8-4d52-8383-54ab0f27a83b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:42.084036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Network 1dec040d-dcec-4e1d-b553-07e82651a027 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:42.099180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:42.109201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:42.168640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Pushing event updated for resources: {'Port': ['ID=03369968-524b-4cf7-98e8-f739ba0ab13a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:42.196397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-e332d80c-7d47-455e-88d8-93d303d719e0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:42.204410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-e332d80c-7d47-455e-88d8-93d303d719e0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008296 Nov 12 08:56:42.227741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.238177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-e91b207d-2731-47a4-af46-86a6ce2af95a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:42.239883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-e91b207d-2731-47a4-af46-86a6ce2af95a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.55 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 821 time: 0.3509405 Nov 12 08:56:42.249464 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-7fd0f43e-94c7-4a7b-872d-d54198eb225b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/quotas/60db9fc17f5640cbb4f32834f12ac834 HTTP/1.1" status: 200 len: 375 time: 0.0439405 Nov 12 08:56:42.268355 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:56:38Z', 'revision_number': 3, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port': {'id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:37Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:42.300718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Request body: {'port': {'device_id': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'admin_state_up': True, 'tenant_id': 'dc3ed24f356f4679919c09d6575037de'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:42.313785 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2408ce6f-70cf-408a-ad83-762d77a252f8 None None] The sync data for ids ['12bba30b-42a8-4d52-8383-54ab0f27a83b'] in n-d-769329-17 is: [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:56:38Z', 'revision_number': 3, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port': {'id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:37Z', 'updated_at': '2021-11-12T08:56:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:42.316174 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.319312 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.333109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a20234eb-9a49-47ba-b0c5-e376ec7f1c75 req-51ebcb0d-154d-4e68-bddb-4787433d14f9 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "DELETE /v2.0/floatingips/3c69a822-b435-497c-a87b-f71478715c67 HTTP/1.1" status: 204 len: 173 time: 1.0055578 Nov 12 08:56:42.425424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a63d3-3cd8-426c-9d29-073adde23e49 req-160266b8-58c7-47b3-9d0d-9a6c41d39e82 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:42.427288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-609a63d3-3cd8-426c-9d29-073adde23e49 req-160266b8-58c7-47b3-9d0d-9a6c41d39e82 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 1096 time: 0.0452554 Nov 12 08:56:42.450028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-42e57a7b-3df8-461a-8a2a-39ea7ddaf74c None None] Provisioning complete for port 03369968-524b-4cf7-98e8-f739ba0ab13a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:42.450640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42e57a7b-3df8-461a-8a2a-39ea7ddaf74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.461288 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-a8191789-945c-4109-a4c0-ae88eac7d4ef tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2103958 Nov 12 08:56:42.489596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-609a63d3-3cd8-426c-9d29-073adde23e49 req-83634980-c082-456a-adf7-606530db73ee tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560298 Nov 12 08:56:42.536938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-42e57a7b-3df8-461a-8a2a-39ea7ddaf74c None None] Port 03369968-524b-4cf7-98e8-f739ba0ab13a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:42.542549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Made reservation on behalf of dc3ed24f356f4679919c09d6575037de for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:42.546557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.550402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:42.776689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e4e01ff-f4e2-4bc6-ae52-c877b4a1d5f9 req-b95f21cf-525b-4253-bc3e-c0a00a4db7ff tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 210 time: 0.0511489 Nov 12 08:56:42.863210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-883159f9-de9a-4781-8ef3-f520c298042d tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips/bc9de40c-4b90-460c-9501-eebab7bf0056 HTTP/1.1" status: 200 len: 692 time: 0.0608230 Nov 12 08:56:42.872653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Allocated IP 172.20.0.5 (0c900a69-f347-4123-95e8-e9fe01a1d0b9/70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1/f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:43.028326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-56b2c06c-e56e-4367-b5ad-0a0078a303cc tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.037531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-56b2c06c-e56e-4367-b5ad-0a0078a303cc tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1730838 Nov 12 08:56:43.063973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.109673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-be84e8bb-cc13-4743-8986-2d8076a9a8e8 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.53 HTTP/1.1" status: 200 len: 695 time: 0.0710268 Nov 12 08:56:43.139985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.171840 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.233811 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-62c13359-fdbf-46f9-a422-7a264df038bc tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.53 HTTP/1.1" status: 200 len: 695 time: 0.1168466 Nov 12 08:56:43.244821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.299041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:43.300324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Pushing event updated for resources: {'Port': ['ID=03369968-524b-4cf7-98e8-f739ba0ab13a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:43.304296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.313280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:43.328357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:43.383784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:43.416382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:43.417052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.507087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:43.537890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:43.539286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.566476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Deleting port 0a699d80-b378-44ed-89ef-a4f744f67827 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:43.567006 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.615517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7011164c-3b36-4377-962e-5fa9f0d507e2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3226385 Nov 12 08:56:43.654577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Request body: {'port': {'device_id': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:43.689325 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.740627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:43.747103 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.759857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.760428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.776424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Calling delete_port for 0a699d80-b378-44ed-89ef-a4f744f67827 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:43.838623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Network 1dec040d-dcec-4e1d-b553-07e82651a027 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:43.841780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:43.897543 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f2aa848-1516-4aab-a554-2644afd4097c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.905238 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:43.908114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:44.002744 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.118610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Pushing event deleted for resources: {'Port': ['ID=0a699d80-b378-44ed-89ef-a4f744f67827,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:44.202893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.209942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.211427 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a306ffa-23e7-47ae-ba8f-9afead01a9c7 req-42107143-553a-4fd0-83d1-d42100eac1f4 tempest-FloatingIPDetailsTestJSON-729657971 tempest-FloatingIPDetailsTestJSON-729657971-project] 10.222.0.53 "DELETE /v2.0/floatingips/bc9de40c-4b90-460c-9501-eebab7bf0056 HTTP/1.1" status: 204 len: 173 time: 0.9765620 Nov 12 08:56:44.218963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:44.309194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-58cb6e7d-3d18-48f8-8e52-4cfb6509e1a4 None None] Provisioning complete for port 03369968-524b-4cf7-98e8-f739ba0ab13a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:44.309655 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58cb6e7d-3d18-48f8-8e52-4cfb6509e1a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:44.392438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-58cb6e7d-3d18-48f8-8e52-4cfb6509e1a4 None None] Port 03369968-524b-4cf7-98e8-f739ba0ab13a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:44.474057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-73b8f366-cffe-4a00-9895-17f6d36c19d3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2331665 Nov 12 08:56:44.651499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8845b4d7-dff3-48d0-a860-bb53cb1204d7 req-bec78ee7-693f-4cd9-99aa-7145b564af41 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 210 time: 0.0498302 Nov 12 08:56:44.704289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eac816-fd52-4116-8116-6967b83f773d req-04bbe768-a42b-4857-b881-4ffc195824a0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:44.712241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-48eac816-fd52-4116-8116-6967b83f773d req-04bbe768-a42b-4857-b881-4ffc195824a0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 931 time: 0.2022319 Nov 12 08:56:44.811808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Router 12bba30b-42a8-4d52-8383-54ab0f27a83b has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:44.840367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-48eac816-fd52-4116-8116-6967b83f773d req-cc92642c-3ff7-493a-9637-472e8609ca6b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226211 Nov 12 08:56:44.964805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f93dd-5b8b-4b54-b928-96e010a445ff req-7d01fbc1-c337-488f-8c93-4bef9c76a688 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:44.973137 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e28f93dd-5b8b-4b54-b928-96e010a445ff req-7d01fbc1-c337-488f-8c93-4bef9c76a688 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.1210222 Nov 12 08:56:45.116488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:45.125734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.141680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Transition to ACTIVE for port object f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:45.161184 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.188314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-9e0e84e3-785c-41ca-afb1-f96390de31d8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433776 Nov 12 08:56:45.359404 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e28f93dd-5b8b-4b54-b928-96e010a445ff req-4a046947-4e38-4d8f-9e78-3e40f0868016 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727491 Nov 12 08:56:45.390089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:45.448650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.478550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:45.500855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Sync routers for ids ['12bba30b-42a8-4d52-8383-54ab0f27a83b'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:45.522121 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cc56dd0b-89b1-452f-8464-48c29797b659 admin admin] 10.222.0.53 "PUT /v2.0/routers/12bba30b-42a8-4d52-8383-54ab0f27a83b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0115874 Nov 12 08:56:45.574940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Routers {'12bba30b-42a8-4d52-8383-54ab0f27a83b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:45.575812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['12bba30b-42a8-4d52-8383-54ab0f27a83b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:45.695147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-a9fbec2f-e201-4de3-827a-1d8c4521fe97 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2109227 Nov 12 08:56:45.722917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:45.723344 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:45.768493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:45.775826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54020) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:45.830658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Set router 12bba30b-42a8-4d52-8383-54ab0f27a83b gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:45.940527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7fdce2a7-416b-4eab-98f3-10be48dac2a2 req-6c69a746-cb0c-4d6d-bb87-cf389e59dd91 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 210 time: 0.1110768 Nov 12 08:56:45.949879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1209500148'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:46.069418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-70d67294-f9ee-4fbf-b375-b43250bb42cb tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.071049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-70d67294-f9ee-4fbf-b375-b43250bb42cb tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8546760 Nov 12 08:56:46.099225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08d114-dbc5-4033-9fa0-760a9b4a83ad req-e67dbf7c-e5a8-43d6-b289-1abd68df533d tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.108043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e08d114-dbc5-4033-9fa0-760a9b4a83ad req-e67dbf7c-e5a8-43d6-b289-1abd68df533d tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 945 time: 0.6237392 Nov 12 08:56:46.127946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:46.219611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:46.224195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.267615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:46.289683 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.290566 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Added segment 97c8fb9d-c13f-4f4b-944a-e3f5ea813938 of type vlan for network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 Nov 12 08:56:46.319082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498c44-2af1-4b98-855f-c16ac76b3fb1 req-507855e5-aaed-4461-b2c3-f4285c9b92c6 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.326710 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82498c44-2af1-4b98-855f-c16ac76b3fb1 req-507855e5-aaed-4461-b2c3-f4285c9b92c6 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.2634242 Nov 12 08:56:46.336644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7c9de6b-a6dd-42c6-aab9-339a4f8b7098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.346611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Deleting port c72bebe1-7abe-48e9-ac4f-f4b7c04db498 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:46.346961 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.358787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.371196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:56:42Z', 'revision_number': 4, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port': {'id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:37Z', 'updated_at': '2021-11-12T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '03369968-524b-4cf7-98e8-f739ba0ab13a', 'name': '', 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'mac_address': 'fa:16:3e:5a:69:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5a392d40-8f22-48ca-b28f-7d8245f77dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:41Z', 'updated_at': '2021-11-12T08:56:42Z', 'revision_number': 2, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'subnets': [{'id': '5a392d40-8f22-48ca-b28f-7d8245f77dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:46.404413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Checking router: 12bba30b-42a8-4d52-8383-54ab0f27a83b for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:46.405154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Updating router 12bba30b-42a8-4d52-8383-54ab0f27a83b port 03369968-524b-4cf7-98e8-f739ba0ab13a binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:56:46.438202 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.440562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82498c44-2af1-4b98-855f-c16ac76b3fb1 req-72e78765-886a-421f-948d-442ef09ffba9 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126897 Nov 12 08:56:46.485778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] For port c72bebe1-7abe-48e9-ac4f-f4b7c04db498, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,segment=NetworkSegment(ba673813-0258-4ff4-8d20-3da17968aaf4),segment_id=ba673813-0258-4ff4-8d20-3da17968aaf4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:46.486293 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.505761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Calling delete_port for c72bebe1-7abe-48e9-ac4f-f4b7c04db498 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:46.531516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Attempting to bind port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:46.532031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Attempting to bind port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:46.532978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Attempting to bind port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:46.545805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.551782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.552574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.606725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7904837 Nov 12 08:56:46.614570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:46.642493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:46.643100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Attempting to bind port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:46.654163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'subnet': {'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:46.672998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:46.673630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Checking segment: {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:46.674130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Bound using segment: {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:46.674682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Bound port: f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:46.675146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.685424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-70e23937-c4a1-4ddd-bdf7-cf1326a7b027 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:46.687172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-70e23937-c4a1-4ddd-bdf7-cf1326a7b027 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9103482 Nov 12 08:56:46.723855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e08d114-dbc5-4033-9fa0-760a9b4a83ad req-5a3a213e-982e-49b6-9351-b538848cb78c tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135919 Nov 12 08:56:46.743449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:46.843155 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.858207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.917688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:46.921660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:46.972948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a9325c-e111-4a28-8935-1dff7a6de480 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Network': ['ID=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.010154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.023751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f704d-8049-4d02-bf65-47a632b22756 None None] Pushing event updated for resources: {'Port': ['ID=03369968-524b-4cf7-98e8-f739ba0ab13a,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.030701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:47.131815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:47.135865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.169506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Attempting to bind port 03369968-524b-4cf7-98e8-f739ba0ab13a on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:47.169974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Attempting to bind port 03369968-524b-4cf7-98e8-f739ba0ab13a by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:47.170235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Attempting to bind port 03369968-524b-4cf7-98e8-f739ba0ab13a on network 1dec040d-dcec-4e1d-b553-07e82651a027 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:47.173425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:47.178609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45613758-1aee-47e5-9f85-8bc622b3d7d6 req-17077d55-6d6b-4b73-a08e-8489a93ae874 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 210 time: 0.0831847 Nov 12 08:56:47.189156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:47.194597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c72bebe1-7abe-48e9-ac4f-f4b7c04db498,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.197925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Checking segment: {'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:47.198843 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.199402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Bound using segment: {'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:47.200099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Bound port: 03369968-524b-4cf7-98e8-f739ba0ab13a, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:47.200674 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.216064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:47.220078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976282ed-e971-4b8c-a030-44ed3c543c1a req-3a6260bc-97ef-4bcf-9746-cd35a849c912 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.231020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-976282ed-e971-4b8c-a030-44ed3c543c1a req-3a6260bc-97ef-4bcf-9746-cd35a849c912 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.6468999 Nov 12 08:56:47.243027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.370553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a37b0bc8-6224-4bc7-ac76-8f52ca862cd8 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.372769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a37b0bc8-6224-4bc7-ac76-8f52ca862cd8 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 945 time: 0.3831494 Nov 12 08:56:47.375372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-edbeca28-54f7-41cf-91fd-4e39cc84793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.377022 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-edbeca28-54f7-41cf-91fd-4e39cc84793c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1101 time: 0.7141540 Nov 12 08:56:47.382809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] For port 03369968-524b-4cf7-98e8-f739ba0ab13a, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:47.386659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] For port 03369968-524b-4cf7-98e8-f739ba0ab13a, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=03369968-524b-4cf7-98e8-f739ba0ab13a,segment=NetworkSegment(019adb6f-1cd8-483b-a5d3-a7ba7efe67ad),segment_id=019adb6f-1cd8-483b-a5d3-a7ba7efe67ad)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:47.395896 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.426989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.428067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.430462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f HTTP/1.1" status: 200 len: 1092 time: 3.7895508 Nov 12 08:56:47.470757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'tag': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:47.473332 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc57750-5945-4c87-a064-ba2b6d410fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7f372f-53bf-4a7d-84f8-ddbc8f174d87", "tag": "f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:47.522355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7943d-97b9-4d03-bf9c-80e71a40f4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.562834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Routers {'12bba30b-42a8-4d52-8383-54ab0f27a83b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:47.562834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['12bba30b-42a8-4d52-8383-54ab0f27a83b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:47.626621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.133 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:47.653965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c0ac98a3-d979-4178-a934-3153fe77ae95 None None] Provisioning complete for port 03369968-524b-4cf7-98e8-f739ba0ab13a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:47.654594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c0ac98a3-d979-4178-a934-3153fe77ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.698048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-6e0e19fb-4984-4d27-9782-3928c8d52bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.699574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-6e0e19fb-4984-4d27-9782-3928c8d52bde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 1095 time: 0.1563056 Nov 12 08:56:47.713112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f704d-8049-4d02-bf65-47a632b22756 None None] Pushing event updated for resources: {'Port': ['ID=03369968-524b-4cf7-98e8-f739ba0ab13a,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:47.746240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96200532-7729-463a-9c36-5402500244d0 req-6542e27d-e0fa-4347-a1eb-03492217e6de tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.747749 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96200532-7729-463a-9c36-5402500244d0 req-6542e27d-e0fa-4347-a1eb-03492217e6de tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.1493647 Nov 12 08:56:47.793432 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-bba02f4d-eb16-4294-b342-5a5a3387d0ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f HTTP/1.1" status: 200 len: 217 time: 0.0755594 Nov 12 08:56:47.855198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c0ac98a3-d979-4178-a934-3153fe77ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:47.870439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] Set router 12bba30b-42a8-4d52-8383-54ab0f27a83b gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:47.946141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96200532-7729-463a-9c36-5402500244d0 req-81a880b6-b989-4ae6-b848-594dd44745cd tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622987 Nov 12 08:56:47.955042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-433a7549-93c4-454e-b502-7198c5cd58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:47.965905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-433a7549-93c4-454e-b502-7198c5cd58e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 HTTP/1.1" status: 200 len: 861 time: 0.1424453 Nov 12 08:56:47.988877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c0ac98a3-d979-4178-a934-3153fe77ae95 None None] For port 03369968-524b-4cf7-98e8-f739ba0ab13a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=03369968-524b-4cf7-98e8-f739ba0ab13a,segment=NetworkSegment(019adb6f-1cd8-483b-a5d3-a7ba7efe67ad),segment_id=019adb6f-1cd8-483b-a5d3-a7ba7efe67ad)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:48.034814 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c0ac98a3-d979-4178-a934-3153fe77ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.048654 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263ea5f6-977a-4c9e-9ccf-2b29aba6b858 x-openstack-request-id: req-263ea5f6-977a-4c9e-9ccf-2b29aba6b858 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:48.049198 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7f372f-53bf-4a7d-84f8-ddbc8f174d87", "tag": "f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:48.049651 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-263ea5f6-977a-4c9e-9ccf-2b29aba6b858 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:48.050613 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'tag': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f', 'status': 'completed', 'code': 200} Nov 12 08:56:48.060074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-e2e22c94-d8a8-4761-97a4-9cf5f640d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.063312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-28cbebf6-c7b1-4d49-bea0-4c09aa2fe66d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c900a69-f347-4123-95e8-e9fe01a1d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848141 Nov 12 08:56:48.063552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-e2e22c94-d8a8-4761-97a4-9cf5f640d9a7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.6562674 Nov 12 08:56:48.067922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-976282ed-e971-4b8c-a030-44ed3c543c1a req-f86870f7-08c3-4093-b992-c4377beba1a7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360384 Nov 12 08:56:48.068636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:48.073136 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.102439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac98a3-d979-4178-a934-3153fe77ae95 None None] Pushing event updated for resources: {'Port': ['ID=03369968-524b-4cf7-98e8-f739ba0ab13a,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:48.128557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.277254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e23a1b48-86cb-4115-8db3-2a5e9edaabc6 None None] Provisioning complete for port 03369968-524b-4cf7-98e8-f739ba0ab13a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:48.277539 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e23a1b48-86cb-4115-8db3-2a5e9edaabc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.331944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.148 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/396038b1-2e67-433c-a16b-46df9674492a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:48.344292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:56:42Z', 'revision_number': 4, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port': {'id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:37Z', 'updated_at': '2021-11-12T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '03369968-524b-4cf7-98e8-f739ba0ab13a', 'name': '', 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'mac_address': 'fa:16:3e:5a:69:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5a392d40-8f22-48ca-b28f-7d8245f77dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:41Z', 'updated_at': '2021-11-12T08:56:47Z', 'revision_number': 4, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'subnets': [{'id': '5a392d40-8f22-48ca-b28f-7d8245f77dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:48.378044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eaa25c-5282-41a8-9363-ad53e4413252 None None] The sync data for ids ['12bba30b-42a8-4d52-8383-54ab0f27a83b'] in n-d-769329-17 is: [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:56:42Z', 'revision_number': 4, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port': {'id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:37Z', 'updated_at': '2021-11-12T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '03369968-524b-4cf7-98e8-f739ba0ab13a', 'name': '', 'network_id': '1dec040d-dcec-4e1d-b553-07e82651a027', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'mac_address': 'fa:16:3e:5a:69:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5a392d40-8f22-48ca-b28f-7d8245f77dec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:41Z', 'updated_at': '2021-11-12T08:56:47Z', 'revision_number': 4, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'subnets': [{'id': '5a392d40-8f22-48ca-b28f-7d8245f77dec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:48.397752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-30bc034c-4140-4569-8622-1002109904aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0528586 Nov 12 08:56:48.399222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.471123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.489442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:48.491839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:48.585105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.597861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-beac309f-5da5-4ade-b0a4-432e601f0162 req-d251bc16-c9e0-4eeb-8168-e54bbb0fd10a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 210 time: 0.0995400 Nov 12 08:56:48.651487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361be33d-f4a8-4120-a4a6-f164c9eb0b11 req-18c6e653-5b65-4f67-b381-aa4a66976659 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.654047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-361be33d-f4a8-4120-a4a6-f164c9eb0b11 req-18c6e653-5b65-4f67-b381-aa4a66976659 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 945 time: 0.5287137 Nov 12 08:56:48.692819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Subnet': ['ID=4a7b03af-66fe-4679-b57c-0a40d69a6401,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:48.693770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-38870508-3725-454c-861e-001d5de266e9 service neutron] 10.222.0.55 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6175854 Nov 12 08:56:48.696946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Checking segment: {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:48.697453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network hostable DHCP agents. Network: 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:48.727987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.750355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:48.761797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:48.772397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-627e1834-488d-4fc2-bdbf-5237f8f42abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.774353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-627e1834-488d-4fc2-bdbf-5237f8f42abf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2772775 Nov 12 08:56:48.784483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Deleting port 6fd1892a-f3f8-4209-afcb-309ea42f2969 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:48.787216 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.789623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:48.804922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:48.853875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:48.872686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf5adb-9693-4e59-9229-7854bf922132 None None] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:48.891865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.893996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.920251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:48.920973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:48.935664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:48.950344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:48.956082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:49.026828 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-58265d17-4299-4aa4-88b8-9f2d56a920d4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4100034 Nov 12 08:56:49.032017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:49.038249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-510984326'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:49.049230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.062656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-361be33d-f4a8-4120-a4a6-f164c9eb0b11 req-4d30ecd3-7317-4e08-9b37-e4f6b2b9e44f tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/security-groups?id=e621d472-e967-4408-9464-a7e379b4afee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673298 Nov 12 08:56:49.063587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:49.162009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-c0707b89-5736-4c75-a17d-58fc70a312c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.173029 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-c0707b89-5736-4c75-a17d-58fc70a312c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3800237 Nov 12 08:56:49.247552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] For port 6fd1892a-f3f8-4209-afcb-309ea42f2969, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6fd1892a-f3f8-4209-afcb-309ea42f2969,segment=NetworkSegment(b80dd6d2-96b4-44a6-968d-e5675689deff),segment_id=b80dd6d2-96b4-44a6-968d-e5675689deff)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:49.247942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.348329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.394286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:49.402472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.426150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 03369968-524b-4cf7-98e8-f739ba0ab13a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:49.446797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Calling delete_port for 6fd1892a-f3f8-4209-afcb-309ea42f2969 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:49.476851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-af7dae7a-30cd-40ac-841a-2651e93a622d None None] Provisioning complete for port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:49.477229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af7dae7a-30cd-40ac-841a-2651e93a622d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.526636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-af7dae7a-30cd-40ac-841a-2651e93a622d None None] Port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:49.608549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-5c147f7d-cab3-4f3f-81f2-37a58bbed0c3', 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'fixed_ips': [{'subnet_id': '4a7b03af-66fe-4679-b57c-0a40d69a6401'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:49.610661 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.665134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.697481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c089cdcf-b6d9-4213-a4ea-96d49ab22b90 None None] Provisioning complete for port 396038b1-2e67-433c-a16b-46df9674492a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:49.697897 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c089cdcf-b6d9-4213-a4ea-96d49ab22b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.746670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c089cdcf-b6d9-4213-a4ea-96d49ab22b90 None None] Port 396038b1-2e67-433c-a16b-46df9674492a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:56:49.805266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:49.817397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 03369968-524b-4cf7-98e8-f739ba0ab13a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:49.817775 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.842285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5929a06-a080-4e2d-aff8-de1ed9cb4209 req-40725146-f02f-4469-a8b6-7bf5b2b80613 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.845622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f5929a06-a080-4e2d-aff8-de1ed9cb4209 req-40725146-f02f-4469-a8b6-7bf5b2b80613 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.7075386 Nov 12 08:56:49.856709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:49.857512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:49.869188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-5f7af8da-42f7-4ba9-a70c-88b6dc1fcdd1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7555511 Nov 12 08:56:49.883355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:49.886173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Request body: {'port': {'device_id': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:49.933021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=396038b1-2e67-433c-a16b-46df9674492a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:49.951388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-56a7d01b-d41a-4c6a-9741-7473326f8032 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2317493 Nov 12 08:56:49.977202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Request body: {'port': {'device_id': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:50.004937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3d1ea-2e7f-4567-bb13-37745cf75a7e req-1ef60f3b-fa58-46df-8fd8-a06fb0afb5b4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.006545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73d3d1ea-2e7f-4567-bb13-37745cf75a7e req-1ef60f3b-fa58-46df-8fd8-a06fb0afb5b4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.7639959 Nov 12 08:56:50.034000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b592fb-2b83-4d90-975f-dbc16a3f1c30 req-7a118b00-9e28-4eef-940f-573950c42f3b service neutron] 10.222.0.55 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3243139 Nov 12 08:56:50.071553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.100567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.101266 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Added segment d9aad2db-ea25-4d94-9e40-1183a0370ba0 of type vlan for network 178e8da7-701c-40bd-8a64-c947e4a80666 Nov 12 08:56:50.150936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-eea55002-08eb-4e85-8a86-2e19e3a9eb0a service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9429569 Nov 12 08:56:50.177424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.187268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Router 078f5c29-39b8-473b-949e-00dee98fec0d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:56:50.209091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73d3d1ea-2e7f-4567-bb13-37745cf75a7e req-da767459-2399-4b80-a1d1-9dde0e492d7c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740358 Nov 12 08:56:50.222831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:50.260318 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:56:50.309184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-fa46a0d4-ab72-40bf-b05a-8af9ff0f4e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.310748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-fa46a0d4-ab72-40bf-b05a-8af9ff0f4e47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 1095 time: 0.1884329 Nov 12 08:56:50.329338 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.373868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Allocated IP 19.80.0.2 (5c147f7d-cab3-4f3f-81f2-37a58bbed0c3/4a7b03af-66fe-4679-b57c-0a40d69a6401/4917cd71-d4e2-4094-baa5-e73141d72da0) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:50.642251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-edc61843-5607-4d7f-9f18-db189c4f8cc8 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492936 Nov 12 08:56:50.659118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-c37bf30a-6c74-4a39-a438-04b0786ace8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.660942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-c37bf30a-6c74-4a39-a438-04b0786ace8a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 922 time: 0.3302886 Nov 12 08:56:50.677284 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f5929a06-a080-4e2d-aff8-de1ed9cb4209 req-3949f426-5037-4b56-a369-9736000d415b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8106701 Nov 12 08:56:50.679140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.769557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.772684 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.797732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.806639 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-d48733cd-8b5d-4d74-b9fa-e1607231c895 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f HTTP/1.1" status: 200 len: 217 time: 0.1308277 Nov 12 08:56:50.815055 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.829100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.829772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:50.875075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:50.884762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Pushing event deleted for resources: {'Port': ['ID=6fd1892a-f3f8-4209-afcb-309ea42f2969,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:50.886651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:50.897226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:50.941463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-3b06bd1a-0b18-4eba-b9e5-023b6e03ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.943519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-3b06bd1a-0b18-4eba-b9e5-023b6e03ef7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 HTTP/1.1" status: 200 len: 861 time: 0.1212049 Nov 12 08:56:50.957748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea03c568-a07a-4c9d-a12b-ee462bab799a req-64b80f99-b561-4246-80e0-41d11fd4d783 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:50.965943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea03c568-a07a-4c9d-a12b-ee462bab799a req-64b80f99-b561-4246-80e0-41d11fd4d783 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 936 time: 0.1786375 Nov 12 08:56:50.975507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Pushing event updated for resources: {'Port': ['ID=4917cd71-d4e2-4094-baa5-e73141d72da0,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.013874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] No DVR routers for this DVR port 6fd1892a-f3f8-4209-afcb-309ea42f2969 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:51.015862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-b90d2e7e-2f8a-4db2-a5cb-2b7b6d7fd808 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c900a69-f347-4123-95e8-e9fe01a1d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416207 Nov 12 08:56:51.024877 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d243b84-aac6-45fb-bf6f-6fb609eb7899 req-d3c6a69d-a571-4ff1-82a9-46467c7211c2 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a9a918e-295f-443b-a67b-c20e355a008d HTTP/1.1" status: 200 len: 210 time: 0.1804409 Nov 12 08:56:51.038206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:51.039843 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.043551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06cf1683-c12e-4a9b-9d4c-215b5a35ab58 req-a52f1d20-717e-46f3-a034-4b645db5a300 tempest-ServerMetadataNegativeTestJSON-1261669345 tempest-ServerMetadataNegativeTestJSON-1261669345-project] 10.222.0.55 "DELETE /v2.0/ports/6fd1892a-f3f8-4209-afcb-309ea42f2969 HTTP/1.1" status: 204 len: 173 time: 3.6393857 Nov 12 08:56:51.047518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9a918e-295f-443b-a67b-c20e355a008d', 'name': 'network-vif-deleted', 'tag': '6fd1892a-f3f8-4209-afcb-309ea42f2969'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:51.050363 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e0e77b-300b-4c11-bca1-b7c4fa70e0fa" -d '{"events": [{"server_uuid": "0a9a918e-295f-443b-a67b-c20e355a008d", "name": "network-vif-deleted", "tag": "6fd1892a-f3f8-4209-afcb-309ea42f2969"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:51.081413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.152527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea03c568-a07a-4c9d-a12b-ee462bab799a req-f61f43dd-aac3-4416-afa5-9287ad47293f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854270 Nov 12 08:56:51.160331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Transition to ACTIVE for port object f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:51.163568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1294286 Nov 12 08:56:51.168153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54064) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:51.175093 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3ab18d-b87f-44e4-b0eb-e4ef46f5617f x-openstack-request-id: req-4b3ab18d-b87f-44e4-b0eb-e4ef46f5617f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:51.175670 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a9a918e-295f-443b-a67b-c20e355a008d", "name": "network-vif-deleted", "tag": "6fd1892a-f3f8-4209-afcb-309ea42f2969", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:51.176226 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b3ab18d-b87f-44e4-b0eb-e4ef46f5617f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:51.176859 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9a918e-295f-443b-a67b-c20e355a008d', 'name': 'network-vif-deleted', 'tag': '6fd1892a-f3f8-4209-afcb-309ea42f2969', 'status': 'completed', 'code': 200} Nov 12 08:56:51.190176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Attempting to bind port 4917cd71-d4e2-4094-baa5-e73141d72da0 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:51.190787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Attempting to bind port 4917cd71-d4e2-4094-baa5-e73141d72da0 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:51.191393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Attempting to bind port 4917cd71-d4e2-4094-baa5-e73141d72da0 on network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:51.203821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8a6e0-3edd-4e59-9da8-64ec44bdc690 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Network': ['ID=178e8da7-701c-40bd-8a64-c947e4a80666,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.214600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:51.214986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Checking segment: {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:51.215324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:56:51.215459 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.217135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Bound using segment: {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:51.217135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Bound port: 4917cd71-d4e2-4094-baa5-e73141d72da0, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:51.217478 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.221325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b5c45f0c-e5a9-4b3c-91b0-48be5d96cea6 admin admin] 10.222.0.53 "PUT /v2.0/routers/078f5c29-39b8-473b-949e-00dee98fec0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9997764 Nov 12 08:56:51.222296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.224703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54066) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:51.229437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'subnet': {'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:51.231063 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] Sync routers for ids ['078f5c29-39b8-473b-949e-00dee98fec0d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:56:51.251250 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] Routers {'078f5c29-39b8-473b-949e-00dee98fec0d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:51.252968 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['078f5c29-39b8-473b-949e-00dee98fec0d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:51.271329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 178e8da7-701c-40bd-8a64-c947e4a80666 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:51.315490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-6f6f15bb-ce56-4bc7-afad-a3c37fcd8c0a service neutron] 10.222.0.55 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872427 Nov 12 08:56:51.425228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b96137-4341-4635-8bdf-45b6e2f5916f req-9c070988-8fcd-4574-92b7-1a7c73d52e34 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.439685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b96137-4341-4635-8bdf-45b6e2f5916f req-9c070988-8fcd-4574-92b7-1a7c73d52e34 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.0996239 Nov 12 08:56:51.482375 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] Set router 078f5c29-39b8-473b-949e-00dee98fec0d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:51.484746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] For port 4917cd71-d4e2-4094-baa5-e73141d72da0, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:51.490968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] For port 4917cd71-d4e2-4094-baa5-e73141d72da0, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4917cd71-d4e2-4094-baa5-e73141d72da0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:51.498800 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:51.513130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b96137-4341-4635-8bdf-45b6e2f5916f req-50f50891-f0b7-4cad-8362-b8233c1e2c97 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722795 Nov 12 08:56:51.557272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42909cd-5664-48cd-bd7a-513020513b51 None None] Pushing event updated for resources: {'Port': ['ID=4917cd71-d4e2-4094-baa5-e73141d72da0,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:51.594408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6fd1892a-f3f8-4209-afcb-309ea42f2969 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:51.645903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 6fd1892a-f3f8-4209-afcb-309ea42f2969 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:51.654144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6fd1892a-f3f8-4209-afcb-309ea42f2969 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:51.870239 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:46Z', 'revision_number': 5, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:51.959274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50807170-2a05-403a-a77a-1497b939f98c req-e0400c75-6d73-41dd-bb0e-3802c6662f4c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:51.971878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50807170-2a05-403a-a77a-1497b939f98c req-e0400c75-6d73-41dd-bb0e-3802c6662f4c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.1049471 Nov 12 08:56:52.030769 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.038503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Pushing event updated for resources: {'Port': ['ID=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:52.079542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50807170-2a05-403a-a77a-1497b939f98c req-b1a87c3d-021f-408f-8330-de210c4e54df tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066623 Nov 12 08:56:52.144656 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] Checking router: 078f5c29-39b8-473b-949e-00dee98fec0d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:56:52.145522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:52.154802 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] Routers {'078f5c29-39b8-473b-949e-00dee98fec0d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:56:52.156850 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['078f5c29-39b8-473b-949e-00dee98fec0d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:52.244299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] Deleting subnet 216f2e88-c42b-43dc-a7a9-60ba94cdecee {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:52.261305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.271802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fc57750-5945-4c87-a064-ba2b6d410fd7 req-4fc71fd9-444c-49f6-89ed-eac25a6b9cae service neutron] 10.222.0.55 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9408770 Nov 12 08:56:52.281686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:52.285314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.293003 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] Set router 078f5c29-39b8-473b-949e-00dee98fec0d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:56:52.329537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396038b1-2e67-433c-a16b-46df9674492a {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:52.352451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.364525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7712d76-a712-486b-a360-8df76f91413c req-d95c475a-d1dc-4166-ab0b-2ae9c7122cc0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.367190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.373058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7712d76-a712-486b-a360-8df76f91413c req-d95c475a-d1dc-4166-ab0b-2ae9c7122cc0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 936 time: 0.0836895 Nov 12 08:56:52.439001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Transition to ACTIVE for port object 396038b1-2e67-433c-a16b-46df9674492a will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:56:52.442915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.446523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Attempting to bind port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:52.447106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Attempting to bind port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:52.447617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Attempting to bind port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:52.455022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.457834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.472188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7712d76-a712-486b-a360-8df76f91413c req-d3740b15-266f-4cf2-a50e-f5513b684367 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925314 Nov 12 08:56:52.481312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:52.482291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Attempting to bind port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:52.543610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.545990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:52.546390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:52.546748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:52.547204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Bound port: f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:52.547629 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.565611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:46Z', 'revision_number': 5, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:52.596121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=216f2e88-c42b-43dc-a7a9-60ba94cdecee,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:52.599168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.605133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5b01ea53-d732-411c-b82b-304be33de408 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/216f2e88-c42b-43dc-a7a9-60ba94cdecee HTTP/1.1" status: 204 len: 168 time: 0.4561446 Nov 12 08:56:52.605617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:52.632358 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568465c0-6896-4bd2-b8dc-907ff3bab197 None None] The sync data for ids ['078f5c29-39b8-473b-949e-00dee98fec0d'] in n-d-769329-17 is: [{'id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'name': 'tempest-FloatingIPDetailsTestJSON-1565167453-router', 'tenant_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:13Z', 'updated_at': '2021-11-12T08:56:46Z', 'revision_number': 5, 'project_id': '3443a9e9b73e4282ae193f8aee3ccabb', 'gw_port': {'id': 'c824cab5-ba9b-4e68-b0a5-5cba26efe33d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:79:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '078f5c29-39b8-473b-949e-00dee98fec0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:15Z', 'updated_at': '2021-11-12T08:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:56:52.789783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.809626 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Attempting to bind port 396038b1-2e67-433c-a16b-46df9674492a on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:52.809866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Attempting to bind port 396038b1-2e67-433c-a16b-46df9674492a by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:52.810186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Attempting to bind port 396038b1-2e67-433c-a16b-46df9674492a on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:52.822123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe1964-b9c5-4649-b0f4-3dcfedcb9be7 req-3606f3f9-fea5-42f7-894c-b30bb40676e8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:52.830922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Pushing event updated for resources: {'Port': ['ID=396038b1-2e67-433c-a16b-46df9674492a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:52.831055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35fe1964-b9c5-4649-b0f4-3dcfedcb9be7 req-3606f3f9-fea5-42f7-894c-b30bb40676e8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.1661377 Nov 12 08:56:52.846467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Port 396038b1-2e67-433c-a16b-46df9674492a on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:56:52.847059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Attempting to bind port 396038b1-2e67-433c-a16b-46df9674492a on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:52.916199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:52.916633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:52.917199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:52.917876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Bound port: 396038b1-2e67-433c-a16b-46df9674492a, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:52.918379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.958991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Deleting port c824cab5-ba9b-4e68-b0a5-5cba26efe33d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:52.959320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.966445 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:52.994186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feda4d8-ebcc-4256-bc41-9e61e57cb119']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:53.023298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80dd6d2-96b4-44a6-968d-e5675689deff') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:53.024017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80dd6d2-96b4-44a6-968d-e5675689deff') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:56:53.048095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.066767 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.089599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:56:53.089946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:56:53.092594 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:56:53.101396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] For port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:53.183100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] For port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:53.200497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.203430 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.338739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] For port 396038b1-2e67-433c-a16b-46df9674492a, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:53.346700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dda0a3e-3e95-4996-bbac-f7de5b02bb64 None None] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:53.383827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.384509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.389130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] 10.222.0.55 "PUT /v2.0/ports/f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 HTTP/1.1" status: 200 len: 1097 time: 3.5043161 Nov 12 08:56:53.390248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'tag': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:53.400319 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f815ed22-3876-4896-a0d6-7c10f70a6100" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc136ab-370d-40bf-ab4d-ac6b94d13f62", "tag": "f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:53.450375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] For port 396038b1-2e67-433c-a16b-46df9674492a, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=396038b1-2e67-433c-a16b-46df9674492a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:53.518246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4917cd71-d4e2-4094-baa5-e73141d72da0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:53.557710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.596558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] For port c824cab5-ba9b-4e68-b0a5-5cba26efe33d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:53.596803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:53.597075 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.624216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f98226e8-3769-4cbc-a44b-10ac1a794073 None None] Provisioning complete for port 4917cd71-d4e2-4094-baa5-e73141d72da0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:53.626422 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f98226e8-3769-4cbc-a44b-10ac1a794073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.635095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35fe1964-b9c5-4649-b0f4-3dcfedcb9be7 req-ec5fad15-6266-4809-9d99-d5b642fdb8f1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8028429 Nov 12 08:56:53.657278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.664098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.666160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Subnet': ['ID=66675c5a-886c-4833-9ba0-4765442a817f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:53.667572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9feda4d8-ebcc-4256-bc41-9e61e57cb119 HTTP/1.1" status: 204 len: 168 time: 1.0609069 Nov 12 08:56:53.680694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4917cd71-d4e2-4094-baa5-e73141d72da0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:53.681172 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.713442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b21f0-e7cd-4e2a-bef2-5d3cdb0691f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9feda4d8-ebcc-4256-bc41-9e61e57cb119,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:53.722554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Calling delete_port for c824cab5-ba9b-4e68-b0a5-5cba26efe33d owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:53.739789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83fdc4-874d-4898-81d9-6745f288d71c service neutron] Pushing event updated for resources: {'Port': ['ID=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:53.762977 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0135af-0896-4fe8-a697-c9727974e598 x-openstack-request-id: req-5b0135af-0896-4fe8-a697-c9727974e598 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:53.763273 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc136ab-370d-40bf-ab4d-ac6b94d13f62", "tag": "f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:53.763581 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b0135af-0896-4fe8-a697-c9727974e598 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:53.768309 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:56:53.769909 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'tag': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', 'status': 'completed', 'code': 200} Nov 12 08:56:53.813871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.814524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.815943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] 10.222.0.62 "PUT /v2.0/ports/396038b1-2e67-433c-a16b-46df9674492a HTTP/1.1" status: 200 len: 1097 time: 3.8437750 Nov 12 08:56:53.858244 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:53.859810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7aecb2-6ccd-47c8-9711-d158f3117870 req-87eb117e-8adb-489c-8251-92d33abd1546 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.879801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a7aecb2-6ccd-47c8-9711-d158f3117870 req-87eb117e-8adb-489c-8251-92d33abd1546 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.5425024 Nov 12 08:56:53.912911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 4917cd71-d4e2-4094-baa5-e73141d72da0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4917cd71-d4e2-4094-baa5-e73141d72da0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:53.951302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c217658-06a7-4297-ad9b-29c18f12d834 req-0c1f31a0-c94b-4eb4-a461-aac2fdbaefa7 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:53.958831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c217658-06a7-4297-ad9b-29c18f12d834 req-0c1f31a0-c94b-4eb4-a461-aac2fdbaefa7 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 948 time: 0.1211593 Nov 12 08:56:53.961218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54148) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:54.041337 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.071289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c72bebe1-7abe-48e9-ac4f-f4b7c04db498 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:54.096089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c6cba61f-5601-474c-a83a-14ca51c067a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abed17fc98684686adb02dae03852dfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337798 Nov 12 08:56:54.099132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:54.151408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c217658-06a7-4297-ad9b-29c18f12d834 req-baf509bf-775c-4c2a-a6a4-0d63a81648d6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915801 Nov 12 08:56:54.195561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c72bebe1-7abe-48e9-ac4f-f4b7c04db498 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:54.196128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c72bebe1-7abe-48e9-ac4f-f4b7c04db498 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:54.234187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32a40e88-7dd6-4b58-8c3a-e1e4e117a282 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.290680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32a40e88-7dd6-4b58-8c3a-e1e4e117a282 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.295729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=4917cd71-d4e2-4094-baa5-e73141d72da0,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:54.319890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Checking segment: {'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:54.320516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network hostable DHCP agents. Network: 178e8da7-701c-40bd-8a64-c947e4a80666, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:54.326789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.327153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.327501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.328477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.328750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.329085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.329781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.330120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.330450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.330778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.331244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.331604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:56:54.346306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:54.347059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b71607c3-c392-45bb-a77a-b098806bf40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.349267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-b71607c3-c392-45bb-a77a-b098806bf40c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 1100 time: 0.8616130 Nov 12 08:56:54.371036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'port_id': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f', 'mac_address': 'fa:16:3e:2a:73:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:56:54.391936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32a40e88-7dd6-4b58-8c3a-e1e4e117a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.394724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32a40e88-7dd6-4b58-8c3a-e1e4e117a282 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.396012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-32a40e88-7dd6-4b58-8c3a-e1e4e117a282 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e621d472-e967-4408-9464-a7e379b4afee HTTP/1.1" status: 204 len: 168 time: 0.2955894 Nov 12 08:56:54.407735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a40e88-7dd6-4b58-8c3a-e1e4e117a282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e621d472-e967-4408-9464-a7e379b4afee,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:54.441395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.461986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-be4c4e35-3b7e-4a9e-a29f-3b5f18a323d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 HTTP/1.1" status: 200 len: 217 time: 0.0515397 Nov 12 08:56:54.467044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:56:54.521605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:54.528202 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.616897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:54.639493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-668df7d0-601a-41bf-b600-90ca5be447fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.641899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-668df7d0-601a-41bf-b600-90ca5be447fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 1100 time: 0.7550592 Nov 12 08:56:54.642554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a81e6-b274-4f6b-98f2-a3c847799682 service neutron] Pushing event updated for resources: {'Port': ['ID=396038b1-2e67-433c-a16b-46df9674492a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:54.662764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network 178e8da7-701c-40bd-8a64-c947e4a80666 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:54.692037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a7aecb2-6ccd-47c8-9711-d158f3117870 req-6ddd4f6d-c695-44ff-988c-642aa2dbfc6c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896713 Nov 12 08:56:54.746692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 178e8da7-701c-40bd-8a64-c947e4a80666) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:54.751795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-64f1eaee-bf6c-4d4d-a0fa-d8ceadb7f4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.753231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-64f1eaee-bf6c-4d4d-a0fa-d8ceadb7f4e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2702768 Nov 12 08:56:54.757653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-c4702afe-260f-4343-8d01-45c54d0a2928 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=396038b1-2e67-433c-a16b-46df9674492a HTTP/1.1" status: 200 len: 217 time: 0.1036115 Nov 12 08:56:54.759503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d202b271-715b-4003-a807-f1b5b323792e None None] Network 178e8da7-701c-40bd-8a64-c947e4a80666 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:54.760914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.761496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:54.797845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b83ee-835d-4362-adf5-ce17909715ec req-a4282560-10b2-478d-a613-3aa3dee1ee94 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:54.807538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e9b83ee-835d-4362-adf5-ce17909715ec req-a4282560-10b2-478d-a613-3aa3dee1ee94 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.0708046 Nov 12 08:56:54.848647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:56:54.901841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-407b2f9b-42c7-498e-b57f-643b3d5b9846 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7261696 Nov 12 08:56:54.914094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e9b83ee-835d-4362-adf5-ce17909715ec req-32852360-dcdd-4aa8-8cdf-d1f23ec6dba6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053872 Nov 12 08:56:54.914479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-431c287d-b57a-446c-9323-bd19eae11095 None None] Provisioning complete for port 4917cd71-d4e2-4094-baa5-e73141d72da0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:54.914857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-431c287d-b57a-446c-9323-bd19eae11095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.000425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-7ce782bd-d5a8-4c24-8931-87b899aee987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.002150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-7ce782bd-d5a8-4c24-8931-87b899aee987 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2010939 Nov 12 08:56:55.013587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-084afb78-a134-48c8-b7ba-d1877c5c20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.015766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-084afb78-a134-48c8-b7ba-d1877c5c20ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2175100 Nov 12 08:56:55.144314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.228524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Pushing event deleted for resources: {'Port': ['ID=c824cab5-ba9b-4e68-b0a5-5cba26efe33d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:55.317456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-fae7a432-95e3-4dfa-b7c4-d07520937c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.320039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-fae7a432-95e3-4dfa-b7c4-d07520937c3e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3031328 Nov 12 08:56:55.473157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a83b2-843a-4b06-9348-4436d7e32f23 req-e4e06676-29a1-45ed-b781-9f1645364a2a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:55.475399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d80a83b2-843a-4b06-9348-4436d7e32f23 req-e4e06676-29a1-45ed-b781-9f1645364a2a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 948 time: 0.1388195 Nov 12 08:56:55.476746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4917cd71-d4e2-4094-baa5-e73141d72da0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:55.549400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-178e8da7-701c-40bd-8a64-c947e4a80666', 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'fixed_ips': [{'subnet_id': '66675c5a-886c-4833-9ba0-4765442a817f'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:56:55.550688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.575375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d80a83b2-843a-4b06-9348-4436d7e32f23 req-8eeeae32-05cb-4414-84f6-45a99a371125 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713933 Nov 12 08:56:55.596520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-759f137c-1d58-4689-a234-0d4b9456297a service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914494 Nov 12 08:56:55.730001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4917cd71-d4e2-4094-baa5-e73141d72da0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:55.730365 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.795822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'tag': '396038b1-2e67-433c-a16b-46df9674492a'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:55.798206 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455c6ecf-ddd3-4a94-a662-e78bb63720c2" -d '{"events": [{"name": "network-changed", "server_uuid": "46cb91ec-a4b1-41ca-b7ee-c5eb72d66330", "tag": "396038b1-2e67-433c-a16b-46df9674492a"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:55.823403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:55.899934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:55.912557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Allocated IP 19.86.0.2 (178e8da7-701c-40bd-8a64-c947e4a80666/66675c5a-886c-4833-9ba0-4765442a817f/71c2aa01-453e-4c63-852d-833cd88a6d3b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:56:56.016160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f28af6-9a50-4375-95c9-0ccf6a6b0cb9 req-705d4dc6-3cc5-4c36-8531-b0b58b14eb25 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.032463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0f28af6-9a50-4375-95c9-0ccf6a6b0cb9 req-705d4dc6-3cc5-4c36-8531-b0b58b14eb25 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 944 time: 0.1480494 Nov 12 08:56:56.051093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.066012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.146766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-789812708-network', 'tenant_id': '8ad72966fb6443398656922187e70a5a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:56.161600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-bdce41ba-18be-4418-86f8-bbbb29eb65a2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.169899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-bdce41ba-18be-4418-86f8-bbbb29eb65a2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.177773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-bdce41ba-18be-4418-86f8-bbbb29eb65a2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/networks?id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3&id=178e8da7-701c-40bd-8a64-c947e4a80666&id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 HTTP/1.1" status: 200 len: 1391 time: 0.9646976 Nov 12 08:56:56.178567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.178726 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0f28af6-9a50-4375-95c9-0ccf6a6b0cb9 req-91415a43-7895-4f11-bbe3-0479a5ed3490 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452043 Nov 12 08:56:56.197457 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.211367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Made reservation on behalf of 8ad72966fb6443398656922187e70a5a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:56.214069 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.215486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.216061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 078f5c29-39b8-473b-949e-00dee98fec0d {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:56:56.230988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.238896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-ef4def9c-2ed5-4a01-8b24-caa780c27836 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8415217 Nov 12 08:56:56.245213 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.246663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9746a530-f826-4f6d-9c7a-85a73f616896 admin admin] 10.222.0.53 "DELETE /v2.0/routers/078f5c29-39b8-473b-949e-00dee98fec0d HTTP/1.1" status: 204 len: 168 time: 4.9830902 Nov 12 08:56:56.248513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0a307bb3-872c-4d2e-ab0a-909f69ffee77 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/quotas/15d725ae7b4e42aaae96426ca6c83dd0 HTTP/1.1" status: 200 len: 375 time: 0.0695238 Nov 12 08:56:56.251419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54236) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:56.267773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-201c9aef-0496-4a42-b455-85c2fcb45f4b service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983170 Nov 12 08:56:56.278570 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4518c2b2-3195-4c31-a432-861697e5d2e1 x-openstack-request-id: req-4518c2b2-3195-4c31-a432-861697e5d2e1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:56:56.279268 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cb91ec-a4b1-41ca-b7ee-c5eb72d66330", "tag": "396038b1-2e67-433c-a16b-46df9674492a", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:56:56.279948 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4518c2b2-3195-4c31-a432-861697e5d2e1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:56:56.280899 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'tag': '396038b1-2e67-433c-a16b-46df9674492a', 'status': 'completed', 'code': 200} Nov 12 08:56:56.333600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Network 178e8da7-701c-40bd-8a64-c947e4a80666 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:56:56.360184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:56.390131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:56:56.398669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Pushing event updated for resources: {'Port': ['ID=71c2aa01-453e-4c63-852d-833cd88a6d3b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:56.432838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.453107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.491862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:56:56.496391 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] Deleting subnet be8b2876-55e8-4961-a401-6913680940ab {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:56:56.502339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.510903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Attempting to bind port 71c2aa01-453e-4c63-852d-833cd88a6d3b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:56:56.511503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Attempting to bind port 71c2aa01-453e-4c63-852d-833cd88a6d3b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:56:56.511610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Attempting to bind port 71c2aa01-453e-4c63-852d-833cd88a6d3b on network 178e8da7-701c-40bd-8a64-c947e4a80666 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:56:56.520007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:56:56.520659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Checking segment: {'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:56.521398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.521813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Bound using segment: {'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:56:56.522343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Bound port: 71c2aa01-453e-4c63-852d-833cd88a6d3b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:56:56.524228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.526275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.526640 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Added segment d7527c4a-e91c-4dc4-9092-885fb7171860 of type vlan for network f6598dde-90d0-43e8-a685-41c689796608 Nov 12 08:56:56.562822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.567722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:56.613208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-e11f5881-e311-4772-9a78-f38393bd36a5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3476496 Nov 12 08:56:56.620228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] For port 71c2aa01-453e-4c63-852d-833cd88a6d3b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:56:56.624846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] For port 71c2aa01-453e-4c63-852d-833cd88a6d3b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=71c2aa01-453e-4c63-852d-833cd88a6d3b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:56:56.632464 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.637600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa2459-465f-4a2a-b2df-f14623245e04 req-88a5e0cc-e94e-4730-936b-d0ebe8791f75 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.647986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51aa2459-465f-4a2a-b2df-f14623245e04 req-88a5e0cc-e94e-4730-936b-d0ebe8791f75 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.2134266 Nov 12 08:56:56.672718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-83e2bbec-93f9-4172-9d10-3238a60f9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.673774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-83e2bbec-93f9-4172-9d10-3238a60f9a82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 1100 time: 0.2851954 Nov 12 08:56:56.701720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776a4e-afd2-4554-8883-4823c90fceeb None None] Pushing event updated for resources: {'Port': ['ID=71c2aa01-453e-4c63-852d-833cd88a6d3b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:56.711329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.772407 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5e945e-c920-436a-b402-13c8ef922e42 req-62e09b68-f805-4855-be03-23774e0f80f8 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111306 Nov 12 08:56:56.798839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51aa2459-465f-4a2a-b2df-f14623245e04 req-55d0e70a-1bd6-4ff6-b9ef-065e6cf33487 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492884 Nov 12 08:56:56.806688 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.809627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:56.810463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.857696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:56.937604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] Pushing event updated for resources: {'Network': ['ID=f6598dde-90d0-43e8-a685-41c689796608,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:56.953381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f6598dde-90d0-43e8-a685-41c689796608 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:56:56.986568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ca77e295-6d58-4546-a6f2-cb0206595384 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0848677 Nov 12 08:56:56.989922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54242) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:57.008993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Request body: {'subnet': {'network_id': 'f6598dde-90d0-43e8-a685-41c689796608', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-789812708-subnet', 'tenant_id': '8ad72966fb6443398656922187e70a5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:56:57.039782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720121cc-e526-4b55-a6a1-b2482776cea3 req-3aac11b3-5db0-4ace-b5a6-e09bd1b4fe3f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.047205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-720121cc-e526-4b55-a6a1-b2482776cea3 req-3aac11b3-5db0-4ace-b5a6-e09bd1b4fe3f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 948 time: 0.1446362 Nov 12 08:56:57.081074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.085690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-bb55f628-547b-4590-9b9c-e40c65c21ef4 service neutron] 10.222.0.53 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4608002 Nov 12 08:56:57.138577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be8b2876-55e8-4961-a401-6913680940ab,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:57.154333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-f1581016-e3e6-4e20-be91-f94077b02e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.156507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Made reservation on behalf of 8ad72966fb6443398656922187e70a5a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:56:57.157938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-f1581016-e3e6-4e20-be91-f94077b02e8c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.4723585 Nov 12 08:56:57.170629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.220147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-720121cc-e526-4b55-a6a1-b2482776cea3 req-9efcb345-3c5b-4508-8cde-99ee554356b9 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720340 Nov 12 08:56:57.238359 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.243904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f524580b-bf1a-41b9-924c-2bd1991eb262 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/be8b2876-55e8-4961-a401-6913680940ab HTTP/1.1" status: 204 len: 168 time: 0.9908488 Nov 12 08:56:57.245529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0db39f-4281-4b0e-8722-92cfe32a3507 None None] Network c806109c-406a-4696-9f19-649f1a1e2969 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:57.245923 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-4cff2eda-77df-4f1b-8b25-b516f4ffdc55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 HTTP/1.1" status: 200 len: 217 time: 0.0568449 Nov 12 08:56:57.246568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:56:57.320289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-86873be6-fda9-4466-b30f-05eee3fb26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.321889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-86873be6-fda9-4466-b30f-05eee3fb26fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 1100 time: 0.4536188 Nov 12 08:56:57.324473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-ac6e573a-2e86-47d6-bb4e-a25be09f9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.328485 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-ac6e573a-2e86-47d6-bb4e-a25be09f9d30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0701520 Nov 12 08:56:57.464332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 71c2aa01-453e-4c63-852d-833cd88a6d3b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:57.557861 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.601147 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.604383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 71c2aa01-453e-4c63-852d-833cd88a6d3b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:57.604760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.614196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-aa864aba-90f1-4d0a-84c2-18753a0ec863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.616841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-aa864aba-90f1-4d0a-84c2-18753a0ec863 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2442677 Nov 12 08:56:57.685560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:57.739895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] DHCP port deletion for c806109c-406a-4696-9f19-649f1a1e2969 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:56:57.832492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:56:57.839838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:57.840273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.846600 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:57.848558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00039bb-343e-4ba5-a314-61ab11d5e8ae,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:57.863803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Checking segment: {'id': 'd7527c4a-e91c-4dc4-9092-885fb7171860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f6598dde-90d0-43e8-a685-41c689796608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:56:57.864353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Network hostable DHCP agents. Network: f6598dde-90d0-43e8-a685-41c689796608, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:56:57.883821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2fb37-97bc-49d8-b1c3-86b7946a6090 req-5e1368b6-f297-4066-bef6-019389c379c8 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:57.893534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ad2fb37-97bc-49d8-b1c3-86b7946a6090 req-5e1368b6-f297-4066-bef6-019389c379c8 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 944 time: 0.2227588 Nov 12 08:56:57.935481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Network f6598dde-90d0-43e8-a685-41c689796608 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:56:57.966409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 71c2aa01-453e-4c63-852d-833cd88a6d3b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=71c2aa01-453e-4c63-852d-833cd88a6d3b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:57.988409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ad2fb37-97bc-49d8-b1c3-86b7946a6090 req-47ccd905-4b56-48f8-8bae-1be7ee230bdc tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878217 Nov 12 08:56:57.988915 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.015816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f6598dde-90d0-43e8-a685-41c689796608) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:56:58.027600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.028356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.038782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67715f1c-a6a0-4315-ac25-d41567656930 None None] Network f6598dde-90d0-43e8-a685-41c689796608 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:58.045472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.047600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] Deleting port 7398ef35-4806-49ff-bb4d-b36a9849304f {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:58.047981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.082543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-62c3527e-83f3-4dbb-b69b-a874031a6192 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0916178 Nov 12 08:56:58.179614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b2aa4-8601-4191-aa58-1bc6cd78cd52 req-f20cbd27-3006-493e-8d1e-2a1d7e1952c8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.181538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a34b2aa4-8601-4191-aa58-1bc6cd78cd52 req-f20cbd27-3006-493e-8d1e-2a1d7e1952c8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.0681570 Nov 12 08:56:58.221695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c824cab5-ba9b-4e68-b0a5-5cba26efe33d no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:58.225170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=71c2aa01-453e-4c63-852d-833cd88a6d3b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:58.265182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a34b2aa4-8601-4191-aa58-1bc6cd78cd52 req-1f9d1c69-3e57-4df1-bd68-31357ea55538 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763152 Nov 12 08:56:58.306256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5231e2a9-3bcc-45c2-a069-7e4ed226bb4f None None] Network 178e8da7-701c-40bd-8a64-c947e4a80666 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:58.309188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-51c0d15b-ac78-4f5a-8841-808a49928f78 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=396038b1-2e67-433c-a16b-46df9674492a HTTP/1.1" status: 200 len: 217 time: 0.6646237 Nov 12 08:56:58.319511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-72b25b35-9531-417a-865d-1cc1466c0f1d service neutron] 10.222.0.53 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2024848 Nov 12 08:56:58.375226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c824cab5-ba9b-4e68-b0a5-5cba26efe33d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:56:58.375804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c824cab5-ba9b-4e68-b0a5-5cba26efe33d not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:56:58.465527 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.473093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe733361-6305-49fc-87be-7f92f110c006 req-e1ead825-2aee-4d7e-9904-6d0eb822fd0b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.475395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe733361-6305-49fc-87be-7f92f110c006 req-e1ead825-2aee-4d7e-9904-6d0eb822fd0b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 948 time: 0.0720067 Nov 12 08:56:58.493182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] For port 7398ef35-4806-49ff-bb4d-b36a9849304f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7398ef35-4806-49ff-bb4d-b36a9849304f,segment=NetworkSegment(ba673813-0258-4ff4-8d20-3da17968aaf4),segment_id=ba673813-0258-4ff4-8d20-3da17968aaf4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:58.493577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.502582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-69321900-56d4-4e31-8f9a-e585efce8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.504613 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-69321900-56d4-4e31-8f9a-e585efce8b4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0912735 Nov 12 08:56:58.519027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-01aaad1f-5c56-41d3-906f-d56b5c1ba619 None None] Provisioning complete for port 71c2aa01-453e-4c63-852d-833cd88a6d3b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:58.520295 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01aaad1f-5c56-41d3-906f-d56b5c1ba619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.526639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] Calling delete_port for 7398ef35-4806-49ff-bb4d-b36a9849304f owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:58.536404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-ae4a5044-cc71-4d4d-ba07-92be61379ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.539187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-ae4a5044-cc71-4d4d-ba07-92be61379ad6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2185526 Nov 12 08:56:58.545215 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.568679 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe733361-6305-49fc-87be-7f92f110c006 req-393780b3-ea00-4b8a-bbf5-be987f2a08a1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869355 Nov 12 08:56:58.638413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-b221cf62-d35a-4ad4-aa1a-adfb714f8501 service neutron] 10.222.0.53 "GET /v2.0/networks/178e8da7-701c-40bd-8a64-c947e4a80666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061199 Nov 12 08:56:58.791211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-a78bf857-1e5c-4fcb-aca1-07e904067c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:58.792944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-a78bf857-1e5c-4fcb-aca1-07e904067c34 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2201011 Nov 12 08:56:58.862552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:56:58.864679 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe8cb02-252e-4dca-8905-01f7ae6b2b98" -d '{"events": [{"server_uuid": "eb7f372f-53bf-4a7d-84f8-ddbc8f174d87", "name": "network-vif-plugged", "status": "completed", "tag": "f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:56:58.866100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-5a5a6383-569b-429f-92a3-9dca92c472fa service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512537 Nov 12 08:56:58.914827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:58.950933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:58.954418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3057c5d2-7b72-4c79-a0da-82524466c775 None None] Network f6598dde-90d0-43e8-a685-41c689796608 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:56:58.958176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-f4bbe1f2-f85d-4d5b-b9b0-7b4726b31a87 service neutron] 10.222.0.53 "GET /v2.0/networks/178e8da7-701c-40bd-8a64-c947e4a80666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186061 Nov 12 08:56:59.032691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Deleting port 7398ef35-4806-49ff-bb4d-b36a9849304f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:56:59.033534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.081276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-7461d2b6-3b48-49bd-bc17-814dd1f0b314 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:56:59.084281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-7461d2b6-3b48-49bd-bc17-814dd1f0b314 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/networks?id=f6598dde-90d0-43e8-a685-41c689796608 HTTP/1.1" status: 200 len: 808 time: 0.1713173 Nov 12 08:56:59.107354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-b626f930-d535-469d-a07c-71b3055384fc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/quotas/8ad72966fb6443398656922187e70a5a HTTP/1.1" status: 200 len: 375 time: 0.0175071 Nov 12 08:56:59.158585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-72472f8b-247d-4f72-b3b7-e65f9356d140 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ad72966fb6443398656922187e70a5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426543 Nov 12 08:56:59.184855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.186736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-29397e3c-9b84-456f-b36e-cc086a2ed40a service neutron] 10.222.0.53 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958740 Nov 12 08:56:59.201995 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.326567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] Pushing event deleted for resources: {'Port': ['ID=7398ef35-4806-49ff-bb4d-b36a9849304f,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.330520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da73d3e1-7f8b-4a38-92f6-ba9b3fc7974c None None] No DVR routers for this DVR port 7398ef35-4806-49ff-bb4d-b36a9849304f on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:59.346348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a2c8de93-4425-40e4-a916-faf0fbd91815 service neutron] 10.222.0.53 "GET /v2.0/networks/f6598dde-90d0-43e8-a685-41c689796608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725066 Nov 12 08:56:59.414423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 71c2aa01-453e-4c63-852d-833cd88a6d3b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:56:59.432575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] For port 7398ef35-4806-49ff-bb4d-b36a9849304f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7398ef35-4806-49ff-bb4d-b36a9849304f,segment=NetworkSegment(ba673813-0258-4ff4-8d20-3da17968aaf4),segment_id=ba673813-0258-4ff4-8d20-3da17968aaf4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:56:59.433943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.467124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f815ed22-3876-4896-a0d6-7c10f70a6100 req-3c0a8685-b5ea-4a27-a3bf-9d6a316015ff service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831392 Nov 12 08:56:59.493280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Calling delete_port for 7398ef35-4806-49ff-bb4d-b36a9849304f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:56:59.501826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 71c2aa01-453e-4c63-852d-833cd88a6d3b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:56:59.503589 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.515849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-f1ea5ba5-ba7a-4ade-8466-206f936ce9b1 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7089059 Nov 12 08:56:59.560627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-773072a8-1545-475a-8e18-23fc06cd091a service neutron] 10.222.0.53 "GET /v2.0/networks/f6598dde-90d0-43e8-a685-41c689796608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129087 Nov 12 08:56:59.572978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-b8ebd558-2354-45f2-8199-d1592d9d4646 service neutron] 10.222.0.53 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503001 Nov 12 08:56:59.668494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:59.675975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 396038b1-2e67-433c-a16b-46df9674492a details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:56:59.725372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.763463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=7398ef35-4806-49ff-bb4d-b36a9849304f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:56:59.778489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] No DVR routers for this DVR port 7398ef35-4806-49ff-bb4d-b36a9849304f on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:56:59.792246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7398ef35-4806-49ff-bb4d-b36a9849304f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:56:59.821653 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:56:59.850102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-455c6ecf-ddd3-4a94-a662-e78bb63720c2 req-53f7ea7e-3305-4918-b2ab-97cdc29dcfdc service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265796 Nov 12 08:56:59.899050 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:56:59.991806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c806109c-406a-4696-9f19-649f1a1e2969']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.001422 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f799fd3-c5af-474f-a630-036d320e5f44 x-openstack-request-id: req-3f799fd3-c5af-474f-a630-036d320e5f44 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:00.001970 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7f372f-53bf-4a7d-84f8-ddbc8f174d87", "name": "network-vif-plugged", "status": "completed", "tag": "f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:00.001970 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f799fd3-c5af-474f-a630-036d320e5f44 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:00.002446 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f', 'code': 200} Nov 12 08:57:00.028311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 7398ef35-4806-49ff-bb4d-b36a9849304f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:00.028476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7398ef35-4806-49ff-bb4d-b36a9849304f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:00.078901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba673813-0258-4ff4-8d20-3da17968aaf4') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.079230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba673813-0258-4ff4-8d20-3da17968aaf4') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:00.116719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.152164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bcd441ad-355e-4179-a5c6-621170cb2588 None None] Provisioning complete for port 71c2aa01-453e-4c63-852d-833cd88a6d3b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:00.157199 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcd441ad-355e-4179-a5c6-621170cb2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.200438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.245019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ae526-badc-4169-97a2-92a5924aa209 req-587ec5a2-be30-4cd1-963c-7e9f2ecb4b95 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.245606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ec41d-91dc-49e7-980d-e6e54dd22cf6 req-f1270b94-8159-45fa-8c4d-d911ca7c4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.246796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e43ec41d-91dc-49e7-980d-e6e54dd22cf6 req-f1270b94-8159-45fa-8c4d-d911ca7c4130 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 1097 time: 0.2258198 Nov 12 08:57:00.247008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-986ae526-badc-4169-97a2-92a5924aa209 req-587ec5a2-be30-4cd1-963c-7e9f2ecb4b95 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 945 time: 0.1434841 Nov 12 08:57:00.260976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:00.261593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:00.265471 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:00.274403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a47e-3dfa-44fc-a9ee-e691812d674b req-b278315b-f195-4682-9cdd-b52cae96f277 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.276169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa99a47e-3dfa-44fc-a9ee-e691812d674b req-b278315b-f195-4682-9cdd-b52cae96f277 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.2105734 Nov 12 08:57:00.284394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:00.300654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', 'mac_address': 'fa:16:3e:8e:17:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:00.359845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 396038b1-2e67-433c-a16b-46df9674492a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=396038b1-2e67-433c-a16b-46df9674492a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:00.361677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-986ae526-badc-4169-97a2-92a5924aa209 req-7b6dfd19-864b-4890-a1dd-e74e792c14c0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055191 Nov 12 08:57:00.404807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '396038b1-2e67-433c-a16b-46df9674492a', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '396038b1-2e67-433c-a16b-46df9674492a', 'mac_address': 'fa:16:3e:66:c1:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:00.416152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.449976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:00.475955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:00.493209 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.556231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e43ec41d-91dc-49e7-980d-e6e54dd22cf6 req-719031b6-3cff-438d-a93a-3b63ae92917a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920005 Nov 12 08:57:00.560402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.572977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.580247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] 10.222.0.53 "DELETE /v2.0/networks/c806109c-406a-4696-9f19-649f1a1e2969 HTTP/1.1" status: 204 len: 168 time: 3.3272924 Nov 12 08:57:00.601802 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.633898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46708eb7-73dd-4559-afba-e6be092500d5 req-b03d5da7-d02f-4610-bc9f-c2e496a0d240 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:00.635072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396038b1-2e67-433c-a16b-46df9674492a {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:00.649342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46708eb7-73dd-4559-afba-e6be092500d5 req-b03d5da7-d02f-4610-bc9f-c2e496a0d240 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 948 time: 0.1967223 Nov 12 08:57:00.661350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125054af-720b-4494-bbb1-4e8a17c60dbe admin admin] Pushing event deleted for resources: {'Network': ['ID=c806109c-406a-4696-9f19-649f1a1e2969,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.665442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 396038b1-2e67-433c-a16b-46df9674492a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=396038b1-2e67-433c-a16b-46df9674492a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:00.679630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:00.681445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.695065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa99a47e-3dfa-44fc-a9ee-e691812d674b req-fa7263a5-435f-44b1-85ad-7969bfa79c70 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3896310 Nov 12 08:57:00.782391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46708eb7-73dd-4559-afba-e6be092500d5 req-e95bf338-cc1f-4657-96ae-63fe8c0a3c43 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315634 Nov 12 08:57:00.789095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=396038b1-2e67-433c-a16b-46df9674492a,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:00.818736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:00.849286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb3f470-0e05-41cb-b5ae-4034d06299c7 req-c622ab6a-865b-4c61-90e4-882b0b102bd0 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 210 time: 0.0601509 Nov 12 08:57:00.916222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54310) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.975361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-04980a9e-bcbb-4798-b440-441c33309b73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3443a9e9b73e4282ae193f8aee3ccabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0577433 Nov 12 08:57:00.976065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54314) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:00.992023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-003933e9-5d32-4f4c-897d-cf64c95e19b9 req-7f978973-830c-4abf-a30e-e700b8d9bf7f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 210 time: 0.0850136 Nov 12 08:57:01.003691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['396038b1-2e67-433c-a16b-46df9674492a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:01.059319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d21-6acd-448f-afb4-ea42626ac91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.098399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d21-6acd-448f-afb4-ea42626ac91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.196752 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d21-6acd-448f-afb4-ea42626ac91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.199217 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cac9d21-6acd-448f-afb4-ea42626ac91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:01.203781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4cac9d21-6acd-448f-afb4-ea42626ac91e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c9894ed-f2ee-47f0-ada2-94f8023ccf34 HTTP/1.1" status: 204 len: 168 time: 0.2266440 Nov 12 08:57:01.214173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac9d21-6acd-448f-afb4-ea42626ac91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9894ed-f2ee-47f0-ada2-94f8023ccf34,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:01.516798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844c399-88de-484f-a7d9-ea1d8b29efe3 req-0b36607a-f3bf-4f89-a54d-04ab6e3fccb4 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.518386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0844c399-88de-484f-a7d9-ea1d8b29efe3 req-0b36607a-f3bf-4f89-a54d-04ab6e3fccb4 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 945 time: 0.0822935 Nov 12 08:57:01.608062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0844c399-88de-484f-a7d9-ea1d8b29efe3 req-5bc72729-81f9-4573-867d-b602dadb5274 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825038 Nov 12 08:57:01.785688 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-c1ad885e-42a7-4455-a227-468b0400574b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1404269 Nov 12 08:57:01.906661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-bcab4ddb-7f72-4af2-ba4a-9422f3837c4a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.915970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-bcab4ddb-7f72-4af2-ba4a-9422f3837c4a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.933198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-bcab4ddb-7f72-4af2-ba4a-9422f3837c4a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "GET /v2.0/networks?id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3&id=178e8da7-701c-40bd-8a64-c947e4a80666&id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 HTTP/1.1" status: 200 len: 1391 time: 0.2570679 Nov 12 08:57:01.976318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9072f-00fa-497a-8492-ccc76aaaadd9 req-cb261717-eb1c-42b1-88fc-dccc8f81cdfb tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:01.985317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78d9072f-00fa-497a-8492-ccc76aaaadd9 req-cb261717-eb1c-42b1-88fc-dccc8f81cdfb tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 949 time: 0.0862062 Nov 12 08:57:01.996982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'port': {'device_id': '23437bab-1e83-495f-91c5-3de3626ade80', 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3', 'admin_state_up': True, 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:02.084146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78d9072f-00fa-497a-8492-ccc76aaaadd9 req-482baf31-56fe-4a02-92b6-3918703ab035 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927587 Nov 12 08:57:02.128352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee120c5-30e4-409f-88c7-c6886da80400 req-ee651178-1f04-403c-8b6d-a54788933274 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.130071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ee120c5-30e4-409f-88c7-c6886da80400 req-ee651178-1f04-403c-8b6d-a54788933274 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.2989278 Nov 12 08:57:02.158212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-512fac2d-b577-4595-a2c1-3f64082fcc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.159619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-512fac2d-b577-4595-a2c1-3f64082fcc39 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1102 time: 0.2733858 Nov 12 08:57:02.232620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1edd585-0042-412c-8330-e29038ef75a2 req-e53dfa19-3bb6-4950-bf9a-6faa0a417f45 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 210 time: 0.0400350 Nov 12 08:57:02.436193 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e78bfeb5-e18f-4b8c-9c89-22394f188d3b req-45546c8b-90a8-46cf-9040-a62b8480b59a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 210 time: 0.0511427 Nov 12 08:57:02.447989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:02.449257 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ee120c5-30e4-409f-88c7-c6886da80400 req-8e2332da-1a2a-4c53-bb5a-1c5f7661f335 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058894 Nov 12 08:57:02.481933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-ae312b90-3f2a-4303-9eae-5eeb0a62969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.483438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-ae312b90-3f2a-4303-9eae-5eeb0a62969b service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2429974 Nov 12 08:57:02.488832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:02.493798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.580960 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-3959fb69-da06-4c4f-8166-c7434dce9a2e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 217 time: 0.0814776 Nov 12 08:57:02.596599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-079eb9ed-04d9-4bf4-8d23-50f21ce4df4a tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.600393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-079eb9ed-04d9-4bf4-8d23-50f21ce4df4a tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.55 "GET /v2.0/networks?id=f6598dde-90d0-43e8-a685-41c689796608 HTTP/1.1" status: 200 len: 808 time: 0.2495940 Nov 12 08:57:02.618876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-839227903-network', 'tenant_id': '4e22c2a1906141399764767c52c874b3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:02.623493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Request body: {'port': {'device_id': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'network_id': 'f6598dde-90d0-43e8-a685-41c689796608', 'admin_state_up': True, 'tenant_id': '8ad72966fb6443398656922187e70a5a'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:02.653173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Made reservation on behalf of 4e22c2a1906141399764767c52c874b3 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:02.656714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.667100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.779737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36846e6-d442-43f8-8453-94a8907c4429 req-be7e1ce2-7e59-4fbf-8572-175940b6c72c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.781456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a36846e6-d442-43f8-8453-94a8907c4429 req-be7e1ce2-7e59-4fbf-8572-175940b6c72c tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 945 time: 0.0865161 Nov 12 08:57:02.826532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-be7045a7-90d4-471b-a0b0-80a82ca183ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.828830 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-be7045a7-90d4-471b-a0b0-80a82ca183ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2258079 Nov 12 08:57:02.844575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.859534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.875895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a36846e6-d442-43f8-8453-94a8907c4429 req-25ae7287-6cff-4248-832b-542553c4885b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849500 Nov 12 08:57:02.889703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:02.908390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Allocated IP 19.80.0.174 (5c147f7d-cab3-4f3f-81f2-37a58bbed0c3/4a7b03af-66fe-4679-b57c-0a40d69a6401/6e0eb43a-0162-4395-9921-06dc3b55c0a0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:02.915241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.915595 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Added segment fc563cb8-f87c-4609-803a-df0bf76176c9 of type vlan for network 91642826-ddfb-4601-b8ba-1d19406736f4 Nov 12 08:57:02.930966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Made reservation on behalf of 8ad72966fb6443398656922187e70a5a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:02.934615 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:02.937989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ab364f-79c0-49b8-a31d-281cc9b8461a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:02.962565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-f865beae-8fb8-49c0-a770-d490615d90e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:02.964164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-f865beae-8fb8-49c0-a770-d490615d90e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1231382 Nov 12 08:57:03.012189 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.068208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.069391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.070562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.143274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6915801 Nov 12 08:57:03.144023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:03.149764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Request body: {'subnet': {'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-839227903-subnet', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:03.175800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7020d-ce28-4cd1-a188-ff1d6ba56629 admin admin] Pushing event updated for resources: {'Network': ['ID=91642826-ddfb-4601-b8ba-1d19406736f4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:03.186354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 91642826-ddfb-4601-b8ba-1d19406736f4 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:03.203545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Made reservation on behalf of 4e22c2a1906141399764767c52c874b3 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:03.206407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.355801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002e479-8b13-4415-b3ea-b583d4e9d2d3 req-68b8a000-8c8a-44db-94f5-921c94d47a0e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.357362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9002e479-8b13-4415-b3ea-b583d4e9d2d3 req-68b8a000-8c8a-44db-94f5-921c94d47a0e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 949 time: 0.1243412 Nov 12 08:57:03.458577 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9002e479-8b13-4415-b3ea-b583d4e9d2d3 req-bdf910d8-f271-40f8-96c6-037c38d4d2e2 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866511 Nov 12 08:57:03.533633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.651769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e4abeaf-1408-4ea8-80dd-c774af51333a req-e7dac208-c9a9-4587-a156-35dd2e3772bf tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 210 time: 0.0913837 Nov 12 08:57:03.673594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d9f7cb-07d8-4f89-b452-361b75f771b1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:03.682055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 396038b1-2e67-433c-a16b-46df9674492a up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:03.683890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Checking segment: {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:03.684497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Network hostable DHCP agents. Network: 91642826-ddfb-4601-b8ba-1d19406736f4, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:03.686651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c61a2-46af-492a-b4ee-ed4ebb4494cc req-307d1a11-d354-4c30-aebc-40a12589d151 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.700460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b6c61a2-46af-492a-b4ee-ed4ebb4494cc req-307d1a11-d354-4c30-aebc-40a12589d151 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 945 time: 0.6906178 Nov 12 08:57:03.714273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:03.725777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Network 91642826-ddfb-4601-b8ba-1d19406736f4 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:03.733404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-7cb0d57c-faa5-40ba-aae5-da86cf201b15 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424178 Nov 12 08:57:03.745813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 91642826-ddfb-4601-b8ba-1d19406736f4) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:03.754126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Allocated IP 172.20.0.6 (f6598dde-90d0-43e8-a685-41c689796608/c00039bb-343e-4ba5-a314-61ab11d5e8ae/3092800e-76f0-448c-bcd9-34a26aec66ab) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:03.759514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:03.761107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.763500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5fdc5-4cfe-49cf-b983-bbdfaf15d0fb None None] Network 91642826-ddfb-4601-b8ba-1d19406736f4 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:03.807475 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cc2e3e7d-f3d9-4872-9bb7-a8807b0242c3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6600268 Nov 12 08:57:03.808386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54374) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:03.822441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:03.859325 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.877419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.878733 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.918670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:03.927539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 396038b1-2e67-433c-a16b-46df9674492a completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:03.935786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b6c61a2-46af-492a-b4ee-ed4ebb4494cc req-a3eaa2fd-556f-4550-a345-d3e3820dd7ca tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338784 Nov 12 08:57:03.939881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:03.940466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.946028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 396038b1-2e67-433c-a16b-46df9674492a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:03.946744 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:03.963830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e13ee7-daac-46f9-8d87-81a5bcf8ac76 req-3e759c27-68a9-4d7e-b4e8-36f3302460f8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 210 time: 0.1031091 Nov 12 08:57:04.025519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-196aaef2-a4b7-48d4-9fad-ea59576c2d17 req-98890679-0237-4945-8b35-6fc3ff32241d service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758160 Nov 12 08:57:04.052772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.184450 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.262195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4413e44-21f7-4953-8284-f2a7220f4ba2 req-49cdf966-97c2-44bb-9bf9-3463fdc25ed6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:04.264380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4413e44-21f7-4953-8284-f2a7220f4ba2 req-49cdf966-97c2-44bb-9bf9-3463fdc25ed6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.1993921 Nov 12 08:57:04.270399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:04.283262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:04.295146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:04.326595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-91642826-ddfb-4601-b8ba-1d19406736f4', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:04.328328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.330849 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.347477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Port': ['ID=6e0eb43a-0162-4395-9921-06dc3b55c0a0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:04.372125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.417871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:04.418805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.487748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4413e44-21f7-4953-8284-f2a7220f4ba2 req-128a02ea-e7e5-4d9c-b64a-ff5df04378b0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120297 Nov 12 08:57:04.512936 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-33478a17-d37f-4ad9-a098-698edd9a913d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5277851 Nov 12 08:57:04.539854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'port': {'device_id': '23437bab-1e83-495f-91c5-3de3626ade80', 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666', 'admin_state_up': True, 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:04.609625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.788276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Network f6598dde-90d0-43e8-a685-41c689796608 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:04.832612 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.849692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.884520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.911733 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:04.934651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:04.937488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:04.963587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396038b1-2e67-433c-a16b-46df9674492a'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:04.965903 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157ff53d-a60f-4606-9054-01c622eb11ca" -d '{"events": [{"server_uuid": "46cb91ec-a4b1-41ca-b7ee-c5eb72d66330", "name": "network-vif-plugged", "status": "completed", "tag": "396038b1-2e67-433c-a16b-46df9674492a"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:04.990911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Pushing event updated for resources: {'Port': ['ID=3092800e-76f0-448c-bcd9-34a26aec66ab,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.017427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 396038b1-2e67-433c-a16b-46df9674492a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=396038b1-2e67-433c-a16b-46df9674492a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:05.022878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-14a54b38-a4a3-4542-9970-82028b04dd94 None None] Provisioning complete for port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:05.023281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-14a54b38-a4a3-4542-9970-82028b04dd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.039949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c2b0c-8b2b-4f4c-8d87-6288d1ff0c7e req-f44e4027-75df-4503-bbb7-a7b24434650f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.042312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-170c2b0c-8b2b-4f4c-8d87-6288d1ff0c7e req-f44e4027-75df-4503-bbb7-a7b24434650f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 949 time: 0.4391694 Nov 12 08:57:05.058455 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.098223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Allocated IP 172.20.0.2 (91642826-ddfb-4601-b8ba-1d19406736f4/15d9f7cb-07d8-4f89-b452-361b75f771b1/46dd2271-386f-47e7-a03c-deceafc763ed) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:05.102352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:05.107296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.116951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:05.117979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b99de2-aa8e-4ace-a3a1-a8f0e1a396c9 req-e6da334e-bb93-4202-ba64-266413733b00 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.124685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-14a54b38-a4a3-4542-9970-82028b04dd94 None None] Port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:05.126781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9b99de2-aa8e-4ace-a3a1-a8f0e1a396c9 req-e6da334e-bb93-4202-ba64-266413733b00 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 931 time: 0.2447772 Nov 12 08:57:05.133209 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.160078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.162468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.173142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=396038b1-2e67-433c-a16b-46df9674492a,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.174852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-33894985-9e42-4269-9b85-5c0b000e5963 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1793051 Nov 12 08:57:05.226779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-a96310a6-703d-48d7-bc62-995a859e354c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6084647 Nov 12 08:57:05.248590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9b99de2-aa8e-4ace-a3a1-a8f0e1a396c9 req-1ce0157b-6b21-46c6-879e-a4b802155e3f tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192014 Nov 12 08:57:05.283692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.315248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Request body: {'port': {'device_id': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:05.334406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Allocated IP 172.25.5.32 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a7504245-5c0e-4459-bb84-59e1150c7603) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:05.359697 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.371165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.378369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-8838de01-9f88-4974-8e91-3f10fce7ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.379928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-8838de01-9f88-4974-8e91-3f10fce7ed6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 1102 time: 0.0901546 Nov 12 08:57:05.443661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.467598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-170c2b0c-8b2b-4f4c-8d87-6288d1ff0c7e req-6c0b554c-c83d-4fe8-9c48-6067f560e2ba tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965425 Nov 12 08:57:05.479675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Network 91642826-ddfb-4601-b8ba-1d19406736f4 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:05.479675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:05.488499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:05.502821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Pushing event updated for resources: {'Port': ['ID=46dd2271-386f-47e7-a03c-deceafc763ed,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:05.589752 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7257a32a-1ec2-4475-b4f4-6f79ebf86a54 x-openstack-request-id: req-7257a32a-1ec2-4475-b4f4-6f79ebf86a54 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:05.590140 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cb91ec-a4b1-41ca-b7ee-c5eb72d66330", "name": "network-vif-plugged", "status": "completed", "tag": "396038b1-2e67-433c-a16b-46df9674492a", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:05.590349 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7257a32a-1ec2-4475-b4f4-6f79ebf86a54 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:05.590720 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396038b1-2e67-433c-a16b-46df9674492a', 'code': 200} Nov 12 08:57:05.656870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Attempting to bind port 46dd2271-386f-47e7-a03c-deceafc763ed on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:05.657270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Attempting to bind port 46dd2271-386f-47e7-a03c-deceafc763ed by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:05.658919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Attempting to bind port 46dd2271-386f-47e7-a03c-deceafc763ed on network 91642826-ddfb-4601-b8ba-1d19406736f4 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:05.668968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:05.669371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Checking segment: {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:05.669801 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.670223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Bound using segment: {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:05.670715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Bound port: 46dd2271-386f-47e7-a03c-deceafc763ed, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:05.671104 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.677374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-f647c62b-3d4b-4380-b1cf-4c4c7b51d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.679602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-f647c62b-3d4b-4380-b1cf-4c4c7b51d480 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2234726 Nov 12 08:57:05.746855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Allocated IP 19.86.0.107 (178e8da7-701c-40bd-8a64-c947e4a80666/66675c5a-886c-4833-9ba0-4765442a817f/c735e925-05ec-4f00-b115-6fd18cf4709b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:05.763216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-8f4c4a0d-7618-4fb4-aa52-422117d1b96a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 200 len: 217 time: 0.0700459 Nov 12 08:57:05.766104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] For port 46dd2271-386f-47e7-a03c-deceafc763ed, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:05.767813 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.770706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] For port 46dd2271-386f-47e7-a03c-deceafc763ed, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=46dd2271-386f-47e7-a03c-deceafc763ed,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:05.780080 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.865332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-9c79acc8-1880-4c0d-a059-d0422eadba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.867060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-9c79acc8-1880-4c0d-a059-d0422eadba5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0742767 Nov 12 08:57:05.868986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:05.880307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478321c-02c4-4451-abc7-59f1fe468454 req-c73e2326-da77-48e5-8232-3b59a0505dd7 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.899714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9478321c-02c4-4451-abc7-59f1fe468454 req-c73e2326-da77-48e5-8232-3b59a0505dd7 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 932 time: 0.1885471 Nov 12 08:57:05.903030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e1772-f3ec-43ec-9932-a2a759f032c8 req-02aab60f-5f88-4d68-a638-ce9755b0d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:05.904841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b22e1772-f3ec-43ec-9932-a2a759f032c8 req-02aab60f-5f88-4d68-a638-ce9755b0d2b4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 1102 time: 0.2489500 Nov 12 08:57:05.942616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a6194-5dcf-4fc5-b41d-7ce2c3c02dc8 None None] Pushing event updated for resources: {'Port': ['ID=46dd2271-386f-47e7-a03c-deceafc763ed,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.019264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:06.034055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:06.041404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:06.053866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-807428a1-5234-4ac2-b130-5a306ed0d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.056133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-807428a1-5234-4ac2-b130-5a306ed0d84b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1748059 Nov 12 08:57:06.081605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=a7504245-5c0e-4459-bb84-59e1150c7603,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.101168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9478321c-02c4-4451-abc7-59f1fe468454 req-e27bf35c-71e6-4805-812b-033149d660dd tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005129 Nov 12 08:57:06.134318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b22e1772-f3ec-43ec-9932-a2a759f032c8 req-dba4f571-9c44-40fc-b883-853dc2f7ae66 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887517 Nov 12 08:57:06.151176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527677b7-71bc-4d0f-ab0c-49c049fb40de req-0a47ce13-5342-4026-9ca5-5cbba9170e6b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.153118 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-527677b7-71bc-4d0f-ab0c-49c049fb40de req-0a47ce13-5342-4026-9ca5-5cbba9170e6b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.2814670 Nov 12 08:57:06.420618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.474444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be692dac-e429-4663-af47-087e80205805 req-81a68075-6df0-45df-b199-b269f85e4000 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.476558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be692dac-e429-4663-af47-087e80205805 req-81a68075-6df0-45df-b199-b269f85e4000 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 945 time: 0.1645255 Nov 12 08:57:06.495949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-527677b7-71bc-4d0f-ab0c-49c049fb40de req-fd490623-83a0-4e80-986a-f7050b9698ac tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226922 Nov 12 08:57:06.529137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3092800e-76f0-448c-bcd9-34a26aec66ab {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:06.547394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-c405a0ef-1970-4f4f-ae0d-d154f4dbc3e3 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538708 Nov 12 08:57:06.553853 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.589333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.597077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Transition to ACTIVE for port object 3092800e-76f0-448c-bcd9-34a26aec66ab will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:06.613396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.653415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be692dac-e429-4663-af47-087e80205805 req-feca1b99-5276-4ba0-a578-5a4b99b88f09 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650305 Nov 12 08:57:06.682537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network 178e8da7-701c-40bd-8a64-c947e4a80666 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:06.691513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:06.696666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:06.729973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Port': ['ID=c735e925-05ec-4f00-b115-6fd18cf4709b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.804019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8a940-cb39-42dd-b8b0-644b77acfb13 req-f8030b55-6e95-4d07-b13a-8dd77440d210 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.813540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aaf8a940-cb39-42dd-b8b0-644b77acfb13 req-f8030b55-6e95-4d07-b13a-8dd77440d210 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 943 time: 0.1692803 Nov 12 08:57:06.835434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-297b3bae-ad7e-4d8a-82e8-23680197337c req-902c582e-245c-4a73-a2bc-54393974edaf service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635708 Nov 12 08:57:06.843658 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.870185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.870633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:06.887801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Pushing event updated for resources: {'Port': ['ID=3092800e-76f0-448c-bcd9-34a26aec66ab,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:06.919168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82467986-9513-4ebc-879d-3f98857b40bf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3872132 Nov 12 08:57:06.926170 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Attempting to bind port 3092800e-76f0-448c-bcd9-34a26aec66ab on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:06.926519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Attempting to bind port 3092800e-76f0-448c-bcd9-34a26aec66ab by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'd7527c4a-e91c-4dc4-9092-885fb7171860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f6598dde-90d0-43e8-a685-41c689796608'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:06.926822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Attempting to bind port 3092800e-76f0-448c-bcd9-34a26aec66ab on network f6598dde-90d0-43e8-a685-41c689796608 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:06.956712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'port': {'device_id': '23437bab-1e83-495f-91c5-3de3626ade80', 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3', 'admin_state_up': True, 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:06.979172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd972b-b538-4e2b-84d1-7910fd0ebe56 req-0a68b03b-3d02-4280-ab96-60ee2f423818 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:06.996350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d5cd972b-b538-4e2b-84d1-7910fd0ebe56 req-0a68b03b-3d02-4280-ab96-60ee2f423818 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 950 time: 0.2025867 Nov 12 08:57:07.020036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Port 3092800e-76f0-448c-bcd9-34a26aec66ab on network f6598dde-90d0-43e8-a685-41c689796608 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:07.020568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Attempting to bind port 3092800e-76f0-448c-bcd9-34a26aec66ab on network f6598dde-90d0-43e8-a685-41c689796608 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:07.045818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:07.046152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Checking segment: {'id': 'd7527c4a-e91c-4dc4-9092-885fb7171860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f6598dde-90d0-43e8-a685-41c689796608'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:07.047054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Bound using segment: {'id': 'd7527c4a-e91c-4dc4-9092-885fb7171860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f6598dde-90d0-43e8-a685-41c689796608'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:07.047502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Bound port: 3092800e-76f0-448c-bcd9-34a26aec66ab, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7527c4a-e91c-4dc4-9092-885fb7171860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'f6598dde-90d0-43e8-a685-41c689796608'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:07.047863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.069999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9718cdc8-93e9-4e8b-ba37-e7e836f325c7 None None] Provisioning complete for port c735e925-05ec-4f00-b115-6fd18cf4709b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:07.070595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9718cdc8-93e9-4e8b-ba37-e7e836f325c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.154108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9718cdc8-93e9-4e8b-ba37-e7e836f325c7 None None] Port c735e925-05ec-4f00-b115-6fd18cf4709b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:07.207310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d5cd972b-b538-4e2b-84d1-7910fd0ebe56 req-7d95eeeb-6c26-4369-a6d0-3abd07fe39e8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838641 Nov 12 08:57:07.306875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] For port 3092800e-76f0-448c-bcd9-34a26aec66ab, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:07.332791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] For port 3092800e-76f0-448c-bcd9-34a26aec66ab, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3092800e-76f0-448c-bcd9-34a26aec66ab,segment=NetworkSegment(d7527c4a-e91c-4dc4-9092-885fb7171860),segment_id=d7527c4a-e91c-4dc4-9092-885fb7171860)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:07.335603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:07.340657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.355476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.432273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.432945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.434675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] 10.222.0.55 "PUT /v2.0/ports/3092800e-76f0-448c-bcd9-34a26aec66ab HTTP/1.1" status: 200 len: 1092 time: 2.1895742 Nov 12 08:57:07.443791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'tag': '3092800e-76f0-448c-bcd9-34a26aec66ab'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:07.446275 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a9d690-2cb5-44b4-b348-c67db108c409" -d '{"events": [{"name": "network-changed", "server_uuid": "9684934c-2ca4-4c50-a76e-c1a806151dc5", "tag": "3092800e-76f0-448c-bcd9-34a26aec66ab"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:07.494115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 46dd2271-386f-47e7-a03c-deceafc763ed up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:07.522302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aaf8a940-cb39-42dd-b8b0-644b77acfb13 req-ef14d61e-4cef-4355-84ce-152a00817467 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7075131 Nov 12 08:57:07.592222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:07.595645 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f0bf49-863e-40ab-81cc-979a4cb78f17 x-openstack-request-id: req-63f0bf49-863e-40ab-81cc-979a4cb78f17 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:07.596003 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9684934c-2ca4-4c50-a76e-c1a806151dc5", "tag": "3092800e-76f0-448c-bcd9-34a26aec66ab", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:07.596223 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63f0bf49-863e-40ab-81cc-979a4cb78f17 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:07.596600 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'tag': '3092800e-76f0-448c-bcd9-34a26aec66ab', 'status': 'completed', 'code': 200} Nov 12 08:57:07.599221 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb31fc84-66b2-4f72-8cd4-16c68e9a1c76" -d '{"events": [{"server_uuid": "fdc136ab-370d-40bf-ab4d-ac6b94d13f62", "name": "network-vif-plugged", "status": "completed", "tag": "f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:07.647865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 46dd2271-386f-47e7-a03c-deceafc763ed triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:07.648292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.679250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e3ebc0-33c7-4d9f-bb1c-5d25b2f62342 service neutron] Pushing event updated for resources: {'Port': ['ID=3092800e-76f0-448c-bcd9-34a26aec66ab,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:07.764531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.767121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:07.768380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-d09e1bce-b87a-4186-8fa6-82d975ee7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.768997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93ea17b-c3a6-4814-8de5-4881b1795c76 None None] Network 91642826-ddfb-4601-b8ba-1d19406736f4 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:07.769873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-d09e1bce-b87a-4186-8fa6-82d975ee7855 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8ad72966fb6443398656922187e70a5a&device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 1095 time: 0.2622397 Nov 12 08:57:07.783471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f3389-296d-4c1a-aef7-295e314f5fd3 req-a1e67c10-0d1c-4af8-be64-fe9f332e389a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.790258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f3389-296d-4c1a-aef7-295e314f5fd3 req-a1e67c10-0d1c-4af8-be64-fe9f332e389a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.791866 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-158f3389-296d-4c1a-aef7-295e314f5fd3 req-a1e67c10-0d1c-4af8-be64-fe9f332e389a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 1655 time: 0.2951350 Nov 12 08:57:07.840409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.853881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-1a6f3253-b1d5-44d9-b46e-58fe2016ed16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3092800e-76f0-448c-bcd9-34a26aec66ab HTTP/1.1" status: 200 len: 217 time: 0.0575864 Nov 12 08:57:07.880546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-43be5de0-7ea7-4073-9fc2-fa3e6b639daf None None] Provisioning complete for port 46dd2271-386f-47e7-a03c-deceafc763ed triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:07.880922 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43be5de0-7ea7-4073-9fc2-fa3e6b639daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:07.895314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Allocated IP 19.80.0.179 (5c147f7d-cab3-4f3f-81f2-37a58bbed0c3/4a7b03af-66fe-4679-b57c-0a40d69a6401/b7b29c0e-e6ea-44d3-8964-bbf2a1a32197) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:07.969621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec452d-67ed-47fa-b439-8b4987842230 req-3be10bde-bece-4ace-9ec3-9a9db6ebdcc5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.976971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66ec452d-67ed-47fa-b439-8b4987842230 req-3be10bde-bece-4ace-9ec3-9a9db6ebdcc5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.2475023 Nov 12 08:57:07.994587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-cba7ae02-71fb-4185-b7b1-9e4824a95511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:07.996339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-cba7ae02-71fb-4185-b7b1-9e4824a95511 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c00039bb-343e-4ba5-a314-61ab11d5e8ae HTTP/1.1" status: 200 len: 848 time: 0.1329598 Nov 12 08:57:08.004182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-158f3389-296d-4c1a-aef7-295e314f5fd3 req-13e6ea63-5534-4d14-a217-994467e959ae tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964192 Nov 12 08:57:08.021954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 46dd2271-386f-47e7-a03c-deceafc763ed, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=46dd2271-386f-47e7-a03c-deceafc763ed,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:08.040550 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.116529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-7c0340b5-668e-43e1-a9ed-a41d1abf5bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6598dde-90d0-43e8-a685-41c689796608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736735 Nov 12 08:57:08.161316 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0013f89d-8c68-4a73-8593-01d6f20cbf52 x-openstack-request-id: req-0013f89d-8c68-4a73-8593-01d6f20cbf52 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:08.161916 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc136ab-370d-40bf-ab4d-ac6b94d13f62", "name": "network-vif-plugged", "status": "completed", "tag": "f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:08.161916 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0013f89d-8c68-4a73-8593-01d6f20cbf52 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:08.162244 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', 'code': 200} Nov 12 08:57:08.168644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:08.183550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66ec452d-67ed-47fa-b439-8b4987842230 req-14442d48-c9d8-4d59-8ed6-4bf082eca103 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954365 Nov 12 08:57:08.201482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=46dd2271-386f-47e7-a03c-deceafc763ed,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:08.204638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'port_id': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f', 'mac_address': 'fa:16:3e:2a:73:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:08.310848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.329287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:08.353171 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.361646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:08.370946 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.419592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Router c5debbcb-4f66-4ee4-a3f1-710fe0202042 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:57:08.425186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45223f74-413a-440f-affe-eaafc4a358af req-9427e912-61ab-4d37-abc0-cfd6cdf5336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.426736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45223f74-413a-440f-affe-eaafc4a358af req-9427e912-61ab-4d37-abc0-cfd6cdf5336d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 1102 time: 0.1988235 Nov 12 08:57:08.448950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:08.513465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:08.523466 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-939184a8-25d8-4c5b-ba77-4c5803af61d4 service neutron] 10.222.0.55 "GET /v2.0/networks/f6598dde-90d0-43e8-a685-41c689796608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885956 Nov 12 08:57:08.654670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:08.669477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b07c02-ce7a-40eb-bb11-bd436488a108 req-d33be0f2-752a-4be6-a8f4-6f85375b88b8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:08.673056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8b07c02-ce7a-40eb-bb11-bd436488a108 req-d33be0f2-752a-4be6-a8f4-6f85375b88b8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 950 time: 0.3218801 Nov 12 08:57:08.714928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Sync routers for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:08.745544 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:08.746828 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-87c38662-56be-4e56-a57d-8262f2894ce7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.9330556 Nov 12 08:57:08.752735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:08.764206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45223f74-413a-440f-affe-eaafc4a358af req-3147ef41-cfdf-42f2-b6f4-8cb27c7b028d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166422 Nov 12 08:57:08.778276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:08.778542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:08.842707 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8b07c02-ce7a-40eb-bb11-bd436488a108 req-17e272ca-37c4-44f3-8d6a-856688e7c742 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440766 Nov 12 08:57:09.045116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.074594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eec3ee-297a-4e4f-a829-1485f7384a7e req-682a3bc8-5fa1-48ce-801a-99e04a9cf923 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.082609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50eec3ee-297a-4e4f-a829-1485f7384a7e req-682a3bc8-5fa1-48ce-801a-99e04a9cf923 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 944 time: 0.6711130 Nov 12 08:57:09.169387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:09.180941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:09.188156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:09.196976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:09.218730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Port': ['ID=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:09.287831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50eec3ee-297a-4e4f-a829-1485f7384a7e req-9b5008f5-5c1e-4af8-976e-0e1435ceaa8f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475637 Nov 12 08:57:09.297678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702e293-a3a5-48a5-99f9-af0e74f51142 req-57756476-3277-4f8f-821f-a02b5f03e0c3 service neutron] 10.222.0.55 "GET /v2.0/networks/f6598dde-90d0-43e8-a685-41c689796608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7650516 Nov 12 08:57:09.313653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c748d-2fdf-4b33-b767-e73dfcfc3d44 req-7e76ad6a-bae8-47c2-907b-8491285e2865 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.322328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-740c748d-2fdf-4b33-b767-e73dfcfc3d44 req-7e76ad6a-bae8-47c2-907b-8491285e2865 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 943 time: 0.1163461 Nov 12 08:57:09.362644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.363362 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.477555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-0943b8b6-2f3f-4bc7-91dd-855f820b42d0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5279274 Nov 12 08:57:09.480460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-740c748d-2fdf-4b33-b767-e73dfcfc3d44 req-85fc18d9-1659-42b0-b149-e77147a7dacb tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490891 Nov 12 08:57:09.481396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8698019e-b9e9-48f3-9512-492f03aff4c2 None None] Provisioning complete for port 46dd2271-386f-47e7-a03c-deceafc763ed triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:09.481870 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8698019e-b9e9-48f3-9512-492f03aff4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.495535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 46dd2271-386f-47e7-a03c-deceafc763ed up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:09.510453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Request body: {'port': {'device_id': '23437bab-1e83-495f-91c5-3de3626ade80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:09.518984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-2adaad55-b23b-472e-9933-ad898463c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.527089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-2adaad55-b23b-472e-9933-ad898463c4c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8ad72966fb6443398656922187e70a5a&device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 1095 time: 0.1539845 Nov 12 08:57:09.639092 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.681789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 46dd2271-386f-47e7-a03c-deceafc763ed triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:09.682449 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.691196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c93682-70be-4764-b28b-ef0dca03835c req-fc5b67d2-7e0c-4b63-8ace-c1f7b04a69bb tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.696174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00c93682-70be-4764-b28b-ef0dca03835c req-fc5b67d2-7e0c-4b63-8ace-c1f7b04a69bb tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 950 time: 0.2781634 Nov 12 08:57:09.705816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9121a9-5395-4a7a-a54f-e232cb4f65a9 req-d044c4ee-0ba3-4d6e-a9b5-57b63edb806a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.712311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9121a9-5395-4a7a-a54f-e232cb4f65a9 req-d044c4ee-0ba3-4d6e-a9b5-57b63edb806a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.719949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9121a9-5395-4a7a-a54f-e232cb4f65a9 req-d044c4ee-0ba3-4d6e-a9b5-57b63edb806a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:09.720744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 3, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:09.721993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d9121a9-5395-4a7a-a54f-e232cb4f65a9 req-d044c4ee-0ba3-4d6e-a9b5-57b63edb806a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2377 time: 0.1309125 Nov 12 08:57:09.733615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.770390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:09.777396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Checking router: c5debbcb-4f66-4ee4-a3f1-710fe0202042 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:09.777757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Updating router c5debbcb-4f66-4ee4-a3f1-710fe0202042 port a7504245-5c0e-4459-bb84-59e1150c7603 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:57:09.839229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:09.876010 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d9121a9-5395-4a7a-a54f-e232cb4f65a9 req-4649b104-3d80-436c-b593-ddde94ecbe0c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347566 Nov 12 08:57:09.939976 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00c93682-70be-4764-b28b-ef0dca03835c req-8ed56b8d-25b5-474e-8927-faad80e76039 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354712 Nov 12 08:57:10.033482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-497c84ed-e913-4d05-8da1-ffef25a233a5 None None] Provisioning complete for port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:10.033857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-497c84ed-e913-4d05-8da1-ffef25a233a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.054653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-bf4374ba-7b2a-47ca-b010-23bb93abfae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.056658 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-bf4374ba-7b2a-47ca-b010-23bb93abfae6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f6598dde-90d0-43e8-a685-41c689796608 HTTP/1.1" status: 200 len: 909 time: 0.4192488 Nov 12 08:57:10.087734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.137113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017c7ab-3853-4638-8d8b-b18af4e8978f req-a1fcfae1-7ebc-48e1-a547-378447252d28 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.145675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-c05d2254-f9f5-4532-9d08-c5a535ab2c0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3092800e-76f0-448c-bcd9-34a26aec66ab HTTP/1.1" status: 200 len: 217 time: 0.0607541 Nov 12 08:57:10.147982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6017c7ab-3853-4638-8d8b-b18af4e8978f req-a1fcfae1-7ebc-48e1-a547-378447252d28 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.1443620 Nov 12 08:57:10.156004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-497c84ed-e913-4d05-8da1-ffef25a233a5 None None] Port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:10.163420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:10.238308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6017c7ab-3853-4638-8d8b-b18af4e8978f req-7f44202d-a7fe-4670-983b-54b5d7b0bd30 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892446 Nov 12 08:57:10.249221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:10.273224 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.276035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Allocated IP 172.20.0.1 (91642826-ddfb-4601-b8ba-1d19406736f4/15d9f7cb-07d8-4f89-b452-361b75f771b1/e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:10.300526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e0eb43a-0162-4395-9921-06dc3b55c0a0 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:10.306060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-ae79353a-42c4-4abe-a09e-3efe565a440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.307576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-ae79353a-42c4-4abe-a09e-3efe565a440c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c00039bb-343e-4ba5-a314-61ab11d5e8ae HTTP/1.1" status: 200 len: 848 time: 0.1503215 Nov 12 08:57:10.312601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.339330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Transition to ACTIVE for port object 6e0eb43a-0162-4395-9921-06dc3b55c0a0 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:10.348348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:10.355626 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-1467b18c-9d15-473a-a92f-6078ac848130 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f6598dde-90d0-43e8-a685-41c689796608&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314558 Nov 12 08:57:10.356494 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.455609 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.469309 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.474426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.534862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b604e2-88fb-46d0-a54e-e8e869c86b2a None None] Pushing event updated for resources: {'Port': ['ID=a7504245-5c0e-4459-bb84-59e1150c7603,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:10.558492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Attempting to bind port a7504245-5c0e-4459-bb84-59e1150c7603 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:10.558492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Attempting to bind port a7504245-5c0e-4459-bb84-59e1150c7603 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:10.558817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Attempting to bind port a7504245-5c0e-4459-bb84-59e1150c7603 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:10.566504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:10.566879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:10.567282 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.567725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:10.568221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Bound port: a7504245-5c0e-4459-bb84-59e1150c7603, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:10.568641 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.569725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.639197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] For port a7504245-5c0e-4459-bb84-59e1150c7603, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:10.641992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] For port a7504245-5c0e-4459-bb84-59e1150c7603, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a7504245-5c0e-4459-bb84-59e1150c7603,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:10.651640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.668174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Network 91642826-ddfb-4601-b8ba-1d19406736f4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:10.688918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0eb43a-0162-4395-9921-06dc3b55c0a0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:10.701103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:10.708007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:10.803349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b604e2-88fb-46d0-a54e-e8e869c86b2a None None] Pushing event updated for resources: {'Port': ['ID=a7504245-5c0e-4459-bb84-59e1150c7603,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:10.826512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:10.835252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:10.835855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:10.872145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-8d705425-49df-4de8-8628-e9597d75b26c service neutron] 10.222.0.55 "GET /v2.0/networks/f6598dde-90d0-43e8-a685-41c689796608?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065801 Nov 12 08:57:10.962682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Pushing event updated for resources: {'Port': ['ID=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:10.971216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e499-1825-48be-b5ca-c383aad04579 req-fdef2b9d-1494-4292-8806-24e5d244911b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:10.984526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f945e499-1825-48be-b5ca-c383aad04579 req-fdef2b9d-1494-4292-8806-24e5d244911b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.4387827 Nov 12 08:57:11.016557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba83a8-6e08-4d3d-b9f4-1ef908f50f55 req-2f9b0866-d944-4257-b9d8-ade3d65b4abf tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.032642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82ba83a8-6e08-4d3d-b9f4-1ef908f50f55 req-2f9b0866-d944-4257-b9d8-ade3d65b4abf tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 943 time: 0.3547976 Nov 12 08:57:11.051150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Attempting to bind port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:11.051491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Attempting to bind port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:11.051819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Attempting to bind port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 on network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:11.134329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 on network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:11.134658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Attempting to bind port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 on network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:11.137258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:11.161207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82ba83a8-6e08-4d3d-b9f4-1ef908f50f55 req-71cdc240-8c68-40f2-9f78-28b9840f61f5 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274688 Nov 12 08:57:11.171204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:11.172105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Checking segment: {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:11.172387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Bound using segment: {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:11.172837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Bound port: 6e0eb43a-0162-4395-9921-06dc3b55c0a0, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:11.173202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.200508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f3ec346d-0be3-4b46-8c22-7dc84135cbd8 None None] Provisioning complete for port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:11.200928 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f3ec346d-0be3-4b46-8c22-7dc84135cbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.208688 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f945e499-1825-48be-b5ca-c383aad04579 req-1412188c-a3d7-4ac0-a1b3-895df0ef8f96 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228279 Nov 12 08:57:11.278939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.282536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14a9d690-2cb5-44b4-b348-c67db108c409 req-e5803da4-0558-4ba2-9e23-d9f083f099bd service neutron] 10.222.0.55 "GET /v2.0/networks/f6598dde-90d0-43e8-a685-41c689796608?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988838 Nov 12 08:57:11.311272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] For port 6e0eb43a-0162-4395-9921-06dc3b55c0a0, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:11.315065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] For port 6e0eb43a-0162-4395-9921-06dc3b55c0a0, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6e0eb43a-0162-4395-9921-06dc3b55c0a0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:11.325458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.353135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec346d-0be3-4b46-8c22-7dc84135cbd8 None None] Port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:11.435804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.436479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.443096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e0eb43a-0162-4395-9921-06dc3b55c0a0 HTTP/1.1" status: 200 len: 1093 time: 1.9510293 Nov 12 08:57:11.446908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'tag': '6e0eb43a-0162-4395-9921-06dc3b55c0a0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:11.458292 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902" -d '{"events": [{"name": "network-changed", "server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "tag": "6e0eb43a-0162-4395-9921-06dc3b55c0a0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:11.507538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Request body: {'port': {'device_id': '23437bab-1e83-495f-91c5-3de3626ade80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:11.520352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 3, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:11.531152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3350ff-ba3b-4e6c-b494-1c78f53abc33 req-9e7e23fc-1a61-40e3-bddb-44ba157feec6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.542388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c3350ff-ba3b-4e6c-b494-1c78f53abc33 req-9e7e23fc-1a61-40e3-bddb-44ba157feec6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 950 time: 0.2101917 Nov 12 08:57:11.610131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47f7b-7cb2-4020-8377-2dd921ab0dd1 req-0ce47639-5471-4425-8530-2782fd23a74e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.614998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e040e638-f1e2-4a72-b5dc-d5f65e4211f9 None None] The sync data for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 is: [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:06Z', 'revision_number': 3, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:11.627736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47f7b-7cb2-4020-8377-2dd921ab0dd1 req-0ce47639-5471-4425-8530-2782fd23a74e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.641441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53012f75-d0d1-48e0-bb61-3dcca10463f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e0eb43a-0162-4395-9921-06dc3b55c0a0,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:11.647024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded47f7b-7cb2-4020-8377-2dd921ab0dd1 req-0ce47639-5471-4425-8530-2782fd23a74e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:11.648303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ded47f7b-7cb2-4020-8377-2dd921ab0dd1 req-0ce47639-5471-4425-8530-2782fd23a74e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2389 time: 0.2432168 Nov 12 08:57:11.733105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c3350ff-ba3b-4e6c-b494-1c78f53abc33 req-64d63e4a-b306-4258-b7ed-9d88efb4308f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869991 Nov 12 08:57:11.739867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3092800e-76f0-448c-bcd9-34a26aec66ab details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:11.742018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.913410 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:11.926815 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.004716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3092800e-76f0-448c-bcd9-34a26aec66ab, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3092800e-76f0-448c-bcd9-34a26aec66ab,segment=NetworkSegment(d7527c4a-e91c-4dc4-9092-885fb7171860),segment_id=d7527c4a-e91c-4dc4-9092-885fb7171860)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:12.064344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '3092800e-76f0-448c-bcd9-34a26aec66ab', 'network_id': 'f6598dde-90d0-43e8-a685-41c689796608', 'port_id': '3092800e-76f0-448c-bcd9-34a26aec66ab', 'mac_address': 'fa:16:3e:39:f7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00039bb-343e-4ba5-a314-61ab11d5e8ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:12.160593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c735e925-05ec-4f00-b115-6fd18cf4709b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:12.180181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.197224 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ded47f7b-7cb2-4020-8377-2dd921ab0dd1 req-bb515362-0913-4c96-9572-d9a0d7a69bfe tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5362861 Nov 12 08:57:12.251754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.260190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Transition to ACTIVE for port object c735e925-05ec-4f00-b115-6fd18cf4709b will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:12.272859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.286153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Pushing event updated for resources: {'Port': ['ID=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.385561 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43b7472-4975-4773-ad28-0d55c3f86ace x-openstack-request-id: req-e43b7472-4975-4773-ad28-0d55c3f86ace {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:12.385849 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "tag": "6e0eb43a-0162-4395-9921-06dc3b55c0a0", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:12.386109 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e43b7472-4975-4773-ad28-0d55c3f86ace {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:12.386523 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'tag': '6e0eb43a-0162-4395-9921-06dc3b55c0a0', 'status': 'completed', 'code': 200} Nov 12 08:57:12.574537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.617079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Network 91642826-ddfb-4601-b8ba-1d19406736f4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:12.618941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3092800e-76f0-448c-bcd9-34a26aec66ab {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:12.636569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:12.670321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3092800e-76f0-448c-bcd9-34a26aec66ab, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3092800e-76f0-448c-bcd9-34a26aec66ab,segment=NetworkSegment(d7527c4a-e91c-4dc4-9092-885fb7171860),segment_id=d7527c4a-e91c-4dc4-9092-885fb7171860)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:12.678870 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:12.758240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022965c8-99bd-452a-860c-9370169079ad service neutron] Pushing event updated for resources: {'Port': ['ID=c735e925-05ec-4f00-b115-6fd18cf4709b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.813999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-8b2df13c-f85e-4ac8-ada7-e74109d8e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.814481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-8b2df13c-f85e-4ac8-ada7-e74109d8e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.814949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-8b2df13c-f85e-4ac8-ada7-e74109d8e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.820352 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-8b2df13c-f85e-4ac8-ada7-e74109d8e9d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2759 time: 0.4313354 Nov 12 08:57:12.824100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Attempting to bind port c735e925-05ec-4f00-b115-6fd18cf4709b on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:12.824686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Attempting to bind port c735e925-05ec-4f00-b115-6fd18cf4709b by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:12.825030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Attempting to bind port c735e925-05ec-4f00-b115-6fd18cf4709b on network 178e8da7-701c-40bd-8a64-c947e4a80666 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:12.847554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Port c735e925-05ec-4f00-b115-6fd18cf4709b on network 178e8da7-701c-40bd-8a64-c947e4a80666 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:12.848195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Attempting to bind port c735e925-05ec-4f00-b115-6fd18cf4709b on network 178e8da7-701c-40bd-8a64-c947e4a80666 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:12.866540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3092800e-76f0-448c-bcd9-34a26aec66ab,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:12.944482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Router c5debbcb-4f66-4ee4-a3f1-710fe0202042 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:12.954096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46808190-58f2-4fc4-8f99-c3b05602c119 req-a0a9e258-f8b7-4c5a-883d-4fccc5c8c7d1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:12.954872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:12.955322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Checking segment: {'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:12.955612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46808190-58f2-4fc4-8f99-c3b05602c119 req-a0a9e258-f8b7-4c5a-883d-4fccc5c8c7d1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.4228520 Nov 12 08:57:12.955969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Bound using segment: {'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:12.956548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Bound port: c735e925-05ec-4f00-b115-6fd18cf4709b, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9aad2db-ea25-4d94-9e40-1183a0370ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:12.957030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.067453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3092800e-76f0-448c-bcd9-34a26aec66ab'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:13.080576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46808190-58f2-4fc4-8f99-c3b05602c119 req-f84a7c7c-7648-4b33-93c7-7ca2ad2e781a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119130 Nov 12 08:57:13.166329 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-e3d1bbbd-2e83-493a-a98e-71b2c62ec446 service neutron] show failed (client error): The resource could not be found. Nov 12 08:57:13.167746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-e3d1bbbd-2e83-493a-a98e-71b2c62ec446 service neutron] 10.222.0.62 "GET /v2.0/ports/5fec2279-5c2a-427f-a8c3-f32f7bb69133/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.4524865 Nov 12 08:57:13.206401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-36b75299-b4cd-451b-8040-f605b95ebaad None None] Provisioning complete for port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:13.207054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da176-e0ca-488a-9d59-3987edc593d5 req-62916208-b757-4bbd-9128-742c7afade11 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.207229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-36b75299-b4cd-451b-8040-f605b95ebaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.219844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597da176-e0ca-488a-9d59-3987edc593d5 req-62916208-b757-4bbd-9128-742c7afade11 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.227946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-597da176-e0ca-488a-9d59-3987edc593d5 req-62916208-b757-4bbd-9128-742c7afade11 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330&device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 1691 time: 0.3199866 Nov 12 08:57:13.240765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:13.271477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb7aa7ef-aeab-406e-8d64-6922cc909187 admin admin] 10.222.0.53 "PUT /v2.0/routers/c5debbcb-4f66-4ee4-a3f1-710fe0202042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5146105 Nov 12 08:57:13.351624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-693d4b7b-4d46-4f39-8916-7c2e4608e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.352178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-693d4b7b-4d46-4f39-8916-7c2e4608e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.352650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-693d4b7b-4d46-4f39-8916-7c2e4608e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.354537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-693d4b7b-4d46-4f39-8916-7c2e4608e201 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5100565 Nov 12 08:57:13.363447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-36b75299-b4cd-451b-8040-f605b95ebaad None None] Port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:13.388594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872618fd-104b-4303-a6b5-8cd6f3b66219 req-b3c1dd8b-53f2-4039-87eb-194972369505 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.398944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-872618fd-104b-4303-a6b5-8cd6f3b66219 req-b3c1dd8b-53f2-4039-87eb-194972369505 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 944 time: 0.1544416 Nov 12 08:57:13.488684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a7504245-5c0e-4459-bb84-59e1150c7603 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:13.490479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] For port c735e925-05ec-4f00-b115-6fd18cf4709b, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:13.506234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-872618fd-104b-4303-a6b5-8cd6f3b66219 req-dbf64bb8-5e7a-44b9-80f8-d4a191a1f4ac tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052196 Nov 12 08:57:13.556817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-597da176-e0ca-488a-9d59-3987edc593d5 req-4ed9fe26-99f9-462d-9315-1453ac5e6a5d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278754 Nov 12 08:57:13.616611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] For port c735e925-05ec-4f00-b115-6fd18cf4709b, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c735e925-05ec-4f00-b115-6fd18cf4709b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:13.643342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.662584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a7504245-5c0e-4459-bb84-59e1150c7603 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:13.663156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.678883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-e20fa97d-15a3-4e6a-9090-9c2cde84745d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.680942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-e20fa97d-15a3-4e6a-9090-9c2cde84745d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd&tenant_id=494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 1101 time: 0.1363695 Nov 12 08:57:13.701126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:13.759724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.766941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be218246-0e92-4fcf-9d69-b31daeb5b89d req-c2805ad3-84d0-49cb-8767-4b4e29fd92f7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.768645 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.770529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-022965c8-99bd-452a-860c-9370169079ad service neutron] 10.222.0.55 "PUT /v2.0/ports/c735e925-05ec-4f00-b115-6fd18cf4709b HTTP/1.1" status: 200 len: 1093 time: 2.2879198 Nov 12 08:57:13.774568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be218246-0e92-4fcf-9d69-b31daeb5b89d req-c2805ad3-84d0-49cb-8767-4b4e29fd92f7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.1504996 Nov 12 08:57:13.847028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Request body: {'port': {'device_id': '23437bab-1e83-495f-91c5-3de3626ade80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:13.858229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-d4556cda-309a-430e-ba26-d0f962227369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:13.858471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c07dbdfe-4755-4581-9d9e-53ea9a1ff666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.858637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e27068b7-8019-4ec5-bda8-fbbdb0e0d902 req-d4556cda-309a-430e-ba26-d0f962227369 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4954455 Nov 12 08:57:13.869877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.908761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022965c8-99bd-452a-860c-9370169079ad service neutron] Pushing event updated for resources: {'Port': ['ID=c735e925-05ec-4f00-b115-6fd18cf4709b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:13.924423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port a7504245-5c0e-4459-bb84-59e1150c7603, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a7504245-5c0e-4459-bb84-59e1150c7603,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:13.935901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.940825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be218246-0e92-4fcf-9d69-b31daeb5b89d req-115ceacc-c091-477c-8a2f-a30974824961 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463711 Nov 12 08:57:13.943865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:13.993040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.038746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188687-bdf2-4311-8e02-5b86a9c2e5fb req-033a2c79-7c37-497a-b74e-bf0c9b671c62 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.049894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188687-bdf2-4311-8e02-5b86a9c2e5fb req-033a2c79-7c37-497a-b74e-bf0c9b671c62 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.054212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=a7504245-5c0e-4459-bb84-59e1150c7603,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:14.068867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f188687-bdf2-4311-8e02-5b86a9c2e5fb req-033a2c79-7c37-497a-b74e-bf0c9b671c62 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.072335 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f188687-bdf2-4311-8e02-5b86a9c2e5fb req-033a2c79-7c37-497a-b74e-bf0c9b671c62 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2401 time: 0.2865489 Nov 12 08:57:14.188994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f188687-bdf2-4311-8e02-5b86a9c2e5fb req-282aacca-49db-495b-b323-fbec043e4136 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084440 Nov 12 08:57:14.324006 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Sync routers for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:14.350846 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:14.351482 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:14.363308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:14.399902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:14.435562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:14.438962 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85" -d '{"events": [{"name": "network-changed", "server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:14.471610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:14.473974 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eec3d4-8f11-49a3-b8e0-b50fd201a783" -d '{"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:14.484940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372e2e2-3d31-4e3f-b9a8-dc41e03fa69b req-88e914ae-8b5c-4649-8f74-655e04ae4b7c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.485715 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.493467 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b372e2e2-3d31-4e3f-b9a8-dc41e03fa69b req-88e914ae-8b5c-4649-8f74-655e04ae4b7c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.1426299 Nov 12 08:57:14.504965 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:14.520204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Transition to ACTIVE for port object 5fec2279-5c2a-427f-a8c3-f32f7bb69133 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:14.528928 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.578175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b372e2e2-3d31-4e3f-b9a8-dc41e03fa69b req-d13468f6-3aa8-4480-a08b-8c061f7976e8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832541 Nov 12 08:57:14.698856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] No DVR routers for this DVR port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:14.698856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:14.714754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:14.734837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c926d2e7-c48d-41e4-bffb-298737345305 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1696363253', 'description': 'tempest-description--1088834483'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:14.790193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:14.790322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:14.790573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:14.797641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.55', 49339) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:14.867570 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c6fd85-ec83-488c-b2ab-af98da602de9 x-openstack-request-id: req-28c6fd85-ec83-488c-b2ab-af98da602de9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:14.867867 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:14.868173 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28c6fd85-ec83-488c-b2ab-af98da602de9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:14.868566 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'code': 200} Nov 12 08:57:14.883744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:14.884230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:14.895687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:14.896119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:14.898243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:14.900939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Bound port: 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:14.901345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:14.953799 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 2, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:14.961639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-4a0e0d4a-13ce-493c-b9b1-b3d01a775962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.962132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-4a0e0d4a-13ce-493c-b9b1-b3d01a775962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.962611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-4a0e0d4a-13ce-493c-b9b1-b3d01a775962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:14.964309 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-4a0e0d4a-13ce-493c-b9b1-b3d01a775962 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2801 time: 0.1647408 Nov 12 08:57:14.989974 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Checking router: c5debbcb-4f66-4ee4-a3f1-710fe0202042 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:14.990592 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Updating router c5debbcb-4f66-4ee4-a3f1-710fe0202042 port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:57:15.034128 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.188251 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59533e20-15be-4857-a1a6-b212b23a8576 x-openstack-request-id: req-59533e20-15be-4857-a1a6-b212b23a8576 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:15.188883 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:15.189101 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59533e20-15be-4857-a1a6-b212b23a8576 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:15.189583 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b', 'status': 'completed', 'code': 200} Nov 12 08:57:15.203224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-24e18fca-8818-4ab2-85e9-d973531b976a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.204883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-24e18fca-8818-4ab2-85e9-d973531b976a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.55 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.5996890 Nov 12 08:57:15.208344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:15.245796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.248462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c926d2e7-c48d-41e4-bffb-298737345305 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.302578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Transition to ACTIVE for port object b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:15.356996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a7504245-5c0e-4459-bb84-59e1150c7603 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:15.361837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.450050 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.455805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c926d2e7-c48d-41e4-bffb-298737345305 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.462708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03916ef-f38d-4d36-b978-eb8d96059773 req-a26bac06-2220-472f-9c18-d61bd3976d81 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.468475 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e03916ef-f38d-4d36-b978-eb8d96059773 req-a26bac06-2220-472f-9c18-d61bd3976d81 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 1102 time: 0.2902510 Nov 12 08:57:15.472937 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.475659 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c926d2e7-c48d-41e4-bffb-298737345305 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.494260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a570894-e6d6-40d4-8a71-f30312736035 req-afa265c2-7f86-4793-8067-7d380d8d315b tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.495823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a570894-e6d6-40d4-8a71-f30312736035 req-afa265c2-7f86-4793-8067-7d380d8d315b tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 944 time: 0.5620844 Nov 12 08:57:15.503110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a7504245-5c0e-4459-bb84-59e1150c7603 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:15.504141 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.518176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:15.570052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:15.598121 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e754f-e156-4149-9c72-8066abe16309 None None] Pushing event updated for resources: {'Port': ['ID=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:15.629895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926d2e7-c48d-41e4-bffb-298737345305 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48201a5d-f622-49f3-a72c-48906f30d3a0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:15.633990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:15.695309 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a570894-e6d6-40d4-8a71-f30312736035 req-35124934-d313-4ef7-b4f1-92654012ca4e tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809583 Nov 12 08:57:15.696958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.708447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e03916ef-f38d-4d36-b978-eb8d96059773 req-a36a4397-6252-4ea9-b581-7a358012d414 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248123 Nov 12 08:57:15.746115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-2cef4625-2023-423e-aa9c-3ba9457823c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.746776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-2cef4625-2023-423e-aa9c-3ba9457823c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.747565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-2cef4625-2023-423e-aa9c-3ba9457823c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:15.749108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-2cef4625-2023-423e-aa9c-3ba9457823c0 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7616713 Nov 12 08:57:15.771148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3092800e-76f0-448c-bcd9-34a26aec66ab up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:15.785031 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Attempting to bind port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:15.791674 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Attempting to bind port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:15.793909 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Attempting to bind port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad on network 91642826-ddfb-4601-b8ba-1d19406736f4 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:15.822769 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c926d2e7-c48d-41e4-bffb-298737345305 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.828584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c926d2e7-c48d-41e4-bffb-298737345305 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1088822 Nov 12 08:57:15.834721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54540) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:15.839410 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:15.846069 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Checking segment: {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:15.847234 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.854578 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Bound using segment: {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:15.855378 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Bound port: e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:15.855740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c3bf0840-a303-451d-832a-c5835f5bac84 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Request body: {'security_group_rule': {'security_group_id': '48201a5d-f622-49f3-a72c-48906f30d3a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:15.856303 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:15.959242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Deleting port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:15.959242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.040723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 3092800e-76f0-448c-bcd9-34a26aec66ab completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:16.048326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 3092800e-76f0-448c-bcd9-34a26aec66ab triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:16.050194 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.052444 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] For port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:16.061336 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] For port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:16.070329 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.071890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0840-a303-451d-832a-c5835f5bac84 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.153097 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:16.153963 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:56:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:16.209816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37db5d-84a3-4d0b-b2f3-10b0b201caae req-8c12dd56-c3e3-4a10-bd54-46000127bcce tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.219785 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.222706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f37db5d-84a3-4d0b-b2f3-10b0b201caae req-8c12dd56-c3e3-4a10-bd54-46000127bcce tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 943 time: 0.3832557 Nov 12 08:57:16.225328 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e754f-e156-4149-9c72-8066abe16309 None None] Pushing event updated for resources: {'Port': ['ID=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:16.230575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Attempting to bind port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:16.231335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Attempting to bind port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:16.232016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Attempting to bind port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 on network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:16.253554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-e98034da-93f5-4bbf-970a-8c12cd7e35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.255502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f401fd9a-36be-43b9-b57c-1bc0bcc31d85 req-e98034da-93f5-4bbf-970a-8c12cd7e35ce service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4837489 Nov 12 08:57:16.273340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 on network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:16.274677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Attempting to bind port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 on network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:16.299262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3092800e-76f0-448c-bcd9-34a26aec66ab, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3092800e-76f0-448c-bcd9-34a26aec66ab,segment=NetworkSegment(d7527c4a-e91c-4dc4-9092-885fb7171860),segment_id=d7527c4a-e91c-4dc4-9092-885fb7171860)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:16.303767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092800e-76f0-448c-bcd9-34a26aec66ab'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:16.307395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.308284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.309719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] 10.222.0.55 "PUT /v2.0/ports/5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 1096 time: 2.6135924 Nov 12 08:57:16.314746 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226726c-198f-47a6-b482-ffff682016f8" -d '{"events": [{"server_uuid": "9684934c-2ca4-4c50-a76e-c1a806151dc5", "name": "network-vif-plugged", "status": "completed", "tag": "3092800e-76f0-448c-bcd9-34a26aec66ab"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:16.346570 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.355159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:16.355806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Checking segment: {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:16.356444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Bound using segment: {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:16.357076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Bound port: b7b29c0e-e6ea-44d3-8964-bbf2a1a32197, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c8fb9d-c13f-4f4b-944a-e3f5ea813938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:16.357635 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.367439 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4decbc8e-e3dd-4e49-a7b3-ad9b7c3952af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.397812 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:16.415261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-91b1efd2-aaa1-4b6f-882b-92f4b1369b54 None None] Provisioning complete for port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:16.416130 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91b1efd2-aaa1-4b6f-882b-92f4b1369b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.490896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3b126-154c-48c8-9e85-df06e5ff7c84 req-7731f2d6-8bb8-41a9-8c2f-b2c805da282f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.501576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3b126-154c-48c8-9e85-df06e5ff7c84 req-7731f2d6-8bb8-41a9-8c2f-b2c805da282f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.525899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3b126-154c-48c8-9e85-df06e5ff7c84 req-7731f2d6-8bb8-41a9-8c2f-b2c805da282f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.527767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2a3b126-154c-48c8-9e85-df06e5ff7c84 req-7731f2d6-8bb8-41a9-8c2f-b2c805da282f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2413 time: 0.2693636 Nov 12 08:57:16.533940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6758534b-0cd6-4269-b342-96fd23d04feb service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:16.536420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3092800e-76f0-448c-bcd9-34a26aec66ab,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:16.557407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] For port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:16.561750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] For port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:16.570221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f37db5d-84a3-4d0b-b2f3-10b0b201caae req-1f977d40-b25e-42ae-b517-f4e957b0fd1f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463433 Nov 12 08:57:16.588376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0840-a303-451d-832a-c5835f5bac84 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.589952 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.594761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-012852aa-8c0f-49c0-98c1-88fc90ab61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.598236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-012852aa-8c0f-49c0-98c1-88fc90ab61d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1099 time: 0.2522931 Nov 12 08:57:16.635458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] For port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:16.636202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.644520 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91b1efd2-aaa1-4b6f-882b-92f4b1369b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.650239 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0840-a303-451d-832a-c5835f5bac84 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.688437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-91b1efd2-aaa1-4b6f-882b-92f4b1369b54 None None] For port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:16.694094 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91b1efd2-aaa1-4b6f-882b-92f4b1369b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.696776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2a3b126-154c-48c8-9e85-df06e5ff7c84 req-4bdca31f-a0a1-4cb3-9f18-c4d5aa06245a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544802 Nov 12 08:57:16.723587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:16.724728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.726936 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 HTTP/1.1" status: 200 len: 1093 time: 2.8924551 Nov 12 08:57:16.769839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3bf0840-a303-451d-832a-c5835f5bac84 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.772198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c3bf0840-a303-451d-832a-c5835f5bac84 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9206946 Nov 12 08:57:16.782886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Calling delete_port for f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:16.783191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b1efd2-aaa1-4b6f-882b-92f4b1369b54 None None] Pushing event updated for resources: {'Port': ['ID=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:16.814464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:16.818970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0b432f0d-dc28-42f2-b1d0-b65fe49ee793 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Request body: {'security_group_rule': {'security_group_id': '48201a5d-f622-49f3-a72c-48906f30d3a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:16.899220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:16.907644 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b6901b-80b8-451b-8fcf-8cf641b79010" -d '{"events": [{"name": "network-changed", "server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:16.927990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-40642fa7-5025-44ca-b4c4-2573d064b8b8 None None] Provisioning complete for port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:16.928831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-40642fa7-5025-44ca-b4c4-2573d064b8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:16.930040 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:16.935246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf0840-a303-451d-832a-c5835f5bac84 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15265d84-0941-4be9-bd43-85121e917c83,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:16.938411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98e14-53ab-4b9e-97f3-0c9974d4d3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:17.007346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b432f0d-dc28-42f2-b1d0-b65fe49ee793 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.043113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82bb8106-34a2-4352-b4a5-acfd8f64be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.044258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82bb8106-34a2-4352-b4a5-acfd8f64be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.045662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82bb8106-34a2-4352-b4a5-acfd8f64be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.049164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-82bb8106-34a2-4352-b4a5-acfd8f64be0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2869 time: 0.2272427 Nov 12 08:57:17.112895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-c94b90c1-76e6-42e4-b694-344f8452a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.114500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264b9f9-6ffb-4a13-9d9a-578f1ab66409 req-d18c0543-7ef1-413a-b353-7bac7b57d32a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.114659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-c94b90c1-76e6-42e4-b694-344f8452a064 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.4492114 Nov 12 08:57:17.121230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f264b9f9-6ffb-4a13-9d9a-578f1ab66409 req-d18c0543-7ef1-413a-b353-7bac7b57d32a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 947 time: 0.4552908 Nov 12 08:57:17.122537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236c654-4c16-4ead-8ebb-0440b75a617e req-efb09e61-b5ba-4098-816c-d6e235d353f8 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.124310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e236c654-4c16-4ead-8ebb-0440b75a617e req-efb09e61-b5ba-4098-816c-d6e235d353f8 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 1102 time: 0.2414076 Nov 12 08:57:17.156999 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cf0ce6-8855-4b38-bae6-859a35f4f78c None None] The sync data for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 is: [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:17.170506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-377cd984-0724-431c-b0f2-f03ea410ec28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.174&port_id=6e0eb43a-0162-4395-9921-06dc3b55c0a0 HTTP/1.1" status: 200 len: 217 time: 0.1013865 Nov 12 08:57:17.191861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'tag': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:17.194199 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046926c7-c28a-4d95-83f0-0da7f32d69b1" -d '{"events": [{"name": "network-changed", "server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "tag": "b7b29c0e-e6ea-44d3-8964-bbf2a1a32197"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:17.200872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-99759962-a6ed-4d9f-b86c-cebba7f0537d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0706615 Nov 12 08:57:17.337761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f264b9f9-6ffb-4a13-9d9a-578f1ab66409 req-e2c0838f-9423-4312-a052-1425ed2f8a5f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743948 Nov 12 08:57:17.340359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-2ca22796-6b46-4c2d-a94f-1708e7e8d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.342044 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-2ca22796-6b46-4c2d-a94f-1708e7e8d402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a7b03af-66fe-4679-b57c-0a40d69a6401 HTTP/1.1" status: 200 len: 801 time: 0.1619012 Nov 12 08:57:17.363934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b432f0d-dc28-42f2-b1d0-b65fe49ee793 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.401724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b432f0d-dc28-42f2-b1d0-b65fe49ee793 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.444259 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e236c654-4c16-4ead-8ebb-0440b75a617e req-688ffbce-30d2-4df2-8445-37f12590b829 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965322 Nov 12 08:57:17.461641 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff3ddfe-50a0-47a6-8ad6-c76e6dbf0691 x-openstack-request-id: req-3ff3ddfe-50a0-47a6-8ad6-c76e6dbf0691 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:17.462128 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684934c-2ca4-4c50-a76e-c1a806151dc5", "name": "network-vif-plugged", "status": "completed", "tag": "3092800e-76f0-448c-bcd9-34a26aec66ab", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:17.462488 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ff3ddfe-50a0-47a6-8ad6-c76e6dbf0691 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:17.462820 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3092800e-76f0-448c-bcd9-34a26aec66ab', 'code': 200} Nov 12 08:57:17.492050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b432f0d-dc28-42f2-b1d0-b65fe49ee793 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31f8a2a-db65-4ee1-b603-f3fcc640b07e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:17.498016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-b9ac403d-6e5c-417d-a316-19732b48dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.499617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-b9ac403d-6e5c-417d-a316-19732b48dd7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2841713 Nov 12 08:57:17.569924 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:17.610168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.656840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-131355a7-36ed-4347-bafa-408d93faeca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.662510 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b621d63-d017-48fb-83ef-d1461657fd89 x-openstack-request-id: req-1b621d63-d017-48fb-83ef-d1461657fd89 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:17.663542 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:17.664783 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-131355a7-36ed-4347-bafa-408d93faeca4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2473707 Nov 12 08:57:17.665253 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b621d63-d017-48fb-83ef-d1461657fd89 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:17.665987 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'status': 'completed', 'code': 200} Nov 12 08:57:17.677713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b432f0d-dc28-42f2-b1d0-b65fe49ee793 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.692750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0b432f0d-dc28-42f2-b1d0-b65fe49ee793 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8771894 Nov 12 08:57:17.693766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:17.734121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:17.734496 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.749894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:17.786282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event deleted for resources: {'Port': ['ID=f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:17.815751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb611fe-e16d-488d-98c6-abae51494583 req-e30fc6dc-e4db-4098-afe0-fe33b66d0742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.822193 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2cb611fe-e16d-488d-98c6-abae51494583 req-e30fc6dc-e4db-4098-afe0-fe33b66d0742 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 1097 time: 0.2645576 Nov 12 08:57:17.825941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.842314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-c23be6e2-bf3f-4de5-89c0-05e11605d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:17.845760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-c23be6e2-bf3f-4de5-89c0-05e11605d422 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3245504 Nov 12 08:57:17.868708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:17.870726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:17.900401 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50757c65-8ce9-4b9f-85de-76581322a354 x-openstack-request-id: req-50757c65-8ce9-4b9f-85de-76581322a354 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:17.900622 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "tag": "b7b29c0e-e6ea-44d3-8964-bbf2a1a32197", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:17.900864 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50757c65-8ce9-4b9f-85de-76581322a354 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:17.901620 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'tag': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197', 'status': 'completed', 'code': 200} Nov 12 08:57:17.933839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:17.934184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:17.952187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] No DVR routers for this DVR port f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:17.958951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:17.972807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ddb258a-d393-4b14-8957-f54c871a0747 req-4ae8765d-b447-4f11-87ef-028e452e47ec tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.55 "DELETE /v2.0/ports/f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f HTTP/1.1" status: 204 len: 173 time: 2.7390380 Nov 12 08:57:18.017438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b9cce-bb51-4196-9a70-16f0cae71663 req-ded39edc-731b-41d0-ab12-bb8808a2dcf1 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.021827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d7b9cce-bb51-4196-9a70-16f0cae71663 req-ded39edc-731b-41d0-ab12-bb8808a2dcf1 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 945 time: 0.3973355 Nov 12 08:57:18.065326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-16269f5f-34fe-4c3f-9d31-f6f70e45942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.067637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-16269f5f-34fe-4c3f-9d31-f6f70e45942a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1099 time: 0.3921244 Nov 12 08:57:18.091416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:18.131975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-3f10662e-06ac-4936-9c2a-7a9e28ad6164 service neutron] 10.222.0.55 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466405 Nov 12 08:57:18.177862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b91845d3-68ec-41d0-b6f4-60aa99d3a7b6 req-3975b1ec-0d4b-41cb-ad62-e8619adff0d1 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb7f372f-53bf-4a7d-84f8-ddbc8f174d87 HTTP/1.1" status: 200 len: 210 time: 0.0600271 Nov 12 08:57:18.190490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2cb611fe-e16d-488d-98c6-abae51494583 req-9bd05d19-e9a3-466d-a775-3228ea6b0389 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594315 Nov 12 08:57:18.221901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-19b4c280-7fc1-46f4-9e4c-fc7faabbf053 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593893 Nov 12 08:57:18.355388 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-ef7ba611-98a4-4750-9ae9-9212c6defcf3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570583 Nov 12 08:57:18.360118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d7b9cce-bb51-4196-9a70-16f0cae71663 req-c4fdd4ac-373a-4b60-9b61-eb99a5f02980 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277135 Nov 12 08:57:18.397494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-251d8e48-b1ff-4a54-bd8d-0cc26c061478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.400501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-251d8e48-b1ff-4a54-bd8d-0cc26c061478 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3185239 Nov 12 08:57:18.491866 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-fcf1f8a5-0c84-410e-bbd0-7dae06bf1b19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0772111 Nov 12 08:57:18.564634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:18.565505 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-07ecac92-560d-48eb-a2a8-9e397f401d5a service neutron] 10.222.0.55 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874104 Nov 12 08:57:18.573566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-49558401-f9aa-445b-9a94-b659dd5ec23d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.575105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-49558401-f9aa-445b-9a94-b659dd5ec23d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189128 Nov 12 08:57:18.622987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-fecbe929-d42a-4e3a-8185-b0791618683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.624547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-fecbe929-d42a-4e3a-8185-b0791618683d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1152933 Nov 12 08:57:18.627440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-15c59e84-61f7-42ce-b1e3-d8f94f198075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.107&port_id=c735e925-05ec-4f00-b115-6fd18cf4709b HTTP/1.1" status: 200 len: 217 time: 0.0460148 Nov 12 08:57:18.636609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea8aa0-9bd5-4c40-b3b4-f2a11a394bfe req-a37fe456-8ff5-49ea-95ca-1571ba468026 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.643033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea8aa0-9bd5-4c40-b3b4-f2a11a394bfe req-a37fe456-8ff5-49ea-95ca-1571ba468026 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.649581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea8aa0-9bd5-4c40-b3b4-f2a11a394bfe req-a37fe456-8ff5-49ea-95ca-1571ba468026 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.651300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6ea8aa0-9bd5-4c40-b3b4-f2a11a394bfe req-a37fe456-8ff5-49ea-95ca-1571ba468026 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2413 time: 0.1730254 Nov 12 08:57:18.702312 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d768ce5-8387-462b-9275-90f86aa47b6c req-92d41a87-9f83-4bb3-896b-f3282b08de96 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215819 Nov 12 08:57:18.739961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-e7819369-2cf1-49b4-95b9-f510ad2f22b9 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/quotas/60db9fc17f5640cbb4f32834f12ac834 HTTP/1.1" status: 200 len: 375 time: 0.1514170 Nov 12 08:57:18.780654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-92d037c3-9039-4fa2-9067-bd01eb756547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.782508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-92d037c3-9039-4fa2-9067-bd01eb756547 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=66675c5a-886c-4833-9ba0-4765442a817f HTTP/1.1" status: 200 len: 801 time: 0.1290171 Nov 12 08:57:18.846192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-7c02e156-a12b-432b-bedc-6663a96a6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.847855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-7c02e156-a12b-432b-bedc-6663a96a6e06 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1955078 Nov 12 08:57:18.875260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-5c118463-428a-43b3-8339-b500d451421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:18.876832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-5c118463-428a-43b3-8339-b500d451421e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=178e8da7-701c-40bd-8a64-c947e4a80666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776494 Nov 12 08:57:18.892805 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6ea8aa0-9bd5-4c40-b3b4-f2a11a394bfe req-67c94601-3919-4249-bfc8-166e8f903ce2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241576 Nov 12 08:57:18.939510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Allocated IP 172.25.5.198 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/101a18f8-3105-456a-88be-825b7138f8a9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:18.945315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.005588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-e7687e8a-8d6d-49b6-88da-b6e6041e8652 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2413838 Nov 12 08:57:19.014823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-f3d2afe9-4e4c-40be-a973-10bc6613d7fc service neutron] 10.222.0.55 "GET /v2.0/networks/178e8da7-701c-40bd-8a64-c947e4a80666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208000 Nov 12 08:57:19.024252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-a30302ee-dd94-4812-a12c-db6b96a9c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.029831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-a30302ee-dd94-4812-a12c-db6b96a9c452 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1099 time: 0.1904998 Nov 12 08:57:19.219550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-e65ce467-0ea1-421c-8fb5-ab96acf9962c service neutron] 10.222.0.55 "GET /v2.0/networks/178e8da7-701c-40bd-8a64-c947e4a80666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929977 Nov 12 08:57:19.276491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-93dfe2f1-e9d7-431c-affe-43cbaf3df956 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 HTTP/1.1" status: 200 len: 217 time: 0.0456581 Nov 12 08:57:19.354272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfaa0a-0012-4b30-bb83-36f05394e3a0 req-cbfc925b-9189-4adc-8f28-42e8c0fdb74f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.361234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-cccde44a-693f-4776-8779-b5531ef3c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.362737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-cccde44a-693f-4776-8779-b5531ef3c412 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3124990 Nov 12 08:57:19.364780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cecfaa0a-0012-4b30-bb83-36f05394e3a0 req-cbfc925b-9189-4adc-8f28-42e8c0fdb74f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 947 time: 0.2879736 Nov 12 08:57:19.414008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b4b339d-788b-493f-bf89-538c95be77dd req-6d81619e-6aac-406c-8e80-9ba5d2f01223 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 210 time: 0.0436096 Nov 12 08:57:19.447018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-e702aa70-fee2-447f-9a0a-0041b8149685 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870476 Nov 12 08:57:19.452288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-7256f911-e1aa-4c81-aeee-5f23700e905e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0663879 Nov 12 08:57:19.463052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-eec9537c-ac33-4d12-b771-e1490aadc1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.464529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-eec9537c-ac33-4d12-b771-e1490aadc1d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a7b03af-66fe-4679-b57c-0a40d69a6401 HTTP/1.1" status: 200 len: 801 time: 0.1467905 Nov 12 08:57:19.524618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-3885ee73-a15b-4bb8-a5be-0f0ba7b99c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.527088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-3885ee73-a15b-4bb8-a5be-0f0ba7b99c98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0654933 Nov 12 08:57:19.570961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cecfaa0a-0012-4b30-bb83-36f05394e3a0 req-b420479e-5c27-4dc1-8690-8a579c5588a4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779320 Nov 12 08:57:19.596738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-90806ea4-ec9f-40d0-a9c7-2507278e5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.598227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-90806ea4-ec9f-40d0-a9c7-2507278e5ef6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262341 Nov 12 08:57:19.657215 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.661518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.675739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-8363a19d-a19c-43c8-b384-4d6fbe25fcd9 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206280 Nov 12 08:57:19.696849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-02b93648-8b20-4255-ab93-0057924ccd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.698885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-02b93648-8b20-4255-ab93-0057924ccd4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560652 Nov 12 08:57:19.775597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-b9713445-5423-49fa-80ad-f62feb96b570 service neutron] 10.222.0.55 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634548 Nov 12 08:57:19.778463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783aed32-b7ca-4223-adc4-d1e23c66603d req-f449da56-d5b2-4fae-a7be-ed68578d4fb8 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:19.780410 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-783aed32-b7ca-4223-adc4-d1e23c66603d req-f449da56-d5b2-4fae-a7be-ed68578d4fb8 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 945 time: 0.1722295 Nov 12 08:57:19.885746 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-9f6736ff-c67c-4b4a-9233-a8cca58502a4 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759453 Nov 12 08:57:19.889337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:19.904800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'name': 'network-vif-deleted', 'tag': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:19.907377 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c9b1e-f8bc-4c3f-970d-b8ed41ac4f4a" -d '{"events": [{"server_uuid": "eb7f372f-53bf-4a7d-84f8-ddbc8f174d87", "name": "network-vif-deleted", "tag": "f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:19.925574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f54005df-58ff-46ff-b55a-5171c0c199c5 req-aa70fde1-d361-49cf-9203-35a5c5f3116f service neutron] 10.222.0.55 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342378 Nov 12 08:57:19.950471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event updated for resources: {'Port': ['ID=101a18f8-3105-456a-88be-825b7138f8a9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:20.060777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:20.070793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:20.077090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:20.096124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-6dd22a6e-4679-4462-944d-051b3ee62564 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.100528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-6dd22a6e-4679-4462-944d-051b3ee62564 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 821 time: 0.1896777 Nov 12 08:57:20.109782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-6b280f78-2314-40a6-9f5e-f676513405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.110262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-6b280f78-2314-40a6-9f5e-f676513405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.111455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-6b280f78-2314-40a6-9f5e-f676513405a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.113170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-6b280f78-2314-40a6-9f5e-f676513405a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2869 time: 0.1106920 Nov 12 08:57:20.126272 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-783aed32-b7ca-4223-adc4-d1e23c66603d req-7d24a5f9-e93c-4887-8c2d-89c3c313e87c tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335131 Nov 12 08:57:20.135104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-387a2c3c-7c67-4b6a-b769-b6edb606f8ef tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/quotas/dc3ed24f356f4679919c09d6575037de HTTP/1.1" status: 200 len: 375 time: 0.0202930 Nov 12 08:57:20.198358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8b6901b-80b8-451b-8fcf-8cf641b79010 req-427b2ed4-b0f7-4cbb-8c0d-9b0b54e9522c service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546194 Nov 12 08:57:20.250565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.257193 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2f2650-485a-4c1a-9db1-f9b4ad4b4999 x-openstack-request-id: req-fd2f2650-485a-4c1a-9db1-f9b4ad4b4999 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:20.257476 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7f372f-53bf-4a7d-84f8-ddbc8f174d87", "name": "network-vif-deleted", "tag": "f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:20.257724 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fd2f2650-485a-4c1a-9db1-f9b4ad4b4999 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:20.258107 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7f372f-53bf-4a7d-84f8-ddbc8f174d87', 'name': 'network-vif-deleted', 'tag': 'f54bb6f6-bb6b-488e-b1ae-c0b84dcd967f', 'status': 'completed', 'code': 200} Nov 12 08:57:20.291301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-13ddb7e1-4c87-46b5-8ba8-4354cc729132 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1548247 Nov 12 08:57:20.339711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-ff45a2c6-f36c-4ab8-a518-db317c79b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.341249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-ff45a2c6-f36c-4ab8-a518-db317c79b811 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 HTTP/1.1" status: 200 len: 903 time: 0.1910048 Nov 12 08:57:20.360251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.381876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663db49d-7f4f-4951-88e2-a729aebc0afb req-60faaf85-ae2f-4503-99ef-3185f68c5bd6 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.388322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663db49d-7f4f-4951-88e2-a729aebc0afb req-60faaf85-ae2f-4503-99ef-3185f68c5bd6 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.394469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663db49d-7f4f-4951-88e2-a729aebc0afb req-60faaf85-ae2f-4503-99ef-3185f68c5bd6 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.396255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-663db49d-7f4f-4951-88e2-a729aebc0afb req-60faaf85-ae2f-4503-99ef-3185f68c5bd6 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2413 time: 0.1100709 Nov 12 08:57:20.419000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-9258fd7c-9ed7-4204-9605-2ce7320a78b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 HTTP/1.1" status: 200 len: 217 time: 0.0423553 Nov 12 08:57:20.441039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.484661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-9d134fd7-c7a0-4219-aeea-52f695b20ccb service neutron] 10.222.0.53 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814165 Nov 12 08:57:20.489066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-2b5497ae-c6b6-497d-bec9-9055c080f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.490628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-2b5497ae-c6b6-497d-bec9-9055c080f64f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4a7b03af-66fe-4679-b57c-0a40d69a6401 HTTP/1.1" status: 200 len: 801 time: 0.0627573 Nov 12 08:57:20.502241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-663db49d-7f4f-4951-88e2-a729aebc0afb req-77e3e613-8ca3-49d4-a61e-3c2ab491a388 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864460 Nov 12 08:57:20.631569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-a957f935-d9d4-4b00-b854-2dbf1e159132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:20.633111 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-a957f935-d9d4-4b00-b854-2dbf1e159132 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275411 Nov 12 08:57:20.656726 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-c8043bec-421e-4b47-9ab1-24392acc86ff service neutron] 10.222.0.53 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618516 Nov 12 08:57:20.672252 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.688699 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.712247 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e03bdeb1-0f46-41b2-8441-896944838b87 req-0f793bcd-569b-4259-863b-d338bb61b02b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 210 time: 0.0372167 Nov 12 08:57:20.810196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-8ed10087-8733-4e87-97d8-38aaa48671f8 service neutron] 10.222.0.55 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522408 Nov 12 08:57:20.838360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event updated for resources: {'Port': ['ID=101a18f8-3105-456a-88be-825b7138f8a9,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:20.892885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.931053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-7cdd9b47-fff3-4bdd-8ce4-da1e453ffc36 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656681 Nov 12 08:57:20.983095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:20.992547 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6002be2f-3a61-4f8b-9e2b-936ae245d19e tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2472115 Nov 12 08:57:21.256770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab5abe-5b01-421e-aef9-82f28296776a req-bcec795d-4703-4519-911d-d1904fb66d4c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.268821 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72ab5abe-5b01-421e-aef9-82f28296776a req-bcec795d-4703-4519-911d-d1904fb66d4c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 947 time: 0.3263865 Nov 12 08:57:21.361405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72ab5abe-5b01-421e-aef9-82f28296776a req-3df17318-af61-4cca-a2ef-1f4b154c35c9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912824 Nov 12 08:57:21.378306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-9585ee3f-9ec0-4dd3-95cd-06cba4390114 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.389039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-9585ee3f-9ec0-4dd3-95cd-06cba4390114 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4371958 Nov 12 08:57:21.405111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': '798b58f1-371a-42c1-99df-b850cfafaf56', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:21.484552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47bb15d5-710a-4356-acba-7856c09c7fc1 req-08565b0d-f10a-49fa-b1c8-4df10ecf3401 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 210 time: 0.0614257 Nov 12 08:57:21.487986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-046926c7-c28a-4d95-83f0-0da7f32d69b1 req-dd519ae7-5127-4a2c-8dfa-cf7a5c255b02 service neutron] 10.222.0.55 "GET /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6660342 Nov 12 08:57:21.624334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b730959-7f17-436b-a176-6f38f4802a27 req-5e7ac487-3f5f-49c6-b59d-0c313e097a40 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.626461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b730959-7f17-436b-a176-6f38f4802a27 req-5e7ac487-3f5f-49c6-b59d-0c313e097a40 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 945 time: 0.0584340 Nov 12 08:57:21.626650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-1de7200c-f0c4-41e6-aefc-ab0efee5b8b1 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1696363253&fields=id&tenant_id=4e22c2a1906141399764767c52c874b3 HTTP/1.1" status: 200 len: 267 time: 0.1157997 Nov 12 08:57:21.677902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:21.681712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:21.697161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b730959-7f17-436b-a176-6f38f4802a27 req-1890d31a-96e5-4284-ba76-e24bdec4b3c9 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Nov 12 08:57:21.760538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:21.934501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710e914-a395-4181-aefd-c7ae74e79075 req-0ad65228-7557-4137-b938-f2064a6e350d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.947110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710e914-a395-4181-aefd-c7ae74e79075 req-0ad65228-7557-4137-b938-f2064a6e350d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.956765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710e914-a395-4181-aefd-c7ae74e79075 req-0ad65228-7557-4137-b938-f2064a6e350d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:21.968312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2710e914-a395-4181-aefd-c7ae74e79075 req-0ad65228-7557-4137-b938-f2064a6e350d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2413 time: 0.1479173 Nov 12 08:57:21.980028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:21.996575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'mac_address': 'fa:16:3e:c4:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:22.051554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2710e914-a395-4181-aefd-c7ae74e79075 req-d4f07c38-4822-48e0-8803-8f7997b98b13 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815399 Nov 12 08:57:22.057228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.074521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fec2279-5c2a-427f-a8c3-f32f7bb69133 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:22.107042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:22.113247 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.194895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:22.255319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-5e92d5fd-5191-4da9-8d84-aa1a3702e436 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:22.263384 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-5e92d5fd-5191-4da9-8d84-aa1a3702e436 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/networks?id=91642826-ddfb-4601-b8ba-1d19406736f4 HTTP/1.1" status: 200 len: 805 time: 0.6278992 Nov 12 08:57:22.290285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-0b02d5e1-9340-4913-bbe7-398ac4566de8 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/quotas/4e22c2a1906141399764767c52c874b3 HTTP/1.1" status: 200 len: 375 time: 0.0252612 Nov 12 08:57:22.346092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.230 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/052e18da-4e5b-4f6d-bf59-438f078eccd6) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:22.384617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-682526cc-8b3e-4574-9837-c55ecd9a15f7 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e22c2a1906141399764767c52c874b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0940275 Nov 12 08:57:22.434103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5fec2279-5c2a-427f-a8c3-f32f7bb69133'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:22.677798 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-4151209c-1791-4e0c-9ee1-3eafade1b2c2 service neutron] 10.222.0.53 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605736 Nov 12 08:57:22.680932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-994d2b2e-5bdf-4a1e-9b81-fe826788df10 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:22.683383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-994d2b2e-5bdf-4a1e-9b81-fe826788df10 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 821 time: 0.2966156 Nov 12 08:57:22.730262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46cc517a-e595-439b-957d-9e985b6ff4e6 req-707ad824-901e-498b-bf44-6c5a267c18b4 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 210 time: 0.2895873 Nov 12 08:57:22.739254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Request body: {'port': {'device_id': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'admin_state_up': True, 'tenant_id': 'dc3ed24f356f4679919c09d6575037de'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:22.811704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.855196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f9f2bcca-0133-4d39-a7ef-60b957dd2436 service neutron] 10.222.0.53 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761024 Nov 12 08:57:22.882720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.901613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236', '396038b1-2e67-433c-a16b-46df9674492a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:22.954886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:22.959201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:22.963052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Made reservation on behalf of dc3ed24f356f4679919c09d6575037de for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:22.971941 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:22.982062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:23.018646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a1d60-fe65-482d-9cfd-dd4ba5b29f56 req-e4d357ca-456e-44b7-9620-b14ef6229299 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.024722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-571a1d60-fe65-482d-9cfd-dd4ba5b29f56 req-e4d357ca-456e-44b7-9620-b14ef6229299 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 948 time: 0.1542401 Nov 12 08:57:23.103636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.104833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.119576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=052e18da-4e5b-4f6d-bf59-438f078eccd6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:23.133182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7317977 Nov 12 08:57:23.134771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.135120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.136457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.136803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.137138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.140758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.141250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.141712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.142185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.142633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.145048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.145404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7d2a11-8638-44ee-a1f7-61bb9cbd9175 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:23.215885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Request body: {'port': {'device_id': '798b58f1-371a-42c1-99df-b850cfafaf56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:23.326330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c323bf62-37e2-419f-83cf-7cd1843661f9 req-5d38a9de-e1ee-458e-9f15-9d67759072ca tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 210 time: 0.0549085 Nov 12 08:57:23.332120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-571a1d60-fe65-482d-9cfd-dd4ba5b29f56 req-e007bd09-4c0e-453d-a836-68a29fe6c25f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878134 Nov 12 08:57:23.352719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.425786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089', 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:23.456919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fecce3cb-d472-4cce-a907-26205a840d5d req-666f50de-bbf4-44d8-93dd-ba9f4e9000ef tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 210 time: 0.0402446 Nov 12 08:57:23.464602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c26ac413-5eb2-4367-86ac-69b7152892b8 None None] Provisioning complete for port 052e18da-4e5b-4f6d-bf59-438f078eccd6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:23.464898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c26ac413-5eb2-4367-86ac-69b7152892b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.522375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Allocated IP 172.20.0.12 (0c900a69-f347-4123-95e8-e9fe01a1d0b9/70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1/1e8b31d9-0f68-47c5-a830-4d349c5de8ce) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:23.597903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c26ac413-5eb2-4367-86ac-69b7152892b8 None None] Port 052e18da-4e5b-4f6d-bf59-438f078eccd6 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:23.797582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c735e925-05ec-4f00-b115-6fd18cf4709b details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:23.802898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:23.822981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8603a-542b-4e1b-b811-e21a28e637a7 req-ce5f3f14-2fbf-47ac-9c96-7abc78f8c2d2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.839228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8603a-542b-4e1b-b811-e21a28e637a7 req-ce5f3f14-2fbf-47ac-9c96-7abc78f8c2d2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.856716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb8603a-542b-4e1b-b811-e21a28e637a7 req-ce5f3f14-2fbf-47ac-9c96-7abc78f8c2d2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:23.863347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1bb8603a-542b-4e1b-b811-e21a28e637a7 req-ce5f3f14-2fbf-47ac-9c96-7abc78f8c2d2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2413 time: 0.1887615 Nov 12 08:57:23.870004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.922249 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:23.953230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:23.956543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:24.004482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:24.113091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:24.129698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:24.130072 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.143049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1bb8603a-542b-4e1b-b811-e21a28e637a7 req-3d6483e8-e8e5-4102-8ffc-4a02c88556f7 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112417 Nov 12 08:57:24.215441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event updated for resources: {'Port': ['ID=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.221009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c735e925-05ec-4f00-b115-6fd18cf4709b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c735e925-05ec-4f00-b115-6fd18cf4709b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:24.260777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.263645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.266570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.267012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.267430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.267842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.268417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.269374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.269850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.270290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.270762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.271141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'c735e925-05ec-4f00-b115-6fd18cf4709b', 'network_id': '178e8da7-701c-40bd-8a64-c947e4a80666', 'port_id': 'c735e925-05ec-4f00-b115-6fd18cf4709b', 'mac_address': 'fa:16:3e:31:43:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66675c5a-886c-4833-9ba0-4765442a817f', 'ip_address': '19.86.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:24.271283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:24.271391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052e18da-4e5b-4f6d-bf59-438f078eccd6 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:24.281891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.282688 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.283273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.299041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Transition to ACTIVE for port object 052e18da-4e5b-4f6d-bf59-438f078eccd6 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:24.330697 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.340546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-d9787e0b-668b-452e-92a9-6cc3ea9b6d2b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.345142 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-d9787e0b-668b-452e-92a9-6cc3ea9b6d2b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd&tenant_id=494437cfbc0f44e8bb054bcc6d247564&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 948 time: 0.2374425 Nov 12 08:57:24.348769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-0085c521-8bba-40a0-a09e-be0cbda2d0c3 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6320078 Nov 12 08:57:24.394795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a05ba-c931-4d3f-a964-da432064a1ce req-f44fc8a9-ba1d-4142-82b7-7eab5a37b276 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.404019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc8a05ba-c931-4d3f-a964-da432064a1ce req-f44fc8a9-ba1d-4142-82b7-7eab5a37b276 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 936 time: 0.1581948 Nov 12 08:57:24.410566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Request body: {'port': {'device_id': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:24.412541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Pushing event updated for resources: {'Port': ['ID=052e18da-4e5b-4f6d-bf59-438f078eccd6,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.423957 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.436703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd938715-e716-48de-b093-4ab415b47e72 req-1c68b310-268b-4de4-b14f-b8395ae048bd tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.445236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd938715-e716-48de-b093-4ab415b47e72 req-1c68b310-268b-4de4-b14f-b8395ae048bd tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 948 time: 0.1454492 Nov 12 08:57:24.458852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c735e925-05ec-4f00-b115-6fd18cf4709b {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:24.466431 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.540936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c735e925-05ec-4f00-b115-6fd18cf4709b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c735e925-05ec-4f00-b115-6fd18cf4709b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:24.551206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-797d3b32-e563-4ca9-b00e-4856e69dc0b1 service neutron] 10.222.0.55 "GET /v2.0/ports/5fec2279-5c2a-427f-a8c3-f32f7bb69133/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 383 time: 0.1918123 Nov 12 08:57:24.560054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:24.567687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc8a05ba-c931-4d3f-a964-da432064a1ce req-ece06b7e-212c-4513-b8e3-b01185dc1dc2 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623292 Nov 12 08:57:24.568178 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c911023f-a67c-4cf3-b5ca-2c0e4e9d42d0" -d '{"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:24.572174 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.581734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.582393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:24.605521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd938715-e716-48de-b093-4ab415b47e72 req-6d23cb43-f799-4262-852b-e9e9e0793699 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584718 Nov 12 08:57:24.623063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Attempting to bind port 052e18da-4e5b-4f6d-bf59-438f078eccd6 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:24.623409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Attempting to bind port 052e18da-4e5b-4f6d-bf59-438f078eccd6 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:24.623744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Attempting to bind port 052e18da-4e5b-4f6d-bf59-438f078eccd6 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:24.629035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Port 052e18da-4e5b-4f6d-bf59-438f078eccd6 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:24.629426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Attempting to bind port 052e18da-4e5b-4f6d-bf59-438f078eccd6 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:24.637014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:24.637364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:24.637757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:24.638194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Bound port: 052e18da-4e5b-4f6d-bf59-438f078eccd6, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:24.638553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.693465 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-a2265021-c8a7-4635-9cf2-869b1eed05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.695442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-a2265021-c8a7-4635-9cf2-869b1eed05a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1100 time: 0.1104083 Nov 12 08:57:24.768129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:24.771384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c735e925-05ec-4f00-b115-6fd18cf4709b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.782108 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:24.851014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] For port 052e18da-4e5b-4f6d-bf59-438f078eccd6, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:24.913011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:24.933506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e3d60-93f8-4153-89e0-2c7110c0d28f req-42219bc2-4cd6-4565-9802-1fad1708b244 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.939866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-78c31b6f-a8d8-443e-912d-daa9c14c66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:24.941548 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-78c31b6f-a8d8-443e-912d-daa9c14c66d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2373447 Nov 12 08:57:24.952075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a60e3d60-93f8-4153-89e0-2c7110c0d28f req-42219bc2-4cd6-4565-9802-1fad1708b244 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 932 time: 0.1709199 Nov 12 08:57:24.959248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] For port 052e18da-4e5b-4f6d-bf59-438f078eccd6, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=052e18da-4e5b-4f6d-bf59-438f078eccd6,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:24.962569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:24.977564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197', 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3', 'port_id': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197', 'mac_address': 'fa:16:3e:7a:32:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7b03af-66fe-4679-b57c-0a40d69a6401', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:25.006468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.020113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-d12b4dd4-9160-4ed3-90c2-0a46fdef629b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0635204 Nov 12 08:57:25.025120 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.040421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:25.070997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.071618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.072905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:25.073691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] 10.222.0.55 "PUT /v2.0/ports/052e18da-4e5b-4f6d-bf59-438f078eccd6 HTTP/1.1" status: 200 len: 1097 time: 1.8811824 Nov 12 08:57:25.080563 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.080724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798b58f1-371a-42c1-99df-b850cfafaf56', 'tag': '052e18da-4e5b-4f6d-bf59-438f078eccd6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:25.081155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6e0eb43a-0162-4395-9921-06dc3b55c0a0 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:25.083400 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc4e54-9493-4bca-8607-0d70551bc4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "798b58f1-371a-42c1-99df-b850cfafaf56", "tag": "052e18da-4e5b-4f6d-bf59-438f078eccd6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:25.086374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-b061ab2d-e99e-4141-ac40-a4de96608eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.087961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-b061ab2d-e99e-4141-ac40-a4de96608eac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0563340 Nov 12 08:57:25.124445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7ffa045-3994-407d-97f4-6ef8bba897f5 req-80545216-a0ab-429a-9600-d823a6a6c290 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 210 time: 0.1037457 Nov 12 08:57:25.157150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6e0eb43a-0162-4395-9921-06dc3b55c0a0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6e0eb43a-0162-4395-9921-06dc3b55c0a0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:25.186808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '6e0eb43a-0162-4395-9921-06dc3b55c0a0', 'network_id': '5c147f7d-cab3-4f3f-81f2-37a58bbed0c3', 'port_id': '6e0eb43a-0162-4395-9921-06dc3b55c0a0', 'mac_address': 'fa:16:3e:c3:f5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7b03af-66fe-4679-b57c-0a40d69a6401', 'ip_address': '19.80.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:25.189543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:25.197472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a60e3d60-93f8-4153-89e0-2c7110c0d28f req-9202e2df-fa68-4b9e-8027-9fb21ecd3131 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444034 Nov 12 08:57:25.201772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f394b-fcba-49e1-8bb2-3c6e442f235d service neutron] Pushing event updated for resources: {'Port': ['ID=052e18da-4e5b-4f6d-bf59-438f078eccd6,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:25.214132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-a6dcf2c7-15ee-40a2-844a-d874cac68aea tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.214890 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853d1a21-786d-4176-bdb6-fe8aab92c712 x-openstack-request-id: req-853d1a21-786d-4176-bdb6-fe8aab92c712 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:25.215176 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:25.215439 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-853d1a21-786d-4176-bdb6-fe8aab92c712 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:25.215730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-a6dcf2c7-15ee-40a2-844a-d874cac68aea tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.62 "GET /v2.0/networks?id=91642826-ddfb-4601-b8ba-1d19406736f4 HTTP/1.1" status: 200 len: 805 time: 0.4766681 Nov 12 08:57:25.215927 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'code': 200} Nov 12 08:57:25.239269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-6094b642-37d7-4827-80a5-f8695eadf1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.240857 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-6094b642-37d7-4827-80a5-f8695eadf1f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 1100 time: 0.0833285 Nov 12 08:57:25.315606 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.325605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-54f4683c-64be-40d1-a778-a9e13947188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.327643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-54f4683c-64be-40d1-a778-a9e13947188a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2182300 Nov 12 08:57:25.333904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8b31d9-0f68-47c5-a830-4d349c5de8ce {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:25.342103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e0eb43a-0162-4395-9921-06dc3b55c0a0 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:25.350560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-07e231e9-dbe1-4874-a641-975d94d35f1f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=052e18da-4e5b-4f6d-bf59-438f078eccd6 HTTP/1.1" status: 200 len: 217 time: 0.0870068 Nov 12 08:57:25.386152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6e0eb43a-0162-4395-9921-06dc3b55c0a0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6e0eb43a-0162-4395-9921-06dc3b55c0a0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:25.393308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.414449 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.429195 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e48024-2f0d-4431-bd36-9c325b1469d8 x-openstack-request-id: req-e0e48024-2f0d-4431-bd36-9c325b1469d8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:25.429585 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798b58f1-371a-42c1-99df-b850cfafaf56", "tag": "052e18da-4e5b-4f6d-bf59-438f078eccd6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:25.429738 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0e48024-2f0d-4431-bd36-9c325b1469d8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:25.430124 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798b58f1-371a-42c1-99df-b850cfafaf56', 'tag': '052e18da-4e5b-4f6d-bf59-438f078eccd6', 'status': 'completed', 'code': 200} Nov 12 08:57:25.431115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Transition to ACTIVE for port object 1e8b31d9-0f68-47c5-a830-4d349c5de8ce will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:25.464980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-af7ba0a3-66f3-4d97-aae3-a85f7b320e82 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e22c2a1906141399764767c52c874b3 HTTP/1.1" status: 200 len: 380 time: 0.2346785 Nov 12 08:57:25.466720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-a52cf904-bb95-442a-8495-07d8ee2f1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.468633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-a52cf904-bb95-442a-8495-07d8ee2f1cae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1093807 Nov 12 08:57:25.471442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6e0eb43a-0162-4395-9921-06dc3b55c0a0,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:25.476209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Request body: {'port': {'device_id': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'admin_state_up': True, 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'security_groups': ['48201a5d-f622-49f3-a72c-48906f30d3a0']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:25.486337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.608720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:25.633221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ca9-ba0a-4249-9232-da079043b781 req-99bcf295-e2d8-45fc-a1c3-7077c8f615a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.634245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-a7ac53ec-48ab-426a-a150-484685844250 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.634701 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-99bcf295-e2d8-45fc-a1c3-7077c8f615a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362116 Nov 12 08:57:25.635732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-a7ac53ec-48ab-426a-a150-484685844250 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.3050683 Nov 12 08:57:25.643926 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db5b2-e037-4834-ba34-e5ac552c00eb req-e4a3d57c-2521-4ba8-86a2-a518de45d751 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.650170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db5b2-e037-4834-ba34-e5ac552c00eb req-e4a3d57c-2521-4ba8-86a2-a518de45d751 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.656852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db5b2-e037-4834-ba34-e5ac552c00eb req-e4a3d57c-2521-4ba8-86a2-a518de45d751 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:25.658489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e0db5b2-e037-4834-ba34-e5ac552c00eb req-e4a3d57c-2521-4ba8-86a2-a518de45d751 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2416 time: 0.1610606 Nov 12 08:57:25.659545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-2e015cdd-2857-4377-a5a9-834343b7ab47 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626741 Nov 12 08:57:25.708993 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-5861b305-9dde-47bd-aaf1-1b1d3c6223ed tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/quotas/26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 375 time: 0.0484371 Nov 12 08:57:25.779521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Made reservation on behalf of 4e22c2a1906141399764767c52c874b3 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:25.784223 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.801714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e0db5b2-e037-4834-ba34-e5ac552c00eb req-852325af-fa84-46ab-864d-ca186b9d679f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362352 Nov 12 08:57:25.809032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Attempting to bind port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:25.809378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Attempting to bind port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:25.809708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Attempting to bind port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:25.834253 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-5ba509e7-e05c-4349-a4d8-f100de451f70 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699026 Nov 12 08:57:25.834921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-49d7e84e-82a8-4879-805c-605c280922aa tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1175461 Nov 12 08:57:25.835817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:25.836408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Attempting to bind port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce on network 0c900a69-f347-4123-95e8-e9fe01a1d0b9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:25.852330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:25.852674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Checking segment: {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:25.853057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Bound using segment: {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:25.853500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Bound port: 1e8b31d9-0f68-47c5-a830-4d349c5de8ce, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2019f43f-a775-4e6b-9613-2bad19d69cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:25.853861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:25.885127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-ec11fc2b-78ba-4a75-81a7-4c59d3297d13 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155604 Nov 12 08:57:25.912648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['b7b29c0e-e6ea-44d3-8964-bbf2a1a32197'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:25.954387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6e0eb43a-0162-4395-9921-06dc3b55c0a0'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:25.991403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['c735e925-05ec-4f00-b115-6fd18cf4709b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:26.027938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1562ca9-ba0a-4249-9232-da079043b781 req-25d33440-42ae-4ca5-9405-337a25b1646a service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670892 Nov 12 08:57:26.029092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Allocated IP 172.20.0.7 (91642826-ddfb-4601-b8ba-1d19406736f4/15d9f7cb-07d8-4f89-b452-361b75f771b1/f686d51f-231c-4252-8ee5-c0dfe52b91c6) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:26.053292 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-88510c64-f06d-42bf-b01b-91b1175ee716 service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020025 Nov 12 08:57:26.112962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] For port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:26.153268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] For port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:26.162313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.208691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.209779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.211691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] 10.222.0.62 "PUT /v2.0/ports/1e8b31d9-0f68-47c5-a830-4d349c5de8ce HTTP/1.1" status: 200 len: 1093 time: 1.8440924 Nov 12 08:57:26.215893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'tag': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:26.218714 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495e31a4-9135-452a-b254-0c241cd46b42" -d '{"events": [{"name": "network-changed", "server_uuid": "72abd73d-3cf3-441c-846e-b7b78d97a08c", "tag": "1e8b31d9-0f68-47c5-a830-4d349c5de8ce"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:26.229159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-af6b0506-376d-458a-9b77-17a9bb1520ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.230738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-af6b0506-376d-458a-9b77-17a9bb1520ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 1100 time: 0.1269064 Nov 12 08:57:26.241793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7adcb8-96e5-4400-ba4a-63fa1bd4e142 req-540c8435-7c94-463f-8107-e7b0bba4f48f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.243361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d7adcb8-96e5-4400-ba4a-63fa1bd4e142 req-540c8435-7c94-463f-8107-e7b0bba4f48f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 948 time: 0.1515429 Nov 12 08:57:26.250876 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-df293f21-4e09-4420-a4e9-caa0e7ef3fda service neutron] 10.222.0.53 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820931 Nov 12 08:57:26.270268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923da7e-b1c9-4413-8ef7-7165f003a4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:26.319078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-85b2ca95-cb70-4dee-9996-62ebb96a8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.320653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-85b2ca95-cb70-4dee-9996-62ebb96a8e26 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 1096 time: 0.0465641 Nov 12 08:57:26.363454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.369315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-ee47da9a-26ac-42f3-8c71-2b47f4a32a6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e8b31d9-0f68-47c5-a830-4d349c5de8ce HTTP/1.1" status: 200 len: 217 time: 0.0368485 Nov 12 08:57:26.419478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d7adcb8-96e5-4400-ba4a-63fa1bd4e142 req-85194e92-d5ba-46ee-adb1-956bf458d96a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353111 Nov 12 08:57:26.434832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-ca655b93-1f52-42c3-97ad-851d01e11bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.436318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-ca655b93-1f52-42c3-97ad-851d01e11bd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 HTTP/1.1" status: 200 len: 861 time: 0.0586538 Nov 12 08:57:26.477874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-94bb54a6-f79b-4334-96ea-8947f745973d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c900a69-f347-4123-95e8-e9fe01a1d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333188 Nov 12 08:57:26.479861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-272eb97e-a517-482a-8e59-5179365b58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.481647 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-272eb97e-a517-482a-8e59-5179365b58e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2372994 Nov 12 08:57:26.549569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.576502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-b2da3c1d-feb3-4f9b-b39a-7c94303ad455 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=052e18da-4e5b-4f6d-bf59-438f078eccd6 HTTP/1.1" status: 200 len: 217 time: 0.0751312 Nov 12 08:57:26.603939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-8ea7a28f-9e10-4759-b0a9-1ba52db6537a service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183152 Nov 12 08:57:26.667300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-c6ebe6ac-2a6f-4e9e-bec7-4b79dd7f2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.668804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-c6ebe6ac-2a6f-4e9e-bec7-4b79dd7f2942 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0633304 Nov 12 08:57:26.685222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Network 91642826-ddfb-4601-b8ba-1d19406736f4 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:26.685222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:26.698023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:26.733387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event updated for resources: {'Port': ['ID=f686d51f-231c-4252-8ee5-c0dfe52b91c6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:26.776879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d2485-dd88-4331-96f3-2c2e1acb0619 req-cae6506a-38fe-4528-94f1-c17a35d05eff tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.778720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b9d2485-dd88-4331-96f3-2c2e1acb0619 req-cae6506a-38fe-4528-94f1-c17a35d05eff tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.2697606 Nov 12 08:57:26.786200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.786842 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:26.822127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f0f2e088-7e04-41f8-8085-3324af748a93 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3497887 Nov 12 08:57:26.822679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df67fc-e6b5-4a12-8b93-983647b91569 req-03b499a1-6903-4a02-91fb-4c9d30ab5fa2 service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082374 Nov 12 08:57:26.838025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-17ab7045-48ba-4442-b64d-126da3c7f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.839660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-17ab7045-48ba-4442-b64d-126da3c7f252 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1516058 Nov 12 08:57:26.847772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Request body: {'port': {'device_id': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:26.860737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c07802-6075-4dc6-ac27-c67521d81772 req-f95f0687-cc4a-4c1f-ad46-6c4e47e82ed4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:26.873086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65c07802-6075-4dc6-ac27-c67521d81772 req-f95f0687-cc4a-4c1f-ad46-6c4e47e82ed4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 931 time: 0.1305757 Nov 12 08:57:26.944810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65c07802-6075-4dc6-ac27-c67521d81772 req-f3b760fd-707e-4849-83ba-fe6bf5dbcd38 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642083 Nov 12 08:57:27.004233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b9d2485-dd88-4331-96f3-2c2e1acb0619 req-0c59a4bd-9276-43ac-af2a-d11dd3ed2b23 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088335 Nov 12 08:57:27.034488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.070841 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-e0241714-9319-4399-8e20-b5e8fafddcff service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960325 Nov 12 08:57:27.071899 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4702c813-6563-4273-8553-780ac8f98577 x-openstack-request-id: req-4702c813-6563-4273-8553-780ac8f98577 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:27.072810 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72abd73d-3cf3-441c-846e-b7b78d97a08c", "tag": "1e8b31d9-0f68-47c5-a830-4d349c5de8ce", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:27.073256 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4702c813-6563-4273-8553-780ac8f98577 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:27.073886 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'tag': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce', 'status': 'completed', 'code': 200} Nov 12 08:57:27.076798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f8586e13-5b0d-4909-8c07-7145d6f9b083 None None] Provisioning complete for port f686d51f-231c-4252-8ee5-c0dfe52b91c6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:27.077269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f8586e13-5b0d-4909-8c07-7145d6f9b083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.145238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f8586e13-5b0d-4909-8c07-7145d6f9b083 None None] Port f686d51f-231c-4252-8ee5-c0dfe52b91c6 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:27.180091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4efed-470a-485f-93d7-f9676964384b req-85cc5f3f-61ac-44a6-80ef-259c83bf980e tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.189304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6da4efed-470a-485f-93d7-f9676964384b req-85cc5f3f-61ac-44a6-80ef-259c83bf980e tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 944 time: 0.1801400 Nov 12 08:57:27.215234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e31a4-9135-452a-b254-0c241cd46b42 req-3de3656d-74ab-4c14-9f58-4648e0cc4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.216735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-495e31a4-9135-452a-b254-0c241cd46b42 req-3de3656d-74ab-4c14-9f58-4648e0cc4469 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc3ed24f356f4679919c09d6575037de&device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 1096 time: 0.1011298 Nov 12 08:57:27.263294 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:57:27.300997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91728556-20ff-4ce4-9c6b-745c333f41e7 req-077a0e01-aee6-47dc-9311-40a0f03794b8 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.0812581 Nov 12 08:57:27.308186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6da4efed-470a-485f-93d7-f9676964384b req-a735ead4-3d74-4d17-8bb8-da172c9cc1a2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178682 Nov 12 08:57:27.371200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ecc4e54-9493-4bca-8607-0d70551bc4c7 req-d3972b50-6e8f-4f56-8ab5-2a4eebaa6d63 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915764 Nov 12 08:57:27.409325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e31a4-9135-452a-b254-0c241cd46b42 req-0d3b1041-f5ef-4ddc-9b91-7c04aaf19d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.414935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-495e31a4-9135-452a-b254-0c241cd46b42 req-0d3b1041-f5ef-4ddc-9b91-7c04aaf19d46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 200 len: 922 time: 0.1866271 Nov 12 08:57:27.479083 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-495e31a4-9135-452a-b254-0c241cd46b42 req-20ef2e1c-beb8-468b-a062-f978f0c0a05e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e8b31d9-0f68-47c5-a830-4d349c5de8ce HTTP/1.1" status: 200 len: 217 time: 0.0553668 Nov 12 08:57:27.501669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.545609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa1e92-f205-4d23-bd9d-c4a5cdb37f5d req-f32b3851-b5ce-4cae-84bd-4542cb5aaa2d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.551894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa1e92-f205-4d23-bd9d-c4a5cdb37f5d req-f32b3851-b5ce-4cae-84bd-4542cb5aaa2d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.558338 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caa1e92-f205-4d23-bd9d-c4a5cdb37f5d req-f32b3851-b5ce-4cae-84bd-4542cb5aaa2d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.561379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3caa1e92-f205-4d23-bd9d-c4a5cdb37f5d req-f32b3851-b5ce-4cae-84bd-4542cb5aaa2d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2416 time: 0.1164804 Nov 12 08:57:27.580652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f686d51f-231c-4252-8ee5-c0dfe52b91c6 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:27.596031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.605963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e31a4-9135-452a-b254-0c241cd46b42 req-78ffc00b-34a9-45f6-aada-1d4865f968c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.607897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-495e31a4-9135-452a-b254-0c241cd46b42 req-78ffc00b-34a9-45f6-aada-1d4865f968c8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 HTTP/1.1" status: 200 len: 861 time: 0.1057456 Nov 12 08:57:27.618676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a89209-fd22-4958-b262-0b647802130a req-ed0c1ebc-16b9-4986-9cf3-e2ac4f3bad9a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:27.620556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Transition to ACTIVE for port object f686d51f-231c-4252-8ee5-c0dfe52b91c6 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:27.624833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32a89209-fd22-4958-b262-0b647802130a req-ed0c1ebc-16b9-4986-9cf3-e2ac4f3bad9a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 948 time: 0.0803823 Nov 12 08:57:27.625933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.667600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3caa1e92-f205-4d23-bd9d-c4a5cdb37f5d req-00618bf7-9d85-4307-8ada-c4e42a2a97cf tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984206 Nov 12 08:57:27.692524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Pushing event updated for resources: {'Port': ['ID=f686d51f-231c-4252-8ee5-c0dfe52b91c6,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:27.825362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Attempting to bind port f686d51f-231c-4252-8ee5-c0dfe52b91c6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:27.825759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Attempting to bind port f686d51f-231c-4252-8ee5-c0dfe52b91c6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:27.826208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Attempting to bind port f686d51f-231c-4252-8ee5-c0dfe52b91c6 on network 91642826-ddfb-4601-b8ba-1d19406736f4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:27.832134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Port f686d51f-231c-4252-8ee5-c0dfe52b91c6 on network 91642826-ddfb-4601-b8ba-1d19406736f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:27.832462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Attempting to bind port f686d51f-231c-4252-8ee5-c0dfe52b91c6 on network 91642826-ddfb-4601-b8ba-1d19406736f4 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:27.838141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:27.838492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Checking segment: {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:27.838879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Bound using segment: {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:27.839308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Bound port: f686d51f-231c-4252-8ee5-c0dfe52b91c6, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc563cb8-f87c-4609-803a-df0bf76176c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:27.839673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.946121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:27.957481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] For port f686d51f-231c-4252-8ee5-c0dfe52b91c6, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:27.964559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] For port f686d51f-231c-4252-8ee5-c0dfe52b91c6, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:27.971889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.053196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.053829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.055241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] 10.222.0.62 "PUT /v2.0/ports/f686d51f-231c-4252-8ee5-c0dfe52b91c6 HTTP/1.1" status: 200 len: 1092 time: 1.2130711 Nov 12 08:57:28.055787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:28.058136 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:28.081045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-495e31a4-9135-452a-b254-0c241cd46b42 req-aa285f21-45a2-4a00-ab98-41ca838f8991 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0c900a69-f347-4123-95e8-e9fe01a1d0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4507229 Nov 12 08:57:28.099162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32a89209-fd22-4958-b262-0b647802130a req-013fb652-023e-4092-9466-b69e5b5236ac tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676564 Nov 12 08:57:28.298171 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-495e31a4-9135-452a-b254-0c241cd46b42 req-29e67be8-b65d-46dd-b308-4bd645d00760 service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900225 Nov 12 08:57:28.373702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006124e-240d-4dc4-834c-5e1cdce40d0b req-c319dba8-9f2c-42f7-a2bc-5c2bbe9c20b9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.376098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a006124e-240d-4dc4-834c-5e1cdce40d0b req-c319dba8-9f2c-42f7-a2bc-5c2bbe9c20b9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.1184552 Nov 12 08:57:28.503639 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a006124e-240d-4dc4-834c-5e1cdce40d0b req-4f72886b-d46c-4905-83bf-d3aa5b4f2a39 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970082 Nov 12 08:57:28.523149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-495e31a4-9135-452a-b254-0c241cd46b42 req-7df9e383-f54d-49fa-8815-aed83fa003be service neutron] 10.222.0.62 "GET /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009177 Nov 12 08:57:28.603074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-34f6f6c0-2bef-421d-916f-5d0c90e2d96c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.604506 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-34f6f6c0-2bef-421d-916f-5d0c90e2d96c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 808 time: 0.5970967 Nov 12 08:57:28.633224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Request body: {'port': {'device_id': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'admin_state_up': True, 'tenant_id': '26873fceeee4477e95b5a4ab30f904f6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:28.694094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-ee218ce5-72ce-485f-ba6d-73a66e2b8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.694938 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04363ca-30f4-4a9b-ad42-0eaba265dd26 x-openstack-request-id: req-b04363ca-30f4-4a9b-ad42-0eaba265dd26 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:28.695428 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:28.695842 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b04363ca-30f4-4a9b-ad42-0eaba265dd26 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:28.696381 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-ee218ce5-72ce-485f-ba6d-73a66e2b8b0c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd&tenant_id=494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 1101 time: 0.0619748 Nov 12 08:57:28.696859 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'status': 'completed', 'code': 200} Nov 12 08:57:28.715005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:28.721947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1052246-ed22-4fa6-af7a-c9612b19f45e service neutron] Pushing event updated for resources: {'Port': ['ID=f686d51f-231c-4252-8ee5-c0dfe52b91c6,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:28.789826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-97bd6d64-c946-4174-a3fa-c6c5db140faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.791644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-97bd6d64-c946-4174-a3fa-c6c5db140faa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e22c2a1906141399764767c52c874b3&device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 1095 time: 0.1862371 Nov 12 08:57:28.802571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:28.806495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f39122-7aa0-4aa3-8b91-8b397e85aee6 req-ff10f931-e172-4b27-a591-a1506a68c210 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.808082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c5f39122-7aa0-4aa3-8b91-8b397e85aee6 req-ff10f931-e172-4b27-a591-a1506a68c210 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 943 time: 0.2014174 Nov 12 08:57:28.869891 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-14032ed9-bef1-4c12-a5b6-9005203e77dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6 HTTP/1.1" status: 200 len: 217 time: 0.0608170 Nov 12 08:57:28.903154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47990658-c9da-4455-b435-e0d4f5e6b713 req-cd2ed2fd-f772-46b7-9c75-255ca4a89f27 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.905039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47990658-c9da-4455-b435-e0d4f5e6b713 req-cd2ed2fd-f772-46b7-9c75-255ca4a89f27 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 944 time: 0.0991397 Nov 12 08:57:28.959462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c5f39122-7aa0-4aa3-8b91-8b397e85aee6 req-98cbce89-ed18-471a-811c-66a5a66e40e2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408958 Nov 12 08:57:28.979567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-96455d3d-4587-46b6-8031-0ccbca803271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:28.983177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-96455d3d-4587-46b6-8031-0ccbca803271 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15d9f7cb-07d8-4f89-b452-361b75f771b1 HTTP/1.1" status: 200 len: 844 time: 0.1030381 Nov 12 08:57:29.034023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Made reservation on behalf of 26873fceeee4477e95b5a4ab30f904f6 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:29.037700 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.061658 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47990658-c9da-4455-b435-e0d4f5e6b713 req-d3e2c8f5-23f8-4b90-8dd5-85dbed99e1f4 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421819 Nov 12 08:57:29.089771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b58f7-050c-4e72-9906-332122d9f872 req-34cb0acf-b4a4-456e-9518-2e6165496cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.091294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-34cb0acf-b4a4-456e-9518-2e6165496cff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91642826-ddfb-4601-b8ba-1d19406736f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005569 Nov 12 08:57:29.093841 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3319d3f6-4177-45f0-9d9e-f3d9d9b81494 req-edb3c500-ac5d-442c-86a0-31b21fead05e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.0421865 Nov 12 08:57:29.174051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:29.247606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:29.307608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff85193-aa3d-48fc-82c8-804b9358304f req-e86acec6-909e-4fdc-a7fc-c1130f8e25f4 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.309545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Allocated IP 172.20.0.8 (7de582a9-5249-4ccc-bc32-d2585eabacbd/5e805fb7-19cd-407c-a981-29ec2f5fb911/b3887ffb-fae1-4649-8db0-610be8ae9751) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:29.315835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ff85193-aa3d-48fc-82c8-804b9358304f req-e86acec6-909e-4fdc-a7fc-c1130f8e25f4 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 948 time: 0.0997620 Nov 12 08:57:29.320716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:29.322786 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8878b8-bea3-4aa4-acce-5d60020582d7" -d '{"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:29.333944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40259f52-9fdd-421b-92f9-e9bbfc31972b req-993238cf-7444-4450-8b8d-9aee68e27ec5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.339446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.339969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40259f52-9fdd-421b-92f9-e9bbfc31972b req-993238cf-7444-4450-8b8d-9aee68e27ec5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.346941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40259f52-9fdd-421b-92f9-e9bbfc31972b req-993238cf-7444-4450-8b8d-9aee68e27ec5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.348668 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40259f52-9fdd-421b-92f9-e9bbfc31972b req-993238cf-7444-4450-8b8d-9aee68e27ec5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2416 time: 0.1505864 Nov 12 08:57:29.364605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Transition to ACTIVE for port object 5fec2279-5c2a-427f-a8c3-f32f7bb69133 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:29.377598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.391491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ff85193-aa3d-48fc-82c8-804b9358304f req-b1be51db-dfb7-4f46-90fa-7ad55bfca3e7 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747061 Nov 12 08:57:29.426134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-f7bbe1d6-2c0f-407a-b0dc-832669411721 service neutron] 10.222.0.62 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290823 Nov 12 08:57:29.451285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:29.483108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] No DVR routers for this DVR port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:29.535369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:29.535985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:29.537118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:29.542816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:29.543670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Attempting to bind port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:29.552700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:29.553607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:29.554233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:29.556586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Bound port: 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:29.558331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.595826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40259f52-9fdd-421b-92f9-e9bbfc31972b req-ba36fa19-a5bf-4816-af9b-923b30d0960d tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262249 Nov 12 08:57:29.653864 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b752d3a-9752-48f4-8d65-fa528253ceb8 x-openstack-request-id: req-2b752d3a-9752-48f4-8d65-fa528253ceb8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:29.654430 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:29.654902 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b752d3a-9752-48f4-8d65-fa528253ceb8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:29.655499 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'code': 200} Nov 12 08:57:29.700221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:29.714409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:29.719948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.760531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.761157 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.762607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] 10.222.0.62 "PUT /v2.0/ports/5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 1097 time: 1.0553334 Nov 12 08:57:29.780267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 052e18da-4e5b-4f6d-bf59-438f078eccd6 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:29.783603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c735e925-05ec-4f00-b115-6fd18cf4709b up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:29.787220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:29.788356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53205a0f-8492-476f-a6ae-efa599d02fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:29.847141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-a4f23ff1-24bc-4edb-9d16-ac2b7cbd45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.849371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-a4f23ff1-24bc-4edb-9d16-ac2b7cbd45ba service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1100 time: 0.0557747 Nov 12 08:57:29.854084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 1e8b31d9-0f68-47c5-a830-4d349c5de8ce details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:29.878869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e27b58f7-050c-4e72-9906-332122d9f872 req-6456b818-d0b4-40bf-960c-c21639228e62 service neutron] 10.222.0.62 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378941 Nov 12 08:57:29.904074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592250db-5fa7-4bf7-865e-ace473c2f23c req-055b6e78-06ba-422f-8b39-2c6e6019b247 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:29.914268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-592250db-5fa7-4bf7-865e-ace473c2f23c req-055b6e78-06ba-422f-8b39-2c6e6019b247 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 948 time: 0.2080860 Nov 12 08:57:30.022776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.026574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-18c16f27-a835-45b8-b951-3f9eb761363c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.028071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-18c16f27-a835-45b8-b951-3f9eb761363c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1692762 Nov 12 08:57:30.074879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0bdf920e-655d-4005-b83b-3c6944d49f46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:30.080626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Network 7de582a9-5249-4ccc-bc32-d2585eabacbd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:30.101057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:57:30.126973 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-2b1b1af1-36af-4f58-9222-a2fc90a8d023 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0894938 Nov 12 08:57:30.135625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:30.149806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:30.182806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 052e18da-4e5b-4f6d-bf59-438f078eccd6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=052e18da-4e5b-4f6d-bf59-438f078eccd6,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:30.221676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-29c1bbe3-7d6f-4899-96bd-0e2b9cf7b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.223182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-29c1bbe3-7d6f-4899-96bd-0e2b9cf7b8c6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e22c2a1906141399764767c52c874b3&device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 1095 time: 0.2805877 Nov 12 08:57:30.243129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-592250db-5fa7-4bf7-865e-ace473c2f23c req-ab2afb73-f56b-41f7-a8d2-fe839d2f512d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279626 Nov 12 08:57:30.262483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-ac9ccbdd-96ba-4814-a7e7-459c32b50435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.264745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-ac9ccbdd-96ba-4814-a7e7-459c32b50435 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1301162 Nov 12 08:57:30.314863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '052e18da-4e5b-4f6d-bf59-438f078eccd6', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '052e18da-4e5b-4f6d-bf59-438f078eccd6', 'mac_address': 'fa:16:3e:4c:2c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:30.330778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port c735e925-05ec-4f00-b115-6fd18cf4709b completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:30.339449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:30.377711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:30.385689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.386451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.388475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c0438-a57c-4984-875d-2536d0c96301 req-2335b543-9f62-4398-8911-4b44a79a2a40 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.390118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-361c0438-a57c-4984-875d-2536d0c96301 req-2335b543-9f62-4398-8911-4b44a79a2a40 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 943 time: 0.1731396 Nov 12 08:57:30.392667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-3eebb534-4425-4bbb-af28-f203364a224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.396186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-3eebb534-4425-4bbb-af28-f203364a224b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1216702 Nov 12 08:57:30.397196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce', 'network_id': '0c900a69-f347-4123-95e8-e9fe01a1d0b9', 'port_id': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce', 'mac_address': 'fa:16:3e:a8:f3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:30.408432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port c735e925-05ec-4f00-b115-6fd18cf4709b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:30.408793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.439938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-2397805c-0a88-4ddb-83ae-37d5f3e1c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.441448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-2397805c-0a88-4ddb-83ae-37d5f3e1c4fe service neutron] 10.222.0.62 "GET /v2.0/networks?id=91642826-ddfb-4601-b8ba-1d19406736f4 HTTP/1.1" status: 200 len: 906 time: 0.2063227 Nov 12 08:57:30.446705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b66ab87f-ff9e-4be6-8e89-a034ba889c95 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8196774 Nov 12 08:57:30.462098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27d10f-0e29-4ca2-8fb5-2cad4c8b1d45 req-491b2411-c1c6-47f2-8567-e57271b3f51d tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.463769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb27d10f-0e29-4ca2-8fb5-2cad4c8b1d45 req-491b2411-c1c6-47f2-8567-e57271b3f51d tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 944 time: 0.0960314 Nov 12 08:57:30.473462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Request body: {'port': {'device_id': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:30.548846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-e7aec6e8-4fa6-4689-b8f0-f0f25c1e943e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6 HTTP/1.1" status: 200 len: 217 time: 0.0839572 Nov 12 08:57:30.553326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-361c0438-a57c-4984-875d-2536d0c96301 req-ed622b83-966a-454c-96ca-553915b7a5be tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542056 Nov 12 08:57:30.573571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.590750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-3d98ab01-15a2-4a9e-ba9d-038a60f5fe40 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848168 Nov 12 08:57:30.613683 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.641013 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052e18da-4e5b-4f6d-bf59-438f078eccd6 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:30.643576 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.652529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb27d10f-0e29-4ca2-8fb5-2cad4c8b1d45 req-5486c525-0b8f-4855-aaaa-0757a774325a tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760619 Nov 12 08:57:30.657398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8b31d9-0f68-47c5-a830-4d349c5de8ce {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:30.667948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-5c14c11a-a78c-455b-92b5-fa521f17df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.669528 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-5c14c11a-a78c-455b-92b5-fa521f17df5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15d9f7cb-07d8-4f89-b452-361b75f771b1 HTTP/1.1" status: 200 len: 844 time: 0.1110935 Nov 12 08:57:30.699948 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.711124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:30.725177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 052e18da-4e5b-4f6d-bf59-438f078eccd6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=052e18da-4e5b-4f6d-bf59-438f078eccd6,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:30.728214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.769699 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.780571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f472dd3-0cce-44b4-abcb-80e9ad7856fe req-88f47741-f215-48a5-a138-39ebf5b4d420 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.782184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:30.784969 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac0cddb-dce8-43cc-9271-19f862f0269e" -d '{"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-plugged", "status": "completed", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:30.790068 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f472dd3-0cce-44b4-abcb-80e9ad7856fe req-88f47741-f215-48a5-a138-39ebf5b4d420 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 931 time: 0.0961223 Nov 12 08:57:30.813521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c735e925-05ec-4f00-b115-6fd18cf4709b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c735e925-05ec-4f00-b115-6fd18cf4709b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:30.829918 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:30.830939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:30.834870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-5cfad354-3222-4925-afbb-31fd7bdef843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:30.836522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-5cfad354-3222-4925-afbb-31fd7bdef843 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91642826-ddfb-4601-b8ba-1d19406736f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1410825 Nov 12 08:57:30.839289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:30.886945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f472dd3-0cce-44b4-abcb-80e9ad7856fe req-e29a1a4b-ad20-4028-af39-7e0767bdb8f6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957434 Nov 12 08:57:30.900787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc350c22-5c7c-4f80-ac21-5cf7658bb27d req-1e273d75-fcfe-4e1e-9d34-099704610eac service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016169 Nov 12 08:57:31.007084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=052e18da-4e5b-4f6d-bf59-438f078eccd6,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:31.049778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9fa466-f0d2-4b84-992e-bf6f67642982 req-3d12f923-df4e-4f62-b920-0d2fe95ba9f5 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.052309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b9fa466-f0d2-4b84-992e-bf6f67642982 req-3d12f923-df4e-4f62-b920-0d2fe95ba9f5 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 949 time: 0.0871732 Nov 12 08:57:31.063718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:31.075751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:31.076185 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.076601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-72e89eb6-443b-4504-b50f-22a8ffd4196b service neutron] 10.222.0.62 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295265 Nov 12 08:57:31.126930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['1e8b31d9-0f68-47c5-a830-4d349c5de8ce'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:31.128249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b9fa466-f0d2-4b84-992e-bf6f67642982 req-6e05cf6b-2c7b-4a21-ac87-57f9ac6a8cda tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686946 Nov 12 08:57:31.185925 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93667245-9d58-4caa-b174-dda77dce11f3 x-openstack-request-id: req-93667245-9d58-4caa-b174-dda77dce11f3 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:31.186217 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-plugged", "status": "completed", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:31.186467 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93667245-9d58-4caa-b174-dda77dce11f3 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:31.187367 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b', 'code': 200} Nov 12 08:57:31.206208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02b71-eac3-400b-9c36-0636cb663b4d req-01d3b9d1-d678-40b0-ad3e-cbcf7f352b29 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.207527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['052e18da-4e5b-4f6d-bf59-438f078eccd6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:31.213176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02b71-eac3-400b-9c36-0636cb663b4d req-01d3b9d1-d678-40b0-ad3e-cbcf7f352b29 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.220066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c02b71-eac3-400b-9c36-0636cb663b4d req-01d3b9d1-d678-40b0-ad3e-cbcf7f352b29 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.222000 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01c02b71-eac3-400b-9c36-0636cb663b4d req-01d3b9d1-d678-40b0-ad3e-cbcf7f352b29 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2417 time: 0.2000055 Nov 12 08:57:31.231149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c735e925-05ec-4f00-b115-6fd18cf4709b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:31.259942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3887ffb-fae1-4649-8db0-610be8ae9751 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:31.283522 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.361714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01c02b71-eac3-400b-9c36-0636cb663b4d req-3bc15f6b-ad25-494b-97c0-52ebaaaeb027 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303058 Nov 12 08:57:31.366319 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a7fda0a-24b9-4852-bb5a-c332a953eaa5 req-35c91e5a-2d3e-42e7-8d03-3a6c12551287 service neutron] 10.222.0.62 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822990 Nov 12 08:57:31.367597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Transition to ACTIVE for port object b3887ffb-fae1-4649-8db0-610be8ae9751 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:31.373025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.412181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.440074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:31.453903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293c120-9bd1-4c26-8b9b-b984914449d9 req-c420bc99-e028-44b1-9803-aa532bdde98d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.460892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c293c120-9bd1-4c26-8b9b-b984914449d9 req-c420bc99-e028-44b1-9803-aa532bdde98d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 948 time: 0.1262314 Nov 12 08:57:31.568304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:31.578341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:31.578564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:31.578839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:31.584123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.587637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6e0eb43a-0162-4395-9921-06dc3b55c0a0 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:31.589123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:31.589464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:31.596598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c293c120-9bd1-4c26-8b9b-b984914449d9 req-56a80748-1ee4-4717-affb-53f5d1721074 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290288 Nov 12 08:57:31.600160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:31.600508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:31.600890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:31.601341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Bound port: b3887ffb-fae1-4649-8db0-610be8ae9751, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:31.601697 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.656734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:31.659748 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d116a8c2-5c93-4da9-8dca-153e339c82a8" -d '{"events": [{"name": "network-changed", "server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:31.727590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:31.758264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac162a-f866-41c6-9e25-8523d60a1a86 req-04ee56b2-d2ba-437c-a680-be8c1e7afcea tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:31.766403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:31.767787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5ac162a-f866-41c6-9e25-8523d60a1a86 req-04ee56b2-d2ba-437c-a680-be8c1e7afcea tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 943 time: 0.1033602 Nov 12 08:57:31.772040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:31.772626 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.798782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:31.835644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5ac162a-f866-41c6-9e25-8523d60a1a86 req-1bb8babf-4bfa-4516-8510-55c1e7b6c8aa tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666976 Nov 12 08:57:31.848627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:31.865198 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.868316 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.878641 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f344bc-7f0b-4724-b97a-0c1d6488a244 x-openstack-request-id: req-b0f344bc-7f0b-4724-b97a-0c1d6488a244 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:31.878931 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:31.879242 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0f344bc-7f0b-4724-b97a-0c1d6488a244 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:31.879703 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'status': 'completed', 'code': 200} Nov 12 08:57:31.936948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6e0eb43a-0162-4395-9921-06dc3b55c0a0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6e0eb43a-0162-4395-9921-06dc3b55c0a0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:31.944116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:31.978751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:32.003707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800ffbd-fc48-4e24-9379-41eec82a0c6d req-5605a065-e775-40ca-aaca-e57fb7e1f797 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.011605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0800ffbd-fc48-4e24-9379-41eec82a0c6d req-5605a065-e775-40ca-aaca-e57fb7e1f797 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 945 time: 0.0599983 Nov 12 08:57:32.044389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:32.047485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.047722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:32.049134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] 10.222.0.62 "PUT /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 1092 time: 1.5832801 Nov 12 08:57:32.052466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-9e01fee4-57b4-4b1c-bb9e-4c91e30f2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.053948 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-9e01fee4-57b4-4b1c-bb9e-4c91e30f2c2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1100 time: 0.0815656 Nov 12 08:57:32.058823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6e0eb43a-0162-4395-9921-06dc3b55c0a0,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:32.059016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:32.061222 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d39dd95-f238-4f74-af19-c246cf195ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:32.077942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0800ffbd-fc48-4e24-9379-41eec82a0c6d req-70884f9e-ba81-445d-b6a5-7a0345ee161f tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653031 Nov 12 08:57:32.146799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-5e33726a-24d6-4807-881b-bc786fb3070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.148351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-5e33726a-24d6-4807-881b-bc786fb3070e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 1100 time: 0.2431636 Nov 12 08:57:32.156877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879fada-4d7a-416f-844e-8e306073b782 req-c28e572d-c515-40d0-bd26-33a6a4912399 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.158345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1879fada-4d7a-416f-844e-8e306073b782 req-c28e572d-c515-40d0-bd26-33a6a4912399 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 945 time: 0.2179236 Nov 12 08:57:32.158993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81ef4f-6adc-4076-a4f0-3dcecc6cf205 service neutron] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:32.215246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d41fdc-2497-49ee-8ba7-5fa55223b459 req-fc76f53f-a0a3-4dc0-ab96-cf628262e3b2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.216774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90d41fdc-2497-49ee-8ba7-5fa55223b459 req-fc76f53f-a0a3-4dc0-ab96-cf628262e3b2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.0558989 Nov 12 08:57:32.269237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90d41fdc-2497-49ee-8ba7-5fa55223b459 req-994c331b-1573-4ff0-93aa-24155543e9b6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449681 Nov 12 08:57:32.312159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1879fada-4d7a-416f-844e-8e306073b782 req-72d8f20c-2a28-4832-aeb6-6e81f2e853e1 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384792 Nov 12 08:57:32.322492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b9193963-5948-421f-96a3-d9580e48c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.324005 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-b9193963-5948-421f-96a3-d9580e48c483 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1095 time: 0.2167904 Nov 12 08:57:32.330674 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38730da3-606e-4638-875c-8909eccfb316 x-openstack-request-id: req-38730da3-606e-4638-875c-8909eccfb316 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:32.330959 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:32.331209 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38730da3-606e-4638-875c-8909eccfb316 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:32.331591 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751', 'status': 'completed', 'code': 200} Nov 12 08:57:32.380757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-fbc8d1df-04a3-468f-86ca-07c737108f10 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 217 time: 0.0426266 Nov 12 08:57:32.381799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-5f63ce86-6949-4ef8-a63a-1471aa7bce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.383293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-5f63ce86-6949-4ef8-a63a-1471aa7bce58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3151517 Nov 12 08:57:32.453956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686daa0-26bd-4f2d-9fc5-bb2521f29a19 req-c70773ab-7828-4427-99ce-4bef8bcb0afe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.455489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6686daa0-26bd-4f2d-9fc5-bb2521f29a19 req-c70773ab-7828-4427-99ce-4bef8bcb0afe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 949 time: 0.0644641 Nov 12 08:57:32.469143 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-050432ce-b9b8-45a4-ae20-bd1e44bbf24e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.0668914 Nov 12 08:57:32.471804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-197d9ff7-9cd0-48dc-9366-d06a2c594340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.474383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-197d9ff7-9cd0-48dc-9366-d06a2c594340 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3125138 Nov 12 08:57:32.510317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6686daa0-26bd-4f2d-9fc5-bb2521f29a19 req-1b256375-9bfe-4172-b541-36a1612a8c89 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479198 Nov 12 08:57:32.541508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-d9e8ab5a-c01a-4a37-9060-a8795607f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.542939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-d9e8ab5a-c01a-4a37-9060-a8795607f3c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0522830 Nov 12 08:57:32.743328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1ea30-c0c0-480d-9145-b96c150de9f4 req-a9daae7a-e628-4bc6-becd-190621856afd tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.745383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6f1ea30-c0c0-480d-9145-b96c150de9f4 req-a9daae7a-e628-4bc6-becd-190621856afd tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 948 time: 0.0697381 Nov 12 08:57:32.814057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6f1ea30-c0c0-480d-9145-b96c150de9f4 req-7f4f5385-4f0a-44e4-8dab-24e3c0a2e6e5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587947 Nov 12 08:57:32.910992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-d26df796-93c2-4809-be92-45c727cc966a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 200 len: 217 time: 0.3763328 Nov 12 08:57:32.929100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-eecd36da-2ac1-4dcc-9d84-4eeec42604d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.930424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-eecd36da-2ac1-4dcc-9d84-4eeec42604d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.5393481 Nov 12 08:57:32.992688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26d1b1-632c-4767-81f7-51b684b12c34 req-0638e0f6-0a1f-4ec3-af0a-8eb50f9a9706 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:32.994434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc26d1b1-632c-4767-81f7-51b684b12c34 req-0638e0f6-0a1f-4ec3-af0a-8eb50f9a9706 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 943 time: 0.0791328 Nov 12 08:57:33.000604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-ea5d6b47-c516-4f0d-b4cf-891e559fbef4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573795 Nov 12 08:57:33.050842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc26d1b1-632c-4767-81f7-51b684b12c34 req-2d6078c8-537f-4c0e-ab05-3e1bdeb77087 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486057 Nov 12 08:57:33.054949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674233d-2ba4-44cf-bc3e-2efc7be0dba8 req-3912a148-cc94-491c-86fc-6e3c96f1a89f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.061073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674233d-2ba4-44cf-bc3e-2efc7be0dba8 req-3912a148-cc94-491c-86fc-6e3c96f1a89f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.067819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674233d-2ba4-44cf-bc3e-2efc7be0dba8 req-3912a148-cc94-491c-86fc-6e3c96f1a89f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.069531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4674233d-2ba4-44cf-bc3e-2efc7be0dba8 req-3912a148-cc94-491c-86fc-6e3c96f1a89f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2419 time: 0.5920169 Nov 12 08:57:33.077657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-c4718a7a-57ec-489e-9ac3-1025abb87ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.079104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-c4718a7a-57ec-489e-9ac3-1025abb87ced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5196016 Nov 12 08:57:33.080446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-f800baee-c9c4-4f94-903f-d07ac491f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.081743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-f800baee-c9c4-4f94-903f-d07ac491f00d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1559653 Nov 12 08:57:33.189658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197'}, {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0eb43a-0162-4395-9921-06dc3b55c0a0'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:33.193164 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5e0f50-449b-454e-8d43-14d89c52c0ec" -d '{"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-plugged", "status": "completed", "tag": "b7b29c0e-e6ea-44d3-8964-bbf2a1a32197"}, {"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-plugged", "status": "completed", "tag": "6e0eb43a-0162-4395-9921-06dc3b55c0a0"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:33.230102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9c22d-0cfa-443f-997f-02edaec2f72f req-f7f9ed6a-b2c5-4566-a4ee-67b11e7b63d5 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.232252 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28c9c22d-0cfa-443f-997f-02edaec2f72f req-f7f9ed6a-b2c5-4566-a4ee-67b11e7b63d5 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 945 time: 0.0721433 Nov 12 08:57:33.276547 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4674233d-2ba4-44cf-bc3e-2efc7be0dba8 req-c2ec86e7-e199-4769-9824-5f2e7cb9dcc8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923985 Nov 12 08:57:33.278317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-ba983933-ee63-4474-aa90-15e1b6ab617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.279709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-ba983933-ee63-4474-aa90-15e1b6ab617b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1874449 Nov 12 08:57:33.287125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-0144512e-9284-4243-8a9c-62415b379275 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753406 Nov 12 08:57:33.291621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28c9c22d-0cfa-443f-997f-02edaec2f72f req-54a5f30e-c771-444b-b7dc-38e9330d45d2 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515757 Nov 12 08:57:33.367053 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ffc130-ad97-4e31-9363-77ed47e7dd7f x-openstack-request-id: req-a4ffc130-ad97-4e31-9363-77ed47e7dd7f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:33.367581 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-plugged", "status": "completed", "tag": "b7b29c0e-e6ea-44d3-8964-bbf2a1a32197", "code": 200}, {"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-plugged", "status": "completed", "tag": "6e0eb43a-0162-4395-9921-06dc3b55c0a0", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:33.368061 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4ffc130-ad97-4e31-9363-77ed47e7dd7f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:33.368602 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197', 'code': 200} Nov 12 08:57:33.369930 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e0eb43a-0162-4395-9921-06dc3b55c0a0', 'code': 200} Nov 12 08:57:33.384195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-3932c0b2-1930-47cd-ab8f-278d200df42b service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600315 Nov 12 08:57:33.507163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e47b-8cc6-468b-80a8-a9625050ea34 req-c5b30224-4336-485b-818f-7c7342f7c532 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.508897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3715e47b-8cc6-468b-80a8-a9625050ea34 req-c5b30224-4336-485b-818f-7c7342f7c532 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.1167119 Nov 12 08:57:33.526439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-c2c3dc42-b423-41cf-8f7b-d14fb7b3f849 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.527948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-c2c3dc42-b423-41cf-8f7b-d14fb7b3f849 tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.55 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 945 time: 0.1175225 Nov 12 08:57:33.588396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-2845c403-a55d-45a9-add5-de66a698c9ef service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002696 Nov 12 08:57:33.635395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04559965-b547-4a00-bedd-0f6f0a6fa4e2 req-05082e14-eb65-4963-a03a-959750bc59b2 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359394 Nov 12 08:57:33.641583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3715e47b-8cc6-468b-80a8-a9625050ea34 req-799a5c75-b8f6-4da0-ba94-16c2c90832b9 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196113 Nov 12 08:57:33.662561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8dd9a-0796-4514-b2fd-bdc451723228 req-70b87cfb-5b93-422c-98f3-7114a2b2c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.663223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8dd9a-0796-4514-b2fd-bdc451723228 req-70b87cfb-5b93-422c-98f3-7114a2b2c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.663769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8dd9a-0796-4514-b2fd-bdc451723228 req-70b87cfb-5b93-422c-98f3-7114a2b2c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.665676 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3a8dd9a-0796-4514-b2fd-bdc451723228 req-70b87cfb-5b93-422c-98f3-7114a2b2c098 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2875 time: 0.1929901 Nov 12 08:57:33.699842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Deleting port 3092800e-76f0-448c-bcd9-34a26aec66ab {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:33.700216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.703882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeaa546-18be-445b-b566-7a74140cd603 req-b3e53c54-b1f7-4fb4-b34b-d01bf4f221c0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.705678 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbeaa546-18be-445b-b566-7a74140cd603 req-b3e53c54-b1f7-4fb4-b34b-d01bf4f221c0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 945 time: 0.2625601 Nov 12 08:57:33.794926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 052e18da-4e5b-4f6d-bf59-438f078eccd6 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:33.846395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:33.859849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-1dc79114-d05d-4170-b6ee-c2daf68846f9 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329944 Nov 12 08:57:33.878749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] For port 3092800e-76f0-448c-bcd9-34a26aec66ab, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3092800e-76f0-448c-bcd9-34a26aec66ab,segment=NetworkSegment(d7527c4a-e91c-4dc4-9092-885fb7171860),segment_id=d7527c4a-e91c-4dc4-9092-885fb7171860)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:33.879119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:33.889673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 1e8b31d9-0f68-47c5-a830-4d349c5de8ce up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:33.935850 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbeaa546-18be-445b-b566-7a74140cd603 req-2aff9754-9e7c-431f-b840-cfc4e6abc704 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185991 Nov 12 08:57:33.936567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Calling delete_port for 3092800e-76f0-448c-bcd9-34a26aec66ab owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:33.939856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d116a8c2-5c93-4da9-8dca-153e339c82a8 req-5a4c24ae-2e73-45b7-aea7-2aff8ae412ff service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394041 Nov 12 08:57:33.942131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3a8dd9a-0796-4514-b2fd-bdc451723228 req-4b8db481-1431-4abd-95d5-b7a7a36326f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337379 Nov 12 08:57:33.947445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-b86bb28d-4237-4cf5-9a8d-019e83e44e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:33.949382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-b86bb28d-4237-4cf5-9a8d-019e83e44e85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1095 time: 0.2396450 Nov 12 08:57:34.038462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43008050-eca1-4422-bf61-e19c74fc62ad req-0ff091f7-be61-4164-ba71-466d33d1a226 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.040005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43008050-eca1-4422-bf61-e19c74fc62ad req-0ff091f7-be61-4164-ba71-466d33d1a226 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 949 time: 0.1402266 Nov 12 08:57:34.064131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-3741f2e4-84a4-4690-8ccb-ac4a655400dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.065667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-3741f2e4-84a4-4690-8ccb-ac4a655400dc service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1091166 Nov 12 08:57:34.068577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:34.087772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'mac_address': 'fa:16:3e:c4:df:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:34.119346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43008050-eca1-4422-bf61-e19c74fc62ad req-2f6d139b-0989-4b04-9ee1-518dceb33439 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724714 Nov 12 08:57:34.183604 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.188454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-a29f8c4e-7862-4152-b999-928ab283c811 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 217 time: 0.0822542 Nov 12 08:57:34.191639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:34.198564 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.215793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3092800e-76f0-448c-bcd9-34a26aec66ab'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:34.223189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 052e18da-4e5b-4f6d-bf59-438f078eccd6 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:34.228420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:34.228796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.268748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-ac731515-8c8e-4041-b398-c675a6cd3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.270351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-ac731515-8c8e-4041-b398-c675a6cd3550 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.0740392 Nov 12 08:57:34.277718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Pushing event deleted for resources: {'Port': ['ID=3092800e-76f0-448c-bcd9-34a26aec66ab,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:34.287980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00abef2-b8a5-47f0-8459-c190c5dacb5a req-a1e8b178-5fa5-47e9-b09c-f33e21adf4e9 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.288965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fec2279-5c2a-427f-a8c3-f32f7bb69133 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:34.296298 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f00abef2-b8a5-47f0-8459-c190c5dacb5a req-a1e8b178-5fa5-47e9-b09c-f33e21adf4e9 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 945 time: 0.2293265 Nov 12 08:57:34.310579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:34.317056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 052e18da-4e5b-4f6d-bf59-438f078eccd6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:34.317837 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.318536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] No DVR routers for this DVR port 3092800e-76f0-448c-bcd9-34a26aec66ab on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:34.326014 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.330476 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12af4f4b-c546-4a51-98c7-b71eff075679 req-60b657dc-5935-4665-8270-6b862acbefdc tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.55 "DELETE /v2.0/ports/3092800e-76f0-448c-bcd9-34a26aec66ab HTTP/1.1" status: 204 len: 173 time: 0.7946460 Nov 12 08:57:34.336123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'name': 'network-vif-deleted', 'tag': '3092800e-76f0-448c-bcd9-34a26aec66ab'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:34.338645 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c04cb6-4a17-49f2-9ca1-c9bec16e76f7" -d '{"events": [{"server_uuid": "9684934c-2ca4-4c50-a76e-c1a806151dc5", "name": "network-vif-deleted", "tag": "3092800e-76f0-448c-bcd9-34a26aec66ab"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:34.356724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5908-6acd-4ea8-b608-3174b0fe0845 req-b7363400-2580-419e-b210-c5446a6c86a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.358531 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d44f5908-6acd-4ea8-b608-3174b0fe0845 req-b7363400-2580-419e-b210-c5446a6c86a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 948 time: 0.1142182 Nov 12 08:57:34.373373 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.374043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f686d51f-231c-4252-8ee5-c0dfe52b91c6 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:34.396283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-a9bc695d-a4cb-4fc3-85ed-6cae3cbd24c0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746670 Nov 12 08:57:34.400036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f00abef2-b8a5-47f0-8459-c190c5dacb5a req-1b5ad56b-2b49-4097-8cb9-4765632628a0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029096 Nov 12 08:57:34.499032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d44f5908-6acd-4ea8-b608-3174b0fe0845 req-5fa9e106-ed6b-43bf-b394-9dc538cc589c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296175 Nov 12 08:57:34.521333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f686d51f-231c-4252-8ee5-c0dfe52b91c6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:34.543880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'port_id': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'mac_address': 'fa:16:3e:11:4e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:34.597877 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-1bb83395-6e65-4da6-a821-86299659d2e2 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853323 Nov 12 08:57:34.606900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07284807-04c7-4fc1-8bfa-b99d975e51fe req-60b0c027-8115-45eb-9473-b8303251325f tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.615702 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07284807-04c7-4fc1-8bfa-b99d975e51fe req-60b0c027-8115-45eb-9473-b8303251325f tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 943 time: 0.1367793 Nov 12 08:57:34.665367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e01bf-b037-4c5e-9e34-0d7e921d77fc req-8c7b8568-fcd3-4e1a-a4f6-2cdcce19ac72 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.673294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e01bf-b037-4c5e-9e34-0d7e921d77fc req-8c7b8568-fcd3-4e1a-a4f6-2cdcce19ac72 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.680332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e01bf-b037-4c5e-9e34-0d7e921d77fc req-8c7b8568-fcd3-4e1a-a4f6-2cdcce19ac72 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:34.683191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae7e01bf-b037-4c5e-9e34-0d7e921d77fc req-8c7b8568-fcd3-4e1a-a4f6-2cdcce19ac72 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2419 time: 0.0832908 Nov 12 08:57:34.692058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.709446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f686d51f-231c-4252-8ee5-c0dfe52b91c6 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:34.713683 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.736469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07284807-04c7-4fc1-8bfa-b99d975e51fe req-4445a209-dc8d-4320-97d7-1902e07ed55f tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197045 Nov 12 08:57:34.758284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=12']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:34.766257 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.777737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f686d51f-231c-4252-8ee5-c0dfe52b91c6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:34.784660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d39dd95-f238-4f74-af19-c246cf195ed6 req-228855d5-d7dc-497d-a2fa-23101ff997a1 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664767 Nov 12 08:57:34.799130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae7e01bf-b037-4c5e-9e34-0d7e921d77fc req-18c307b9-1d6b-47bd-bece-b5b6a7ba3e4f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051476 Nov 12 08:57:34.799327 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:34.846517 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9475401b-2132-488f-89be-904acd414798 x-openstack-request-id: req-9475401b-2132-488f-89be-904acd414798 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:34.847008 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9684934c-2ca4-4c50-a76e-c1a806151dc5", "name": "network-vif-deleted", "tag": "3092800e-76f0-448c-bcd9-34a26aec66ab", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:34.847411 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9475401b-2132-488f-89be-904acd414798 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:34.848011 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9684934c-2ca4-4c50-a76e-c1a806151dc5', 'name': 'network-vif-deleted', 'tag': '3092800e-76f0-448c-bcd9-34a26aec66ab', 'status': 'completed', 'code': 200} Nov 12 08:57:34.900657 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-466f601d-0d19-4926-acc3-5e5dc41c621a req-6f25ae6d-c231-42aa-b74d-aa902e744adb tempest-ServerTagsTestJSON-1907708190 tempest-ServerTagsTestJSON-1907708190-project] 10.222.0.53 "GET /v2.0/ports?device_id=9684934c-2ca4-4c50-a76e-c1a806151dc5 HTTP/1.1" status: 200 len: 210 time: 0.0381391 Nov 12 08:57:35.017737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32efa59-6154-4584-8b7f-b4922eb5ab66 req-c3b21613-8db0-47cd-836f-e3f2e2143568 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.026997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f32efa59-6154-4584-8b7f-b4922eb5ab66 req-c3b21613-8db0-47cd-836f-e3f2e2143568 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 949 time: 0.1151536 Nov 12 08:57:35.089208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d19789-f358-4cb5-9fff-c0832d2dd41b req-c1d4e66f-6120-45e1-b458-246b2eacadf2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.092587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2d19789-f358-4cb5-9fff-c0832d2dd41b req-c1d4e66f-6120-45e1-b458-246b2eacadf2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.0780640 Nov 12 08:57:35.103054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f32efa59-6154-4584-8b7f-b4922eb5ab66 req-c6614336-9c6d-42fb-a235-5baa740c1fd7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751150 Nov 12 08:57:35.131218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f686d51f-231c-4252-8ee5-c0dfe52b91c6,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:35.160431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:35.162753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 052e18da-4e5b-4f6d-bf59-438f078eccd6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=052e18da-4e5b-4f6d-bf59-438f078eccd6,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:35.165362 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.169762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2d19789-f358-4cb5-9fff-c0832d2dd41b req-682584e9-1600-4dc3-86f7-27e5f993d72b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707159 Nov 12 08:57:35.172413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:35.233868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:35.255377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db272de9-6ce0-4396-b5bd-9f41561d2552 req-5ecf7a9b-ace3-44d9-864a-3886ed12f5c4 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.257856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db272de9-6ce0-4396-b5bd-9f41561d2552 req-5ecf7a9b-ace3-44d9-864a-3886ed12f5c4 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 946 time: 0.0631804 Nov 12 08:57:35.294139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5fec2279-5c2a-427f-a8c3-f32f7bb69133'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:35.296608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['f686d51f-231c-4252-8ee5-c0dfe52b91c6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:35.330331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db272de9-6ce0-4396-b5bd-9f41561d2552 req-41d46cf7-065e-43c5-8a0d-2609723c2924 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660110 Nov 12 08:57:35.372780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798b58f1-371a-42c1-99df-b850cfafaf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052e18da-4e5b-4f6d-bf59-438f078eccd6'}, {'server_uuid': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:35.378947 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ef6a58-9bae-4473-b7d9-41b9292acb73" -d '{"events": [{"server_uuid": "798b58f1-371a-42c1-99df-b850cfafaf56", "name": "network-vif-plugged", "status": "completed", "tag": "052e18da-4e5b-4f6d-bf59-438f078eccd6"}, {"server_uuid": "72abd73d-3cf3-441c-846e-b7b78d97a08c", "name": "network-vif-plugged", "status": "completed", "tag": "1e8b31d9-0f68-47c5-a830-4d349c5de8ce"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:35.411502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defeb5d4-afd0-4507-b0a6-35abfe0875c4 req-e9545aa1-dbac-403b-86ff-57fea57842c3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.413122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-defeb5d4-afd0-4507-b0a6-35abfe0875c4 req-e9545aa1-dbac-403b-86ff-57fea57842c3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 950 time: 0.1080472 Nov 12 08:57:35.441312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=052e18da-4e5b-4f6d-bf59-438f078eccd6,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:35.501213 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-defeb5d4-afd0-4507-b0a6-35abfe0875c4 req-feb44be7-6348-44e2-83a4-612298dc80a4 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Nov 12 08:57:35.591504 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d865b8db-96f0-46c8-bba1-05adfa26f77f x-openstack-request-id: req-d865b8db-96f0-46c8-bba1-05adfa26f77f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:35.591800 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798b58f1-371a-42c1-99df-b850cfafaf56", "name": "network-vif-plugged", "status": "completed", "tag": "052e18da-4e5b-4f6d-bf59-438f078eccd6", "code": 200}, {"server_uuid": "72abd73d-3cf3-441c-846e-b7b78d97a08c", "name": "network-vif-plugged", "status": "completed", "tag": "1e8b31d9-0f68-47c5-a830-4d349c5de8ce", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:35.592075 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d865b8db-96f0-46c8-bba1-05adfa26f77f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:35.592529 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798b58f1-371a-42c1-99df-b850cfafaf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052e18da-4e5b-4f6d-bf59-438f078eccd6', 'code': 200} Nov 12 08:57:35.592791 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce', 'code': 200} Nov 12 08:57:35.648425 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-49a6da27-33f4-4842-8a76-08680add8cfc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256112 Nov 12 08:57:35.716106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992d15d-bfbf-4937-99da-fef4a1fc6bf3 req-908a0375-72e7-492f-95d0-e37f20c5c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.717169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4992d15d-bfbf-4937-99da-fef4a1fc6bf3 req-908a0375-72e7-492f-95d0-e37f20c5c174 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 1102 time: 0.0453899 Nov 12 08:57:35.767496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e13a1d-3c03-46bf-8417-35890b3e0bca req-79358378-bbda-4eeb-8e22-22a4d3357ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.769008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0e13a1d-3c03-46bf-8417-35890b3e0bca req-79358378-bbda-4eeb-8e22-22a4d3357ad2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 1098 time: 0.1069775 Nov 12 08:57:35.792573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-a7134427-11a6-4214-98f7-860ad65af85f tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--75642316&fields=id&tenant_id=1ba88812834648c58bb879ae15384637 HTTP/1.1" status: 200 len: 267 time: 0.0684590 Nov 12 08:57:35.796091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4992d15d-bfbf-4937-99da-fef4a1fc6bf3 req-d1b315f4-8352-448f-8209-3f06e464e7db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658758 Nov 12 08:57:35.809576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-a21a41e5-f51f-4b3f-8ef1-3723897f3f94 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.811009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-a21a41e5-f51f-4b3f-8ef1-3723897f3f94 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614494 Nov 12 08:57:35.842120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-a18a76fa-2905-49c9-9e45-06d9395a29d1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/quotas/494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 375 time: 0.0206170 Nov 12 08:57:35.845400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0e13a1d-3c03-46bf-8417-35890b3e0bca req-2503bb7c-d778-4ee5-9f35-d063069e09a0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664611 Nov 12 08:57:35.898250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-dbea9727-0992-4901-8730-72ecd08b5477 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494041 Nov 12 08:57:35.906117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-581718fa-a8a8-4d8e-918e-4c11b7f52de8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:35.907693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-581718fa-a8a8-4d8e-918e-4c11b7f52de8 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 824 time: 0.1081607 Nov 12 08:57:35.923227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-631c0eb6-d515-4e57-852e-dd9c3bbb5f8b tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/quotas/1ba88812834648c58bb879ae15384637 HTTP/1.1" status: 200 len: 375 time: 0.0094092 Nov 12 08:57:35.984461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-056100e0-35c9-42cf-96f7-6c1f1c8d3704 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548780 Nov 12 08:57:36.093562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-8fc33fcf-6999-47eb-9ee1-f70432691aff service neutron] 10.222.0.53 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966775 Nov 12 08:57:36.096079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b7422-49e6-4a50-84fb-709175bfb7ed req-5b2ee607-754e-4641-99df-b391f9b9e000 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.097601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-274b7422-49e6-4a50-84fb-709175bfb7ed req-5b2ee607-754e-4641-99df-b391f9b9e000 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 944 time: 0.0530982 Nov 12 08:57:36.164943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-274b7422-49e6-4a50-84fb-709175bfb7ed req-b6b9cbdd-0b95-4577-9899-15e6e1afedea tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610936 Nov 12 08:57:36.212293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-84d90583-f725-4da3-b745-a84c1e9b214e service neutron] 10.222.0.53 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101253 Nov 12 08:57:36.318257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d3c4d-7ad0-4e13-8c90-13221ece1e6b req-11d4ffb9-9c97-465c-bb3c-2811ffaec478 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.324319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d3c4d-7ad0-4e13-8c90-13221ece1e6b req-11d4ffb9-9c97-465c-bb3c-2811ffaec478 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.330673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d3c4d-7ad0-4e13-8c90-13221ece1e6b req-11d4ffb9-9c97-465c-bb3c-2811ffaec478 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.332396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-077d3c4d-7ad0-4e13-8c90-13221ece1e6b req-11d4ffb9-9c97-465c-bb3c-2811ffaec478 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2419 time: 0.0840027 Nov 12 08:57:36.389912 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-077d3c4d-7ad0-4e13-8c90-13221ece1e6b req-eba90c57-cb0c-4d94-8a1d-98de127331bd tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Nov 12 08:57:36.404528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54928) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:36.480730 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-72f41935-f930-408b-84bc-1b5214d673ed req-015de56b-3dfd-4122-950e-cde6693a03af tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 210 time: 0.0344863 Nov 12 08:57:36.496007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] Deleting subnet c00039bb-343e-4ba5-a314-61ab11d5e8ae {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:36.499194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.537149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9f9b6-0649-4eee-b5d3-4436b1c5737d req-9a05053e-eb23-42d3-a81b-0fadf4ae4a30 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.548003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9a9f9b6-0649-4eee-b5d3-4436b1c5737d req-9a05053e-eb23-42d3-a81b-0fadf4ae4a30 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.0645790 Nov 12 08:57:36.575081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.617825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9a9f9b6-0649-4eee-b5d3-4436b1c5737d req-433222bb-fb6f-4001-b66e-f729c55155eb tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687845 Nov 12 08:57:36.684119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.697625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4d6147d5-4989-4586-97ae-aee1e2bff01b req-07ee8ad5-768b-4b78-b883-f2ac910e981c tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 210 time: 0.0396905 Nov 12 08:57:36.717435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e703985-149f-405b-8d12-5add7900073a req-9047d227-48e2-4cdb-9e0b-41468de7a70d tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.726548 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e703985-149f-405b-8d12-5add7900073a req-9047d227-48e2-4cdb-9e0b-41468de7a70d tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 946 time: 0.1296175 Nov 12 08:57:36.793052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e703985-149f-405b-8d12-5add7900073a req-168eb2df-7ea2-4b96-84c1-ada0425fbd3f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650032 Nov 12 08:57:36.818782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.860343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c00039bb-343e-4ba5-a314-61ab11d5e8ae,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:36.862519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.866245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-90ccdb75-c5bb-4348-b128-d7bd98c0d3f2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c00039bb-343e-4ba5-a314-61ab11d5e8ae HTTP/1.1" status: 204 len: 168 time: 0.4607122 Nov 12 08:57:36.872394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54942) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:36.900091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03e0f2-afb6-49b8-9f89-8ff4d4bf1c33 req-e8e9f571-eecf-47d3-a9aa-e2ec8bc729f6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:36.901781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c03e0f2-afb6-49b8-9f89-8ff4d4bf1c33 req-e8e9f571-eecf-47d3-a9aa-e2ec8bc729f6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 950 time: 0.0704319 Nov 12 08:57:36.983887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:36.987332 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c03e0f2-afb6-49b8-9f89-8ff4d4bf1c33 req-5ec485e9-3d95-43c9-b73f-573a4b1959f7 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743356 Nov 12 08:57:37.100396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.126666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6598dde-90d0-43e8-a685-41c689796608']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:37.136862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c1f3-e949-4eae-ad80-3d85ff3436da req-c41ee7a8-68fc-4f42-9d49-0920f921bc84 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.143318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c1f3-e949-4eae-ad80-3d85ff3436da req-c41ee7a8-68fc-4f42-9d49-0920f921bc84 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.149471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8c1f3-e949-4eae-ad80-3d85ff3436da req-c41ee7a8-68fc-4f42-9d49-0920f921bc84 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.151107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aec8c1f3-e949-4eae-ad80-3d85ff3436da req-c41ee7a8-68fc-4f42-9d49-0920f921bc84 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2419 time: 0.1134105 Nov 12 08:57:37.166946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7527c4a-e91c-4dc4-9092-885fb7171860') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:37.167247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7527c4a-e91c-4dc4-9092-885fb7171860') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:37.183405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.207038 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.221213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:37.221617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:37.223326 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:37.236620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aec8c1f3-e949-4eae-ad80-3d85ff3436da req-cb5b1213-f9d6-4718-99c7-69196b508464 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794024 Nov 12 08:57:37.305667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.312830 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.315585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73259cb9-d8d1-42ce-a2c0-75a0e7119519 req-7537a626-6b6a-48d0-9eac-2a7c1b2ca69a tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.316332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6598dde-90d0-43e8-a685-41c689796608 HTTP/1.1" status: 204 len: 168 time: 0.4429448 Nov 12 08:57:37.329191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73259cb9-d8d1-42ce-a2c0-75a0e7119519 req-7537a626-6b6a-48d0-9eac-2a7c1b2ca69a tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 944 time: 0.0810914 Nov 12 08:57:37.330334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661cdcfc-fea3-46ce-9be4-69cf93e8a811 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6598dde-90d0-43e8-a685-41c689796608,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:37.402797 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73259cb9-d8d1-42ce-a2c0-75a0e7119519 req-57800728-d53c-4075-803b-92d99b1e1319 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663710 Nov 12 08:57:37.468004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-56891a15-f5f4-4234-9865-be9347e2b27e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=494437cfbc0f44e8bb054bcc6d247564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306122 Nov 12 08:57:37.517553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54950) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:37.567814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-a1e7bde4-6969-4273-8508-9b0f8fbdc7df tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.569706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-a1e7bde4-6969-4273-8508-9b0f8fbdc7df tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "GET /v2.0/ports?device_id=db6a9a20-f658-45c6-bba8-ce4f176c5860 HTTP/1.1" status: 200 len: 945 time: 0.0878940 Nov 12 08:57:37.635339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c45055c-1e82-4bf3-ae63-0c0d9b131124 req-31e4b060-66d3-4009-8419-44f444073ce1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 210 time: 0.0496848 Nov 12 08:57:37.646881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eaa5c789-7cc2-4950-bb57-7192c51840e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ad72966fb6443398656922187e70a5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281240 Nov 12 08:57:37.650406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54956) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:37.690706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Deleting port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:37.691054 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.697409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-57737216-15b1-4989-8c59-7b663346d2b1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.698946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-57737216-15b1-4989-8c59-7b663346d2b1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166553 Nov 12 08:57:37.726110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Request body: {'port': {'device_id': '457853fa-0332-4cbe-abd5-94263e473a76', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '494437cfbc0f44e8bb054bcc6d247564'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:37.729610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e93445c7-089b-4d5e-b000-6da7a74c6261 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.799780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6a8c1-469d-4889-bdca-2ab4562451c1 req-6a0ca2f9-bee7-4d85-9f8e-96a2b25230ed tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:37.801303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-15b6a8c1-469d-4889-bdca-2ab4562451c1 req-6a0ca2f9-bee7-4d85-9f8e-96a2b25230ed tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.1071270 Nov 12 08:57:37.808806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e93445c7-089b-4d5e-b000-6da7a74c6261 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.814765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3092800e-76f0-448c-bcd9-34a26aec66ab no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:37.830521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09f81305-c1a3-426d-a188-58de81d9a903 req-320a0c9c-83b7-459c-af82-1835dd81a551 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 210 time: 0.0715199 Nov 12 08:57:37.838169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] For port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:37.838555 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.843959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 3092800e-76f0-448c-bcd9-34a26aec66ab {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:37.844594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3092800e-76f0-448c-bcd9-34a26aec66ab not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:37.861649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f686d51f-231c-4252-8ee5-c0dfe52b91c6 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:37.911445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e93445c7-089b-4d5e-b000-6da7a74c6261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.914911 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e93445c7-089b-4d5e-b000-6da7a74c6261 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.916707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e93445c7-089b-4d5e-b000-6da7a74c6261 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6 HTTP/1.1" status: 204 len: 168 time: 0.2646804 Nov 12 08:57:37.920546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Made reservation on behalf of 494437cfbc0f44e8bb054bcc6d247564 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:37.925108 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:37.942695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93445c7-089b-4d5e-b000-6da7a74c6261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6091c00-d0c7-42fc-bfb4-4ee1cf4a73f6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:37.994308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port f686d51f-231c-4252-8ee5-c0dfe52b91c6 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:38.000097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port f686d51f-231c-4252-8ee5-c0dfe52b91c6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:38.000772 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.066005 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-15b6a8c1-469d-4889-bdca-2ab4562451c1 req-5f9375ca-8a69-4d33-b909-1524312210ef tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452984 Nov 12 08:57:38.125672 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.154382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:38.157721 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c9fdc8-737b-498f-9911-2cacd9e72c4b" -d '{"events": [{"server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "name": "network-vif-plugged", "status": "completed", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:38.175377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f686d51f-231c-4252-8ee5-c0dfe52b91c6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:38.200676 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.201880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:38.203633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ce44f-a84d-4199-bb82-d241e57949f1 req-6c232ce4-7dc5-4e2d-8d4c-a8bcc6bfb147 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.211078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da1ce44f-a84d-4199-bb82-d241e57949f1 req-6c232ce4-7dc5-4e2d-8d4c-a8bcc6bfb147 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 946 time: 0.2466331 Nov 12 08:57:38.284000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f686d51f-231c-4252-8ee5-c0dfe52b91c6,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:38.310153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Allocated IP 192.168.233.96 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/1f700af0-d0b5-435b-9988-fa3f06e84a4c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:38.355994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:38.355994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:38.355994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.360869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da1ce44f-a84d-4199-bb82-d241e57949f1 req-e9b388e3-044b-4f02-92ec-13b9281b20f7 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462436 Nov 12 08:57:38.385932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-bf22cb52-0ea5-41f1-9dda-299692e9b961 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.387618 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-bf22cb52-0ea5-41f1-9dda-299692e9b961 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 824 time: 0.3963826 Nov 12 08:57:38.404933 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ff5712-9ed1-410d-9e32-2d37a316c1fb x-openstack-request-id: req-b3ff5712-9ed1-410d-9e32-2d37a316c1fb {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:38.405378 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "name": "network-vif-plugged", "status": "completed", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:38.406991 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3ff5712-9ed1-410d-9e32-2d37a316c1fb {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:38.407513 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'code': 200} Nov 12 08:57:38.408801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce7da-3356-4f3d-b32e-382e9b589ca4 req-43a311a8-088c-4d41-894e-d1bb8dbe2f9f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.410103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a3ce7da-3356-4f3d-b32e-382e9b589ca4 req-43a311a8-088c-4d41-894e-d1bb8dbe2f9f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 950 time: 0.2360749 Nov 12 08:57:38.458748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.459629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.459977 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4 disassociated. External IP: 172.25.5.231, port: 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d. Nov 12 08:57:38.460411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Calling delete_port for 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:38.491017 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.548498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:38.555337 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.618840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=13']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:38.627108 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.663680 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a3ce7da-3356-4f3d-b32e-382e9b589ca4 req-1ec93676-6735-47ac-9c09-d3c341f0554e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385707 Nov 12 08:57:38.665221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc13aa-6110-4a55-aee7-a07edc46a399 req-5d395749-46b6-4f2d-8ff1-6bd1bdcfb9de tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.672081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc13aa-6110-4a55-aee7-a07edc46a399 req-5d395749-46b6-4f2d-8ff1-6bd1bdcfb9de tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.690752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc13aa-6110-4a55-aee7-a07edc46a399 req-5d395749-46b6-4f2d-8ff1-6bd1bdcfb9de tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.692572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdcc13aa-6110-4a55-aee7-a07edc46a399 req-5d395749-46b6-4f2d-8ff1-6bd1bdcfb9de tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2419 time: 0.2357304 Nov 12 08:57:38.698712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-01fbc6c6-dc52-4bb3-9819-32faf85296f5 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ba88812834648c58bb879ae15384637 HTTP/1.1" status: 200 len: 378 time: 0.2848063 Nov 12 08:57:38.713806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'port': {'device_id': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'admin_state_up': True, 'tenant_id': '1ba88812834648c58bb879ae15384637', 'security_groups': ['9c936d52-6b16-4796-9c43-0d2adb471512']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:38.723104 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:38.723989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc25e2f-ce60-4267-864a-1f70b997f34d req-9e877586-12f5-43d0-86a7-0a4ed4cbc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:38.727030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8dc25e2f-ce60-4267-864a-1f70b997f34d req-9e877586-12f5-43d0-86a7-0a4ed4cbc31c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 1097 time: 0.2439151 Nov 12 08:57:38.736730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:38.787363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:38.794288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71220ef9-5571-49b0-87cc-86365a3bfb5a', '5fec2279-5c2a-427f-a8c3-f32f7bb69133'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:38.810433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:38.847343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:38.870503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdcc13aa-6110-4a55-aee7-a07edc46a399 req-3f534231-33ac-4ae7-a47a-44af15288013 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549923 Nov 12 08:57:39.030700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:39.209688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d0570228-8e31-4364-a165-40c6ac8c81a2 None None] Provisioning complete for port 1f700af0-d0b5-435b-9988-fa3f06e84a4c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:39.210722 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0570228-8e31-4364-a165-40c6ac8c81a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.212918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.213781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.256720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-b554e968-0b3b-42c4-9c94-52832b0d5d09 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.264290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-b554e968-0b3b-42c4-9c94-52832b0d5d09 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.271496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-b554e968-0b3b-42c4-9c94-52832b0d5d09 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.273933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-b554e968-0b3b-42c4-9c94-52832b0d5d09 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2419 time: 0.2356315 Nov 12 08:57:39.279532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-d42e2180-cefa-4e7e-a45b-65befe8b1608 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5574992 Nov 12 08:57:39.292418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d0570228-8e31-4364-a165-40c6ac8c81a2 None None] Port 1f700af0-d0b5-435b-9988-fa3f06e84a4c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:39.298451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Request body: {'port': {'device_id': '457853fa-0332-4cbe-abd5-94263e473a76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:39.393183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8dc25e2f-ce60-4267-864a-1f70b997f34d req-e52571ad-9e0d-45f7-a8f7-d9f0e9c44e52 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6465683 Nov 12 08:57:39.428578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.471650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55aa88d-3471-4ec2-a716-4214f2e6c06a req-c7b87803-dcc0-4e69-9a48-ffcf257a60c9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.473407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b55aa88d-3471-4ec2-a716-4214f2e6c06a req-c7b87803-dcc0-4e69-9a48-ffcf257a60c9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 935 time: 0.1693373 Nov 12 08:57:39.480252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event deleted for resources: {'Port': ['ID=220a2f96-9fc1-499f-8c3d-9e8bf8c6805d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:39.504389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Made reservation on behalf of 1ba88812834648c58bb879ae15384637 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:39.507825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.609529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b55aa88d-3471-4ec2-a716-4214f2e6c06a req-37779fbb-5dd4-41b8-8a33-68229c0258e9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254237 Nov 12 08:57:39.637475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d24502-c044-4523-992d-ede5a654efb7 req-80ab0450-3d7a-4b48-962b-ed4cd6ed74c3 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.639034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7d24502-c044-4523-992d-ede5a654efb7 req-80ab0450-3d7a-4b48-962b-ed4cd6ed74c3 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.6035821 Nov 12 08:57:39.762177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.772158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:39.783509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7d24502-c044-4523-992d-ede5a654efb7 req-91752900-bca8-4714-9a2e-c06857db947c tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198125 Nov 12 08:57:39.870853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:39.871531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:39.882605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3391d735-086e-42af-b2b4-e68bc9e34786 req-85229b49-417f-4bc2-83dc-972ce0ce642c tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:39.884034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3391d735-086e-42af-b2b4-e68bc9e34786 req-85229b49-417f-4bc2-83dc-972ce0ce642c tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 1102 time: 0.1978662 Nov 12 08:57:39.914029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Allocated IP 172.20.0.6 (34fc72ad-e91d-46a9-863a-3f64d3db131f/32eaaa9a-a3b3-4820-81b2-80cfff491625/7866e4da-8272-48a2-a18b-e2f0f5ab8287) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:39.974823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-562ee602-d1e3-4e8b-a419-f06df56ab825 req-e971cddd-da41-496d-b7eb-1fba4ca02d67 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 210 time: 0.1258175 Nov 12 08:57:40.049400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3391d735-086e-42af-b2b4-e68bc9e34786 req-5e389e38-6191-4551-a049-f43086f6d06e tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544378 Nov 12 08:57:40.054229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:40.068588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] Sync routers for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:40.104932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:40.105866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:57:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:40.156725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] No DVR routers for this DVR port 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:40.164420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port 6e0eb43a-0162-4395-9921-06dc3b55c0a0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6e0eb43a-0162-4395-9921-06dc3b55c0a0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:40.164792 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.193729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for 6e0eb43a-0162-4395-9921-06dc3b55c0a0 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:40.226344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2742dc3-c30d-4bf8-82d5-5def9390841c req-30bb6192-675f-4721-b05c-11fdc2ee24d5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.227877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2742dc3-c30d-4bf8-82d5-5def9390841c req-30bb6192-675f-4721-b05c-11fdc2ee24d5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 946 time: 0.1571414 Nov 12 08:57:40.235177 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.238834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78565e3a-05a2-4a60-9b92-87ca53b469aa req-5f14e3f2-2653-4bd9-b74d-506933578d39 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "DELETE /v2.0/ports/220a2f96-9fc1-499f-8c3d-9e8bf8c6805d HTTP/1.1" status: 204 len: 173 time: 2.6566627 Nov 12 08:57:40.240645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'name': 'network-vif-deleted', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:40.243040 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38107fe3-bff1-4c56-a342-48565e0728cc" -d '{"events": [{"server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "name": "network-vif-deleted", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:40.289880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2039a-6b14-4e89-8608-8ca589ed2b57 req-9e5b2ccc-44ba-4be3-b6ec-b5653428de52 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.290890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:40.291375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9ca2039a-6b14-4e89-8608-8ca589ed2b57 req-9e5b2ccc-44ba-4be3-b6ec-b5653428de52 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.0918055 Nov 12 08:57:40.355978 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9ca2039a-6b14-4e89-8608-8ca589ed2b57 req-1b3ecc07-6ccb-4247-a62e-d70d790c37c2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 Nov 12 08:57:40.367098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.426460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.428735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2742dc3-c30d-4bf8-82d5-5def9390841c req-8a4b313a-3bc3-496b-a1a9-edbec4e9b1a2 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631093 Nov 12 08:57:40.468377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f700af0-d0b5-435b-9988-fa3f06e84a4c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:40.480641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:40.485718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:40.490009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:40.492712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:40.495817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.507191 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c477725-10fb-4e46-9092-7e23a4d69ac3" -d '{"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:40.532191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event updated for resources: {'Port': ['ID=7866e4da-8272-48a2-a18b-e2f0f5ab8287,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:40.579062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.580385 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.602825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-5843dc79-c4ee-4f76-adf1-0c4ea81bf693 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8952229 Nov 12 08:57:40.613115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Transition to ACTIVE for port object 1f700af0-d0b5-435b-9988-fa3f06e84a4c will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:40.630081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.636282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Request body: {'port': {'device_id': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:40.667719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:40.710102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] Checking router: 3dbb6e26-80e3-40ff-81d0-d7f64c80260d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:40.719306 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.737391 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b871-e5a4-4a57-b126-a9dd1f607da2 req-5f90e2d2-8e20-4407-bf8d-9d9e68a3f25c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.738159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:40.738810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:40.740861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:57:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:40.750177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b871-e5a4-4a57-b126-a9dd1f607da2 req-5f90e2d2-8e20-4407-bf8d-9d9e68a3f25c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.772021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6b871-e5a4-4a57-b126-a9dd1f607da2 req-5f90e2d2-8e20-4407-bf8d-9d9e68a3f25c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:40.774656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-daf6b871-e5a4-4a57-b126-a9dd1f607da2 req-5f90e2d2-8e20-4407-bf8d-9d9e68a3f25c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 2419 time: 0.2016160 Nov 12 08:57:41.004571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port 6e0eb43a-0162-4395-9921-06dc3b55c0a0 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:41.014905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.027214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "DELETE /v2.0/ports/6e0eb43a-0162-4395-9921-06dc3b55c0a0 HTTP/1.1" status: 204 len: 173 time: 1.7462735 Nov 12 08:57:41.044211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-deleted', 'tag': '6e0eb43a-0162-4395-9921-06dc3b55c0a0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:41.049859 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7414afa4-3d7d-451c-9863-72fdc82d9029" -d '{"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-deleted", "tag": "6e0eb43a-0162-4395-9921-06dc3b55c0a0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:41.053672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:41.115143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:41.141455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-8cfdaa00-fdbd-4a56-ac00-c29b56cb70c5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:41.145037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-8cfdaa00-fdbd-4a56-ac00-c29b56cb70c5 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 946 time: 0.3227880 Nov 12 08:57:41.186499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de5c72-6f9c-4420-9786-2195756f888c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=6e0eb43a-0162-4395-9921-06dc3b55c0a0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:41.210728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fecf295f-f107-416e-b44b-b994d858cee1 None None] Provisioning complete for port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:41.211110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fecf295f-f107-416e-b44b-b994d858cee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.256307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-ba63d0da-0772-4fd7-950c-d070d2022599 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0878537 Nov 12 08:57:41.325997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fecf295f-f107-416e-b44b-b994d858cee1 None None] Port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:41.382720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:41.383379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:41.384010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:41.392973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:41.394041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:41.416946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-daf6b871-e5a4-4a57-b126-a9dd1f607da2 req-f03a1c31-6032-4423-bbb4-3160ed16e38f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784118 Nov 12 08:57:41.428568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:41.429062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:41.439156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:41.439156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Bound port: 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:41.439156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.475901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:41.476376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.503509 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402f89b-5a2e-4f2f-ab92-e2d64b33e091 x-openstack-request-id: req-1402f89b-5a2e-4f2f-ab92-e2d64b33e091 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:41.504417 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6a9a20-f658-45c6-bba8-ce4f176c5860", "name": "network-vif-deleted", "tag": "220a2f96-9fc1-499f-8c3d-9e8bf8c6805d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:41.505802 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1402f89b-5a2e-4f2f-ab92-e2d64b33e091 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:41.506375 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6a9a20-f658-45c6-bba8-ce4f176c5860', 'name': 'network-vif-deleted', 'tag': '220a2f96-9fc1-499f-8c3d-9e8bf8c6805d', 'status': 'completed', 'code': 200} Nov 12 08:57:41.508400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:41.545499 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29499264-e806-403f-839b-daa968e5123f x-openstack-request-id: req-29499264-e806-403f-839b-daa968e5123f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:41.545924 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-plugged", "status": "completed", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:41.546062 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29499264-e806-403f-839b-daa968e5123f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:41.546985 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'code': 200} Nov 12 08:57:41.548194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55e4a04-0952-4b00-9836-52059a0eae47 None None] The sync data for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 is: [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:41.650136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-a0b6c327-de11-409b-a929-9f5773bafa60 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:41.651760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-a0b6c327-de11-409b-a929-9f5773bafa60 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3836288 Nov 12 08:57:41.675319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:41.681353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Deleting port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:41.681826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.701819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:41.702202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.705399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:41.715706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.731750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:41.735944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-e1f7a292-56c6-487e-80f2-815427b5a076 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/quotas/60db9fc17f5640cbb4f32834f12ac834 HTTP/1.1" status: 200 len: 375 time: 0.0737367 Nov 12 08:57:41.789379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620524ac-579d-4c23-a7ab-a6dcd15b9603 req-d5050c6a-0409-49bc-8399-afefa794228e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:41.791228 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-620524ac-579d-4c23-a7ab-a6dcd15b9603 req-d5050c6a-0409-49bc-8399-afefa794228e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 947 time: 0.1756620 Nov 12 08:57:41.797629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:41.798443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.800018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 1096 time: 2.5099075 Nov 12 08:57:41.801541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7866e4da-8272-48a2-a18b-e2f0f5ab8287 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:41.816348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.837512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6e0eb43a-0162-4395-9921-06dc3b55c0a0 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:41.855366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Transition to ACTIVE for port object 7866e4da-8272-48a2-a18b-e2f0f5ab8287 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:41.866010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 6e0eb43a-0162-4395-9921-06dc3b55c0a0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:41.866355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6e0eb43a-0162-4395-9921-06dc3b55c0a0 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:41.869620 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:41.871375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c735e925-05ec-4f00-b115-6fd18cf4709b no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:41.941784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cafcb4-84e1-42c4-980f-587ee9cdf479 service neutron] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:42.010392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.030406 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e577f8-9da6-46e0-8885-992ef485b060 None None] New status for floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:57:42.047999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] For port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,segment=NetworkSegment(2019f43f-a775-4e6b-9613-2bad19d69cd5),segment_id=2019f43f-a775-4e6b-9613-2bad19d69cd5)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:42.048565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.084895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c735e925-05ec-4f00-b115-6fd18cf4709b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c735e925-05ec-4f00-b115-6fd18cf4709b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:42.096678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.097825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:42.112868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-58085156-5681-4ce7-a55c-30ab6c04afe4 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3372769 Nov 12 08:57:42.113898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Pushing event updated for resources: {'Port': ['ID=7866e4da-8272-48a2-a18b-e2f0f5ab8287,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:42.122295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-032d051d-a333-4a19-838f-39090bdffbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.123842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-032d051d-a333-4a19-838f-39090bdffbe2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1099 time: 0.2292657 Nov 12 08:57:42.127882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Calling delete_port for 1e8b31d9-0f68-47c5-a830-4d349c5de8ce owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:42.155521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-620524ac-579d-4c23-a7ab-a6dcd15b9603 req-4789b5f8-ee2f-4e66-b6fd-f4837990e6e9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314493 Nov 12 08:57:42.289381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c735e925-05ec-4f00-b115-6fd18cf4709b,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:42.302354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-4b1f94b0-5a49-412f-8da4-a21502b75ccf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.1394193 Nov 12 08:57:42.377133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Attempting to bind port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:42.377477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Attempting to bind port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:42.377816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Attempting to bind port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 on network 34fc72ad-e91d-46a9-863a-3f64d3db131f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:42.396843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 on network 34fc72ad-e91d-46a9-863a-3f64d3db131f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:42.397116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Attempting to bind port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 on network 34fc72ad-e91d-46a9-863a-3f64d3db131f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:42.411840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:42.412284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Checking segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:42.412668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Bound using segment: {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:42.427602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Bound port: 7866e4da-8272-48a2-a18b-e2f0f5ab8287, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c79fa22-cfd7-419a-b956-b86b80d14d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:42.428074 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.465923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-abfebdee-0350-40db-be00-94973032ed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.467956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-abfebdee-0350-40db-be00-94973032ed2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1529028 Nov 12 08:57:42.500785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cfcd7-235f-41b6-93b6-4d1c3e9e084b req-b95b2792-7416-4fc6-b9f8-b8be3783aa7c tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.510134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-388cfcd7-235f-41b6-93b6-4d1c3e9e084b req-b95b2792-7416-4fc6-b9f8-b8be3783aa7c tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.2064385 Nov 12 08:57:42.516627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.598098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=b7b29c0e-e6ea-44d3-8964-bbf2a1a32197,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:42.633612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] For port 7866e4da-8272-48a2-a18b-e2f0f5ab8287, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:42.634847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No active binding found for port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:57:42.635873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:42.637677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:42.642793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] For port 7866e4da-8272-48a2-a18b-e2f0f5ab8287, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:42.659045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.665932 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.674590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:42.685034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.690090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:42.690444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 220a2f96-9fc1-499f-8c3d-9e8bf8c6805d not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:42.692464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['1e8b31d9-0f68-47c5-a830-4d349c5de8ce'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:42.696552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-95dcf104-b239-4115-9081-d58e6a9c7334 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "DELETE /v2.0/ports/b7b29c0e-e6ea-44d3-8964-bbf2a1a32197 HTTP/1.1" status: 204 len: 173 time: 1.6366017 Nov 12 08:57:42.710180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9cd56-bae4-4040-a159-0682c03af325 req-1eb164ac-7b51-4e22-b232-ce9651c3a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.712179 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-1eb164ac-7b51-4e22-b232-ce9651c3a2fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2314229 Nov 12 08:57:42.730450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfc39-41f4-494d-b218-dea79b538e8a req-5f88a459-bcb1-42ad-91a3-26985716fef7 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.734540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-388cfcd7-235f-41b6-93b6-4d1c3e9e084b req-514fbd8a-beb7-4c7b-b922-f4a2271f7cdb tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188389 Nov 12 08:57:42.746477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eaabfc39-41f4-494d-b218-dea79b538e8a req-5f88a459-bcb1-42ad-91a3-26985716fef7 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 943 time: 0.2216065 Nov 12 08:57:42.860695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:42.861575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:42.863143 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] 10.222.0.55 "PUT /v2.0/ports/7866e4da-8272-48a2-a18b-e2f0f5ab8287 HTTP/1.1" status: 200 len: 1092 time: 2.2328060 Nov 12 08:57:42.927014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6a440c-dd7b-45a0-bc48-11489dd7f88d service neutron] Pushing event updated for resources: {'Port': ['ID=7866e4da-8272-48a2-a18b-e2f0f5ab8287,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:43.000280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] No DVR routers for this DVR port 1e8b31d9-0f68-47c5-a830-4d349c5de8ce on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:43.022825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.027541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f26c8e2e-fd2b-4b5e-b68f-cc9368307182 req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.62 "DELETE /v2.0/ports/1e8b31d9-0f68-47c5-a830-4d349c5de8ce HTTP/1.1" status: 204 len: 173 time: 1.8689377 Nov 12 08:57:43.032707 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eaabfc39-41f4-494d-b218-dea79b538e8a req-8c7f3797-7d7e-49df-9d69-c6eb0de90a22 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2853253 Nov 12 08:57:43.035368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a1243-03df-4102-88d0-ffccf342b21b tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event deleted for resources: {'Port': ['ID=1e8b31d9-0f68-47c5-a830-4d349c5de8ce,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:43.053776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2c4c7e8-6bc5-4799-8070-3df422997b9a req-7db3d392-7405-48c8-9e4d-d89c35ab8e87 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0674229 Nov 12 08:57:43.127196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-dc6d77c5-588e-4e35-b6da-95f5817f8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.133068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-dc6d77c5-588e-4e35-b6da-95f5817f8795 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 1095 time: 0.1402118 Nov 12 08:57:43.145843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-9295a0ac-2b0d-4f57-a2a4-5c2f3b822640 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098232 Nov 12 08:57:43.148271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port c735e925-05ec-4f00-b115-6fd18cf4709b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:43.148619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.155234 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9a6f3d-f2f3-4c5d-9c2a-5653db6111b8 x-openstack-request-id: req-df9a6f3d-f2f3-4c5d-9c2a-5653db6111b8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:43.155618 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-deleted", "tag": "6e0eb43a-0162-4395-9921-06dc3b55c0a0", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:43.155815 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df9a6f3d-f2f3-4c5d-9c2a-5653db6111b8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:43.156240 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-deleted', 'tag': '6e0eb43a-0162-4395-9921-06dc3b55c0a0', 'status': 'completed', 'code': 200} Nov 12 08:57:43.233496 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-222ebf00-8c31-4a78-815b-ae2aedd595f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287 HTTP/1.1" status: 200 len: 217 time: 0.0911601 Nov 12 08:57:43.363234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-08bedaf6-2338-4aca-a172-6342f7bec938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.365667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-08bedaf6-2338-4aca-a172-6342f7bec938 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eaaa9a-a3b3-4820-81b2-80cfff491625 HTTP/1.1" status: 200 len: 863 time: 0.1090524 Nov 12 08:57:43.396358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faaea248-dc9a-4854-83a7-c137500d2005 req-3c838666-49f2-43ff-9cd9-63a4a65498b0 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/ports?device_id=72abd73d-3cf3-441c-846e-b7b78d97a08c HTTP/1.1" status: 200 len: 210 time: 0.0597537 Nov 12 08:57:43.432179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36166c-e51f-4b54-95c6-935c726e781a req-7b5b4567-54ef-41c5-9807-670d11262ded tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.433873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f36166c-e51f-4b54-95c6-935c726e781a req-7b5b4567-54ef-41c5-9807-670d11262ded tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.1802325 Nov 12 08:57:43.440544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b9cd56-bae4-4040-a159-0682c03af325 req-8f43e0b8-097d-4092-80fc-6a69cee1d01d service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812026 Nov 12 08:57:43.442480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port c735e925-05ec-4f00-b115-6fd18cf4709b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c735e925-05ec-4f00-b115-6fd18cf4709b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:43.442853 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.470654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for c735e925-05ec-4f00-b115-6fd18cf4709b owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:43.508163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287'}, {'server_uuid': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'name': 'network-vif-deleted', 'tag': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:43.512899 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2" -d '{"events": [{"name": "network-changed", "server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287"}, {"server_uuid": "72abd73d-3cf3-441c-846e-b7b78d97a08c", "name": "network-vif-deleted", "tag": "1e8b31d9-0f68-47c5-a830-4d349c5de8ce"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:43.535377 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c6172236-9006-4035-be8e-0da266ecb186 req-f5f0c5c5-62df-4b29-987f-4eb0ac692957 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 210 time: 0.0498474 Nov 12 08:57:43.548171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:43.548967 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f36166c-e51f-4b54-95c6-935c726e781a req-40ff5d9f-fcb3-45f0-9c09-96c03044c2b6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031041 Nov 12 08:57:43.550222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-bca349ed-86e6-4c41-a00e-1970efa47d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.551199 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9573289d-0a00-4c24-8ba0-fb8dcaceb468" -d '{"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-unplugged", "status": "completed", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:43.553130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-bca349ed-86e6-4c41-a00e-1970efa47d11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fc72ad-e91d-46a9-863a-3f64d3db131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1547832 Nov 12 08:57:43.712319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105e73f-9551-416f-aa4c-904ad00d0051 req-6f3de25d-378b-4383-a6d6-d2ec7f08fd77 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.714281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6105e73f-9551-416f-aa4c-904ad00d0051 req-6f3de25d-378b-4383-a6d6-d2ec7f08fd77 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=23437bab-1e83-495f-91c5-3de3626ade80 HTTP/1.1" status: 200 len: 944 time: 0.0784717 Nov 12 08:57:43.716848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-6817f88f-6733-4b98-b318-8038b27d5693 service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549559 Nov 12 08:57:43.728343 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.739875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e815f9-2953-406b-a532-7b97ee223254 req-2c89f1ab-9950-4ae2-886d-397fed7db5b2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:43.741840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3e815f9-2953-406b-a532-7b97ee223254 req-2c89f1ab-9950-4ae2-886d-397fed7db5b2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.0763669 Nov 12 08:57:43.768835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55080) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:43.777862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=c735e925-05ec-4f00-b115-6fd18cf4709b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:43.789828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Request body: {'floatingip': {'port_id': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:43.820166 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fe981ec7-929c-45b4-a45e-ed04c061d728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.880268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:43.888153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:43.932361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port c735e925-05ec-4f00-b115-6fd18cf4709b on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:43.940533 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6105e73f-9551-416f-aa4c-904ad00d0051 req-dd37b70c-a0ca-413e-8734-168f19ec938e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389871 Nov 12 08:57:43.996333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdfcef96-d80b-4309-9a33-37842abb8d29 req-f4ca4d9c-40a9-428d-89ec-35779852632e service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671223 Nov 12 08:57:44.082355 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-e28da561-911f-4730-838f-2ab4b66c278e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2135949 Nov 12 08:57:44.083597 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.086886 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ba073a8-e4bc-443a-94cd-75f64eff01ea req-acc05ded-4cd8-4e92-b490-63de3d364e78 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "DELETE /v2.0/ports/c735e925-05ec-4f00-b115-6fd18cf4709b HTTP/1.1" status: 204 len: 173 time: 1.3734813 Nov 12 08:57:44.113235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:44.158531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'b3887ffb-fae1-4649-8db0-610be8ae9751', 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd', 'port_id': 'b3887ffb-fae1-4649-8db0-610be8ae9751', 'mac_address': 'fa:16:3e:df:6a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e805fb7-19cd-407c-a981-29ec2f5fb911', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:44.253973 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.274593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9a9a845-b166-4bbb-87ce-3b7e7e4da090 req-8d015e94-e6fb-45ee-8a97-f7ac02cdda9e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0536141 Nov 12 08:57:44.290890 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04cc382-48a6-49cd-9b13-bb832538c626 x-openstack-request-id: req-b04cc382-48a6-49cd-9b13-bb832538c626 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:44.294331 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287", "status": "completed", "code": 200}, {"server_uuid": "72abd73d-3cf3-441c-846e-b7b78d97a08c", "name": "network-vif-deleted", "tag": "1e8b31d9-0f68-47c5-a830-4d349c5de8ce", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:44.294747 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b04cc382-48a6-49cd-9b13-bb832538c626 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:44.295156 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'status': 'completed', 'code': 200} Nov 12 08:57:44.296733 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72abd73d-3cf3-441c-846e-b7b78d97a08c', 'name': 'network-vif-deleted', 'tag': '1e8b31d9-0f68-47c5-a830-4d349c5de8ce', 'status': 'completed', 'code': 200} Nov 12 08:57:44.299391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3887ffb-fae1-4649-8db0-610be8ae9751 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:44.326138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:44.329195 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0cce1b-dd49-42fa-88fd-1fefffc3a847 x-openstack-request-id: req-ca0cce1b-dd49-42fa-88fd-1fefffc3a847 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:44.329767 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-unplugged", "status": "completed", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:44.330100 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ca0cce1b-dd49-42fa-88fd-1fefffc3a847 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:44.330805 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b', 'code': 200} Nov 12 08:57:44.332090 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:44.370065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e4c73-1c25-43ee-b6a9-547db5948527 req-bc01f970-b8f8-401e-9bae-90cb6003b87c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.371666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e8e4c73-1c25-43ee-b6a9-547db5948527 req-bc01f970-b8f8-401e-9bae-90cb6003b87c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 947 time: 0.5262208 Nov 12 08:57:44.401082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:44.435798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-1580f2f2-2994-45cd-ad72-7d6c88d76cc3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.437211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-1580f2f2-2994-45cd-ad72-7d6c88d76cc3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855620 Nov 12 08:57:44.451483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd294-35e7-49a9-9670-9350361716aa req-b11170bf-4f20-4347-ae8e-3aa7cdc6be03 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.453900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc2cd294-35e7-49a9-9670-9350361716aa req-b11170bf-4f20-4347-ae8e-3aa7cdc6be03 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 943 time: 0.0653653 Nov 12 08:57:44.482119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': '46989512-96b6-40eb-a3be-a93824ebadba', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:44.515669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc2cd294-35e7-49a9-9670-9350361716aa req-666b981c-ebf6-4bb6-a325-688e91405f51 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552657 Nov 12 08:57:44.561742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-f9e04b5e-c8a2-4c16-8144-69b0cddff812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.564010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-f9e04b5e-c8a2-4c16-8144-69b0cddff812 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 1095 time: 0.2387154 Nov 12 08:57:44.608411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e8e4c73-1c25-43ee-b6a9-547db5948527 req-0739966b-2d4a-4cfb-96a0-a962e9f705f9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202787 Nov 12 08:57:44.701002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['b3887ffb-fae1-4649-8db0-610be8ae9751'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:44.769957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f14afc4b-1f2e-417f-9521-ee67d014d28f req-04fc2abe-1c69-4033-bfac-f5289c9c62a8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 210 time: 0.0539634 Nov 12 08:57:44.882992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-f86e5514-7060-4e72-8dd9-e0679fe4293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.884554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-f86e5514-7060-4e72-8dd9-e0679fe4293a service neutron] 10.222.0.55 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 925 time: 0.2825046 Nov 12 08:57:44.897440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31da5f-85dc-4d26-8d85-c007f6204751 req-039e5cc3-c970-48f2-aa6b-50293034fb0c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:44.905748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf31da5f-85dc-4d26-8d85-c007f6204751 req-039e5cc3-c970-48f2-aa6b-50293034fb0c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 944 time: 0.1216578 Nov 12 08:57:44.968990 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf31da5f-85dc-4d26-8d85-c007f6204751 req-15a6f31b-fb6b-4302-a2f4-46d9a976dbf0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622132 Nov 12 08:57:45.056972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:45.136339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting subnet 66675c5a-886c-4833-9ba0-4765442a817f {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:45.140327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.162978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:45.211429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.240380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:45.243710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.245601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}, {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-deleted', 'tag': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197'}, {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-deleted', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:45.247932 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c910063-df45-4c1d-bc9c-893f59866d32" -d '{"events": [{"name": "network-changed", "server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}, {"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-deleted", "tag": "b7b29c0e-e6ea-44d3-8964-bbf2a1a32197"}, {"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-deleted", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:45.273636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d39505cf-2cdc-42ad-a199-022f5ef3098f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.282339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-d031b8c4-7560-47a2-98ce-b4660c43a32a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287 HTTP/1.1" status: 200 len: 217 time: 0.3891473 Nov 12 08:57:45.303120 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd52e740-54f4-4dfd-adc4-fb61344b79f7 x-openstack-request-id: req-dd52e740-54f4-4dfd-adc4-fb61344b79f7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:45.303414 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "status": "completed", "code": 200}, {"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-deleted", "tag": "b7b29c0e-e6ea-44d3-8964-bbf2a1a32197", "status": "completed", "code": 200}, {"server_uuid": "23437bab-1e83-495f-91c5-3de3626ade80", "name": "network-vif-deleted", "tag": "c735e925-05ec-4f00-b115-6fd18cf4709b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:45.303661 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd52e740-54f4-4dfd-adc4-fb61344b79f7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:45.304482 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'status': 'completed', 'code': 200} Nov 12 08:57:45.304482 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-deleted', 'tag': 'b7b29c0e-e6ea-44d3-8964-bbf2a1a32197', 'status': 'completed', 'code': 200} Nov 12 08:57:45.304715 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23437bab-1e83-495f-91c5-3de3626ade80', 'name': 'network-vif-deleted', 'tag': 'c735e925-05ec-4f00-b115-6fd18cf4709b', 'status': 'completed', 'code': 200} Nov 12 08:57:45.335797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2798707d-d543-4df7-a547-98ac784742eb req-ca6d3dce-e623-468f-b1b0-7fcc60ab6e18 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0843294 Nov 12 08:57:45.341695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d39505cf-2cdc-42ad-a199-022f5ef3098f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.375273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.384634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.391247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.454745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-768e9cea-4c0f-42d9-822c-b0d8d635111e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:45.456276 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-768e9cea-4c0f-42d9-822c-b0d8d635111e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1099 time: 0.1275613 Nov 12 08:57:45.458239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-38188e0e-1bb6-4f7c-adaa-d8911433504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:45.459671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-38188e0e-1bb6-4f7c-adaa-d8911433504d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eaaa9a-a3b3-4820-81b2-80cfff491625 HTTP/1.1" status: 200 len: 863 time: 0.1543553 Nov 12 08:57:45.473836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d39505cf-2cdc-42ad-a199-022f5ef3098f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.476505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d39505cf-2cdc-42ad-a199-022f5ef3098f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.477749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d39505cf-2cdc-42ad-a199-022f5ef3098f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "DELETE /v2.0/security-groups/11104b73-2182-4a12-aa3e-100d9d6f8263 HTTP/1.1" status: 204 len: 168 time: 0.3139369 Nov 12 08:57:45.480644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55130) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:45.498994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.513268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39505cf-2cdc-42ad-a199-022f5ef3098f tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11104b73-2182-4a12-aa3e-100d9d6f8263,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:45.579618 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-1ce5d3a2-5b41-4ce8-a47c-7bfb335b0c95 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] show failed (client error): The resource could not be found. Nov 12 08:57:45.580265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1ce5d3a2-5b41-4ce8-a47c-7bfb335b0c95 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "GET /v2.0/security-groups/11104b73-2182-4a12-aa3e-100d9d6f8263 HTTP/1.1" status: 404 len: 347 time: 0.0966854 Nov 12 08:57:45.588733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55134) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:45.605177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Subnet': ['ID=66675c5a-886c-4833-9ba0-4765442a817f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:45.606995 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.610975 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-faa4fb25-7c9d-484a-8293-d94f2775799c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/subnets/66675c5a-886c-4833-9ba0-4765442a817f HTTP/1.1" status: 204 len: 168 time: 0.5524554 Nov 12 08:57:45.613690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:45.621242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3eb8b-a959-4024-8525-de42b2aa0b9d None None] Network 178e8da7-701c-40bd-8a64-c947e4a80666 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:45.647683 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Floating IP cc8a1bf9-e06c-4837-9c7d-54f9272bdb02 associated. External IP: 172.25.5.198, port: f686d51f-231c-4252-8ee5-c0dfe52b91c6. Nov 12 08:57:45.706659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.121 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/d7ec070e-9e8d-4d02-978c-41d0da81411f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:45.773555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-3dd167dc-7b1c-477f-8731-520a4bc798ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:45.775584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-3dd167dc-7b1c-477f-8731-520a4bc798ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fc72ad-e91d-46a9-863a-3f64d3db131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2580602 Nov 12 08:57:45.778762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-38f92474-0b44-4fdf-85d4-816713179f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:45.780316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-38f92474-0b44-4fdf-85d4-816713179f6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2950702 Nov 12 08:57:45.793156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:45.853831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1964b4-c860-4910-b7aa-1e3fa887d69c req-44032156-698e-41a1-9d6c-15af8d02a534 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:45.855389 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff1964b4-c860-4910-b7aa-1e3fa887d69c req-44032156-698e-41a1-9d6c-15af8d02a534 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 943 time: 0.1440330 Nov 12 08:57:45.859098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:45.859526 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-9f7a38bb-b84d-45e4-873f-cdcbee548a11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.0590763 Nov 12 08:57:45.913040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 1e8b31d9-0f68-47c5-a830-4d349c5de8ce no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:45.948891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 1e8b31d9-0f68-47c5-a830-4d349c5de8ce {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:45.949547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 1e8b31d9-0f68-47c5-a830-4d349c5de8ce not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:46.061713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:46.075331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cc759-a52d-44bd-87bb-63456903fd9d req-a0f1f0b1-3711-494f-b2b5-53a231ebb01d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.076187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'mac_address': 'fa:16:3e:e8:7e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:46.084508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-029cc759-a52d-44bd-87bb-63456903fd9d req-a0f1f0b1-3711-494f-b2b5-53a231ebb01d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 947 time: 0.3384089 Nov 12 08:57:46.117557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] DHCP port deletion for 178e8da7-701c-40bd-8a64-c947e4a80666 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:46.160491 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.178619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f700af0-d0b5-435b-9988-fa3f06e84a4c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:46.205996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:46.212315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.243185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] Deleting port 71c2aa01-453e-4c63-852d-833cd88a6d3b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:46.243692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.253017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-7a26bb03-ff2c-4436-8143-90d5ff642127 service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517858 Nov 12 08:57:46.303211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Deleting port 740f1b68-2ef7-4ca9-b5e8-2fcb7ec0e143 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:46.303453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.325022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-f0949559-f4a7-4b14-8561-bcf8c2ee6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.326609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-f0949559-f4a7-4b14-8561-bcf8c2ee6759 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.4601810 Nov 12 08:57:46.351436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.359441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff1964b4-c860-4910-b7aa-1e3fa887d69c req-96b27991-94fd-4d2c-a048-7675c0932b95 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4618754 Nov 12 08:57:46.381267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] For port 71c2aa01-453e-4c63-852d-833cd88a6d3b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=71c2aa01-453e-4c63-852d-833cd88a6d3b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:46.381739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.384802 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d1a3c609-022a-4b23-b567-c775458aadde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.387482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port 71c2aa01-453e-4c63-852d-833cd88a6d3b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:46.387829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.403905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] Calling delete_port for 71c2aa01-453e-4c63-852d-833cd88a6d3b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:46.447794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-029cc759-a52d-44bd-87bb-63456903fd9d req-5ab48be3-e5a8-482e-814e-791b8968463f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625233 Nov 12 08:57:46.451383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-e2d47e3e-c61f-4dc6-af52-e01ca12f3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.453328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-e2d47e3e-c61f-4dc6-af52-e01ca12f3337 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179557 Nov 12 08:57:46.483012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port 71c2aa01-453e-4c63-852d-833cd88a6d3b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=71c2aa01-453e-4c63-852d-833cd88a6d3b,segment=NetworkSegment(d9aad2db-ea25-4d94-9e40-1183a0370ba0),segment_id=d9aad2db-ea25-4d94-9e40-1183a0370ba0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:46.483257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.512005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['1f700af0-d0b5-435b-9988-fa3f06e84a4c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:46.523202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.538990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for 71c2aa01-453e-4c63-852d-833cd88a6d3b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:46.565936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.599891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.610162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] Pushing event deleted for resources: {'Port': ['ID=71c2aa01-453e-4c63-852d-833cd88a6d3b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.612082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23262296-d3b3-465f-a0f2-edfdab48bb79 None None] No DVR routers for this DVR port 71c2aa01-453e-4c63-852d-833cd88a6d3b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:46.613025 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f40b7bde-1b22-44cd-896d-3c7768383f23 req-08fa5110-0d8a-4b23-9c47-a72c3ea15752 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 210 time: 0.0870237 Nov 12 08:57:46.632803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236', '396038b1-2e67-433c-a16b-46df9674492a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:46.693743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=d7ec070e-9e8d-4d02-978c-41d0da81411f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.714322 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-bd881f1d-22ff-4337-b567-51bf5ca89965 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509904 Nov 12 08:57:46.761247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:46.773114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:46.776610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:46.790292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.791052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.833883 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:46.853810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a942-bcd5-4139-b070-b1b0fbb115e6 req-cc9abbc9-6134-477f-b102-d8a1b137cad1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:46.862502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1028a942-bcd5-4139-b070-b1b0fbb115e6 req-cc9abbc9-6134-477f-b102-d8a1b137cad1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 944 time: 0.2733843 Nov 12 08:57:46.867983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=71c2aa01-453e-4c63-852d-833cd88a6d3b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:46.897563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port 71c2aa01-453e-4c63-852d-833cd88a6d3b on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:46.897818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Calling delete_port for 740f1b68-2ef7-4ca9-b5e8-2fcb7ec0e143 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:46.918058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Router c5debbcb-4f66-4ee4-a3f1-710fe0202042 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:57:46.930834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4391080c-f4e6-4c6d-9453-3884ad184083 req-971ac3fb-ba22-4d58-8a61-96aad61b6300 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0669649 Nov 12 08:57:46.958102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acfe85b0-6e9b-40fa-af7f-581d4efb6be2 req-27016956-2206-495b-934e-5640b2ba64cf service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6909566 Nov 12 08:57:47.082342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.083101 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.088302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c910063-df45-4c1d-bc9c-893f59866d32 req-78a1f3fe-4c20-4a06-b202-7cb49f2e14f3 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602231 Nov 12 08:57:47.089881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.116196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178e8da7-701c-40bd-8a64-c947e4a80666']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:47.127406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9aad2db-ea25-4d94-9e40-1183a0370ba0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:47.127766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9aad2db-ea25-4d94-9e40-1183a0370ba0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:47.136625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1028a942-bcd5-4139-b070-b1b0fbb115e6 req-130a24e2-0eb3-4828-b2fd-08076f07b30d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725093 Nov 12 08:57:47.147330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.150095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-62d8174f-305c-4740-84f7-3d6174a30b6d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6757092 Nov 12 08:57:47.160341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cc511228-344c-42a1-b1aa-dad1d7822ce6 None None] Provisioning complete for port d7ec070e-9e8d-4d02-978c-41d0da81411f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:47.160806 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc511228-344c-42a1-b1aa-dad1d7822ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.163949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Request body: {'port': {'device_id': '46989512-96b6-40eb-a3be-a93824ebadba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:47.168190 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.177973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:47.178390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:47.182628 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:47.203861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:57:47.205251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cc511228-344c-42a1-b1aa-dad1d7822ce6 None None] Port d7ec070e-9e8d-4d02-978c-41d0da81411f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:47.210238 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.216270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] Sync routers for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:57:47.229261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:47.230143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:57:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:47.263758 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.273162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.276798 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/networks/178e8da7-701c-40bd-8a64-c947e4a80666 HTTP/1.1" status: 204 len: 168 time: 1.6621399 Nov 12 08:57:47.292202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55146) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:47.302774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31edf6-d552-4b23-9972-715d0b065f16 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Network': ['ID=178e8da7-701c-40bd-8a64-c947e4a80666,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:47.320825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-88d3d3d9-51d9-4397-911d-4a0420b89de4 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "PUT /v2.0/floatingips/cc8a1bf9-e06c-4837-9c7d-54f9272bdb02 HTTP/1.1" status: 200 len: 991 time: 3.5462701 Nov 12 08:57:47.355269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:47.358363 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6261d60f-600e-4437-8053-62806f2e7e00" -d '{"events": [{"name": "network-changed", "server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:47.372751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.394318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:47.447073 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b36761-5cee-4aec-8d0e-e50df6115a27 x-openstack-request-id: req-37b36761-5cee-4aec-8d0e-e50df6115a27 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:47.447360 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:47.447718 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37b36761-5cee-4aec-8d0e-e50df6115a27 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:47.448122 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'status': 'completed', 'code': 200} Nov 12 08:57:47.452301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 71c2aa01-453e-4c63-852d-833cd88a6d3b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:47.474066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-37a82e33-3730-4634-8fe4-452046d6d876 req-43cb32dc-2ca4-46ef-9ae7-8f6864505d67 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0371146 Nov 12 08:57:47.481233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting subnet 4a7b03af-66fe-4679-b57c-0a40d69a6401 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:47.493653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.506713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089', 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', '052e18da-4e5b-4f6d-bf59-438f078eccd6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:47.515040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 71c2aa01-453e-4c63-852d-833cd88a6d3b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:47.515040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 71c2aa01-453e-4c63-852d-833cd88a6d3b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:47.556007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.651552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:47.664954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea37551-a0e9-4983-84e0-b07fa365b7c0 req-b531dde4-d1da-43f9-b175-8cb89d0f570f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.673157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ea37551-a0e9-4983-84e0-b07fa365b7c0 req-b531dde4-d1da-43f9-b175-8cb89d0f570f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 948 time: 0.0961623 Nov 12 08:57:47.688943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Pushing event deleted for resources: {'Port': ['ID=740f1b68-2ef7-4ca9-b5e8-2fcb7ec0e143,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:47.730689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ea37551-a0e9-4983-84e0-b07fa365b7c0 req-601f4465-adcc-4869-81f0-a5a079574253 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565648 Nov 12 08:57:47.825824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d60f-600e-4437-8053-62806f2e7e00 req-bcec7aea-66a8-446c-b554-2afe5818047b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.827403 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6261d60f-600e-4437-8053-62806f2e7e00 req-bcec7aea-66a8-446c-b554-2afe5818047b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4e22c2a1906141399764767c52c874b3&device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 1097 time: 0.0785909 Nov 12 08:57:47.857686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7866e4da-8272-48a2-a18b-e2f0f5ab8287 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:47.860471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:47.911241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:47.932991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3499-e16f-4b75-bd9c-97857c2c4767 req-10defee1-32de-49bb-91e6-c31344f34dcd tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:47.934663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68cf3499-e16f-4b75-bd9c-97857c2c4767 req-10defee1-32de-49bb-91e6-c31344f34dcd tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 936 time: 0.1212974 Nov 12 08:57:47.999438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d60f-600e-4437-8053-62806f2e7e00 req-abd8cee7-ca98-4800-8266-7d3e6a6021a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.001072 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6261d60f-600e-4437-8053-62806f2e7e00 req-abd8cee7-ca98-4800-8266-7d3e6a6021a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=91642826-ddfb-4601-b8ba-1d19406736f4 HTTP/1.1" status: 200 len: 906 time: 0.1501811 Nov 12 08:57:48.027950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68cf3499-e16f-4b75-bd9c-97857c2c4767 req-517f9c53-994f-45ec-8467-8897a9ee1485 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790298 Nov 12 08:57:48.104435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6261d60f-600e-4437-8053-62806f2e7e00 req-82ce4ebd-acec-4faf-be44-d02a22ad0d6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6 HTTP/1.1" status: 200 len: 999 time: 0.0905626 Nov 12 08:57:48.131311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:57:48.151629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'cc8a1bf9-e06c-4837-9c7d-54f9272bdb02', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'port_id': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'mac_address': 'fa:16:3e:11:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:20Z', 'updated_at': '2021-11-12T08:57:44Z', 'revision_number': 1, 'project_id': '4e22c2a1906141399764767c52c874b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:48.177793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab1644da-01cd-4a97-9433-7b5bd761864b req-6492bccf-65fc-46b3-9d1c-0788ba173b86 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0524278 Nov 12 08:57:48.206930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d60f-600e-4437-8053-62806f2e7e00 req-a6795640-6d91-4d82-9c20-6e1e2afaa040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.207161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5eb580-d11c-4c01-a2d1-0e645ad9cd96 req-7f51cd18-33bd-43f3-a523-e5c9c0e5c370 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.208704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5eb580-d11c-4c01-a2d1-0e645ad9cd96 req-7f51cd18-33bd-43f3-a523-e5c9c0e5c370 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 943 time: 0.6564760 Nov 12 08:57:48.209167 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6261d60f-600e-4437-8053-62806f2e7e00 req-a6795640-6d91-4d82-9c20-6e1e2afaa040 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15d9f7cb-07d8-4f89-b452-361b75f771b1 HTTP/1.1" status: 200 len: 844 time: 0.0944767 Nov 12 08:57:48.219745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] Checking router: c5debbcb-4f66-4ee4-a3f1-710fe0202042 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:57:48.240869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.243389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.247614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f8d54869-f147-4dd4-9086-063171a8a121 tempest-ImagesOneServerNegativeTestJSON-1819334971 tempest-ImagesOneServerNegativeTestJSON-1819334971-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee8b0d51-3617-4ad8-a951-c1f24cb70e52 HTTP/1.1" status: 204 len: 168 time: 2.6549315 Nov 12 08:57:48.275488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.293336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:57:48.293979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:57:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:48.321685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d60f-600e-4437-8053-62806f2e7e00 req-2233c689-049f-4737-8a26-10b181dc4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.324175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6261d60f-600e-4437-8053-62806f2e7e00 req-2233c689-049f-4737-8a26-10b181dc4ce2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=91642826-ddfb-4601-b8ba-1d19406736f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1070421 Nov 12 08:57:48.358922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 1f700af0-d0b5-435b-9988-fa3f06e84a4c completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:48.362517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f5eb580-d11c-4c01-a2d1-0e645ad9cd96 req-970436d3-d5d3-42eb-806f-b294db2b4635 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424189 Nov 12 08:57:48.396139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 1f700af0-d0b5-435b-9988-fa3f06e84a4c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:48.396518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.402193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7866e4da-8272-48a2-a18b-e2f0f5ab8287, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:48.419318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.444273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port b3887ffb-fae1-4649-8db0-610be8ae9751 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:48.460514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7ec070e-9e8d-4d02-978c-41d0da81411f {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:48.469216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7b03af-66fe-4679-b57c-0a40d69a6401,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:48.472524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.475709 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.481697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5f3e7687-c111-4ea9-b42e-982122a4f93c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/subnets/4a7b03af-66fe-4679-b57c-0a40d69a6401 HTTP/1.1" status: 204 len: 168 time: 1.1858208 Nov 12 08:57:48.489648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'port_id': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'mac_address': 'fa:16:3e:ea:0d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:48.490642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55172) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:48.501780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port b3887ffb-fae1-4649-8db0-610be8ae9751 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:48.502152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.503988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744136fd-b9e0-4071-aa09-b428c93f7d37 None None] Network 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:48.517279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da593a7-5070-44c5-b5fc-159f64cc2818 req-72f8a868-2ea0-45bf-8b78-2ab68baa1871 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:48.528900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4da593a7-5070-44c5-b5fc-159f64cc2818 req-72f8a868-2ea0-45bf-8b78-2ab68baa1871 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 944 time: 0.1988103 Nov 12 08:57:48.561635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Transition to ACTIVE for port object d7ec070e-9e8d-4d02-978c-41d0da81411f will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:48.596259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:48.621988 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.648398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:57:48.655874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4da593a7-5070-44c5-b5fc-159f64cc2818 req-06acf59d-6544-4660-81ea-c293d9a7ed21 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256871 Nov 12 08:57:48.670851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6261d60f-600e-4437-8053-62806f2e7e00 req-52cc6046-f3ce-4af6-81bb-5f7fea18799b service neutron] 10.222.0.62 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032165 Nov 12 08:57:48.686724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.703973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] Deleting subnet 70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:57:48.715656 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.723444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ec070e-9e8d-4d02-978c-41d0da81411f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:48.742201 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.824544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Attempting to bind port d7ec070e-9e8d-4d02-978c-41d0da81411f on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:48.824890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Attempting to bind port d7ec070e-9e8d-4d02-978c-41d0da81411f by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:48.825225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Attempting to bind port d7ec070e-9e8d-4d02-978c-41d0da81411f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:48.828791 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.849766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Port d7ec070e-9e8d-4d02-978c-41d0da81411f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:48.850155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Attempting to bind port d7ec070e-9e8d-4d02-978c-41d0da81411f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:48.875994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7866e4da-8272-48a2-a18b-e2f0f5ab8287 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:48.890989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6261d60f-600e-4437-8053-62806f2e7e00 req-b15f3e98-400b-4556-9a40-d95974fd98c1 service neutron] 10.222.0.62 "GET /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990516 Nov 12 08:57:48.894971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:48.895402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:48.896094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:48.896754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Bound port: d7ec070e-9e8d-4d02-978c-41d0da81411f, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:48.897636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.900160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.946447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port 4917cd71-d4e2-4094-baa5-e73141d72da0 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:57:48.947145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:48.983377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7866e4da-8272-48a2-a18b-e2f0f5ab8287, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:48.994150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.039520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.045859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1 HTTP/1.1" status: 204 len: 168 time: 0.4436586 Nov 12 08:57:49.045859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39640a08-b191-4c0d-a13a-9b54c3d651bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c4a8b9-d6e9-42ed-8926-b5f0eb4c10f1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.047645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:49.063152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.110270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port 4917cd71-d4e2-4094-baa5-e73141d72da0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4917cd71-d4e2-4094-baa5-e73141d72da0,segment=NetworkSegment(97c8fb9d-c13f-4f4b-944a-e3f5ea813938),segment_id=97c8fb9d-c13f-4f4b-944a-e3f5ea813938)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:49.110734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.133382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for 4917cd71-d4e2-4094-baa5-e73141d72da0 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:57:49.165992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7866e4da-8272-48a2-a18b-e2f0f5ab8287,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.166308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854c72a-25b6-4328-ae10-78f9e2d2b5c8 req-4e5a4f38-8dcf-46c4-a013-74c9cbbfd40e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.168891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e854c72a-25b6-4328-ae10-78f9e2d2b5c8 req-4e5a4f38-8dcf-46c4-a013-74c9cbbfd40e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 948 time: 0.3135633 Nov 12 08:57:49.189154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.197572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.202562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.205670 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.227510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eda7f-3062-47ca-bfd2-b4676ea5569e req-4cb51a20-1f55-492e-ad33-55e624fc5022 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.229858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] For port d7ec070e-9e8d-4d02-978c-41d0da81411f, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:49.235734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad3eda7f-3062-47ca-bfd2-b4676ea5569e req-4cb51a20-1f55-492e-ad33-55e624fc5022 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 948 time: 0.0944715 Nov 12 08:57:49.258542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] For port d7ec070e-9e8d-4d02-978c-41d0da81411f, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d7ec070e-9e8d-4d02-978c-41d0da81411f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:49.282134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.294787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:49.297751 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313bfae2-bad8-4880-952d-221f2aaa9dd7" -d '{"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-plugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:49.335129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:49.344869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e854c72a-25b6-4328-ae10-78f9e2d2b5c8 req-73f02674-0ab0-44c7-80a9-40661c1bb30b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612749 Nov 12 08:57:49.349705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:49.376944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.379462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.380961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] 10.222.0.55 "PUT /v2.0/ports/d7ec070e-9e8d-4d02-978c-41d0da81411f HTTP/1.1" status: 200 len: 1097 time: 2.2225144 Nov 12 08:57:49.383225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['7866e4da-8272-48a2-a18b-e2f0f5ab8287'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:49.385795 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.395601 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.407212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.432092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad3eda7f-3062-47ca-bfd2-b4676ea5569e req-b56d90f2-1256-4f3c-8e3e-beb3d98afbfa tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947808 Nov 12 08:57:49.459132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46989512-96b6-40eb-a3be-a93824ebadba', 'tag': 'd7ec070e-9e8d-4d02-978c-41d0da81411f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:49.463531 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287c4e92-4cee-4458-890a-a39e1e4e88ef" -d '{"events": [{"name": "network-changed", "server_uuid": "46989512-96b6-40eb-a3be-a93824ebadba", "tag": "d7ec070e-9e8d-4d02-978c-41d0da81411f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:49.495643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86451ad-dac2-4a99-993a-f3efaf5aca0e None None] DHCP port deletion for 5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:57:49.509093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c900a69-f347-4123-95e8-e9fe01a1d0b9']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:49.513300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ac88-0a2f-4435-8478-ff1890057509 service neutron] Pushing event updated for resources: {'Port': ['ID=d7ec070e-9e8d-4d02-978c-41d0da81411f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.534035 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.554963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2019f43f-a775-4e6b-9613-2bad19d69cd5') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:49.555861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2019f43f-a775-4e6b-9613-2bad19d69cd5') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:49.566644 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c314edd-d35e-403a-a60d-45a3d28ff115 x-openstack-request-id: req-6c314edd-d35e-403a-a60d-45a3d28ff115 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:49.566874 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-plugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:49.567120 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c314edd-d35e-403a-a60d-45a3d28ff115 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:49.567697 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'code': 200} Nov 12 08:57:49.574948 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.575195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8569e2dc-5f01-485d-844e-6f0dd2bf089d req-14a27838-6ca1-447c-b71f-b858e3a2f67f tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0717442 Nov 12 08:57:49.597178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.606981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:49.607308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.636420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.669128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=4917cd71-d4e2-4094-baa5-e73141d72da0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.680684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port 4917cd71-d4e2-4094-baa5-e73141d72da0 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:49.694158 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:49.728169 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a100f73-e22d-4d13-98aa-13371d9ab0bb x-openstack-request-id: req-6a100f73-e22d-4d13-98aa-13371d9ab0bb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:49.728169 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46989512-96b6-40eb-a3be-a93824ebadba", "tag": "d7ec070e-9e8d-4d02-978c-41d0da81411f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:49.728169 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a100f73-e22d-4d13-98aa-13371d9ab0bb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:49.728529 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46989512-96b6-40eb-a3be-a93824ebadba', 'tag': 'd7ec070e-9e8d-4d02-978c-41d0da81411f', 'status': 'completed', 'code': 200} Nov 12 08:57:49.790122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'cc8a1bf9-e06c-4837-9c7d-54f9272bdb02', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'port_id': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'mac_address': 'fa:16:3e:11:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:20Z', 'updated_at': '2021-11-12T08:57:44Z', 'revision_number': 1, 'project_id': '4e22c2a1906141399764767c52c874b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:49.795609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-1ba62560-195a-425e-bbe3-26fbdb2d5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.797755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-1ba62560-195a-425e-bbe3-26fbdb2d5647 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 1100 time: 0.3200698 Nov 12 08:57:49.800371 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.850327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ce8a5-cc6a-4b8f-a55b-125d20db2dee None None] The sync data for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 is: [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'cc8a1bf9-e06c-4837-9c7d-54f9272bdb02', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'floating_ip_address': '172.25.5.198', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'port_id': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'mac_address': 'fa:16:3e:11:4e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:57:20Z', 'updated_at': '2021-11-12T08:57:44Z', 'revision_number': 1, 'project_id': '4e22c2a1906141399764767c52c874b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:57:49.860319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.865483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.900404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.911338 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0c900a69-f347-4123-95e8-e9fe01a1d0b9 HTTP/1.1" status: 204 len: 168 time: 0.8601313 Nov 12 08:57:49.916051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2463d487-e5f3-4e09-bb62-c0cd34aca621 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c900a69-f347-4123-95e8-e9fe01a1d0b9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:49.931703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:49.940211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-a1a50805-0aa1-4f94-95c7-5b845e00122f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d7ec070e-9e8d-4d02-978c-41d0da81411f HTTP/1.1" status: 200 len: 217 time: 0.1313543 Nov 12 08:57:49.957192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2fa0c-1672-48a3-8f0d-e6d0d6f49178 req-f15ca871-9ced-4d20-902c-7b5ca8186a5d tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:49.963426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95c2fa0c-1672-48a3-8f0d-e6d0d6f49178 req-f15ca871-9ced-4d20-902c-7b5ca8186a5d tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 944 time: 0.2352691 Nov 12 08:57:49.998681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f78d1-23de-4c6c-8571-1fcb15504fbd req-8b680840-d14c-462e-ac84-72596d104348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.001003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d1f78d1-23de-4c6c-8571-1fcb15504fbd req-8b680840-d14c-462e-ac84-72596d104348 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1101 time: 0.2983222 Nov 12 08:57:50.063678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c147f7d-cab3-4f3f-81f2-37a58bbed0c3']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:50.085544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95c2fa0c-1672-48a3-8f0d-e6d0d6f49178 req-fa866847-e8b3-472f-b209-bf5b994e1e6d tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194665 Nov 12 08:57:50.123294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c8fb9d-c13f-4f4b-944a-e3f5ea813938') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:50.123294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c8fb9d-c13f-4f4b-944a-e3f5ea813938') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:57:50.123641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d1f78d1-23de-4c6c-8571-1fcb15504fbd req-e30e406d-1a37-49e5-b51f-1b71989d953e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074486 Nov 12 08:57:50.162665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.188320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-97f32ef9-6211-4a6f-a7b5-f896693db92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.190037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-97f32ef9-6211-4a6f-a7b5-f896693db92b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2277691 Nov 12 08:57:50.207770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.238478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:57:50.239158 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:57:50.242659 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:57:50.252069 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.269887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:50.283281 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517694a-aec6-4262-90f4-7bdbafaeadb8 None None] New status for floating IP cc8a1bf9-e06c-4837-9c7d-54f9272bdb02: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:57:50.283869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cfb3020-3d0d-4206-9c0c-c4018a3c3fdd req-05139ff2-b28e-4c5f-9f25-e94fcf023cbf tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0614061 Nov 12 08:57:50.347905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-127d5595-79d4-4c0d-959c-8ee9a5795ecc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc3ed24f356f4679919c09d6575037de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766091 Nov 12 08:57:50.351736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:50.352047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.362110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.366651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfe0b5-2e12-4f2c-b9fe-d296d0b9c5c9 req-aac4a25d-1033-4175-aab6-baf08895fa06 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.368281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5bfe0b5-2e12-4f2c-b9fe-d296d0b9c5c9 req-aac4a25d-1033-4175-aab6-baf08895fa06 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.1612217 Nov 12 08:57:50.375046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/networks/5c147f7d-cab3-4f3f-81f2-37a58bbed0c3 HTTP/1.1" status: 204 len: 168 time: 1.8813374 Nov 12 08:57:50.380377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:50.406215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-495703265'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:50.427880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e94134-b1c9-4b5f-939b-72a941df8778 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Network': ['ID=5c147f7d-cab3-4f3f-81f2-37a58bbed0c3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:50.447828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-2b654e82-9292-44b7-915a-dab0edc1093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.448578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-2b654e82-9292-44b7-915a-dab0edc1093d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0715210 Nov 12 08:57:50.478044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:50.482170 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.513195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ef648e-18ad-42af-8b9b-4ff0775014cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.535208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:50.552203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.552628 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Added segment 11150de2-374c-486e-94a8-e7060220da5e of type vlan for network 084b67ca-bff2-42f9-a802-ba282b2c8d3e Nov 12 08:57:50.575701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58ff4e-ba48-4569-930d-4a0bf66b76b8 req-32406695-7fa0-40d1-9b8b-903c9429813a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.578300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c58ff4e-ba48-4569-930d-4a0bf66b76b8 req-32406695-7fa0-40d1-9b8b-903c9429813a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1201165 Nov 12 08:57:50.597671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.630522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5bfe0b5-2e12-4f2c-b9fe-d296d0b9c5c9 req-fa6e9e62-f3ae-4cfe-9559-1a3cc17ddfe1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346396 Nov 12 08:57:50.633667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-d3e0a062-0ae5-4b8a-ac76-f6ab39edc4f3 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645322 Nov 12 08:57:50.643247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ef648e-18ad-42af-8b9b-4ff0775014cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.660296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.665684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.666241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.673875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c58ff4e-ba48-4569-930d-4a0bf66b76b8 req-84dcbdfe-47ad-43ff-b1f2-a76edd15cdc5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851705 Nov 12 08:57:50.758007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddffc302-c7d7-4259-9adf-ce17ed6ee1ea req-cb36fdd8-2da1-4fb1-880f-b3f885994fc5 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126454 Nov 12 08:57:50.762799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3657849 Nov 12 08:57:50.767490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55226) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:50.789395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'subnet': {'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:50.808476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f1e7b-481d-4512-ae1d-bee9aa785a59 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Network': ['ID=084b67ca-bff2-42f9-a802-ba282b2c8d3e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:50.823134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 084b67ca-bff2-42f9-a802-ba282b2c8d3e details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:50.863443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-782189a1-114c-4e64-8583-3e83bf14df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.865674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-782189a1-114c-4e64-8583-3e83bf14df0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 1100 time: 0.0566509 Nov 12 08:57:50.887265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1ab9a-5373-46ce-95a2-84a5bc1301af req-1e0d63f0-eb3b-453e-9baa-8f23f3daed75 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:50.894670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13d1ab9a-5373-46ce-95a2-84a5bc1301af req-1e0d63f0-eb3b-453e-9baa-8f23f3daed75 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 948 time: 0.1726577 Nov 12 08:57:50.919344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ef648e-18ad-42af-8b9b-4ff0775014cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.922675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ef648e-18ad-42af-8b9b-4ff0775014cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:50.923824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-66ef648e-18ad-42af-8b9b-4ff0775014cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd3c18ea-7ca7-460e-8224-aaf2e533a2cd HTTP/1.1" status: 204 len: 168 time: 0.5717044 Nov 12 08:57:50.946064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef648e-18ad-42af-8b9b-4ff0775014cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3c18ea-7ca7-460e-8224-aaf2e533a2cd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:50.964543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:50.968622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.005114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-0e2fb056-a584-447e-b896-384c41bde49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.006713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13d1ab9a-5373-46ce-95a2-84a5bc1301af req-ef7c40e1-a3f1-4dfb-9a6e-3fb6fe691824 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063979 Nov 12 08:57:51.006839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-0e2fb056-a584-447e-b896-384c41bde49a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1328142 Nov 12 08:57:51.063423 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-1e83dfde-f99c-4f44-b8fd-8dffb443a527 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d7ec070e-9e8d-4d02-978c-41d0da81411f HTTP/1.1" status: 200 len: 217 time: 0.0408316 Nov 12 08:57:51.126923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-305ee133-b048-4911-ad56-604b92575c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.128418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-305ee133-b048-4911-ad56-604b92575c34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0547273 Nov 12 08:57:51.210877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.220935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-d2309853-fc57-4502-b79d-ede7b42f9fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.222619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-d2309853-fc57-4502-b79d-ede7b42f9fad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0782766 Nov 12 08:57:51.244139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344e7d4-628a-42fa-9000-6eac4b24eedb req-b68ca440-65d4-4ac0-8776-c4658a696970 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.246057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5344e7d4-628a-42fa-9000-6eac4b24eedb req-b68ca440-65d4-4ac0-8776-c4658a696970 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 944 time: 0.0712390 Nov 12 08:57:51.290177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Subnet': ['ID=85b2b661-7550-43c4-b9ae-74c3d146f499,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:51.301558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Checking segment: {'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:51.302021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network hostable DHCP agents. Network: 084b67ca-bff2-42f9-a802-ba282b2c8d3e, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:51.331851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network 084b67ca-bff2-42f9-a802-ba282b2c8d3e is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:51.357303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 084b67ca-bff2-42f9-a802-ba282b2c8d3e) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:51.365826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.366127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d5184-7191-4a04-ac4a-2a6ec82d035d None None] Network 084b67ca-bff2-42f9-a802-ba282b2c8d3e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:51.366872 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.411967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5b88d59b-599d-4e06-8cbf-ef7cf2e26dd8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6417506 Nov 12 08:57:51.414712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55242) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:51.419881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-655395201'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:51.433606 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-b2bc6230-fe1d-41d4-898c-212859fe1861 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999316 Nov 12 08:57:51.490679 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a61ce85-38a8-4fb7-87a4-973b4df79e79 req-e0522283-1b29-41f6-8272-a081040c377f tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0789714 Nov 12 08:57:51.501368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:51.504123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4917cd71-d4e2-4094-baa5-e73141d72da0 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:57:51.506979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.555321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:57:51.573231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.574000 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Added segment 0fe23372-43b6-4389-a727-459f810c324e of type vlan for network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 Nov 12 08:57:51.592399 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5344e7d4-628a-42fa-9000-6eac4b24eedb req-f0f37a9d-cb8a-467e-b4b6-d34f9f66e71c tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3376799 Nov 12 08:57:51.656718 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-287c4e92-4cee-4458-890a-a39e1e4e88ef req-0cda8e33-9e97-4ac5-8626-bbe63d1eff00 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141099 Nov 12 08:57:51.691860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.729936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:51.732598 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c0d430-2676-4038-9d3a-a181a907b4ac" -d '{"events": [{"server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "name": "network-vif-plugged", "status": "completed", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:51.747079 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 4917cd71-d4e2-4094-baa5-e73141d72da0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:57:51.747428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4917cd71-d4e2-4094-baa5-e73141d72da0 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:57:51.815132 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.824120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.824741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.850405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ccc46-84aa-438c-a4f8-238a30ce1aab req-e4aa8ef6-5fdf-484a-bdae-c1677649482a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.852979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f84ccc46-84aa-438c-a4f8-238a30ce1aab req-e4aa8ef6-5fdf-484a-bdae-c1677649482a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0773799 Nov 12 08:57:51.860951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-084b67ca-bff2-42f9-a802-ba282b2c8d3e', 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'fixed_ips': [{'subnet_id': '85b2b661-7550-43c4-b9ae-74c3d146f499'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:51.862371 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:51.894379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7866e4da-8272-48a2-a18b-e2f0f5ab8287 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:51.923487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f84ccc46-84aa-438c-a4f8-238a30ce1aab req-1b048c4f-e13c-41e6-93c0-52671ea40753 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635216 Nov 12 08:57:51.940366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55262) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:51.942044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5262096 Nov 12 08:57:51.946534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'subnet': {'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:51.954361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242128-bff0-4ab4-9fbb-ca800cc1e921 req-da1f8a79-7ba9-41ce-a6c1-72eb9f3a6193 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:51.956250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a7242128-bff0-4ab4-9fbb-ca800cc1e921 req-da1f8a79-7ba9-41ce-a6c1-72eb9f3a6193 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.2206140 Nov 12 08:57:51.959747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243b089-e260-45a1-8ca1-9173228bf869 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Network': ['ID=a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:51.983444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:57:52.035010 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3186cb3d-9084-4a47-8a18-3cbb2a1fbdf7 x-openstack-request-id: req-3186cb3d-9084-4a47-8a18-3cbb2a1fbdf7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:52.035296 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "name": "network-vif-plugged", "status": "completed", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:52.036047 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3186cb3d-9084-4a47-8a18-3cbb2a1fbdf7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:52.036657 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751', 'code': 200} Nov 12 08:57:52.044478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a7242128-bff0-4ab4-9fbb-ca800cc1e921 req-696fe50a-4d44-4c99-8de8-0513c7f4ad20 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811217 Nov 12 08:57:52.114298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:52.118032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.145548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:52.159306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:52.159681 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.185159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Allocated IP 19.80.0.2 (084b67ca-bff2-42f9-a802-ba282b2c8d3e/85b2b661-7550-43c4-b9ae-74c3d146f499/353027db-eb81-4894-a25a-d38cc3c5c873) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:52.252016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1824d-0bfe-4163-b712-facc1c74d4c8 req-4837e28b-a3c6-4c0e-a941-5bd4c00b5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.254262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52e1824d-0bfe-4163-b712-facc1c74d4c8 req-4837e28b-a3c6-4c0e-a941-5bd4c00b5db8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1097 time: 0.1170020 Nov 12 08:57:52.272748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1311eb7-208b-4f58-a4f2-e4765180cd8a req-cb7f8a9d-6ff7-4c86-8410-c049ee27b147 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.274491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1311eb7-208b-4f58-a4f2-e4765180cd8a req-cb7f8a9d-6ff7-4c86-8410-c049ee27b147 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1101 time: 0.0647533 Nov 12 08:57:52.330833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b84d2a-9969-4214-981c-dfdb2c81741a req-1808321c-9245-4242-841a-a5f8203a3560 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.332379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b84d2a-9969-4214-981c-dfdb2c81741a req-1808321c-9245-4242-841a-a5f8203a3560 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 948 time: 0.1336074 Nov 12 08:57:52.349643 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.363049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52e1824d-0bfe-4163-b712-facc1c74d4c8 req-aa39ba7e-8bdf-4cba-a972-c4947d1179ef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977321 Nov 12 08:57:52.372982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1311eb7-208b-4f58-a4f2-e4765180cd8a req-c16ec459-be61-475d-9f56-b9f9137de8ca tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901191 Nov 12 08:57:52.423617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7866e4da-8272-48a2-a18b-e2f0f5ab8287, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:52.430292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.432413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.461179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.472271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4b84d2a-9969-4214-981c-dfdb2c81741a req-a83b6cbd-de55-444b-ba60-d6fb27ee6788 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061852 Nov 12 08:57:52.496814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7866e4da-8272-48a2-a18b-e2f0f5ab8287,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:52.500912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Network 084b67ca-bff2-42f9-a802-ba282b2c8d3e is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:52.501648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.504066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:52.509435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:52.599127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Pushing event updated for resources: {'Port': ['ID=353027db-eb81-4894-a25a-d38cc3c5c873,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:52.614630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Subnet': ['ID=306cba17-7f3a-47e9-89e7-cbe99d0c244f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:52.615361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Attempting to bind port 353027db-eb81-4894-a25a-d38cc3c5c873 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:52.615790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Attempting to bind port 353027db-eb81-4894-a25a-d38cc3c5c873 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:52.616214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Attempting to bind port 353027db-eb81-4894-a25a-d38cc3c5c873 on network 084b67ca-bff2-42f9-a802-ba282b2c8d3e {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:52.617012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Checking segment: {'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:52.617385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network hostable DHCP agents. Network: a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:57:52.621947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:52.622329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Checking segment: {'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:52.623115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.623752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Bound using segment: {'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:52.624944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Bound port: 353027db-eb81-4894-a25a-d38cc3c5c873, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:52.625232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.643612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:57:52.660230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:52.679575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:52.680711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.688648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08381280-8ccc-4582-8c1f-3a933b3a022d None None] Network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:52.735203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3de0f9b4-95b1-40dc-a853-c70cabb004db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7783778 Nov 12 08:57:52.784605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] For port 353027db-eb81-4894-a25a-d38cc3c5c873, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:52.818035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] For port 353027db-eb81-4894-a25a-d38cc3c5c873, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=353027db-eb81-4894-a25a-d38cc3c5c873,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:52.852472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.959689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88', 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'fixed_ips': [{'subnet_id': '306cba17-7f3a-47e9-89e7-cbe99d0c244f'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:57:52.960623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:52.976317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136ff0a-205c-4ff2-88dd-7eef4381a1fa None None] Pushing event updated for resources: {'Port': ['ID=353027db-eb81-4894-a25a-d38cc3c5c873,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:53.185915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Allocated IP 19.86.0.2 (a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88/306cba17-7f3a-47e9-89e7-cbe99d0c244f/1fc0f767-9d8f-4969-843b-e55bcb4244c3) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:53.215821 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68f1f8f8-96ae-41d5-958b-252bf7b09d17 req-03136b50-119d-4c83-a0cb-0f7df0d1abdb tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0415926 Nov 12 08:57:53.421112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c884129-30ba-435c-9344-21418bc1b107 req-5fe1f79d-9154-4f33-a770-51174617f5c7 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.439345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c884129-30ba-435c-9344-21418bc1b107 req-5fe1f79d-9154-4f33-a770-51174617f5c7 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1342247 Nov 12 08:57:53.485875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55314) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:53.495245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-83892d5a-7c9c-4e01-901a-12afae4f67a5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.502979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-83892d5a-7c9c-4e01-901a-12afae4f67a5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.505118 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-83892d5a-7c9c-4e01-901a-12afae4f67a5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/networks?id=084b67ca-bff2-42f9-a802-ba282b2c8d3e&id=a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 HTTP/1.1" status: 200 len: 1390 time: 0.1835649 Nov 12 08:57:53.528199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 353027db-eb81-4894-a25a-d38cc3c5c873 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:53.532254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-293c8a77-8510-4809-b234-efac40fe75db tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/quotas/15d725ae7b4e42aaae96426ca6c83dd0 HTTP/1.1" status: 200 len: 375 time: 0.0123248 Nov 12 08:57:53.537670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c884129-30ba-435c-9344-21418bc1b107 req-45dc13ff-d899-4206-8838-2497d9ee5df1 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936124 Nov 12 08:57:53.624538 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.634267 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.644402 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-7915b111-6dd1-4acd-bd4c-18f5ef1f9d73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936406 Nov 12 08:57:53.668670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a20f75b4-7451-4111-a558-01336aa1a2c4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1815522 Nov 12 08:57:53.676711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-57c74919-eda8-4a85-999f-b6811a86e5e0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:57:53.683326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-57c74919-eda8-4a85-999f-b6811a86e5e0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119915 Nov 12 08:57:53.686532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 353027db-eb81-4894-a25a-d38cc3c5c873 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:53.686940 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.698955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c369a6-453b-43ed-8692-b650daaae5cf req-62dd1653-ad8b-41c1-96f6-2c762b691193 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:53.700674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13c369a6-453b-43ed-8692-b650daaae5cf req-62dd1653-ad8b-41c1-96f6-2c762b691193 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0880609 Nov 12 08:57:53.739409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:53.753324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:53.758104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:53.762797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Pushing event updated for resources: {'Port': ['ID=1fc0f767-9d8f-4969-843b-e55bcb4244c3,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:53.764129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-66afaa92-2dd5-4cb0-8406-20c6ba1c2169 service neutron] 10.222.0.53 "GET /v2.0/networks/084b67ca-bff2-42f9-a802-ba282b2c8d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182041 Nov 12 08:57:53.801890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13c369a6-453b-43ed-8692-b650daaae5cf req-7f3f59a9-c0bd-47c5-9834-d9bf412d9350 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935996 Nov 12 08:57:53.858233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Attempting to bind port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:53.859801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Attempting to bind port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:53.860752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Attempting to bind port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 on network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:53.929831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d7ec070e-9e8d-4d02-978c-41d0da81411f details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:57:53.944110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-21a965bd-d4a3-4732-9a31-8b5388cfe136 service neutron] 10.222.0.53 "GET /v2.0/networks/084b67ca-bff2-42f9-a802-ba282b2c8d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577070 Nov 12 08:57:53.946711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:53.947155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Checking segment: {'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:53.947554 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:53.948203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Bound using segment: {'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:53.948896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Bound port: 1fc0f767-9d8f-4969-843b-e55bcb4244c3, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:53.949485 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.032904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.038174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:54.041374 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7c255d-ba44-4b94-932c-08a4ec8c5c47" -d '{"events": [{"server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "name": "network-vif-plugged", "status": "completed", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:54.152823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-3a3da1bf-f86c-4c8f-978c-c274bbd03bc0 service neutron] 10.222.0.53 "GET /v2.0/networks/a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970785 Nov 12 08:57:54.180377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2e7e6-d309-46fb-8bfc-72c7cd1f1778 req-b3932f52-fdd7-4716-92d1-848ae1d85600 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.182143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00d2e7e6-d309-46fb-8bfc-72c7cd1f1778 req-b3932f52-fdd7-4716-92d1-848ae1d85600 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0920134 Nov 12 08:57:54.192581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] For port 1fc0f767-9d8f-4969-843b-e55bcb4244c3, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:54.209614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 353027db-eb81-4894-a25a-d38cc3c5c873, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=353027db-eb81-4894-a25a-d38cc3c5c873,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:54.223228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.226467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] For port 1fc0f767-9d8f-4969-843b-e55bcb4244c3, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1fc0f767-9d8f-4969-843b-e55bcb4244c3,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:54.259315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d7ec070e-9e8d-4d02-978c-41d0da81411f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d7ec070e-9e8d-4d02-978c-41d0da81411f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:54.276709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'd7ec070e-9e8d-4d02-978c-41d0da81411f', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'd7ec070e-9e8d-4d02-978c-41d0da81411f', 'mac_address': 'fa:16:3e:67:5a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:57:54.307729 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-335f80ec-03ff-49c1-8e9c-9b1a1db6cb7a service neutron] 10.222.0.53 "GET /v2.0/networks/a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463785 Nov 12 08:57:54.320913 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00d2e7e6-d309-46fb-8bfc-72c7cd1f1778 req-3d1f5ca8-4317-415c-9783-451d03edfe20 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164975 Nov 12 08:57:54.433477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=353027db-eb81-4894-a25a-d38cc3c5c873,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:54.439559 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.444976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:54.509154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.509851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.510266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.510774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.511299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.511970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.512381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.512750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.520126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.520126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.520126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.520126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:57:54.591630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d1e3b-fc94-40f0-95c3-a01943faad49 None None] Network 084b67ca-bff2-42f9-a802-ba282b2c8d3e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:54.621540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cc0f7-d522-4850-b5d5-128b89ead9b9 req-895489a1-e668-414f-aa0d-ac2a908203ef tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.632593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d53cc0f7-d522-4850-b5d5-128b89ead9b9 req-895489a1-e668-414f-aa0d-ac2a908203ef tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 948 time: 0.1883750 Nov 12 08:57:54.740253 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfbbbf9c-97e9-48b2-8446-2818a73c5d3b req-559c2756-60b5-4b5d-8b0b-30e157dbc6ff tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0390229 Nov 12 08:57:54.761598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d53cc0f7-d522-4850-b5d5-128b89ead9b9 req-c104712d-a0ae-44ba-bfcd-2c812a71012d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213510 Nov 12 08:57:54.840517 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a12340e6-8241-4077-85d6-c061f7ddf9f6 req-51a5c8af-31aa-4183-bbbf-f53423e9df06 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 210 time: 0.0551500 Nov 12 08:57:54.908840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7cb54-aae0-4624-a595-736c53b7ef67 req-98f33f58-031a-45f6-909a-87f2ee6d6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:54.913979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91a7cb54-aae0-4624-a595-736c53b7ef67 req-98f33f58-031a-45f6-909a-87f2ee6d6740 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 1097 time: 0.1457975 Nov 12 08:57:54.942698 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f38c734-57a5-408a-b17a-0faaaf16ea06 x-openstack-request-id: req-6f38c734-57a5-408a-b17a-0faaaf16ea06 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:54.943202 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "name": "network-vif-plugged", "status": "completed", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:54.943719 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f38c734-57a5-408a-b17a-0faaaf16ea06 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:54.944099 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'code': 200} Nov 12 08:57:54.994319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4becf-b29c-4be4-ac58-18838ceb6fc7 None None] Pushing event updated for resources: {'Port': ['ID=1fc0f767-9d8f-4969-843b-e55bcb4244c3,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:55.000709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7ec070e-9e8d-4d02-978c-41d0da81411f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:55.050082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91a7cb54-aae0-4624-a595-736c53b7ef67 req-c4ed8810-3f60-476e-8fd4-905f087d7c41 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267061 Nov 12 08:57:55.076396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d7ec070e-9e8d-4d02-978c-41d0da81411f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d7ec070e-9e8d-4d02-978c-41d0da81411f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:55.080918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-02ade414-6af3-4a10-8822-b8808a8799e3 None None] Provisioning complete for port 353027db-eb81-4894-a25a-d38cc3c5c873 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:55.081554 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-02ade414-6af3-4a10-8822-b8808a8799e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.099496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95645af7-9c88-4aad-a857-0c97c2f22c69 req-b9a47234-b70c-4fce-89e4-913ce95aa37c tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.113113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95645af7-9c88-4aad-a857-0c97c2f22c69 req-b9a47234-b70c-4fce-89e4-913ce95aa37c tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1747973 Nov 12 08:57:55.149079 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.218661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95645af7-9c88-4aad-a857-0c97c2f22c69 req-16aba6b8-96ab-4022-9609-deb5e7a4b91c tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045156 Nov 12 08:57:55.366469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d7ec070e-9e8d-4d02-978c-41d0da81411f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:55.452354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bcd8b-c285-4540-a3d5-64935cf6c863 req-00583b79-5181-4bad-81d8-ce28ac3aef39 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.468369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc1bcd8b-c285-4540-a3d5-64935cf6c863 req-00583b79-5181-4bad-81d8-ce28ac3aef39 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.1178761 Nov 12 08:57:55.509933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d7ec070e-9e8d-4d02-978c-41d0da81411f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:57:55.618656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc1bcd8b-c285-4540-a3d5-64935cf6c863 req-368280da-714d-45f6-a25b-6736ca22715a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446867 Nov 12 08:57:55.697184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc85ab-8dd3-48cf-b457-3dcf6b456367 req-25d91535-8891-4654-9dca-23d29cc5e260 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.721217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1fdc85ab-8dd3-48cf-b457-3dcf6b456367 req-25d91535-8891-4654-9dca-23d29cc5e260 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1667449 Nov 12 08:57:55.765538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1fc0f767-9d8f-4969-843b-e55bcb4244c3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:55.928356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1fdc85ab-8dd3-48cf-b457-3dcf6b456367 req-ff90de8f-8618-42a2-b6ef-b86609aeaec2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062047 Nov 12 08:57:55.948958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8741154d-253e-4cff-b6ca-6a9176e1e49f None None] Provisioning complete for port 353027db-eb81-4894-a25a-d38cc3c5c873 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:55.950448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8741154d-253e-4cff-b6ca-6a9176e1e49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:55.953964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-1d7afbec-2621-42c7-9d71-cbfb5f78babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:55.961107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-1d7afbec-2621-42c7-9d71-cbfb5f78babb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1101 time: 0.1535974 Nov 12 08:57:56.047638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:56.048066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.167882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5569b869-0e76-4023-bdd3-d4d52c4ecdb4 req-9b08a71e-c4b2-45e5-8835-d95a4861007c tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0671988 Nov 12 08:57:56.175743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32638-ca2e-4dd0-b646-f6f779460ff9 req-27d60fd5-26cf-498a-b9ee-b6c9e1274d5a tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.199769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62b32638-ca2e-4dd0-b646-f6f779460ff9 req-27d60fd5-26cf-498a-b9ee-b6c9e1274d5a tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1097 time: 0.2349050 Nov 12 08:57:56.209641 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.271497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 1fc0f767-9d8f-4969-843b-e55bcb4244c3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1fc0f767-9d8f-4969-843b-e55bcb4244c3,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:56.279593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.280494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 353027db-eb81-4894-a25a-d38cc3c5c873 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:56.328080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-d80866fc-391d-479f-bcbc-440059ab7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.330794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-d80866fc-391d-479f-bcbc-440059ab7d4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2901406 Nov 12 08:57:56.347204 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62b32638-ca2e-4dd0-b646-f6f779460ff9 req-bc6a16f5-fb22-4ba8-aed7-ad766dd60c2d tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460979 Nov 12 08:57:56.363018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=1fc0f767-9d8f-4969-843b-e55bcb4244c3,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:56.366331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c7c44-4ac2-46b7-a74b-f3078f1a38bb None None] Network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:57:56.394882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabaf03-5c71-4e75-b69e-22660475461a req-ba8e15f8-dc1f-4dcb-b913-318a8edd1bab tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.397666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bfabaf03-5c71-4e75-b69e-22660475461a req-ba8e15f8-dc1f-4dcb-b913-318a8edd1bab tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 949 time: 0.0895276 Nov 12 08:57:56.449513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-1f77dbce-c4ff-4a0c-bd2c-58cc076b055e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.0785959 Nov 12 08:57:56.486874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bfabaf03-5c71-4e75-b69e-22660475461a req-c2173048-f69b-4c1a-aa59-e8f593c2ea3c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760050 Nov 12 08:57:56.520572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-dda04c5a-37f3-4c1b-ad34-579562ebea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.523004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-dda04c5a-37f3-4c1b-ad34-579562ebea24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0603721 Nov 12 08:57:56.573441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2f368ac1-9e11-4b48-9f6f-59fe1edebcc8 None None] Provisioning complete for port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:56.573668 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f368ac1-9e11-4b48-9f6f-59fe1edebcc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.603943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac070556-6384-4e0f-96bc-80d797193ae1 req-92828406-fe79-49bc-b7fe-6f147bb64c51 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 210 time: 0.0795147 Nov 12 08:57:56.643949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-fe205f2b-3691-4907-9043-ba3a8ead66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.648035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-fe205f2b-3691-4907-9043-ba3a8ead66bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1133394 Nov 12 08:57:56.708472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c8eb1-5e21-4b37-b090-6744bc3dd26e req-8a744c90-abc8-4370-8d8c-c757922f3653 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.710764 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-730c8eb1-5e21-4b37-b090-6744bc3dd26e req-8a744c90-abc8-4370-8d8c-c757922f3653 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1368263 Nov 12 08:57:56.739779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 353027db-eb81-4894-a25a-d38cc3c5c873 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:56.740181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:56.757199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f33c7eb-4eb1-43cd-b9fb-2966963422e5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.763855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f33c7eb-4eb1-43cd-b9fb-2966963422e5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.766570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f33c7eb-4eb1-43cd-b9fb-2966963422e5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "GET /v2.0/networks?id=084b67ca-bff2-42f9-a802-ba282b2c8d3e&id=a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 HTTP/1.1" status: 200 len: 1390 time: 0.2781932 Nov 12 08:57:56.790124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'port': {'device_id': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e', 'admin_state_up': True, 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:56.802352 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a41a5c54-f192-415c-9384-c44e40507b56 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350415 Nov 12 08:57:56.882608 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-730c8eb1-5e21-4b37-b090-6744bc3dd26e req-e033f8b7-7717-4b21-9c47-e226e3d12310 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1532412 Nov 12 08:57:56.952184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f38789-1dbe-4e38-8aa9-a5fa15dc783d req-80c41cab-ed4a-4b94-801a-5f0544027e5d tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:56.954939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8f38789-1dbe-4e38-8aa9-a5fa15dc783d req-80c41cab-ed4a-4b94-801a-5f0544027e5d tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1097 time: 0.1160760 Nov 12 08:57:56.962192 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-100e13fc-f1d4-45dc-b09d-ef00b962063f service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510327 Nov 12 08:57:56.991267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:56.995188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.042053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8f38789-1dbe-4e38-8aa9-a5fa15dc783d req-13336a21-b28b-4fd0-90d7-9d42c842bf99 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767672 Nov 12 08:57:57.178069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Allocated IP 19.80.0.132 (084b67ca-bff2-42f9-a802-ba282b2c8d3e/85b2b661-7550-43c4-b9ae-74c3d146f499/3c627373-3544-49f6-8296-02de992cf20d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:57.252980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd793cb-a975-40bf-a7e1-6a54ff55ba87 req-2025cbb3-742a-42a0-ba3a-adf109f0f509 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.255090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1bd793cb-a975-40bf-a7e1-6a54ff55ba87 req-2025cbb3-742a-42a0-ba3a-adf109f0f509 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0800931 Nov 12 08:57:57.294676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8ff0d3e8-b456-4cc8-8203-8342892cb939 None None] Provisioning complete for port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:57.295556 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8ff0d3e8-b456-4cc8-8203-8342892cb939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.361478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1bd793cb-a975-40bf-a7e1-6a54ff55ba87 req-aed71833-6b5e-4019-955d-de33374ac641 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979526 Nov 12 08:57:57.417378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.472320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.501424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1fc0f767-9d8f-4969-843b-e55bcb4244c3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:57.544696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Port': ['ID=3c627373-3544-49f6-8296-02de992cf20d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:57.558193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network 084b67ca-bff2-42f9-a802-ba282b2c8d3e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:57.564304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:57.567787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:57.581693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.586977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3bd9909-ec7b-45ef-88d9-90def226ea1c req-e1b55941-8918-43d8-9f18-8066b9e2ac19 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0481796 Nov 12 08:57:57.589200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:57.589573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.648451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.649476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.672860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-29a0c128-2267-44d7-b052-cc6dd40aec6f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8879888 Nov 12 08:57:57.688964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Request body: {'port': {'device_id': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88', 'admin_state_up': True, 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:57.863259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce291c0f-de88-4bc5-b3ef-050ff7963a5f req-41c6c071-57a8-4060-8c18-d49d9248258b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:57.864849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce291c0f-de88-4bc5-b3ef-050ff7963a5f req-41c6c071-57a8-4060-8c18-d49d9248258b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 949 time: 0.0908613 Nov 12 08:57:57.909761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d7ec070e-9e8d-4d02-978c-41d0da81411f up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:57:57.978070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:57.981020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8ff4cf5c-2cb7-4ed5-b6fa-8e08c93cd4a1 None None] Provisioning complete for port 3c627373-3544-49f6-8296-02de992cf20d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:57.981387 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8ff4cf5c-2cb7-4ed5-b6fa-8e08c93cd4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.036425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8ff4cf5c-2cb7-4ed5-b6fa-8e08c93cd4a1 None None] Port 3c627373-3544-49f6-8296-02de992cf20d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:58.039780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port d7ec070e-9e8d-4d02-978c-41d0da81411f completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:57:58.045289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port d7ec070e-9e8d-4d02-978c-41d0da81411f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:58.046099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.151052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.177259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46989512-96b6-40eb-a3be-a93824ebadba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ec070e-9e8d-4d02-978c-41d0da81411f'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:58.179678 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4a4d2-8552-40ce-8078-0b614afd8077" -d '{"events": [{"server_uuid": "46989512-96b6-40eb-a3be-a93824ebadba", "name": "network-vif-plugged", "status": "completed", "tag": "d7ec070e-9e8d-4d02-978c-41d0da81411f"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:58.195510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d7ec070e-9e8d-4d02-978c-41d0da81411f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d7ec070e-9e8d-4d02-978c-41d0da81411f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:57:58.202571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.257059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d7ec070e-9e8d-4d02-978c-41d0da81411f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:58.257949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Made reservation on behalf of 15d725ae7b4e42aaae96426ca6c83dd0 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:57:58.262810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.284361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce291c0f-de88-4bc5-b3ef-050ff7963a5f req-3e032f76-50b3-4b87-83ff-4b2e1d699b5b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117675 Nov 12 08:57:58.447554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058ee6a-58ea-4da4-8132-79c7382b68af req-015a21a9-4518-4b88-9353-4592ac495811 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:58.449077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8058ee6a-58ea-4da4-8132-79c7382b68af req-015a21a9-4518-4b88-9353-4592ac495811 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 932 time: 0.0983679 Nov 12 08:57:58.454891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Allocated IP 19.86.0.174 (a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88/306cba17-7f3a-47e9-89e7-cbe99d0c244f/3148c8d0-59b3-4da8-a55c-32dc821fc269) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:57:58.534651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8058ee6a-58ea-4da4-8132-79c7382b68af req-50823d4c-193c-4832-83a3-899062205c54 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773516 Nov 12 08:57:58.650823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.699248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.742307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-6d9b9611-6136-47be-9f4d-55fc93b757c6 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 08:57:58.750367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-6d9b9611-6136-47be-9f4d-55fc93b757c6 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0812740 Nov 12 08:57:58.766538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:57:58.769880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:57:58.774605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:57:58.779017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event updated for resources: {'Port': ['ID=3148c8d0-59b3-4da8-a55c-32dc821fc269,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:58.790274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-02f94fd2-43f9-416e-847b-ef722422fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:58.792173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-02f94fd2-43f9-416e-847b-ef722422fd3d service neutron] 10.222.0.53 "GET /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 1094 time: 0.0410156 Nov 12 08:57:58.804815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Request body: {'binding': {'host': 'n-h2-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:58.805504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Unknown quota resources ['binding']. {{(pid=109377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 08:57:58.837565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:58.838705 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.860909 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-13dc3890-7de5-4524-972e-a3d4bc1c76ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1774049 Nov 12 08:57:58.874979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Request body: {'port': {'device_id': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:58.953025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:58.987324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on host n-h2-769329-17 for vnic_type normal with profile None {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:58.987668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:58.988111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:58.994208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:58.994531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:59.001127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:59.001459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:59.002042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:59.002882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Bound port: b3887ffb-fae1-4649-8db0-610be8ae9751, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:59.065315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:59.075477 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.082736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e7926545-9f38-4efa-9851-b15bf4132e87 None None] Provisioning complete for port 3148c8d0-59b3-4da8-a55c-32dc821fc269 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:57:59.084213 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7926545-9f38-4efa-9851-b15bf4132e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.085100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-122a1c43-e63a-4714-945b-b8c54762d877 service neutron] 10.222.0.53 "POST /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751/bindings HTTP/1.1" status: 201 len: 390 time: 0.2826624 Nov 12 08:57:59.128558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e7926545-9f38-4efa-9851-b15bf4132e87 None None] Port 3148c8d0-59b3-4da8-a55c-32dc821fc269 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:57:59.184823 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75094aac-d3cd-4c75-979b-0eff0dc86f51 x-openstack-request-id: req-75094aac-d3cd-4c75-979b-0eff0dc86f51 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:57:59.185134 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46989512-96b6-40eb-a3be-a93824ebadba", "name": "network-vif-plugged", "status": "completed", "tag": "d7ec070e-9e8d-4d02-978c-41d0da81411f", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:57:59.185826 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-75094aac-d3cd-4c75-979b-0eff0dc86f51 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:57:59.186481 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46989512-96b6-40eb-a3be-a93824ebadba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7ec070e-9e8d-4d02-978c-41d0da81411f', 'code': 200} Nov 12 08:57:59.220924 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc52e-e069-4461-a942-238cb0e439b2 req-92cc6f33-ad49-4508-9322-bbd49f0742e3 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.222530 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-998fc52e-e069-4461-a942-238cb0e439b2 req-92cc6f33-ad49-4508-9322-bbd49f0742e3 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1183937 Nov 12 08:57:59.334739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e84bc3-e237-4835-ab40-8be3c0b2b818 req-b0c87b97-8bce-4cd2-849a-d1e0c028b411 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.336202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17e84bc3-e237-4835-ab40-8be3c0b2b818 req-b0c87b97-8bce-4cd2-849a-d1e0c028b411 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0913830 Nov 12 08:57:59.338471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeaeae-6224-44e2-a587-b81a58384212 req-f80b4d3f-a024-4232-b751-4a21a9cb2c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.340000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7aeaeae-6224-44e2-a587-b81a58384212 req-f80b4d3f-a024-4232-b751-4a21a9cb2c0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 1102 time: 0.0664802 Nov 12 08:57:59.345520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-998fc52e-e069-4461-a942-238cb0e439b2 req-c45b5ca1-28a7-4a9d-a799-333367fbf92a tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970116 Nov 12 08:57:59.359808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c627373-3544-49f6-8296-02de992cf20d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:57:59.377179 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.392805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Transition to ACTIVE for port object 3c627373-3544-49f6-8296-02de992cf20d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:57:59.397188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.462255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-27466b85-381c-4783-bc93-44b99b437b3a req-dcb394ec-ef67-4e7a-ac5d-ae6683ab649d tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0389767 Nov 12 08:57:59.466700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17e84bc3-e237-4835-ab40-8be3c0b2b818 req-2d145989-4ab6-4a31-9935-0bae605c952a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131551 Nov 12 08:57:59.474660 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7aeaeae-6224-44e2-a587-b81a58384212 req-878ca4e0-54a2-43e0-97cd-141f8ac84ca2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183794 Nov 12 08:57:59.476755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-a62648e3-d579-4a06-bf10-ea8531d82084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.478182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-a62648e3-d579-4a06-bf10-ea8531d82084 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1097 time: 0.1062942 Nov 12 08:57:59.481382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Pushing event updated for resources: {'Port': ['ID=3c627373-3544-49f6-8296-02de992cf20d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:59.557117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Attempting to bind port 3c627373-3544-49f6-8296-02de992cf20d on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:57:59.557644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Attempting to bind port 3c627373-3544-49f6-8296-02de992cf20d by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:57:59.558209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Attempting to bind port 3c627373-3544-49f6-8296-02de992cf20d on network 084b67ca-bff2-42f9-a802-ba282b2c8d3e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:59.584989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Port 3c627373-3544-49f6-8296-02de992cf20d on network 084b67ca-bff2-42f9-a802-ba282b2c8d3e not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:57:59.586285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Attempting to bind port 3c627373-3544-49f6-8296-02de992cf20d on network 084b67ca-bff2-42f9-a802-ba282b2c8d3e {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:57:59.609144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:57:59.609481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Checking segment: {'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:57:59.609868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Bound using segment: {'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:57:59.610309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Bound port: 3c627373-3544-49f6-8296-02de992cf20d, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11150de2-374c-486e-94a8-e7060220da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:57:59.610664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.665264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47701ede-72bb-4d7f-b316-58c200ac74fb req-141d32c0-48bc-42dd-87f5-2fe4a97a4239 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.666818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47701ede-72bb-4d7f-b316-58c200ac74fb req-141d32c0-48bc-42dd-87f5-2fe4a97a4239 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.1046169 Nov 12 08:57:59.728953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] For port 3c627373-3544-49f6-8296-02de992cf20d, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:57:59.743546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47701ede-72bb-4d7f-b316-58c200ac74fb req-ad8f6d1c-53ea-4381-8c18-17a725cd6f3a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697558 Nov 12 08:57:59.746920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] For port 3c627373-3544-49f6-8296-02de992cf20d, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3c627373-3544-49f6-8296-02de992cf20d,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:57:59.758473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.801140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceab926-fb19-4bd7-95ec-b75642d4b785 req-f4ae407b-e19f-458b-a1e5-57fe63b7d17d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.802654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ceab926-fb19-4bd7-95ec-b75642d4b785 req-f4ae407b-e19f-458b-a1e5-57fe63b7d17d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 950 time: 0.0912383 Nov 12 08:57:59.821458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-bb0e77f9-8ebb-4dfa-a2bd-91dc21c0b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.823140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-bb0e77f9-8ebb-4dfa-a2bd-91dc21c0b795 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1407125 Nov 12 08:57:59.830024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.830732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:57:59.832198 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] 10.222.0.55 "PUT /v2.0/ports/3c627373-3544-49f6-8296-02de992cf20d HTTP/1.1" status: 200 len: 1093 time: 0.9624286 Nov 12 08:57:59.837536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'tag': '3c627373-3544-49f6-8296-02de992cf20d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:57:59.840688 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a2b4c-cffb-480d-8b94-60728c8cb277" -d '{"events": [{"name": "network-changed", "server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "tag": "3c627373-3544-49f6-8296-02de992cf20d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:57:59.870839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4937a1-8bb9-4c46-911b-38df0311c04a service neutron] Pushing event updated for resources: {'Port': ['ID=3c627373-3544-49f6-8296-02de992cf20d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:57:59.881187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-ee3134f9-75f5-4726-8e43-f115522cd354 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 217 time: 0.0444233 Nov 12 08:57:59.888185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Request body: {'port': {'device_id': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:59.920337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a4620-37e5-469b-8e3b-9a5089d6b9ae req-8c2b5c71-cbca-412d-9840-9083685d37ef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.922395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c20a4620-37e5-469b-8e3b-9a5089d6b9ae req-8c2b5c71-cbca-412d-9840-9083685d37ef tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1131287 Nov 12 08:57:59.931426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55456) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:57:59.936233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Request body: {'floatingip': {'port_id': '7866e4da-8272-48a2-a18b-e2f0f5ab8287'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:57:59.939511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ceab926-fb19-4bd7-95ec-b75642d4b785 req-68388fc5-3ee8-4b86-99d5-8b71eae5ced8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202288 Nov 12 08:57:59.968257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-c061638b-5b96-4dc7-ab7b-d3307cecdf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:57:59.969733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-c061638b-5b96-4dc7-ab7b-d3307cecdf43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.0780592 Nov 12 08:58:00.029354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-206a423f-2a1d-4701-8232-b476a5aba842 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411267 Nov 12 08:58:00.037962 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc5f09-32b3-49c2-ad66-55492696431c x-openstack-request-id: req-b5cc5f09-32b3-49c2-ad66-55492696431c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:00.038258 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "tag": "3c627373-3544-49f6-8296-02de992cf20d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:00.038521 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5cc5f09-32b3-49c2-ad66-55492696431c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:00.038917 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'tag': '3c627373-3544-49f6-8296-02de992cf20d', 'status': 'completed', 'code': 200} Nov 12 08:58:00.048338 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.066610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.167565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-afc345b8-5512-43c4-94d4-6ddfad584bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.168131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-afc345b8-5512-43c4-94d4-6ddfad584bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.169692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-afc345b8-5512-43c4-94d4-6ddfad584bcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1915 time: 0.1036036 Nov 12 08:58:00.211756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc716b3-41ef-4c56-a5ac-cec7464934ac req-b50ba6ce-04f8-4407-954a-c1472c27e0b5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.217891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc716b3-41ef-4c56-a5ac-cec7464934ac req-b50ba6ce-04f8-4407-954a-c1472c27e0b5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.219559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cc716b3-41ef-4c56-a5ac-cec7464934ac req-b50ba6ce-04f8-4407-954a-c1472c27e0b5 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1667 time: 0.1990440 Nov 12 08:58:00.222601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-0f664f63-be30-467d-b6ab-a5aa079f7a4b service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655774 Nov 12 08:58:00.353465 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-96a022d1-41ac-493d-b80d-64d369f5881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.353935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-96a022d1-41ac-493d-b80d-64d369f5881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.354403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-96a022d1-41ac-493d-b80d-64d369f5881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.356048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-96a022d1-41ac-493d-b80d-64d369f5881b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1770992 Nov 12 08:58:00.410828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-8db32703-6f49-4bbd-988a-35d0153018b5 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549783 Nov 12 08:58:00.457512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cc716b3-41ef-4c56-a5ac-cec7464934ac req-ccb1fff2-44a1-44ec-88ee-b09c66aaa63e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198217 Nov 12 08:58:00.484803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-6661b36b-a4b3-4010-876a-3be389f0042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.486327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed7a2b4c-cffb-480d-8b94-60728c8cb277 req-6661b36b-a4b3-4010-876a-3be389f0042d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1201894 Nov 12 08:58:00.547926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55474) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:00.643474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa4d11-daea-4168-bd75-493f03bf50f2 req-7e54f0f7-b6d6-4dff-a5cf-3b4ed2ee743d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:00.652570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fefa4d11-daea-4168-bd75-493f03bf50f2 req-7e54f0f7-b6d6-4dff-a5cf-3b4ed2ee743d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0774209 Nov 12 08:58:00.658324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df60f1b3-e482-46fc-bd47-7d34f585ef97 req-3f0dcb5b-bda3-4517-905c-96f39bd4890b tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0567176 Nov 12 08:58:00.708578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fefa4d11-daea-4168-bd75-493f03bf50f2 req-2816bdd8-ad3b-4c52-b2ce-2bf62ea3854e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549858 Nov 12 08:58:00.724750 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-964ea93a-1412-4a33-a932-146b67ef3707 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.778566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3148c8d0-59b3-4da8-a55c-32dc821fc269 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:00.789939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.831822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Transition to ACTIVE for port object 3148c8d0-59b3-4da8-a55c-32dc821fc269 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:00.875136 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.887721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-964ea93a-1412-4a33-a932-146b67ef3707 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.893808 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-964ea93a-1412-4a33-a932-146b67ef3707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.973911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ea93a-1412-4a33-a932-146b67ef3707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f5102-c97a-418d-b2b6-11925f9f546b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:00.974688 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.977848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3148c8d0-59b3-4da8-a55c-32dc821fc269,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:00.986349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:00.993943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-964ea93a-1412-4a33-a932-146b67ef3707 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e34b628c58a74b818cb6676447efbcee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449222 Nov 12 08:58:01.002201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55482) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:01.106187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7040-6e90-4783-b0fc-1ae6962c4c80 req-bb68fac1-980b-4c24-981c-cd8f2f6b3bf0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.114215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f6b7040-6e90-4783-b0fc-1ae6962c4c80 req-bb68fac1-980b-4c24-981c-cd8f2f6b3bf0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.2412715 Nov 12 08:58:01.119327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a5831b-58f8-4ad2-836a-d314e3176514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.149808 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a5831b-58f8-4ad2-836a-d314e3176514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.167247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd306d5-e65d-4eed-9a7b-289129744e07 req-afc626a3-ace0-4c3e-98fb-5579057de46b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.168911 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd306d5-e65d-4eed-9a7b-289129744e07 req-afc626a3-ace0-4c3e-98fb-5579057de46b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 950 time: 0.0949180 Nov 12 08:58:01.222640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Attempting to bind port 3148c8d0-59b3-4da8-a55c-32dc821fc269 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:01.222980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Attempting to bind port 3148c8d0-59b3-4da8-a55c-32dc821fc269 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:01.223303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Attempting to bind port 3148c8d0-59b3-4da8-a55c-32dc821fc269 on network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:01.240336 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4 associated. External IP: 172.25.5.231, port: 7866e4da-8272-48a2-a18b-e2f0f5ab8287. Nov 12 08:58:01.243222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Port 3148c8d0-59b3-4da8-a55c-32dc821fc269 on network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:01.244152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Attempting to bind port 3148c8d0-59b3-4da8-a55c-32dc821fc269 on network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:01.253395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f6b7040-6e90-4783-b0fc-1ae6962c4c80 req-51382836-3555-41a1-ad9d-c73b2ffcd73c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389039 Nov 12 08:58:01.285200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a5831b-58f8-4ad2-836a-d314e3176514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.285874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:01.286227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Checking segment: {'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:01.286679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Bound using segment: {'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:01.287059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Bound port: 3148c8d0-59b3-4da8-a55c-32dc821fc269, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe23372-43b6-4389-a727-459f810c324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:01.287423 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.287686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a5831b-58f8-4ad2-836a-d314e3176514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.291223 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-78a5831b-58f8-4ad2-836a-d314e3176514 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb9f5102-c97a-418d-b2b6-11925f9f546b HTTP/1.1" status: 204 len: 168 time: 0.2856956 Nov 12 08:58:01.320163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5831b-58f8-4ad2-836a-d314e3176514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f5102-c97a-418d-b2b6-11925f9f546b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:01.333540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd306d5-e65d-4eed-9a7b-289129744e07 req-7efff0a0-972e-4275-94c3-f86cbd0150c7 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511526 Nov 12 08:58:01.434328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] For port 3148c8d0-59b3-4da8-a55c-32dc821fc269, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:01.441136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] For port 3148c8d0-59b3-4da8-a55c-32dc821fc269, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3148c8d0-59b3-4da8-a55c-32dc821fc269,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:01.449751 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.497241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10293c-f2cd-49bf-87c2-a09b8b61efd1 req-a4961a9a-4f44-49d6-b3d9-c11d88122d0b tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.514755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b10293c-f2cd-49bf-87c2-a09b8b61efd1 req-a4961a9a-4f44-49d6-b3d9-c11d88122d0b tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 1102 time: 0.0831125 Nov 12 08:58:01.538360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.538984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:01.540440 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/3148c8d0-59b3-4da8-a55c-32dc821fc269 HTTP/1.1" status: 200 len: 1093 time: 1.6565824 Nov 12 08:58:01.604299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830cb5a-c8b4-4ba7-b529-e247d9e081d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3148c8d0-59b3-4da8-a55c-32dc821fc269,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:01.651277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b10293c-f2cd-49bf-87c2-a09b8b61efd1 req-0ffaabf2-4847-481c-926f-33c52f731b0f tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319041 Nov 12 08:58:01.822803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:01.849179 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cee47481-9f73-4cc6-9102-a1074974323c req-9a1931e6-4394-4a06-9060-e94980008c2a tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0427542 Nov 12 08:58:01.862932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445180ff-76b4-41fd-b3f1-966ae37ce4c7 req-0c1de56b-1470-4abf-abea-c2d841f9a517 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.869377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445180ff-76b4-41fd-b3f1-966ae37ce4c7 req-0c1de56b-1470-4abf-abea-c2d841f9a517 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.877234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-445180ff-76b4-41fd-b3f1-966ae37ce4c7 req-0c1de56b-1470-4abf-abea-c2d841f9a517 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1679 time: 0.2374363 Nov 12 08:58:01.905240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-33595ac9-d142-4e59-8cc7-5681895c8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.906248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-33595ac9-d142-4e59-8cc7-5681895c8567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:01.908614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-33595ac9-d142-4e59-8cc7-5681895c8567 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1983 time: 0.2705119 Nov 12 08:58:02.014667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-dadb9f73-3acd-4029-8807-f28273dbb936 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=3c627373-3544-49f6-8296-02de992cf20d HTTP/1.1" status: 200 len: 217 time: 0.0638814 Nov 12 08:58:02.039150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cf87e-9486-4521-b665-9cbf0f34f97f req-02a774d8-119f-44a0-bd7d-39e25b1a849c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.040004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'tag': '3148c8d0-59b3-4da8-a55c-32dc821fc269'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:02.041528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c9cf87e-9486-4521-b665-9cbf0f34f97f req-02a774d8-119f-44a0-bd7d-39e25b1a849c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0810606 Nov 12 08:58:02.042218 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1274eac3-2b79-4b5a-8ec0-65f944901155" -d '{"events": [{"name": "network-changed", "server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "tag": "3148c8d0-59b3-4da8-a55c-32dc821fc269"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:02.104777 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-445180ff-76b4-41fd-b3f1-966ae37ce4c7 req-1c49974f-104b-4afa-85af-90f5e9c0ac29 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265871 Nov 12 08:58:02.106374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c9cf87e-9486-4521-b665-9cbf0f34f97f req-60ff9ebb-ecd5-42ae-933b-71ab298656c8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562704 Nov 12 08:58:02.178452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-421464f6-5650-4a19-95ad-df0774408b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.179966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-421464f6-5650-4a19-95ad-df0774408b99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85b2b661-7550-43c4-b9ae-74c3d146f499 HTTP/1.1" status: 200 len: 801 time: 0.1524467 Nov 12 08:58:02.201372 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6880a6f4-99a3-4634-a3be-29a1918d5140 x-openstack-request-id: req-6880a6f4-99a3-4634-a3be-29a1918d5140 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:02.201765 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "tag": "3148c8d0-59b3-4da8-a55c-32dc821fc269", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:02.201901 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6880a6f4-99a3-4634-a3be-29a1918d5140 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:02.202338 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'tag': '3148c8d0-59b3-4da8-a55c-32dc821fc269', 'status': 'completed', 'code': 200} Nov 12 08:58:02.203721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:02.210776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:02.225137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] Sync routers for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:02.239045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:02.240092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:57:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:02.427807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:02.450921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02f208-7168-4fac-84ce-c7bab472802d req-64b74cb2-5560-4d91-903c-724ee9f1f308 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.453530 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd02f208-7168-4fac-84ce-c7bab472802d req-64b74cb2-5560-4d91-903c-724ee9f1f308 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0764618 Nov 12 08:58:02.518052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd02f208-7168-4fac-84ce-c7bab472802d req-b7aed24c-e399-42e6-af4a-61d822731239 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574524 Nov 12 08:58:02.597788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-d965ad75-e449-482f-a018-3047c419179a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3982685 Nov 12 08:58:02.625158 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-69f393ef-d7cb-4810-afe9-295fc588d0d0 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "PUT /v2.0/floatingips/ddc85964-5229-4b2e-b1f1-79cffde4a0e4 HTTP/1.1" status: 200 len: 991 time: 2.6920307 Nov 12 08:58:02.691371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-32481cce-caf6-4379-ae95-8090a5ffe634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.692801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-32481cce-caf6-4379-ae95-8090a5ffe634 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=084b67ca-bff2-42f9-a802-ba282b2c8d3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5036488 Nov 12 08:58:02.736450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ddc85964-5229-4b2e-b1f1-79cffde4a0e4', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'port_id': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'mac_address': 'fa:16:3e:ea:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:27Z', 'updated_at': '2021-11-12T08:58:00Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:02.771925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] Checking router: 3dbb6e26-80e3-40ff-81d0-d7f64c80260d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:02.781172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:02.781803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:57:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:02.814328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-17593f91-975b-472c-a065-5e7dc4171a43 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:02.824461 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-17593f91-975b-472c-a065-5e7dc4171a43 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2257249 Nov 12 08:58:02.849963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-9c60731b-a04a-4e68-b4c6-39fb8e7c41aa tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/quotas/60db9fc17f5640cbb4f32834f12ac834 HTTP/1.1" status: 200 len: 375 time: 0.0239208 Nov 12 08:58:02.911117 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-c9451df4-87af-44cf-9d8d-a13bf23211c4 service neutron] 10.222.0.55 "GET /v2.0/networks/084b67ca-bff2-42f9-a802-ba282b2c8d3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029366 Nov 12 08:58:03.006792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-5597ea8f-b8f7-47e2-b20d-609712e94992 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1559496 Nov 12 08:58:03.061804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-2d651af9-5a8c-42fd-a1ed-623c68e3fcfc service neutron] 10.222.0.55 "GET /v2.0/networks/084b67ca-bff2-42f9-a802-ba282b2c8d3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423912 Nov 12 08:58:03.067776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:03.144636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-0583cdc3-d286-403e-ade1-6b638424d8ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=3148c8d0-59b3-4da8-a55c-32dc821fc269 HTTP/1.1" status: 200 len: 217 time: 0.0738742 Nov 12 08:58:03.266643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-9fe1ce33-b506-4b8d-ae22-513162cc1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.268119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-9fe1ce33-b506-4b8d-ae22-513162cc1ee0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=306cba17-7f3a-47e9-89e7-cbe99d0c244f HTTP/1.1" status: 200 len: 801 time: 0.1157012 Nov 12 08:58:03.401032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ddc85964-5229-4b2e-b1f1-79cffde4a0e4', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'port_id': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'mac_address': 'fa:16:3e:ea:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:27Z', 'updated_at': '2021-11-12T08:58:00Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:03.436824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb7e039-3bfa-4cad-9651-da91377415a3 None None] The sync data for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 is: [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ddc85964-5229-4b2e-b1f1-79cffde4a0e4', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'port_id': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'mac_address': 'fa:16:3e:ea:0d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:55:27Z', 'updated_at': '2021-11-12T08:58:00Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:03.447767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-c6cc3d30-efc6-43f7-964c-a735488bed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.449681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-c6cc3d30-efc6-43f7-964c-a735488bed09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635172 Nov 12 08:58:03.482222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7daa459-6c31-409f-95e3-6f03343023a4 req-1abd2eb0-cc3f-44f5-8b74-5784f06cbf4e tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0805182 Nov 12 08:58:03.530255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49060fb0-c091-463a-b7a3-d4628e03e239 req-9fbbf2ce-be4b-4cc6-94bb-4232037d12e9 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.538562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49060fb0-c091-463a-b7a3-d4628e03e239 req-9fbbf2ce-be4b-4cc6-94bb-4232037d12e9 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.547311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49060fb0-c091-463a-b7a3-d4628e03e239 req-9fbbf2ce-be4b-4cc6-94bb-4232037d12e9 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1679 time: 0.1434026 Nov 12 08:58:03.695037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fb3ea-7769-4e63-9a11-b5e2939dc894 req-a8bc87c1-bbba-4fd2-9fc0-b462071b0439 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:03.697316 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-320fb3ea-7769-4e63-9a11-b5e2939dc894 req-a8bc87c1-bbba-4fd2-9fc0-b462071b0439 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0830770 Nov 12 08:58:03.710694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49060fb0-c091-463a-b7a3-d4628e03e239 req-decbaa86-7da7-4422-85ac-703c5e3536ee tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622303 Nov 12 08:58:03.717177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-7238d40c-91b4-4e12-82a9-685e5f086016 service neutron] 10.222.0.55 "GET /v2.0/networks/a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585695 Nov 12 08:58:03.797089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df5c857e-684a-4d9d-9b68-a6f90467a4e3 req-6df0e877-0a70-4ab9-958a-c4aca7b1d53e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 210 time: 0.0491323 Nov 12 08:58:03.821030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-320fb3ea-7769-4e63-9a11-b5e2939dc894 req-fbd42d2a-ab5b-471c-8fe0-a7f1caf7ac69 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161182 Nov 12 08:58:03.844355 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff427e70-ac89-4bff-a76b-e87b76400749 None None] New status for floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:58:03.963301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04216c82-8a78-4e04-93ae-ffca35feecd5 req-edd55e2f-aa7b-4847-a5c5-bb34c176d966 service neutron] 10.222.0.55 "GET /v2.0/networks/a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238805 Nov 12 08:58:04.053149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf04ef-d746-4957-9f1c-ebc768dd2349 req-f60a2696-b927-4952-a782-181ceb1191a6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.066322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89bf04ef-d746-4957-9f1c-ebc768dd2349 req-f60a2696-b927-4952-a782-181ceb1191a6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.1733243 Nov 12 08:58:04.165172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-5e435994-160c-4fdc-9177-001645d7cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.165785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-5e435994-160c-4fdc-9177-001645d7cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.167562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89bf04ef-d746-4957-9f1c-ebc768dd2349 req-cb9406c6-fc11-473e-9e0b-8405609b89dd tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971601 Nov 12 08:58:04.179516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-5e435994-160c-4fdc-9177-001645d7cf86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1983 time: 0.1097693 Nov 12 08:58:04.204084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:04.206623 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cef630-b743-41cd-bc64-193ea1e64d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:04.262233 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:04.290078 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf26a56-d8af-4db7-84d2-8847fa17697d x-openstack-request-id: req-4bf26a56-d8af-4db7-84d2-8847fa17697d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:04.290664 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:04.291156 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bf26a56-d8af-4db7-84d2-8847fa17697d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:04.291789 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'status': 'completed', 'code': 200} Nov 12 08:58:04.351617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-ac9e9807-fa0b-450a-9c44-b278d9d7905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.356131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-ac9e9807-fa0b-450a-9c44-b278d9d7905f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 HTTP/1.1" status: 200 len: 902 time: 0.1654711 Nov 12 08:58:04.428639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-3a97464f-8bf8-4c13-b202-60484b569af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.430140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-3a97464f-8bf8-4c13-b202-60484b569af5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ba88812834648c58bb879ae15384637&device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 1097 time: 0.0772562 Nov 12 08:58:04.433512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-7627aaad-307a-4cff-91b3-efab60055dfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=3148c8d0-59b3-4da8-a55c-32dc821fc269 HTTP/1.1" status: 200 len: 217 time: 0.0696251 Nov 12 08:58:04.507978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-47592c5e-c74d-49df-92c4-e10b396b2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.509597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-47592c5e-c74d-49df-92c4-e10b396b2e59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=306cba17-7f3a-47e9-89e7-cbe99d0c244f HTTP/1.1" status: 200 len: 801 time: 0.0533078 Nov 12 08:58:04.588336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-a88a1fad-8b9f-4c4f-85e7-099441f6c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.589816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-a88a1fad-8b9f-4c4f-85e7-099441f6c34f service neutron] 10.222.0.55 "GET /v2.0/networks?id=34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 200 len: 925 time: 0.1376183 Nov 12 08:58:04.608337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-976578f4-3cc1-4ea2-a7cd-83db084c2bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.610314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-976578f4-3cc1-4ea2-a7cd-83db084c2bdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868692 Nov 12 08:58:04.673171 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6203bc9-26e2-4efc-a53e-a411ec8069a4 req-24b3540a-0185-48ba-8252-72cd056b4f81 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0330889 Nov 12 08:58:04.712980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-cc1c5c53-edf8-47af-9e79-12984f80ea7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287 HTTP/1.1" status: 200 len: 1001 time: 0.1147888 Nov 12 08:58:04.788963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-a3fe7c98-6ede-4061-ae9c-1ead84764081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.790947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-a3fe7c98-6ede-4061-ae9c-1ead84764081 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32eaaa9a-a3b3-4820-81b2-80cfff491625 HTTP/1.1" status: 200 len: 863 time: 0.0688038 Nov 12 08:58:04.823781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-c1b33a8b-e5de-4b21-ada8-0e58e8dd43d2 service neutron] 10.222.0.55 "GET /v2.0/networks/a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926401 Nov 12 08:58:04.890006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-8a60db05-16ec-4a70-af04-c2c8cf499f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:04.898065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-8a60db05-16ec-4a70-af04-c2c8cf499f39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=34fc72ad-e91d-46a9-863a-3f64d3db131f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883689 Nov 12 08:58:05.044147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1274eac3-2b79-4b5a-8ec0-65f944901155 req-a70f6586-a3ac-47be-b5ff-44f1a50efa73 service neutron] 10.222.0.55 "GET /v2.0/networks/a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138286 Nov 12 08:58:05.085981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd8da3-6b3a-4016-92a9-6cd6723ebe18 req-73217f44-3b99-457f-8c9b-dca8ca2838b7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.087599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8fd8da3-6b3a-4016-92a9-6cd6723ebe18 req-73217f44-3b99-457f-8c9b-dca8ca2838b7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0620894 Nov 12 08:58:05.157129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8fd8da3-6b3a-4016-92a9-6cd6723ebe18 req-344259a8-6cee-4fe1-8005-0c07f99ed092 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599151 Nov 12 08:58:05.250856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-beb86d9e-63fd-49b8-9187-04cfb627ab9c req-c095a5e7-24d6-4336-a0e5-5c0d06ffd44c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 210 time: 0.0327950 Nov 12 08:58:05.397182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-7ae6f32b-9301-4eed-9504-5eddf27ada45 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=60db9fc17f5640cbb4f32834f12ac834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265338 Nov 12 08:58:05.451319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-e3ece423-5aeb-4334-8c9a-c13c3c585674 service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366015 Nov 12 08:58:05.461569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed695ab8-61c0-4766-b9b0-df1981ae455f req-031bb999-40ee-4d22-8bb5-f6227e6efb11 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.467663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed695ab8-61c0-4766-b9b0-df1981ae455f req-031bb999-40ee-4d22-8bb5-f6227e6efb11 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.475298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed695ab8-61c0-4766-b9b0-df1981ae455f req-031bb999-40ee-4d22-8bb5-f6227e6efb11 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1679 time: 0.4347408 Nov 12 08:58:05.592397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5d294-a8b0-4008-aee5-8e0ea8b1f70c req-cae954b9-bbbe-497a-a6bd-1edb61e6f113 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.594652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26b5d294-a8b0-4008-aee5-8e0ea8b1f70c req-cae954b9-bbbe-497a-a6bd-1edb61e6f113 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0836320 Nov 12 08:58:05.603457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed695ab8-61c0-4766-b9b0-df1981ae455f req-277ab672-fb90-4425-b5ac-fafbfc5d509b tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272652 Nov 12 08:58:05.605891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-4572b925-7455-460c-bc1b-c6eba3dbbaff tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:05.607443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-4572b925-7455-460c-bc1b-c6eba3dbbaff tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990836 Nov 12 08:58:05.627663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Request body: {'port': {'device_id': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '60db9fc17f5640cbb4f32834f12ac834'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:05.632772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83cef630-b743-41cd-bc64-193ea1e64d8f req-1a9e32c1-1b96-4e2f-890a-b025b887b74c service neutron] 10.222.0.55 "GET /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553757 Nov 12 08:58:05.739331 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26b5d294-a8b0-4008-aee5-8e0ea8b1f70c req-8deb5d05-e530-4633-a898-a3ec7e3fa527 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250515 Nov 12 08:58:05.794631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Made reservation on behalf of 60db9fc17f5640cbb4f32834f12ac834 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:05.798398 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:05.899612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2e092267-15c6-4162-9fff-e59f871f334d req-24307142-85f1-4453-adcf-ec6859b9e448 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0324118 Nov 12 08:58:05.946004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3148c8d0-59b3-4da8-a55c-32dc821fc269 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:05.997283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Allocated IP 192.168.233.113 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:06.080669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3148c8d0-59b3-4da8-a55c-32dc821fc269, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3148c8d0-59b3-4da8-a55c-32dc821fc269,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:06.097427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '3148c8d0-59b3-4da8-a55c-32dc821fc269', 'network_id': 'a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88', 'port_id': '3148c8d0-59b3-4da8-a55c-32dc821fc269', 'mac_address': 'fa:16:3e:dd:2b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306cba17-7f3a-47e9-89e7-cbe99d0c244f', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:06.161709 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.172798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-4c766f8b-9f5e-46b8-9b09-e75ab1998538 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0803552 Nov 12 08:58:06.179659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.183312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3148c8d0-59b3-4da8-a55c-32dc821fc269 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:06.215180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3148c8d0-59b3-4da8-a55c-32dc821fc269, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3148c8d0-59b3-4da8-a55c-32dc821fc269,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:06.233278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.235176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3c627373-3544-49f6-8296-02de992cf20d details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:06.237491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.289463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236', '396038b1-2e67-433c-a16b-46df9674492a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:06.292005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089', 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', '052e18da-4e5b-4f6d-bf59-438f078eccd6', 'd7ec070e-9e8d-4d02-978c-41d0da81411f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:06.334635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:06.341702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:06.357958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event updated for resources: {'Port': ['ID=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:06.365165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:06.373217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-b9466f97-d63c-4984-852b-cfeb3864f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:06.381313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-b9466f97-d63c-4984-852b-cfeb3864f08f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 1097 time: 0.1626968 Nov 12 08:58:06.444404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:06.445691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.468099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-fe257050-551e-4cf6-9637-6f031c302b6b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8452921 Nov 12 08:58:06.480341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce914a44-f985-4f71-be34-916196c49433 req-adf670df-1260-4975-9c37-832d51a5e115 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:06.485955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce914a44-f985-4f71-be34-916196c49433 req-adf670df-1260-4975-9c37-832d51a5e115 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1974120 Nov 12 08:58:06.500036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Request body: {'port': {'device_id': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:06.604416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.621743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3148c8d0-59b3-4da8-a55c-32dc821fc269,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:06.646604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3c627373-3544-49f6-8296-02de992cf20d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3c627373-3544-49f6-8296-02de992cf20d,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:06.690591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '3c627373-3544-49f6-8296-02de992cf20d', 'network_id': '084b67ca-bff2-42f9-a802-ba282b2c8d3e', 'port_id': '3c627373-3544-49f6-8296-02de992cf20d', 'mac_address': 'fa:16:3e:28:34:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85b2b661-7550-43c4-b9ae-74c3d146f499', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:06.691038 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce914a44-f985-4f71-be34-916196c49433 req-4c40ef37-b6c3-480d-9d8b-592be07650ad tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891704 Nov 12 08:58:06.750132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-7925ba4c-d36e-4d95-9927-f1fc2f84134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:06.763762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-7925ba4c-d36e-4d95-9927-f1fc2f84134c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.3554761 Nov 12 08:58:06.812954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.850073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e11d657d-b335-41ec-8315-4ab2fbe21db1 None None] Provisioning complete for port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:06.850448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e11d657d-b335-41ec-8315-4ab2fbe21db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:06.882754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c627373-3544-49f6-8296-02de992cf20d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:06.906958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-b0a50d03-3d03-4ab8-904a-4b7625324784 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 200 len: 217 time: 0.1367676 Nov 12 08:58:06.952151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e11d657d-b335-41ec-8315-4ab2fbe21db1 None None] Port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:06.958599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3c627373-3544-49f6-8296-02de992cf20d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3c627373-3544-49f6-8296-02de992cf20d,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:06.977601 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.027825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb39a80-14b3-40ac-aab8-2960bf8e315a req-eda56c79-9eaf-4121-ba91-501f38643656 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.029762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fb39a80-14b3-40ac-aab8-2960bf8e315a req-eda56c79-9eaf-4121-ba91-501f38643656 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 936 time: 0.1842632 Nov 12 08:58:07.111294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-6f7aa510-26d6-4cdc-a8f3-76c8a2f26745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.114522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-6f7aa510-26d6-4cdc-a8f3-76c8a2f26745 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1980186 Nov 12 08:58:07.145995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fb39a80-14b3-40ac-aab8-2960bf8e315a req-6b0f97bf-11ab-4c30-a6e4-5ebcb71f230f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058898 Nov 12 08:58:07.153901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3c627373-3544-49f6-8296-02de992cf20d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:07.171058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-f89f48d2-16ec-4f7e-bbf2-972651cd3991 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377882 Nov 12 08:58:07.190501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:07.207835 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.269023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Transition to ACTIVE for port object 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:07.285621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.311169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-c8ed18d8-369f-4bd2-969b-48097a04b713 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340086 Nov 12 08:58:07.360825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3148c8d0-59b3-4da8-a55c-32dc821fc269'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:07.392867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4cb1-2e43-48a4-b7f4-da1fec2e4dbb req-b6654d7a-6dad-4c48-bd96-83ba7c145ca2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.400356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d4cb1-2e43-48a4-b7f4-da1fec2e4dbb req-b6654d7a-6dad-4c48-bd96-83ba7c145ca2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.409038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-374d4cb1-2e43-48a4-b7f4-da1fec2e4dbb req-b6654d7a-6dad-4c48-bd96-83ba7c145ca2 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1681 time: 0.1939375 Nov 12 08:58:07.418979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Pushing event updated for resources: {'Port': ['ID=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:07.574715 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-374d4cb1-2e43-48a4-b7f4-da1fec2e4dbb req-8c93aa88-58f9-43f7-8d9d-a3f9f879f5d8 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646671 Nov 12 08:58:07.589123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe274a9-f4d2-4962-bad8-e538ff54b102 req-ce1835cd-59bc-4229-9153-4ef437654ddd tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.590702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abe274a9-f4d2-4962-bad8-e538ff54b102 req-ce1835cd-59bc-4229-9153-4ef437654ddd tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.2784593 Nov 12 08:58:07.622452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Attempting to bind port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:07.622791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Attempting to bind port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:07.623510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Attempting to bind port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:07.640684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:07.640684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Attempting to bind port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:07.653177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:07.653507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:07.653882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:07.654317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Bound port: 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:07.654676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.694913 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98d57d2e-b32c-4ce7-9987-fcb5f1714e98 req-bfca0720-3ff7-4acf-a871-094524d57f0a service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539352 Nov 12 08:58:07.746453 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abe274a9-f4d2-4962-bad8-e538ff54b102 req-6c92aba5-d990-4de8-ba2c-d106206db624 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399207 Nov 12 08:58:07.819674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5b46a9e-2324-42bd-a767-1c912fa53add req-110fb9a2-4062-4cfa-bdcd-39da0b5aedcf tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0379598 Nov 12 08:58:07.844366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] For port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:07.849608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] For port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:07.857287 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.907009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:07.907803 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:07.910090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e HTTP/1.1" status: 200 len: 1097 time: 1.4300101 Nov 12 08:58:07.930258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'tag': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:07.933022 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8693d7-1962-4ce2-9f12-941d65cd619a" -d '{"events": [{"name": "network-changed", "server_uuid": "de4afb96-2ec0-4053-9fe0-75b17f1c3a23", "tag": "126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:08.033405 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a16a594-725b-4471-b100-e03548c5c33b x-openstack-request-id: req-9a16a594-725b-4471-b100-e03548c5c33b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:08.033691 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4afb96-2ec0-4053-9fe0-75b17f1c3a23", "tag": "126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:08.033946 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a16a594-725b-4471-b100-e03548c5c33b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:08.034337 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'tag': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e', 'status': 'completed', 'code': 200} Nov 12 08:58:08.038846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14594b0-afff-4cc8-ad99-82fb547175b3 service neutron] Pushing event updated for resources: {'Port': ['ID=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:08.058235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a136a7d-4c92-4199-8df2-5106d4ec933f req-b3bf64a4-b2ff-4f7b-8d75-fcc8f03af8ac tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.060075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a136a7d-4c92-4199-8df2-5106d4ec933f req-b3bf64a4-b2ff-4f7b-8d75-fcc8f03af8ac tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1402884 Nov 12 08:58:08.066777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-ae2bea64-024b-4f21-ac26-6e4207269c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.068158 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-ae2bea64-024b-4f21-ac26-6e4207269c7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 1100 time: 0.0965090 Nov 12 08:58:08.124941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-34fd02bf-e18a-44d0-9255-4d304110a7ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e HTTP/1.1" status: 200 len: 217 time: 0.0389323 Nov 12 08:58:08.179425 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a136a7d-4c92-4199-8df2-5106d4ec933f req-8a674e71-5bd5-4822-ba0f-3c5f4e7a04cc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102800 Nov 12 08:58:08.197049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-d21bb645-1573-4699-bd16-41a786cbb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.198508 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-d21bb645-1573-4699-bd16-41a786cbb5d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0638263 Nov 12 08:58:08.264274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f84d1-6331-4450-926d-9ab268007845 req-cfc8c5eb-507a-44de-bef0-f93f6f455e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.266366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-cfc8c5eb-507a-44de-bef0-f93f6f455e13 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0542245 Nov 12 08:58:08.307830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc132e1-604a-41b2-8ee8-31ff29c4851f req-05e4cae4-89da-429c-ad33-de76de8f8014 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.309914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8bc132e1-604a-41b2-8ee8-31ff29c4851f req-05e4cae4-89da-429c-ad33-de76de8f8014 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 948 time: 0.0637603 Nov 12 08:58:08.372458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8bc132e1-604a-41b2-8ee8-31ff29c4851f req-a6fa1b63-af6b-4f73-a2a5-7aaea4dbe786 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545132 Nov 12 08:58:08.386157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-48ef733b-4a40-4719-8ecf-734e482f0d0d service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046591 Nov 12 08:58:08.490103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d93f84d1-6331-4450-926d-9ab268007845 req-30003a98-e133-4699-a15e-0bfcee0c66e3 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972624 Nov 12 08:58:08.587598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-b33bd135-3edf-47f2-897b-3692932ba0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.589085 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-b33bd135-3edf-47f2-897b-3692932ba0d7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=60db9fc17f5640cbb4f32834f12ac834&device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 1100 time: 0.0464053 Nov 12 08:58:08.676564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3c627373-3544-49f6-8296-02de992cf20d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:08.709549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-50082b26-3127-4320-9dcc-6664c08ec353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.711383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-50082b26-3127-4320-9dcc-6664c08ec353 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1134930 Nov 12 08:58:08.729186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c18c68-4374-44d7-9f10-802cec308b63 req-09ff1dd0-efca-4cf6-a32f-5121faa669ce tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.737317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c18c68-4374-44d7-9f10-802cec308b63 req-09ff1dd0-efca-4cf6-a32f-5121faa669ce tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.748060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03c18c68-4374-44d7-9f10-802cec308b63 req-09ff1dd0-efca-4cf6-a32f-5121faa669ce tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1681 time: 0.0768187 Nov 12 08:58:08.771575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-6c05565f-53e4-4ac1-b79a-43d20f451c83 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e HTTP/1.1" status: 200 len: 217 time: 0.0476842 Nov 12 08:58:08.806785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03c18c68-4374-44d7-9f10-802cec308b63 req-93e95105-1549-4e64-ac82-99d18becb01f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586381 Nov 12 08:58:08.837967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-b131f0d9-1b1c-4710-84e3-a7b5ce967397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.839690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-b131f0d9-1b1c-4710-84e3-a7b5ce967397 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0577104 Nov 12 08:58:08.904177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-8e08001d-90a4-4965-a72d-d32dd69f90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.906963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-8e08001d-90a4-4965-a72d-d32dd69f90f5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575793 Nov 12 08:58:08.933214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9420c44-ad13-41d8-8e02-9a7fe4222604 req-29cfe950-6d69-4247-83bf-4fb6078acbc9 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:08.935174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9420c44-ad13-41d8-8e02-9a7fe4222604 req-29cfe950-6d69-4247-83bf-4fb6078acbc9 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0535853 Nov 12 08:58:08.988917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9420c44-ad13-41d8-8e02-9a7fe4222604 req-3bcfaa3f-d269-49fb-b4ec-4540c36fb749 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469253 Nov 12 08:58:09.038129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-4d2f1a3a-7b3f-4e09-870d-a187e3bb1936 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184590 Nov 12 08:58:09.091810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2409c26c-6a50-46d4-a63e-55986b434a5d req-c9511d57-ad0f-4d0e-993c-7dc9753b15ef tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0330241 Nov 12 08:58:09.163393 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb8693d7-1962-4ce2-9f12-941d65cd619a req-bcf2ccd6-e9cf-4cb2-823f-30396698ba68 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146932 Nov 12 08:58:09.320486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23e59f-2ae1-4c96-b342-8fb2ceef01a5 req-92af1dcc-1a53-4bd3-9c36-b1cb5e5dbc0b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.322054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a23e59f-2ae1-4c96-b342-8fb2ceef01a5 req-92af1dcc-1a53-4bd3-9c36-b1cb5e5dbc0b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0518565 Nov 12 08:58:09.380622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a23e59f-2ae1-4c96-b342-8fb2ceef01a5 req-7348a79c-4ecd-460f-99c0-50b67f54dd40 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510232 Nov 12 08:58:09.502635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8b7a5-fe47-458f-9a14-c82404159895 req-0138c9d3-bcd0-46ae-84e6-d06376a801df tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.504301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68a8b7a5-fe47-458f-9a14-c82404159895 req-0138c9d3-bcd0-46ae-84e6-d06376a801df tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 948 time: 0.0537050 Nov 12 08:58:09.518209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:09.576901 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68a8b7a5-fe47-458f-9a14-c82404159895 req-db99f95d-732f-410d-aea6-3712f6db857e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658641 Nov 12 08:58:09.641679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f4f2-6637-47fb-823a-bb6d4afd554e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.721075 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f4f2-6637-47fb-823a-bb6d4afd554e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.725577 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f4f2-6637-47fb-823a-bb6d4afd554e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.769101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1f4f2-6637-47fb-823a-bb6d4afd554e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95327385-2345-49f9-acd1-5e670d4130e2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:09.774967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1cd1f4f2-6637-47fb-823a-bb6d4afd554e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c1ad5b1a89e4b97ba0fbb6617fe5d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554209 Nov 12 08:58:09.777929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:09.828611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68679960-2475-4b55-90b1-ec1eb6635e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.853966 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68679960-2475-4b55-90b1-ec1eb6635e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.904770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68679960-2475-4b55-90b1-ec1eb6635e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.908055 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68679960-2475-4b55-90b1-ec1eb6635e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:09.911594 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-68679960-2475-4b55-90b1-ec1eb6635e7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95327385-2345-49f9-acd1-5e670d4130e2 HTTP/1.1" status: 204 len: 168 time: 0.1305323 Nov 12 08:58:09.919358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68679960-2475-4b55-90b1-ec1eb6635e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95327385-2345-49f9-acd1-5e670d4130e2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:09.928577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bdfa3-734b-4c8d-890d-053a1750d9ba req-686dfacf-1519-4483-8588-f22479ac65cb tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.935186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bdfa3-734b-4c8d-890d-053a1750d9ba req-686dfacf-1519-4483-8588-f22479ac65cb tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:09.943459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd7bdfa3-734b-4c8d-890d-053a1750d9ba req-686dfacf-1519-4483-8588-f22479ac65cb tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1681 time: 0.0706785 Nov 12 08:58:09.962851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3148c8d0-59b3-4da8-a55c-32dc821fc269 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:09.992382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd7bdfa3-734b-4c8d-890d-053a1750d9ba req-87c13561-6152-466f-957d-4ceee6ff4538 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478559 Nov 12 08:58:10.036503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 3148c8d0-59b3-4da8-a55c-32dc821fc269 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:10.042743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 3148c8d0-59b3-4da8-a55c-32dc821fc269 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:10.043187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.125212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe52810-f624-4f35-813a-2b9ae832c55c req-bad7b21b-9d40-45ff-a4b9-61507177b983 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.127127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efe52810-f624-4f35-813a-2b9ae832c55c req-bad7b21b-9d40-45ff-a4b9-61507177b983 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0576010 Nov 12 08:58:10.142322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.194771 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efe52810-f624-4f35-813a-2b9ae832c55c req-49d69a79-e030-4751-bb3c-b8fb8c9fa9d7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599065 Nov 12 08:58:10.196010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3148c8d0-59b3-4da8-a55c-32dc821fc269, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3148c8d0-59b3-4da8-a55c-32dc821fc269,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:10.197333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148c8d0-59b3-4da8-a55c-32dc821fc269'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:10.200521 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1974d7d-30d3-4c04-9af2-bf5e537e7881" -d '{"events": [{"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-plugged", "status": "completed", "tag": "3148c8d0-59b3-4da8-a55c-32dc821fc269"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:10.206059 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:10.238372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61cb8a7e-4335-4756-b18a-632975d9137a req-84fec1f1-f9a3-4a09-aea6-a5c46772d533 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0561373 Nov 12 08:58:10.268120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3148c8d0-59b3-4da8-a55c-32dc821fc269,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:10.280226 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047c1e7b-06de-405f-8db4-5a0af3d3d2f4 x-openstack-request-id: req-047c1e7b-06de-405f-8db4-5a0af3d3d2f4 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:10.280721 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-plugged", "status": "completed", "tag": "3148c8d0-59b3-4da8-a55c-32dc821fc269", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:10.280974 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-047c1e7b-06de-405f-8db4-5a0af3d3d2f4 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:10.281403 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3148c8d0-59b3-4da8-a55c-32dc821fc269', 'code': 200} Nov 12 08:58:10.519410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36312b6c-3b03-4c5c-8c70-4163f600703f req-59b69dae-f6ae-4438-87ab-02e992e4737f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.521274 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-36312b6c-3b03-4c5c-8c70-4163f600703f req-59b69dae-f6ae-4438-87ab-02e992e4737f tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0644677 Nov 12 08:58:10.582872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-36312b6c-3b03-4c5c-8c70-4163f600703f req-80040497-9a7c-4577-b9a8-f217b9f91dfb tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538738 Nov 12 08:58:10.711405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001d63-b262-4bb2-8630-8472fe7a5211 req-8434affe-be5f-4609-88c4-4f8d15c6d540 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:10.713200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1001d63-b262-4bb2-8630-8472fe7a5211 req-8434affe-be5f-4609-88c4-4f8d15c6d540 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 948 time: 0.0599735 Nov 12 08:58:10.767328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1001d63-b262-4bb2-8630-8472fe7a5211 req-fed6f4fd-a810-43bf-af19-8d4daa4696a5 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471067 Nov 12 08:58:11.122717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f639-7681-4f78-8a58-a242af64d2ba req-8fa9d210-d397-497a-9972-c23f9cd16234 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.130602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0f639-7681-4f78-8a58-a242af64d2ba req-8fa9d210-d397-497a-9972-c23f9cd16234 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.133063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5bf0f639-7681-4f78-8a58-a242af64d2ba req-8fa9d210-d397-497a-9972-c23f9cd16234 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1682 time: 0.0663993 Nov 12 08:58:11.168157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55716) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:11.200459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5bf0f639-7681-4f78-8a58-a242af64d2ba req-70a055b3-3bcb-4e1f-a7e4-9ae0cddd40e0 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599079 Nov 12 08:58:11.292531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4201a623-0040-426c-ab20-a062cfc71a93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.344083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e17471-09d7-45e3-880b-398bb2f279d6 req-649e37be-b8d2-47ec-9d47-07fea334b309 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.354527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0e17471-09d7-45e3-880b-398bb2f279d6 req-649e37be-b8d2-47ec-9d47-07fea334b309 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0642734 Nov 12 08:58:11.376777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad88a5f-2ec7-4de7-a8f7-5aa4079bec21 req-55382b6f-77eb-4242-9420-6df4bef7f028 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0549519 Nov 12 08:58:11.414380 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0e17471-09d7-45e3-880b-398bb2f279d6 req-199986f6-b1b7-489d-9d8f-306066c9cf34 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583489 Nov 12 08:58:11.441801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4201a623-0040-426c-ab20-a062cfc71a93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.447059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4201a623-0040-426c-ab20-a062cfc71a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.488289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201a623-0040-426c-ab20-a062cfc71a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c88af-fdb8-421e-9113-45f04f7e1c05,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:11.500306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4201a623-0040-426c-ab20-a062cfc71a93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e08fa50b4b0b42268a566036bc3f3bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290498 Nov 12 08:58:11.501052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55726) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:11.558231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef33fe01-1c75-467e-8fd7-00c118082b81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.586382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef33fe01-1c75-467e-8fd7-00c118082b81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.642109 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef33fe01-1c75-467e-8fd7-00c118082b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.645497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef33fe01-1c75-467e-8fd7-00c118082b81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:11.649058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ef33fe01-1c75-467e-8fd7-00c118082b81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c70c88af-fdb8-421e-9113-45f04f7e1c05 HTTP/1.1" status: 204 len: 168 time: 0.1444952 Nov 12 08:58:11.657263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33fe01-1c75-467e-8fd7-00c118082b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c88af-fdb8-421e-9113-45f04f7e1c05,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:11.710998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146ff90-36f9-4b5a-9767-464b8991b7c8 req-071e2761-0c5e-496b-815e-7fb039d4c43e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.712567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1146ff90-36f9-4b5a-9767-464b8991b7c8 req-071e2761-0c5e-496b-815e-7fb039d4c43e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0511181 Nov 12 08:58:11.769781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1146ff90-36f9-4b5a-9767-464b8991b7c8 req-e8e36652-66c7-4cb5-91c9-fc8d90881d33 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482361 Nov 12 08:58:11.899757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7fbb4-e974-44c3-a049-c25392666774 req-f67a4a75-5539-4ccd-a07d-84c0ea17178c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:11.901657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0b7fbb4-e974-44c3-a049-c25392666774 req-f67a4a75-5539-4ccd-a07d-84c0ea17178c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 948 time: 0.0591376 Nov 12 08:58:11.951989 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0b7fbb4-e974-44c3-a049-c25392666774 req-3ce60ea0-febd-47dc-af67-9af12505fee6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430763 Nov 12 08:58:11.978481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3c627373-3544-49f6-8296-02de992cf20d up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:12.002900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:12.092710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 3c627373-3544-49f6-8296-02de992cf20d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:12.103065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 3c627373-3544-49f6-8296-02de992cf20d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:12.103429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.150331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:12.165829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e', 'mac_address': 'fa:16:3e:de:41:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:12.234996 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.237967 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.257082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:12.285841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c627373-3544-49f6-8296-02de992cf20d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:12.288074 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15753f9a-2c64-45a4-8cab-4535fb205240" -d '{"events": [{"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-plugged", "status": "completed", "tag": "3c627373-3544-49f6-8296-02de992cf20d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:12.303423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:12.305319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3c627373-3544-49f6-8296-02de992cf20d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3c627373-3544-49f6-8296-02de992cf20d,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:12.309270 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.316792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.323103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:12.353652 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a41dc7a-a819-4459-b375-9750b9a1a6ec x-openstack-request-id: req-2a41dc7a-a819-4459-b375-9750b9a1a6ec {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:12.354023 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-plugged", "status": "completed", "tag": "3c627373-3544-49f6-8296-02de992cf20d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:12.354775 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a41dc7a-a819-4459-b375-9750b9a1a6ec {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:12.355382 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c627373-3544-49f6-8296-02de992cf20d', 'code': 200} Nov 12 08:58:12.355838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e29f-f14c-445f-8439-2d8bad00c8f0 req-9b3572a1-ad91-4056-9e15-bfbb2f6c528e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.362669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0e29f-f14c-445f-8439-2d8bad00c8f0 req-9b3572a1-ad91-4056-9e15-bfbb2f6c528e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.364337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bed0e29f-f14c-445f-8439-2d8bad00c8f0 req-9b3572a1-ad91-4056-9e15-bfbb2f6c528e tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1682 time: 0.0861857 Nov 12 08:58:12.377032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:12.449449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bed0e29f-f14c-445f-8439-2d8bad00c8f0 req-31d6831f-eade-4a57-baed-e0a8c10f057c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650694 Nov 12 08:58:12.454160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3c627373-3544-49f6-8296-02de992cf20d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:12.502519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c04f5e-b8ae-4bef-b685-2e925dba4e73 req-fad8954a-b19d-403e-9009-bd9711f1c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.502996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c04f5e-b8ae-4bef-b685-2e925dba4e73 req-fad8954a-b19d-403e-9009-bd9711f1c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.504598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1c04f5e-b8ae-4bef-b685-2e925dba4e73 req-fad8954a-b19d-403e-9009-bd9711f1c12f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1987 time: 0.0542090 Nov 12 08:58:12.518691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-775d4759-437b-40a2-b34e-036de706941b req-093479c6-5c76-4640-abd1-efc7b9c0599e tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0302684 Nov 12 08:58:12.523227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1694634662-network', 'tenant_id': '087f5a61f0c542029ec9d06e47f7cf15'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:12.554584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Made reservation on behalf of 087f5a61f0c542029ec9d06e47f7cf15 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:12.557207 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.567093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.592227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e0993-2080-47e7-bcb4-8c06986d638f req-d86725a3-4767-4558-942e-46b747c915c3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.593794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c5e0993-2080-47e7-bcb4-8c06986d638f req-d86725a3-4767-4558-942e-46b747c915c3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0882418 Nov 12 08:58:12.596415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1c04f5e-b8ae-4bef-b685-2e925dba4e73 req-5792e38e-ca0f-423c-9fc6-c43510410ce2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803957 Nov 12 08:58:12.650333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c5e0993-2080-47e7-bcb4-8c06986d638f req-5b487a75-5957-4115-b8bf-6b6ca96aaa27 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479453 Nov 12 08:58:12.654684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.658687 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.680138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:12.686284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:12.695415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19b2116-8123-41ea-a18a-ae3e4432501d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:12.701191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.701544 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Added segment 0bf83829-2259-4227-85b0-8bab7f686a33 of type vlan for network 15cf0a0f-af98-4c0c-a053-146de4445e48 Nov 12 08:58:12.755226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.792877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.794397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.795387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.857931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5298564 Nov 12 08:58:12.859764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55770) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:12.866279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Request body: {'subnet': {'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1694634662-subnet', 'tenant_id': '087f5a61f0c542029ec9d06e47f7cf15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:12.890583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Made reservation on behalf of 087f5a61f0c542029ec9d06e47f7cf15 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:12.893277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:12.918615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1979e8-5edf-4410-a11f-e6f817e1d0bd admin admin] Pushing event updated for resources: {'Network': ['ID=15cf0a0f-af98-4c0c-a053-146de4445e48,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:12.931049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:12.964227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca85bf-3a59-4265-8caa-d5c1a7611566 req-c3a4b62b-4021-42b3-a0d6-73aba1a152e1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:12.973141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29ca85bf-3a59-4265-8caa-d5c1a7611566 req-c3a4b62b-4021-42b3-a0d6-73aba1a152e1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0740352 Nov 12 08:58:13.052113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29ca85bf-3a59-4265-8caa-d5c1a7611566 req-f1fe33d2-2a19-42a1-9fb6-bb53ab8c476b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776520 Nov 12 08:58:13.119819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.165154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbd87f-ada0-4e2f-a62d-9e24d2d3c677 req-97fdf62a-b7f9-4e63-bec4-e548505bcc58 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.166615 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0dbd87f-ada0-4e2f-a62d-9e24d2d3c677 req-97fdf62a-b7f9-4e63-bec4-e548505bcc58 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 949 time: 0.1266267 Nov 12 08:58:13.205974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0968482d-8b7b-4e3b-adf4-7982bd4477dc,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:13.233252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Checking segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:13.234533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Network hostable DHCP agents. Network: 15cf0a0f-af98-4c0c-a053-146de4445e48, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:13.251778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0dbd87f-ada0-4e2f-a62d-9e24d2d3c677 req-89ffaa13-5c35-4907-a785-2e90eff96c17 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777390 Nov 12 08:58:13.264116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:13.273485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 15cf0a0f-af98-4c0c-a053-146de4445e48) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:13.278214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.278800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.287803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0ad21c-6d41-416b-9bcc-05cea87021cf None None] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:13.298888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d5c0ff66-9df6-4a57-b8b0-d278e7f714e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4375415 Nov 12 08:58:13.425482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07430d57-cf33-4e9a-a7e7-2410edc7de56 None None] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:13.570611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89e58-6d39-4718-a19a-a88a23b251fd req-958c10aa-20b6-4bfb-a02b-373022d50ede tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.576722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89e58-6d39-4718-a19a-a88a23b251fd req-958c10aa-20b6-4bfb-a02b-373022d50ede tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.578367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d89e58-6d39-4718-a19a-a88a23b251fd req-958c10aa-20b6-4bfb-a02b-373022d50ede tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1683 time: 0.0615711 Nov 12 08:58:13.628164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d89e58-6d39-4718-a19a-a88a23b251fd req-1347c6e1-40dc-4c00-9524-4280ea1bc390 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435727 Nov 12 08:58:13.721525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0fcaf4a-3e2d-43c8-9b92-93a056e1c5f6 req-5ddb056f-249b-4215-8385-7530473846d8 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0283833 Nov 12 08:58:13.780170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-4e52d646-74d1-41cd-b7d0-8a3a724a87d8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.784489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-4e52d646-74d1-41cd-b7d0-8a3a724a87d8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 813 time: 0.1189587 Nov 12 08:58:13.798907 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-ff8efef0-c8d3-4d9b-b618-81173a074ecb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/quotas/087f5a61f0c542029ec9d06e47f7cf15 HTTP/1.1" status: 200 len: 375 time: 0.0108485 Nov 12 08:58:13.834992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-6b8f70b6-ac75-40a7-9fde-91cfd01a50f3 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293584 Nov 12 08:58:13.857238 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e0ee1e1-ff0b-462d-a1f9-5dce264a6be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:13.922728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28332b49-4ef3-49f1-82d2-80a60da932bf req-ee0d2e87-78b5-4000-9b73-c3fd81f800a7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:13.924427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28332b49-4ef3-49f1-82d2-80a60da932bf req-ee0d2e87-78b5-4000-9b73-c3fd81f800a7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 945 time: 0.0604784 Nov 12 08:58:13.947365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-5e5984d2-c327-4a43-8b6e-1ba2de4fa5ff service neutron] 10.222.0.53 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043193 Nov 12 08:58:13.981375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:13.981815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28332b49-4ef3-49f1-82d2-80a60da932bf req-c1ac4b26-18fc-4ff4-a8f6-25d499137e0b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506010 Nov 12 08:58:14.038694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:14.045254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:14.045843 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.058730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-60a1e89d-5e63-4517-908d-d67b1e87edb9 service neutron] 10.222.0.53 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044955 Nov 12 08:58:14.152270 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.196534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:14.197587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109099-101e-40dd-9638-7b25274a8289 req-5b36ba6f-d730-44ff-8ba7-0f26f735289e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.200598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13109099-101e-40dd-9638-7b25274a8289 req-5b36ba6f-d730-44ff-8ba7-0f26f735289e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0590050 Nov 12 08:58:14.204437 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.270999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13109099-101e-40dd-9638-7b25274a8289 req-6e261e62-c584-4437-8d51-2f561d67d7a6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620143 Nov 12 08:58:14.284782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:14.356608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:14.359521 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef815e14-3a84-4f75-b9e2-4d76e9055841" -d '{"events": [{"server_uuid": "de4afb96-2ec0-4053-9fe0-75b17f1c3a23", "name": "network-vif-plugged", "status": "completed", "tag": "126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:14.404057 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d016955-5bdb-4e3f-a9eb-8690f17514cf x-openstack-request-id: req-8d016955-5bdb-4e3f-a9eb-8690f17514cf {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:14.404430 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4afb96-2ec0-4053-9fe0-75b17f1c3a23", "name": "network-vif-plugged", "status": "completed", "tag": "126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:14.404783 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d016955-5bdb-4e3f-a9eb-8690f17514cf {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:14.405288 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e', 'code': 200} Nov 12 08:58:14.447035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d505bfd-3821-4ef0-b4d4-25dadf75591f req-d5e9ecff-d516-47e2-8463-4b03bf8f0763 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.451431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d505bfd-3821-4ef0-b4d4-25dadf75591f req-d5e9ecff-d516-47e2-8463-4b03bf8f0763 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 950 time: 0.0635152 Nov 12 08:58:14.471272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40dd757f-5955-4267-88f9-f2a8417dd0dd req-4d3c3b19-3705-4600-bba6-2bf35d0e833c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 210 time: 0.0315406 Nov 12 08:58:14.532175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-8442f011-e39c-47cd-baa8-139d4ce82849 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.533854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-8442f011-e39c-47cd-baa8-139d4ce82849 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.0531125 Nov 12 08:58:14.551733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-17'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:14.554350 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d505bfd-3821-4ef0-b4d4-25dadf75591f req-94db4eb8-77eb-4148-9de5-3ce8e775f72e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980487 Nov 12 08:58:14.561672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8af244-d44a-4b7f-9d84-2f231af5dea1 req-613f1ab9-ec6b-455a-bcc9-e43f0213652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.563333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b8af244-d44a-4b7f-9d84-2f231af5dea1 req-613f1ab9-ec6b-455a-bcc9-e43f0213652d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 1102 time: 0.0868890 Nov 12 08:58:14.612168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.620912 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b8af244-d44a-4b7f-9d84-2f231af5dea1 req-62396d22-cc33-495a-8a43-d1333b657281 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Nov 12 08:58:14.785834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:14.804233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a5ced-0d9f-4090-8383-675239c4d164 req-1ac376b5-6f27-473f-8182-50dc77326738 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.810582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a5ced-0d9f-4090-8383-675239c4d164 req-1ac376b5-6f27-473f-8182-50dc77326738 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:14.813322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-308a5ced-0d9f-4090-8383-675239c4d164 req-1ac376b5-6f27-473f-8182-50dc77326738 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1683 time: 0.0934763 Nov 12 08:58:14.845172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60aca482-5631-4bd4-83cd-25df2cf618d2 req-015fd7c4-b4b8-4440-a245-da6047941fd8 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0275984 Nov 12 08:58:14.864787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:14.926295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-308a5ced-0d9f-4090-8383-675239c4d164 req-3c2bc77d-8402-440a-9bf2-b5bf2c17eb2a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005299 Nov 12 08:58:14.945149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:14.947974 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafd3169-0cab-41dd-9f8c-efedbee75314" -d '{"events": [{"server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "name": "network-vif-unplugged", "status": "completed", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:14.952057 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:14.960063 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.013937 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5dea98a-bef4-40e2-82ec-ede4f6a97284 x-openstack-request-id: req-c5dea98a-bef4-40e2-82ec-ede4f6a97284 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:15.014231 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "name": "network-vif-unplugged", "status": "completed", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:15.014486 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5dea98a-bef4-40e2-82ec-ede4f6a97284 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:15.014916 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751', 'code': 200} Nov 12 08:58:15.066620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:15.070406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on host n-h1-769329-17 for vnic_type normal with profile {"migrating_to": "n-h2-769329-17"} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:15.070749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:15.071438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:15.077285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:15.079221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Attempting to bind port b3887ffb-fae1-4649-8db0-610be8ae9751 on network 7de582a9-5249-4ccc-bc32-d2585eabacbd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:15.087694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:15.088663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Checking segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:15.089439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Bound using segment: {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:15.090099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Bound port: b3887ffb-fae1-4649-8db0-610be8ae9751, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af557e5-30c5-4196-addc-8ad2d56afad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7de582a9-5249-4ccc-bc32-d2585eabacbd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:15.090696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.178700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:15.182782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:15.190074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.219843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a037f3f-5e04-49c8-a91f-599568259699 req-e2ba2a57-2d98-4f11-ba16-1a9b5fdbcda0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.227946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a037f3f-5e04-49c8-a91f-599568259699 req-e2ba2a57-2d98-4f11-ba16-1a9b5fdbcda0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.1175001 Nov 12 08:58:15.258913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.259538 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:15.261163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-907a3247-f712-42a8-b70a-990189602a7d service neutron] 10.222.0.55 "PUT /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 1123 time: 0.7138915 Nov 12 08:58:15.288836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a3247-f712-42a8-b70a-990189602a7d service neutron] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:15.315824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a037f3f-5e04-49c8-a91f-599568259699 req-d49f591b-417e-4239-91db-0e2fe564af75 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866692 Nov 12 08:58:15.386431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbac355-daab-4025-89f0-23fac56ce7d1 req-a9b7ead2-c40c-4c87-b5ad-e0ff9bcce8f6 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.397366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbac355-daab-4025-89f0-23fac56ce7d1 req-a9b7ead2-c40c-4c87-b5ad-e0ff9bcce8f6 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.399003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dcbac355-daab-4025-89f0-23fac56ce7d1 req-a9b7ead2-c40c-4c87-b5ad-e0ff9bcce8f6 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1683 time: 0.1001639 Nov 12 08:58:15.411715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['b3887ffb-fae1-4649-8db0-610be8ae9751'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:15.435057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7269d-b771-4368-85b4-570f9d6f4c73 req-39b33ff3-572d-4047-bb8e-aab6879ced09 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.437605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1f7269d-b771-4368-85b4-570f9d6f4c73 req-39b33ff3-572d-4047-bb8e-aab6879ced09 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0645351 Nov 12 08:58:15.458952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dcbac355-daab-4025-89f0-23fac56ce7d1 req-5d034733-2313-4da5-ac34-a359655b3192 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523977 Nov 12 08:58:15.467309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['b3887ffb-fae1-4649-8db0-610be8ae9751'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:15.523849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1f7269d-b771-4368-85b4-570f9d6f4c73 req-f83bcdc5-64eb-451f-a0d1-274878452d0a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743797 Nov 12 08:58:15.606797 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ec4f56-5a5c-4665-8f00-2a3ae43538ba req-5402ada1-8ea5-47cf-ad93-1a34f16db237 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 210 time: 0.0278594 Nov 12 08:58:15.697053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daeb028-528c-4183-80e3-3d74fbeb52dd req-70209b91-9c8b-47cb-8de6-925858f6c94a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.699694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7daeb028-528c-4183-80e3-3d74fbeb52dd req-70209b91-9c8b-47cb-8de6-925858f6c94a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 950 time: 0.0552068 Nov 12 08:58:15.752714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7daeb028-528c-4183-80e3-3d74fbeb52dd req-01d5503e-9811-4820-b4b6-23c1b1ee3921 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454957 Nov 12 08:58:15.946749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-64eebb8e-4642-4b87-9e5f-2f155d32af92 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.949687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-64eebb8e-4642-4b87-9e5f-2f155d32af92 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 813 time: 0.1468155 Nov 12 08:58:15.950410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c599ddad-8df7-4085-9431-d33e4faafe9b tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:15.951898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c599ddad-8df7-4085-9431-d33e4faafe9b tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 813 time: 0.1691489 Nov 12 08:58:15.972370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Request body: {'port': {'device_id': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'admin_state_up': True, 'tenant_id': '087f5a61f0c542029ec9d06e47f7cf15'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:15.973599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Request body: {'port': {'device_id': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'admin_state_up': True, 'tenant_id': '087f5a61f0c542029ec9d06e47f7cf15'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:15.991900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe24e035-8e54-46b3-8f6d-1532bdbcad50 req-15e804ef-b8b4-4711-8c0f-933438a45b5d tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0352345 Nov 12 08:58:15.997035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:16.098858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Made reservation on behalf of 087f5a61f0c542029ec9d06e47f7cf15 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:16.102793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.134629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:16.148926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 has no active binding in host n-h2-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 08:58:16.245704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Allocated IP 172.20.0.8 (15cf0a0f-af98-4c0c-a053-146de4445e48/0968482d-8b7b-4e3b-adf4-7982bd4477dc/6eb9e3e3-5687-4782-8834-fb81d4f27018) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:16.300895 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07be75b3-c973-45b6-a240-fea611da1c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.412383 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.446218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.467512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d8274-a7b3-418e-9c23-e0a2afaa790f req-764b8f33-2318-4cc9-8880-8ab4df6223a7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:16.469113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec3d8274-a7b3-418e-9c23-e0a2afaa790f req-764b8f33-2318-4cc9-8880-8ab4df6223a7 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.0774510 Nov 12 08:58:16.479339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Made reservation on behalf of 087f5a61f0c542029ec9d06e47f7cf15 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:16.482762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.500814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:16.504055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:16.507886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:16.531667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event updated for resources: {'Port': ['ID=6eb9e3e3-5687-4782-8834-fb81d4f27018,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:16.567651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:16.569404 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.580673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec3d8274-a7b3-418e-9c23-e0a2afaa790f req-cd0d0bc8-c62c-4fcf-b170-badbe3d8a6ce tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038029 Nov 12 08:58:16.591681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c3804ea7-9419-4db5-beb5-4d8d0b0e1118 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218538 Nov 12 08:58:16.612146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Request body: {'port': {'device_id': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:16.712337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.717562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Allocated IP 172.20.0.14 (15cf0a0f-af98-4c0c-a053-146de4445e48/0968482d-8b7b-4e3b-adf4-7982bd4477dc/d1a3bd9e-674a-43ea-9bfa-f0b204640db1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:16.734813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303eeb2-747c-4a39-bc5c-ed0743f27af8 req-f1e8f91c-9148-495a-bff0-236feead2ca8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:16.736339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3303eeb2-747c-4a39-bc5c-ed0743f27af8 req-f1e8f91c-9148-495a-bff0-236feead2ca8 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0942514 Nov 12 08:58:16.741747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1f58e-54f6-4b41-9810-5c2f32a516b7 req-ee2d6fe6-b548-4a3d-a05b-d43af653d87f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:16.747678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1f58e-54f6-4b41-9810-5c2f32a516b7 req-ee2d6fe6-b548-4a3d-a05b-d43af653d87f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:16.749338 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ab1f58e-54f6-4b41-9810-5c2f32a516b7 req-ee2d6fe6-b548-4a3d-a05b-d43af653d87f tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1683 time: 0.0860348 Nov 12 08:58:16.842969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ab1f58e-54f6-4b41-9810-5c2f32a516b7 req-19511cf2-c7eb-4213-8628-4db8cf17d7cb tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855010 Nov 12 08:58:16.873357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3303eeb2-747c-4a39-bc5c-ed0743f27af8 req-dbbf257b-ddb6-48ee-abbd-a4b0d9b5195b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156988 Nov 12 08:58:16.940762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:16.981067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76d51651-f99d-4ad7-b61c-68871cc91535 req-2acbdf88-fc1c-45ba-8f6d-5f2ee40f7984 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 210 time: 0.0321705 Nov 12 08:58:16.981435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.027022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:17.028569 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb861a2c-22de-42b5-897d-29b6d990547d" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:17.057090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:17.062430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:17.067231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:17.097414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event updated for resources: {'Port': ['ID=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:17.130202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4c17e-9041-4c00-b201-69b8e851f15e req-2c3412df-52f1-445a-9c0e-add6ae14ffe0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.131691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79f4c17e-9041-4c00-b201-69b8e851f15e req-2c3412df-52f1-445a-9c0e-add6ae14ffe0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 950 time: 0.1462097 Nov 12 08:58:17.140115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.140728 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.151650 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ff7ebe45-f9f5-4206-8992-a1006d4e5495 req-011b6935-feba-46d8-a58e-f6c5e28e1d31 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0523036 Nov 12 08:58:17.164467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb9e3e3-5687-4782-8834-fb81d4f27018 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:17.175878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d320be7a-1274-40b8-84bb-82a1a47034ff tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2060769 Nov 12 08:58:17.179378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.192984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Transition to ACTIVE for port object 6eb9e3e3-5687-4782-8834-fb81d4f27018 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:17.197368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Request body: {'port': {'device_id': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:17.198947 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.212356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79f4c17e-9041-4c00-b201-69b8e851f15e req-7e96a4b4-2a06-4040-bc8b-44aa398defc0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688426 Nov 12 08:58:17.234900 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc3ec9c-a322-4c1b-9126-b5d3de295734 x-openstack-request-id: req-3dc3ec9c-a322-4c1b-9126-b5d3de295734 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:17.235188 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:17.235440 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3dc3ec9c-a322-4c1b-9126-b5d3de295734 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:17.236306 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751', 'status': 'completed', 'code': 200} Nov 12 08:58:17.258768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Pushing event updated for resources: {'Port': ['ID=6eb9e3e3-5687-4782-8834-fb81d4f27018,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:17.307206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.357529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb861a2c-22de-42b5-897d-29b6d990547d req-0a5b961d-3718-4956-b2f1-b4778b934aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.359598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb861a2c-22de-42b5-897d-29b6d990547d req-0a5b961d-3718-4956-b2f1-b4778b934aa5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1126 time: 0.0932918 Nov 12 08:58:17.384604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Attempting to bind port 6eb9e3e3-5687-4782-8834-fb81d4f27018 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:17.384604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Attempting to bind port 6eb9e3e3-5687-4782-8834-fb81d4f27018 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:17.385027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Attempting to bind port 6eb9e3e3-5687-4782-8834-fb81d4f27018 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:17.391039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66cede-3d76-444f-957c-4cc5e593136a req-807f5e26-43c5-4e9b-86c5-469b03b44698 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.392550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d66cede-3d76-444f-957c-4cc5e593136a req-807f5e26-43c5-4e9b-86c5-469b03b44698 tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 1102 time: 0.0933671 Nov 12 08:58:17.394563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Port 6eb9e3e3-5687-4782-8834-fb81d4f27018 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:17.394881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Attempting to bind port 6eb9e3e3-5687-4782-8834-fb81d4f27018 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:17.401962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:17.402346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Checking segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:17.402727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Bound using segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:17.403148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Bound port: 6eb9e3e3-5687-4782-8834-fb81d4f27018, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:17.403496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.481733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d66cede-3d76-444f-957c-4cc5e593136a req-acc3a132-46de-4766-b161-70eb14202c9f tempest-ServersOnMultiNodesTest-806569596 tempest-ServersOnMultiNodesTest-806569596-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818474 Nov 12 08:58:17.492919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] For port 6eb9e3e3-5687-4782-8834-fb81d4f27018, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:17.496061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] For port 6eb9e3e3-5687-4782-8834-fb81d4f27018, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6eb9e3e3-5687-4782-8834-fb81d4f27018,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:17.504187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.557928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.557928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.559826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] 10.222.0.55 "PUT /v2.0/ports/6eb9e3e3-5687-4782-8834-fb81d4f27018 HTTP/1.1" status: 200 len: 1092 time: 0.9557164 Nov 12 08:58:17.584765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb861a2c-22de-42b5-897d-29b6d990547d req-336bbfb0-0416-4e83-b23d-0b721120fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.586243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb861a2c-22de-42b5-897d-29b6d990547d req-336bbfb0-0416-4e83-b23d-0b721120fb4f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.2001607 Nov 12 08:58:17.588324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c04006-5e0a-4adb-abf2-d7e7aff77a0f service neutron] Pushing event updated for resources: {'Port': ['ID=6eb9e3e3-5687-4782-8834-fb81d4f27018,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:17.696159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-55aa1178-9711-4b77-87da-aa1942ae786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.698245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-55aa1178-9711-4b77-87da-aa1942ae786f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=01338d98-b3e9-4aa6-8556-ee01fe336850 HTTP/1.1" status: 200 len: 1095 time: 0.0773284 Nov 12 08:58:17.702989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb861a2c-22de-42b5-897d-29b6d990547d req-9fa5598c-0045-4c49-b0d0-c84f0cf1e897 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 217 time: 0.1058390 Nov 12 08:58:17.752301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-794f6f1d-903e-4eb4-8d15-1e2507eff452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb9e3e3-5687-4782-8834-fb81d4f27018 HTTP/1.1" status: 200 len: 217 time: 0.0433025 Nov 12 08:58:17.803601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a3bd9e-674a-43ea-9bfa-f0b204640db1 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:17.820035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.839130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb861a2c-22de-42b5-897d-29b6d990547d req-ac44ccba-0166-4b24-a93c-e4a8584ba4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.840757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb861a2c-22de-42b5-897d-29b6d990547d req-ac44ccba-0166-4b24-a93c-e4a8584ba4fe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.1223714 Nov 12 08:58:17.844433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18548d09-9e1f-4350-96bc-a3bd52c3bbc1 req-67506c66-986d-462f-a5e0-d6af6b75b1a6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.844631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Transition to ACTIVE for port object d1a3bd9e-674a-43ea-9bfa-f0b204640db1 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:17.846412 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18548d09-9e1f-4350-96bc-a3bd52c3bbc1 req-67506c66-986d-462f-a5e0-d6af6b75b1a6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.0969107 Nov 12 08:58:17.849167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:17.849966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d5f06193-1d69-4a37-886f-58e66817fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.851567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-d5f06193-1d69-4a37-886f-58e66817fa46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.0723202 Nov 12 08:58:17.893547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-17447648-0ba5-46fb-9977-33a6d263ee6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309651 Nov 12 08:58:17.910050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb861a2c-22de-42b5-897d-29b6d990547d req-94a5a456-b58a-4c68-9ddd-fa9d5e8c1792 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583115 Nov 12 08:58:17.931340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08457d-7596-4d9e-848e-a3878a42b9ee req-cc038b76-150d-4983-9f30-4512ad5ef900 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:17.932862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b08457d-7596-4d9e-848e-a3878a42b9ee req-cc038b76-150d-4983-9f30-4512ad5ef900 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 950 time: 0.1879742 Nov 12 08:58:17.948746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18548d09-9e1f-4350-96bc-a3bd52c3bbc1 req-324e70d8-5741-41f1-89f6-4c559aa9b75f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929561 Nov 12 08:58:18.020422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:18.043031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c49c66c0-c574-429c-b7eb-c88f7eff831e service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378653 Nov 12 08:58:18.087993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172407e-38f6-4189-9af8-bfe2da12c840 req-d81885d3-efb1-40c2-a5c6-6ed72bae2775 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.094717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172407e-38f6-4189-9af8-bfe2da12c840 req-d81885d3-efb1-40c2-a5c6-6ed72bae2775 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.096483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a172407e-38f6-4189-9af8-bfe2da12c840 req-d81885d3-efb1-40c2-a5c6-6ed72bae2775 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1683 time: 0.0853057 Nov 12 08:58:18.141532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-2fd63c66-dd11-4a93-a7ad-2e6a5a743742 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.147964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-2fd63c66-dd11-4a93-a7ad-2e6a5a743742 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.150176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-2fd63c66-dd11-4a93-a7ad-2e6a5a743742 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 1683 time: 0.2604961 Nov 12 08:58:18.189826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a172407e-38f6-4189-9af8-bfe2da12c840 req-4b9ce87c-73d6-4ae7-aed3-4a6989a8362a tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626011 Nov 12 08:58:18.193494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-719b929d-4b30-4757-90e8-73ba97b2d992 service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391301 Nov 12 08:58:18.211333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b08457d-7596-4d9e-848e-a3878a42b9ee req-4245fab1-07ea-48c2-a030-7eedd161eab2 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373874 Nov 12 08:58:18.278565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb861a2c-22de-42b5-897d-29b6d990547d req-62ce890e-686b-4bf4-b16f-6563a67c603f service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289905 Nov 12 08:58:18.288309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Attempting to bind port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:18.289371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Attempting to bind port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:18.289371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Attempting to bind port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:18.302861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:18.302861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Attempting to bind port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:18.327998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7150d7a-e4ce-420c-a005-af356506d59a req-708f78e2-de5d-4f7f-9d6e-61366b520e28 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.330036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:18.330036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Checking segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:18.330036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Bound using segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:18.330497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d7150d7a-e4ce-420c-a005-af356506d59a req-708f78e2-de5d-4f7f-9d6e-61366b520e28 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0538566 Nov 12 08:58:18.330585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Bound port: d1a3bd9e-674a-43ea-9bfa-f0b204640db1, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:18.330585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.382593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d7150d7a-e4ce-420c-a005-af356506d59a req-06856d77-3e07-467c-baa1-4172f52f2b92 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463083 Nov 12 08:58:18.468446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port 3148c8d0-59b3-4da8-a55c-32dc821fc269 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:18.468796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.471294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f5f8cbf-20f0-49e3-b79e-ed32830981a2 req-e1f502c2-1dbb-4c4a-b7c4-b52d83209f40 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0284188 Nov 12 08:58:18.586810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcc895-6206-4abb-893a-631230815b68 req-257c68d6-6fd9-443f-bf60-4f36ffe97202 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.588325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ebcc895-6206-4abb-893a-631230815b68 req-257c68d6-6fd9-443f-bf60-4f36ffe97202 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 944 time: 0.2019699 Nov 12 08:58:18.597371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb861a2c-22de-42b5-897d-29b6d990547d req-5f854df6-2e39-4450-9a55-ecb79346dd08 service neutron] 10.222.0.62 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978334 Nov 12 08:58:18.614696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] For port d1a3bd9e-674a-43ea-9bfa-f0b204640db1, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:18.640888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] For port d1a3bd9e-674a-43ea-9bfa-f0b204640db1, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:18.653061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.707752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port 3148c8d0-59b3-4da8-a55c-32dc821fc269, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3148c8d0-59b3-4da8-a55c-32dc821fc269,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:18.708526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.715189 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ebcc895-6206-4abb-893a-631230815b68 req-41ae3537-5a05-47e4-9736-4ae9d6b819e6 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169043 Nov 12 08:58:18.732567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.734567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.736041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] 10.222.0.62 "PUT /v2.0/ports/d1a3bd9e-674a-43ea-9bfa-f0b204640db1 HTTP/1.1" status: 200 len: 1093 time: 1.5472777 Nov 12 08:58:18.736466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'tag': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:18.739340 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776" -d '{"events": [{"name": "network-changed", "server_uuid": "3044e60b-f977-42a0-b89d-e6e09d3a5efb", "tag": "d1a3bd9e-674a-43ea-9bfa-f0b204640db1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:18.760266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for 3148c8d0-59b3-4da8-a55c-32dc821fc269 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:18.782302 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394672a8-d2fc-4fb4-8435-5c2f4b9d9ef2 x-openstack-request-id: req-394672a8-d2fc-4fb4-8435-5c2f4b9d9ef2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:18.782591 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3044e60b-f977-42a0-b89d-e6e09d3a5efb", "tag": "d1a3bd9e-674a-43ea-9bfa-f0b204640db1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:18.782846 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-394672a8-d2fc-4fb4-8435-5c2f4b9d9ef2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:18.783234 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'tag': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1', 'status': 'completed', 'code': 200} Nov 12 08:58:18.785396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268589f4-de6d-4e98-ac78-6361c42f7834 service neutron] Pushing event updated for resources: {'Port': ['ID=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:18.884226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-8d9791b6-b170-4062-bcaf-98f0c73cdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:18.885649 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-8d9791b6-b170-4062-bcaf-98f0c73cdaf1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 1096 time: 0.0646393 Nov 12 08:58:18.932872 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:18.961943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-75ce184b-6a8a-42c9-996c-52007ce4a496 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1a3bd9e-674a-43ea-9bfa-f0b204640db1 HTTP/1.1" status: 200 len: 217 time: 0.0457880 Nov 12 08:58:19.007366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.020188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3148c8d0-59b3-4da8-a55c-32dc821fc269', '3c627373-3544-49f6-8296-02de992cf20d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:19.066315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=3148c8d0-59b3-4da8-a55c-32dc821fc269,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:19.111021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c8285b77-1bd7-41af-aa86-5aa063a6ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.112519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-c8285b77-1bd7-41af-aa86-5aa063a6ae31 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.1410484 Nov 12 08:58:19.150137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port 3148c8d0-59b3-4da8-a55c-32dc821fc269 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:19.154780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.158697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-3690659f-b060-4c3f-b58b-52bfc1a2ac73 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "DELETE /v2.0/ports/3148c8d0-59b3-4da8-a55c-32dc821fc269 HTTP/1.1" status: 204 len: 173 time: 0.9994648 Nov 12 08:58:19.178173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-859ef66f-8c14-4e06-b946-ccfa538a1cd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375612 Nov 12 08:58:19.191534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34aa53-d206-468d-b383-02836ccf9ed2 req-65003330-4f0e-47a2-998d-4217ea7c3e8e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.193115 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c34aa53-d206-468d-b383-02836ccf9ed2 req-65003330-4f0e-47a2-998d-4217ea7c3e8e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.1423085 Nov 12 08:58:19.239458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'tag': '6eb9e3e3-5687-4782-8834-fb81d4f27018'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:19.242227 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae" -d '{"events": [{"name": "network-changed", "server_uuid": "01338d98-b3e9-4aa6-8556-ee01fe336850", "tag": "6eb9e3e3-5687-4782-8834-fb81d4f27018"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:19.323369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ca81d-5d4e-4b56-b314-463333f59382 req-b8b898f2-a4ef-4696-ad3a-223700461f11 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.324958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a77ca81d-5d4e-4b56-b314-463333f59382 req-b8b898f2-a4ef-4696-ad3a-223700461f11 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 946 time: 0.0556793 Nov 12 08:58:19.371372 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c34aa53-d206-468d-b383-02836ccf9ed2 req-fe7ca22c-8935-4b6e-ae60-c8fb2bf61051 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681073 Nov 12 08:58:19.377476 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a77ca81d-5d4e-4b56-b314-463333f59382 req-f65dc2a3-4dd8-4bbc-abd1-965a8688a3ab tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/security-groups?id=f84e4dbc-3345-4ec5-96da-41f0bf662fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464628 Nov 12 08:58:19.386067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-1074fba8-0f4f-4d93-8355-3d224e20b32c service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906953 Nov 12 08:58:19.418291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port 3c627373-3544-49f6-8296-02de992cf20d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:19.418576 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.435118 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991171bb-991c-42b6-8cfa-1d147c34faa7 x-openstack-request-id: req-991171bb-991c-42b6-8cfa-1d147c34faa7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:19.435307 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01338d98-b3e9-4aa6-8556-ee01fe336850", "tag": "6eb9e3e3-5687-4782-8834-fb81d4f27018", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:19.435565 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-991171bb-991c-42b6-8cfa-1d147c34faa7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:19.435992 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'tag': '6eb9e3e3-5687-4782-8834-fb81d4f27018', 'status': 'completed', 'code': 200} Nov 12 08:58:19.505927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-0d610c21-c537-4ae3-8ebb-07552f4b6bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.508786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-0d610c21-c537-4ae3-8ebb-07552f4b6bcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=01338d98-b3e9-4aa6-8556-ee01fe336850 HTTP/1.1" status: 200 len: 1095 time: 0.0438225 Nov 12 08:58:19.636174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76175626-13ff-47cb-8f4d-04608b02e903 req-41f553d5-6652-4d7a-ad17-e0bd76b09b7b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.637683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76175626-13ff-47cb-8f4d-04608b02e903 req-41f553d5-6652-4d7a-ad17-e0bd76b09b7b tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 950 time: 0.1779392 Nov 12 08:58:19.640536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port 3c627373-3544-49f6-8296-02de992cf20d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3c627373-3544-49f6-8296-02de992cf20d,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:19.640914 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.645530 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a3f41dca-b86f-492b-ad6e-01fc9d885893 req-20d2e364-5535-4dd8-b2c4-d13107f0dc12 service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410264 Nov 12 08:58:19.648894 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:19.657246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2ab65-5479-4cc5-8620-b5bc23849cde req-cb925b8c-e91b-4e13-9b1b-6df048002308 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.658764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5df2ab65-5479-4cc5-8620-b5bc23849cde req-cb925b8c-e91b-4e13-9b1b-6df048002308 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0838912 Nov 12 08:58:19.660285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-67666bcd-f2a0-4e61-ac32-ad58cf3d0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.661349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-67666bcd-f2a0-4e61-ac32-ad58cf3d0072 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 914 time: 0.1425295 Nov 12 08:58:19.664604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for 3c627373-3544-49f6-8296-02de992cf20d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:19.714342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-03f16836-6997-4f6f-b409-d7be94c831b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb9e3e3-5687-4782-8834-fb81d4f27018 HTTP/1.1" status: 200 len: 217 time: 0.0420394 Nov 12 08:58:19.771394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76175626-13ff-47cb-8f4d-04608b02e903 req-29111955-44bf-4027-b3c1-404d1d7ac402 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193066 Nov 12 08:58:19.787763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5df2ab65-5479-4cc5-8620-b5bc23849cde req-c1a3fa57-5dd1-462b-8506-f0a739333c15 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067727 Nov 12 08:58:19.793775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-3e8e70b7-2812-40fe-b500-72dae11f18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.795701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-3e8e70b7-2812-40fe-b500-72dae11f18cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.0712965 Nov 12 08:58:19.809075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-6cf0943a-174d-432a-b4de-754c7402e101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:19.810659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-6cf0943a-174d-432a-b4de-754c7402e101 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 1096 time: 0.0782480 Nov 12 08:58:19.840252 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-28e7ef00-f597-40bf-8238-0a45e6d675f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320232 Nov 12 08:58:19.973896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-bc0512cc-5227-471e-9e5f-277faa98b312 service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225002 Nov 12 08:58:19.988059 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47392d7e-32d8-4872-97e2-3b3585ad1ca0 req-d63d1a46-1058-4e88-9a3b-96de4732a8b1 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0787551 Nov 12 08:58:19.996714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bef8e63-f0ac-40f7-81a9-86e3436d42b0 req-4b45cafb-e43e-4b5e-bd33-011482142c06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0537393 Nov 12 08:58:20.008760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-94d44ac7-da1c-4ffe-94d9-9fda9fdc60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.010230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-94d44ac7-da1c-4ffe-94d9-9fda9fdc60cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 914 time: 0.1811514 Nov 12 08:58:20.020706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.046043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3148c8d0-59b3-4da8-a55c-32dc821fc269'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:20.053145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=3c627373-3544-49f6-8296-02de992cf20d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:20.071042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7a235-9c36-420c-aa4d-c20d9df5fc36 req-e055ae70-d83a-4714-b418-e241e4faf2cd tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.072450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28f7a235-9c36-420c-aa4d-c20d9df5fc36 req-e055ae70-d83a-4714-b418-e241e4faf2cd tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 944 time: 0.1084528 Nov 12 08:58:20.113721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port 3c627373-3544-49f6-8296-02de992cf20d on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:20.116523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.120851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-22c0fd61-278a-44d1-b95b-29699a13fdce req-97f61a55-b898-471c-8d95-dcf34fe7e4ba tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.55 "DELETE /v2.0/ports/3c627373-3544-49f6-8296-02de992cf20d HTTP/1.1" status: 204 len: 173 time: 0.9461021 Nov 12 08:58:20.123966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b9ca44-ac32-4ed3-a0f0-1e90860621ae req-794bcb93-4cc0-4543-ab4f-5fe67e121f51 service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293221 Nov 12 08:58:20.140784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28f7a235-9c36-420c-aa4d-c20d9df5fc36 req-6294a41b-4429-496f-a5fa-467e3bf7d81f tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604725 Nov 12 08:58:20.226707 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.282222 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-732f6caa-ba3b-4d42-af4a-3e20fb09bd6f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1a3bd9e-674a-43ea-9bfa-f0b204640db1 HTTP/1.1" status: 200 len: 217 time: 0.0484898 Nov 12 08:58:20.361164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-0edfe79f-e75c-4096-b9c3-bed3aba8e611 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.362536 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-0edfe79f-e75c-4096-b9c3-bed3aba8e611 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 950 time: 0.0911670 Nov 12 08:58:20.363815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-dbd41b49-0171-4258-9567-f56cdefe7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.365134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-dbd41b49-0171-4258-9567-f56cdefe7d96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.0660658 Nov 12 08:58:20.428387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-d039a68f-2255-41ee-af15-b05e755bbba5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470841 Nov 12 08:58:20.492365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17e1da15-2b89-4d1e-be25-426974f0f736 req-c7af04f1-eb6a-48d8-8296-d526fe62e955 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "GET /v2.0/ports?device_id=74c3b2cd-07b6-4de8-9c6b-c08c679b864f HTTP/1.1" status: 200 len: 210 time: 0.0271771 Nov 12 08:58:20.591504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20513b96-7088-4f7c-969a-e871b90eb6f3 req-eabb6517-793d-4c29-8d8d-8d6678294e06 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.593516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20513b96-7088-4f7c-969a-e871b90eb6f3 req-eabb6517-793d-4c29-8d8d-8d6678294e06 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.1465600 Nov 12 08:58:20.631728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:20.632114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:20.635991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-54ebcc5c-4a83-4fd9-ad2d-bc19e7579282 service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987808 Nov 12 08:58:20.926195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42729b5-ce27-499d-8ad2-cf2bf7e5dcc6 req-665dd386-06e0-4864-bfef-3f4ca8c23e90 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:20.928010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e42729b5-ce27-499d-8ad2-cf2bf7e5dcc6 req-665dd386-06e0-4864-bfef-3f4ca8c23e90 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 950 time: 0.0612168 Nov 12 08:58:20.988308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e42729b5-ce27-499d-8ad2-cf2bf7e5dcc6 req-19853ac2-0561-4456-a6bd-a5451f64bcc1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492520 Nov 12 08:58:20.990008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-deleted', 'tag': '3148c8d0-59b3-4da8-a55c-32dc821fc269'}, {'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-deleted', 'tag': '3c627373-3544-49f6-8296-02de992cf20d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:20.992586 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d4bd0d-0efc-432e-a7a1-e7b90ca0642f" -d '{"events": [{"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-deleted", "tag": "3148c8d0-59b3-4da8-a55c-32dc821fc269"}, {"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-deleted", "tag": "3c627373-3544-49f6-8296-02de992cf20d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:21.103173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20513b96-7088-4f7c-969a-e871b90eb6f3 req-8572e338-d917-4fb3-8db8-2bb462538f7a tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012338 Nov 12 08:58:21.110552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065697ad-181e-4d93-9184-99194944df93 req-9622edc5-4605-43cf-adff-b726a1cbc81c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:21.112882 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-065697ad-181e-4d93-9184-99194944df93 req-9622edc5-4605-43cf-adff-b726a1cbc81c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0580673 Nov 12 08:58:21.149086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:21.149912 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.171064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cdfc98f-31f3-40f5-b9fb-d0e6a37d8776 req-1a776bc0-0a98-49b5-bf6b-95ec32c8b6da service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5195196 Nov 12 08:58:21.173068 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-065697ad-181e-4d93-9184-99194944df93 req-26b6b082-7461-46c2-8d89-705b77486071 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523961 Nov 12 08:58:21.173408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:21.248031 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c01d4-891c-443d-8d5a-be0a6270130d x-openstack-request-id: req-4d6c01d4-891c-443d-8d5a-be0a6270130d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:21.248337 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-deleted", "tag": "3148c8d0-59b3-4da8-a55c-32dc821fc269", "status": "completed", "code": 200}, {"server_uuid": "74c3b2cd-07b6-4de8-9c6b-c08c679b864f", "name": "network-vif-deleted", "tag": "3c627373-3544-49f6-8296-02de992cf20d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:21.248592 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d6c01d4-891c-443d-8d5a-be0a6270130d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:21.248989 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-deleted', 'tag': '3148c8d0-59b3-4da8-a55c-32dc821fc269', 'status': 'completed', 'code': 200} Nov 12 08:58:21.249276 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c3b2cd-07b6-4de8-9c6b-c08c679b864f', 'name': 'network-vif-deleted', 'tag': '3c627373-3544-49f6-8296-02de992cf20d', 'status': 'completed', 'code': 200} Nov 12 08:58:21.333097 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3756a876-c0e0-434c-b232-58ae5ee1d26d req-1b98e0f8-cff3-40af-8a73-6c7dd4d1222d tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0316639 Nov 12 08:58:21.386291 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.398716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b95e284-6716-43ec-87dd-56480e44e676 req-84db77f1-ae1b-4cfd-abe1-277a6e738ea3 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:21.402132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236', '396038b1-2e67-433c-a16b-46df9674492a', '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:21.406865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b95e284-6716-43ec-87dd-56480e44e676 req-84db77f1-ae1b-4cfd-abe1-277a6e738ea3 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 944 time: 0.0949244 Nov 12 08:58:21.423173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:21.478988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b95e284-6716-43ec-87dd-56480e44e676 req-46723626-f16f-437a-8c02-6b693a423274 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710993 Nov 12 08:58:21.492177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089', 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', '052e18da-4e5b-4f6d-bf59-438f078eccd6', 'd7ec070e-9e8d-4d02-978c-41d0da81411f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:21.504977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:21.507503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.510965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11c329a3-477e-4655-986d-0a39a1b3cbfc req-8a3205ce-d932-4df2-8d61-a3a18e29e9a0 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "DELETE /v2.0/ports/126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e HTTP/1.1" status: 204 len: 173 time: 1.1308939 Nov 12 08:58:21.570560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55930) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:21.673314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting subnet 306cba17-7f3a-47e9-89e7-cbe99d0c244f {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:21.678410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.725967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.853811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.929118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.943309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:21.947202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/subnets/306cba17-7f3a-47e9-89e7-cbe99d0c244f HTTP/1.1" status: 204 len: 168 time: 0.3754559 Nov 12 08:58:21.950339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55934) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:21.957659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291e3056-fae4-4a96-ba03-e6616c1a9363 None None] Network a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:21.966533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64336cfe-a872-4607-994b-0b7b3951e5f4 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Subnet': ['ID=306cba17-7f3a-47e9-89e7-cbe99d0c244f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:22.047021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.054822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6eb9e3e3-5687-4782-8834-fb81d4f27018 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:22.057185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3148c8d0-59b3-4da8-a55c-32dc821fc269 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:22.117288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 3148c8d0-59b3-4da8-a55c-32dc821fc269 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:22.117542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3148c8d0-59b3-4da8-a55c-32dc821fc269 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:22.117890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de230512-a07c-4a5a-8044-4d786ed7f5be req-577e13e4-adf1-485c-b56e-585d464a033e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4afb96-2ec0-4053-9fe0-75b17f1c3a23 HTTP/1.1" status: 200 len: 210 time: 0.0320258 Nov 12 08:58:22.118020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3c627373-3544-49f6-8296-02de992cf20d no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:22.170539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:22.172999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.225655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 3c627373-3544-49f6-8296-02de992cf20d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:22.226246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3c627373-3544-49f6-8296-02de992cf20d not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:22.228907 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:58:22.285068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620fe6e-99ae-4162-a3bd-a39ba4878a12 req-b2fa36e9-8f33-479e-8306-a41be0db8319 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:22.292473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1620fe6e-99ae-4162-a3bd-a39ba4878a12 req-b2fa36e9-8f33-479e-8306-a41be0db8319 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.0926940 Nov 12 08:58:22.330059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port 1fc0f767-9d8f-4969-843b-e55bcb4244c3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1fc0f767-9d8f-4969-843b-e55bcb4244c3,segment=NetworkSegment(0fe23372-43b6-4389-a727-459f810c324e),segment_id=0fe23372-43b6-4389-a727-459f810c324e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:22.330431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.344596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for 1fc0f767-9d8f-4969-843b-e55bcb4244c3 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:22.393452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1620fe6e-99ae-4162-a3bd-a39ba4878a12 req-de1bad66-86be-4ce1-9874-052e8c2729b2 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977476 Nov 12 08:58:22.454119 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.500817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=1fc0f767-9d8f-4969-843b-e55bcb4244c3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:22.517741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port 1fc0f767-9d8f-4969-843b-e55bcb4244c3 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:22.525656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6eb9e3e3-5687-4782-8834-fb81d4f27018, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6eb9e3e3-5687-4782-8834-fb81d4f27018,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:22.560553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '6eb9e3e3-5687-4782-8834-fb81d4f27018', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'port_id': '6eb9e3e3-5687-4782-8834-fb81d4f27018', 'mac_address': 'fa:16:3e:ba:01:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968482d-8b7b-4e3b-adf4-7982bd4477dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:22.590253 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-536aab69-4ef8-4719-89f2-c7770b1cf30b req-b896f894-bb70-4d7b-b5cd-abaa3a2625c2 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0399337 Nov 12 08:58:22.627449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27754537-e47b-4d0d-8257-64f3177ee125 None None] DHCP port deletion for a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:22.631173 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.642585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.650784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb9e3e3-5687-4782-8834-fb81d4f27018 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:22.666293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:22.681857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe23372-43b6-4389-a727-459f810c324e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:22.682630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe23372-43b6-4389-a727-459f810c324e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:22.695384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.720657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6eb9e3e3-5687-4782-8834-fb81d4f27018, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6eb9e3e3-5687-4782-8834-fb81d4f27018,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:22.726400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c9ed9-6c0b-4cc5-b722-c5d1513cf1c0 req-dfc9a83a-cf5f-40af-99eb-7237e1dd394d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:22.727381 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.733433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd375c-6e7d-475a-b20b-28dd4924ff48 req-3ee80ba6-4170-4eb2-8fe5-0de3f2d49f8a tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:22.736031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74c9ed9-6c0b-4cc5-b722-c5d1513cf1c0 req-dfc9a83a-cf5f-40af-99eb-7237e1dd394d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.2969301 Nov 12 08:58:22.736365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57cd375c-6e7d-475a-b20b-28dd4924ff48 req-3ee80ba6-4170-4eb2-8fe5-0de3f2d49f8a tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 944 time: 0.0727708 Nov 12 08:58:22.739067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.763897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:22.764452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:22.767765 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:22.815392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57cd375c-6e7d-475a-b20b-28dd4924ff48 req-90a000c8-ec67-424f-ac70-705007dcf60e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715687 Nov 12 08:58:22.841272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6eb9e3e3-5687-4782-8834-fb81d4f27018,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:22.867033 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74c9ed9-6c0b-4cc5-b722-c5d1513cf1c0 req-d02ccd53-d69d-4cb8-b0b4-0beba5af06c2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256020 Nov 12 08:58:22.877416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.891939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:22.895611 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/networks/a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88 HTTP/1.1" status: 204 len: 168 time: 0.9435573 Nov 12 08:58:22.898198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55952) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:22.943114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511db0b-ce77-4948-858f-5bb45ac0274c tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Network': ['ID=a10fc08d-e3a0-471c-bbdc-7c36c6dbfb88,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:22.982790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting subnet 85b2b661-7550-43c4-b9ae-74c3d146f499 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:22.992420 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.049037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.146679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a76fd290-17d2-480d-9655-b5f833fddf32 req-4dc3fa7a-4c3e-46e1-9248-8bf5d81d6e62 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b&device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Nov 12 08:58:23.147847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.153335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6eb9e3e3-5687-4782-8834-fb81d4f27018'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:23.251389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'name': 'network-vif-deleted', 'tag': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:23.253817 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afec2c2-bfd3-4785-9c60-fb64985e03de" -d '{"events": [{"server_uuid": "de4afb96-2ec0-4053-9fe0-75b17f1c3a23", "name": "network-vif-deleted", "tag": "126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:23.284539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.314775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-81b0a417-48b0-4bad-b427-67ab4412e086 service neutron] 10.222.0.62 "GET /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.1216686 Nov 12 08:58:23.317886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Subnet': ['ID=85b2b661-7550-43c4-b9ae-74c3d146f499,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:23.326181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.330313 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/subnets/85b2b661-7550-43c4-b9ae-74c3d146f499 HTTP/1.1" status: 204 len: 168 time: 0.4311724 Nov 12 08:58:23.333371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55962) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:23.335542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91913b04-989b-47f2-83d6-208a65f0f911 None None] Network 084b67ca-bff2-42f9-a802-ba282b2c8d3e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:23.339133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.339566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.340012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.340428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.340841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.341271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.341677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.342082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.342492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.342886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.343846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.344279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5848bba-cd17-4657-be2f-eadb80979bc3 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:23.464165 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e03899-77fb-4a76-9b93-285792e75794 x-openstack-request-id: req-96e03899-77fb-4a76-9b93-285792e75794 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:23.464590 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4afb96-2ec0-4053-9fe0-75b17f1c3a23", "name": "network-vif-deleted", "tag": "126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:23.464696 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96e03899-77fb-4a76-9b93-285792e75794 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:23.465099 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4afb96-2ec0-4053-9fe0-75b17f1c3a23', 'name': 'network-vif-deleted', 'tag': '126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e', 'status': 'completed', 'code': 200} Nov 12 08:58:23.479271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab950e8e-addc-47da-ae31-26639d8ec6ab req-826662c1-9024-4579-aa6c-245ff9807f80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c0a016d0fbb1441db147d991c272631f&device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0809736 Nov 12 08:58:23.492707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.510940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1fc0f767-9d8f-4969-843b-e55bcb4244c3 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:23.551199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1fc0f767-9d8f-4969-843b-e55bcb4244c3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:23.551904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1fc0f767-9d8f-4969-843b-e55bcb4244c3 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:23.563719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bda4fd30-8559-48a5-bcd7-2f491d4cdfd3 req-61f75be9-c2da-4182-b533-e50757424471 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0309062 Nov 12 08:58:23.587420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Deleting port 353027db-eb81-4894-a25a-d38cc3c5c873 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:23.587420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.611542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab950e8e-addc-47da-ae31-26639d8ec6ab req-28963c29-84e2-4189-a40e-6a3d841eb014 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c0a016d0fbb1441db147d991c272631f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1198220 Nov 12 08:58:23.665683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] DHCP port deletion for 084b67ca-bff2-42f9-a802-ba282b2c8d3e request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:23.729764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] Deleting port 353027db-eb81-4894-a25a-d38cc3c5c873 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:23.730484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.818955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] For port 353027db-eb81-4894-a25a-d38cc3c5c873, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=353027db-eb81-4894-a25a-d38cc3c5c873,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:23.819636 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.828909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d1920-2c08-4bb8-a956-332585c2e75a req-6d63458b-b205-4567-a0e4-e3e7235adc35 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:23.830538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-676d1920-2c08-4bb8-a956-332585c2e75a req-6d63458b-b205-4567-a0e4-e3e7235adc35 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 943 time: 0.3010554 Nov 12 08:58:23.836589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:23.839289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] Calling delete_port for 353027db-eb81-4894-a25a-d38cc3c5c873 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:23.866693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab950e8e-addc-47da-ae31-26639d8ec6ab req-baf868e4-6bb2-4fef-9f1a-5b7eda7d5f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:23.868229 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab950e8e-addc-47da-ae31-26639d8ec6ab req-baf868e4-6bb2-4fef-9f1a-5b7eda7d5f75 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2356999 Nov 12 08:58:23.901668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:23.955458 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:23.956968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-676d1920-2c08-4bb8-a956-332585c2e75a req-45556a8d-ecab-45d7-a651-c57b91bdef2f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129148 Nov 12 08:58:23.961730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3887ffb-fae1-4649-8db0-610be8ae9751 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:23.969996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] No DVR routers for this DVR port 353027db-eb81-4894-a25a-d38cc3c5c873 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:23.988191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:23.995606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f21e5c-da64-480c-a19f-ea660638fa65 None None] Pushing event deleted for resources: {'Port': ['ID=353027db-eb81-4894-a25a-d38cc3c5c873,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:24.019696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.040337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] For port 353027db-eb81-4894-a25a-d38cc3c5c873, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=353027db-eb81-4894-a25a-d38cc3c5c873,segment=NetworkSegment(11150de2-374c-486e-94a8-e7060220da5e),segment_id=11150de2-374c-486e-94a8-e7060220da5e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:24.040934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.053500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d1a3bd9e-674a-43ea-9bfa-f0b204640db1 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:24.056433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Calling delete_port for 353027db-eb81-4894-a25a-d38cc3c5c873 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:24.059049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:24.088189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747a94-32aa-4977-8ed9-742887355319 req-5f8749f0-0930-4d12-b83e-2ca7fa90ae60 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.094981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:24.095336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 126b4c3b-a1a6-4ebe-b6b7-98b2f2804e7e not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:24.095585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96747a94-32aa-4977-8ed9-742887355319 req-5f8749f0-0930-4d12-b83e-2ca7fa90ae60 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 950 time: 0.0992239 Nov 12 08:58:24.095789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:24.181977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] Transition to ACTIVE for port object b3887ffb-fae1-4649-8db0-610be8ae9751 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:24.196299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96747a94-32aa-4977-8ed9-742887355319 req-06ce2d06-413b-4f81-8b7b-1276bc85f1d6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996375 Nov 12 08:58:24.196573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10fac6-4ca7-4678-90ac-728ee5aba2f4 req-8a03c8e9-7e01-45c5-aae7-61496b3fdb80 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.198174 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e10fac6-4ca7-4678-90ac-728ee5aba2f4 req-8a03c8e9-7e01-45c5-aae7-61496b3fdb80 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 944 time: 0.0715916 Nov 12 08:58:24.199728 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.218842 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.253317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Port': ['ID=353027db-eb81-4894-a25a-d38cc3c5c873,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:24.257632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] No DVR routers for this DVR port 353027db-eb81-4894-a25a-d38cc3c5c873 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:24.298390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] No DVR routers for this DVR port b3887ffb-fae1-4649-8db0-610be8ae9751 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:24.321005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] Pushing event updated for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:24.352651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e10fac6-4ca7-4678-90ac-728ee5aba2f4 req-316f51f9-a70a-4cb4-a7b8-7bbd22314d58 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439509 Nov 12 08:58:24.356207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-80b1176b-ba30-4cfa-ac49-d826ca26e1aa service neutron] 10.222.0.62 "PUT /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751/bindings/n-h2-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 1.0245066 Nov 12 08:58:24.376569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:24.398148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.403573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d1a3bd9e-674a-43ea-9bfa-f0b204640db1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:24.418686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'port_id': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1', 'mac_address': 'fa:16:3e:15:0b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968482d-8b7b-4e3b-adf4-7982bd4477dc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:24.428027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084b67ca-bff2-42f9-a802-ba282b2c8d3e']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:24.452192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2a525-cf37-4d1e-bcfa-4891a6ef70a3 req-d12de94c-347d-4d97-9c76-f2fdba1a0dc6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.453733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cb2a525-cf37-4d1e-bcfa-4891a6ef70a3 req-d12de94c-347d-4d97-9c76-f2fdba1a0dc6 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1578815 Nov 12 08:58:24.458533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11150de2-374c-486e-94a8-e7060220da5e') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:24.458825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11150de2-374c-486e-94a8-e7060220da5e') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:24.460463 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.475372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a3bd9e-674a-43ea-9bfa-f0b204640db1 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:24.486307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.497155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d1a3bd9e-674a-43ea-9bfa-f0b204640db1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:24.501319 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.519227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.535443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-ee9272b9-a478-4c4b-948f-d1f56b1806d7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.536948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-ee9272b9-a478-4c4b-948f-d1f56b1806d7 tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.1066027 Nov 12 08:58:24.537960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:24.538357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:24.543332 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:24.558784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:24.629131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cb2a525-cf37-4d1e-bcfa-4891a6ef70a3 req-8f246c7f-ae15-4914-8573-060f59f1cbdc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549730 Nov 12 08:58:24.645348 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.652772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:24.664970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] 10.222.0.53 "DELETE /v2.0/networks/084b67ca-bff2-42f9-a802-ba282b2c8d3e HTTP/1.1" status: 204 len: 168 time: 1.3290415 Nov 12 08:58:24.667227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-6cef8afe-99fb-495c-b442-d4f7200d8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.668677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-6cef8afe-99fb-495c-b442-d4f7200d8d33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40&tenant_id=26873fceeee4477e95b5a4ab30f904f6 HTTP/1.1" status: 200 len: 1096 time: 0.1091504 Nov 12 08:58:24.680926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Pushing event deleted for resources: {'Network': ['ID=084b67ca-bff2-42f9-a802-ba282b2c8d3e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:24.685945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8a3fe20-de66-40d1-8016-5dec5c15ee07 req-d597104f-a728-4832-86c3-4f2c730b9243 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0413897 Nov 12 08:58:24.689422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.689804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.690158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.690462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.690790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.691149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.691473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.691791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.692140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.692456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.692773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.693093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59324b45-34fa-46bd-82d1-b4272b339016 tempest-ServersTestMultiNic-1598833821 tempest-ServersTestMultiNic-1598833821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:24.743351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-dfeabe35-ad76-4f45-bec5-bea90b421fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.744903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-dfeabe35-ad76-4f45-bec5-bea90b421fa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26873fceeee4477e95b5a4ab30f904f6&device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1096 time: 0.0431807 Nov 12 08:58:24.832778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55990) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:24.881708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['d1a3bd9e-674a-43ea-9bfa-f0b204640db1'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:24.884060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-deb1cc65-e079-4a05-9569-09331158de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:24.885503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-deb1cc65-e079-4a05-9569-09331158de41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 200 len: 909 time: 0.1313765 Nov 12 08:58:24.966122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-8798a677-107a-44b9-b6ba-e129cf1451b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 200 len: 217 time: 0.0663908 Nov 12 08:58:25.069309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-241ec2b1-e4fe-4f00-9f9d-5fb69afb35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.070748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-241ec2b1-e4fe-4f00-9f9d-5fb69afb35a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 200 len: 848 time: 0.0953028 Nov 12 08:58:25.111635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-a88ecf77-f5ff-400b-a52b-cb4a7d3ff248 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7de582a9-5249-4ccc-bc32-d2585eabacbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326519 Nov 12 08:58:25.287165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180445b-e6b2-48bd-ba2e-21d5ffe260fc req-4a57d75d-49e4-465e-af52-1f83b1876bb9 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.288709 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1180445b-e6b2-48bd-ba2e-21d5ffe260fc req-4a57d75d-49e4-465e-af52-1f83b1876bb9 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 944 time: 0.2352526 Nov 12 08:58:25.330933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-26908ee7-5b69-409f-ad9d-076188f797e5 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940813 Nov 12 08:58:25.336019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaa5ff-1321-4500-8a0f-64ae761fee33 req-755af4ec-a894-4f89-bb4f-c3100ceee417 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.337625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4aaa5ff-1321-4500-8a0f-64ae761fee33 req-755af4ec-a894-4f89-bb4f-c3100ceee417 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 950 time: 0.0524287 Nov 12 08:58:25.407456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab950e8e-addc-47da-ae31-26639d8ec6ab req-a5464a6e-46dc-4058-bbf1-7fe8e129176c tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0380001 Nov 12 08:58:25.432254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4aaa5ff-1321-4500-8a0f-64ae761fee33 req-2d149f32-cb29-4e11-8187-73d4144229b3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883236 Nov 12 08:58:25.443897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1180445b-e6b2-48bd-ba2e-21d5ffe260fc req-d09356ac-cbcb-4158-aac8-ef731efea094 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461143 Nov 12 08:58:25.452500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 353027db-eb81-4894-a25a-d38cc3c5c873 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:25.504526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-b0001d03-50ec-445a-99fd-55cdb9f6ceb4 service neutron] 10.222.0.55 "GET /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552315 Nov 12 08:58:25.509837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 353027db-eb81-4894-a25a-d38cc3c5c873 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:25.510558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 353027db-eb81-4894-a25a-d38cc3c5c873 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:25.565623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:25.614802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcc170-5b1f-48e8-923b-28059609feaf req-0055f6fa-e792-427b-be92-2b4cf1b75695 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.616311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4edcc170-5b1f-48e8-923b-28059609feaf req-0055f6fa-e792-427b-be92-2b4cf1b75695 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 945 time: 0.0656729 Nov 12 08:58:25.671783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4edcc170-5b1f-48e8-923b-28059609feaf req-7a38093a-071d-4a3e-b4cf-4a3f0326014c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Nov 12 08:58:25.700263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-353f83da-be1b-44d7-8e53-d398fb997495 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.701780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-353f83da-be1b-44d7-8e53-d398fb997495 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 950 time: 0.0915751 Nov 12 08:58:25.846623 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-620d2266-5d2d-4ab0-a766-4da089483b71 req-e2b4b2e2-a66d-40dd-9431-805a48189c2a tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9ce4d57-3eec-44a2-895b-ca2a941a531b HTTP/1.1" status: 200 len: 210 time: 0.0565379 Nov 12 08:58:25.869422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-9d9826b1-0c30-42f6-acbb-3e3579b6f30a tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.869422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-9d9826b1-0c30-42f6-acbb-3e3579b6f30a tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40&tenant_id=26873fceeee4477e95b5a4ab30f904f6&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.0718503 Nov 12 08:58:25.891544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb465b10-16c7-4544-a0de-b5b7272fdf90 req-7e60bed8-80e7-41e9-868e-cc37c99a03ec tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:25.898784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb465b10-16c7-4544-a0de-b5b7272fdf90 req-7e60bed8-80e7-41e9-868e-cc37c99a03ec tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1655283 Nov 12 08:58:25.985232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb465b10-16c7-4544-a0de-b5b7272fdf90 req-35e7bb5d-efe9-4ddd-a6f2-84254ecf1084 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855496 Nov 12 08:58:25.989796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port d7ec070e-9e8d-4d02-978c-41d0da81411f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:25.990177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.019242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-2105d524-e4eb-41a3-8d52-23aa988ebd27 service neutron] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:26.023799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-2105d524-e4eb-41a3-8d52-23aa988ebd27 service neutron] Publish callbacks [] for binding, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.025277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-689bec81-8ecc-4b1c-8ee7-9153d8d0dd5a req-2105d524-e4eb-41a3-8d52-23aa988ebd27 service neutron] 10.222.0.55 "DELETE /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751/bindings/n-h1-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.1515923 Nov 12 08:58:26.043188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6eb9e3e3-5687-4782-8834-fb81d4f27018 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:26.070803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d1a3bd9e-674a-43ea-9bfa-f0b204640db1 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:26.131317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port d7ec070e-9e8d-4d02-978c-41d0da81411f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d7ec070e-9e8d-4d02-978c-41d0da81411f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:26.132476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.139671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 6eb9e3e3-5687-4782-8834-fb81d4f27018 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:26.144714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:26.149254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 6eb9e3e3-5687-4782-8834-fb81d4f27018 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:26.149993 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.151681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Deleting port 03369968-524b-4cf7-98e8-f739ba0ab13a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:26.152125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.153753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:26.153753 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.159091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for d7ec070e-9e8d-4d02-978c-41d0da81411f owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:26.303838 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.307986 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.308884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] For port 03369968-524b-4cf7-98e8-f739ba0ab13a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=03369968-524b-4cf7-98e8-f739ba0ab13a,segment=NetworkSegment(019adb6f-1cd8-483b-a5d3-a7ba7efe67ad),segment_id=019adb6f-1cd8-483b-a5d3-a7ba7efe67ad)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:26.309254 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.331076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Calling delete_port for 03369968-524b-4cf7-98e8-f739ba0ab13a owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:26.347107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9e3e3-5687-4782-8834-fb81d4f27018'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:26.349651 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e01e1cd-8cc4-42b9-9d5a-ba00165d0d2a" -d '{"events": [{"server_uuid": "01338d98-b3e9-4aa6-8556-ee01fe336850", "name": "network-vif-plugged", "status": "completed", "tag": "6eb9e3e3-5687-4782-8834-fb81d4f27018"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:26.370090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6eb9e3e3-5687-4782-8834-fb81d4f27018, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6eb9e3e3-5687-4782-8834-fb81d4f27018,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:26.377120 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.377920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d7ec070e-9e8d-4d02-978c-41d0da81411f no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:26.384460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d1a3bd9e-674a-43ea-9bfa-f0b204640db1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:26.406442 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e5ba05-f3d9-4cb0-adf2-4444edfb32a1 x-openstack-request-id: req-90e5ba05-f3d9-4cb0-adf2-4444edfb32a1 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:26.406857 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01338d98-b3e9-4aa6-8556-ee01fe336850", "name": "network-vif-plugged", "status": "completed", "tag": "6eb9e3e3-5687-4782-8834-fb81d4f27018", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:26.407007 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90e5ba05-f3d9-4cb0-adf2-4444edfb32a1 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:26.407367 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb9e3e3-5687-4782-8834-fb81d4f27018', 'code': 200} Nov 12 08:58:26.427107 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.460316 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.470136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No active binding found for port d7ec070e-9e8d-4d02-978c-41d0da81411f {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:58:26.470599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d7ec070e-9e8d-4d02-978c-41d0da81411f not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:26.473840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236', '396038b1-2e67-433c-a16b-46df9674492a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:26.477710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6eb9e3e3-5687-4782-8834-fb81d4f27018,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:26.485009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089', 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', '052e18da-4e5b-4f6d-bf59-438f078eccd6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:26.561275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a279c904-258f-4893-a089-066585af0bd4 req-267d8b31-3942-4742-b7c8-692e2f4cdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:26.564468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a279c904-258f-4893-a089-066585af0bd4 req-267d8b31-3942-4742-b7c8-692e2f4cdd4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=01338d98-b3e9-4aa6-8556-ee01fe336850 HTTP/1.1" status: 200 len: 1097 time: 0.0585737 Nov 12 08:58:26.614283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=d7ec070e-9e8d-4d02-978c-41d0da81411f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:26.628732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:26.681023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a279c904-258f-4893-a089-066585af0bd4 req-68389cbf-4779-446d-89f7-dc6acea6274d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067450 Nov 12 08:58:26.689308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-838fed3e-bae0-4c97-ae49-26cfc2ef250a req-3bd4d7e9-8e7e-4313-a827-3d07740a4195 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=46989512-96b6-40eb-a3be-a93824ebadba HTTP/1.1" status: 200 len: 210 time: 0.1172712 Nov 12 08:58:26.713017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c69eecb-427e-4671-bebd-004511cbdc5c req-742bc7a3-2cc1-4b4c-beb4-0a7d843d1c43 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:26.723474 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c69eecb-427e-4671-bebd-004511cbdc5c req-742bc7a3-2cc1-4b4c-beb4-0a7d843d1c43 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 944 time: 0.1391551 Nov 12 08:58:26.760520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port d7ec070e-9e8d-4d02-978c-41d0da81411f on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:26.763427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.768285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e550e673-7a44-4ab3-9466-0548bba9cf1d req-aba7c087-6ff5-47cf-98b4-abcaccae7ced tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "DELETE /v2.0/ports/d7ec070e-9e8d-4d02-978c-41d0da81411f HTTP/1.1" status: 204 len: 173 time: 1.0423868 Nov 12 08:58:26.768607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46989512-96b6-40eb-a3be-a93824ebadba', 'name': 'network-vif-deleted', 'tag': 'd7ec070e-9e8d-4d02-978c-41d0da81411f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:26.770889 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ec48a6-16f6-4870-bf88-55d817588d73" -d '{"events": [{"server_uuid": "46989512-96b6-40eb-a3be-a93824ebadba", "name": "network-vif-deleted", "tag": "d7ec070e-9e8d-4d02-978c-41d0da81411f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:26.827625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c69eecb-427e-4671-bebd-004511cbdc5c req-1f424067-57cc-4fa3-b25d-486d6531f8cc tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019037 Nov 12 08:58:26.847145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:26.883117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Pushing event deleted for resources: {'Port': ['ID=03369968-524b-4cf7-98e8-f739ba0ab13a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:27.022129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a51b3-6464-4f4d-bcc5-5993fc2cea67 req-2b053f3b-8fa5-4279-8bcf-e30ee45cc8d4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.026341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-420a51b3-6464-4f4d-bcc5-5993fc2cea67 req-2b053f3b-8fa5-4279-8bcf-e30ee45cc8d4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 946 time: 0.1122561 Nov 12 08:58:27.082314 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a3d3b-272f-45ec-a7cb-1776355a0fd0 x-openstack-request-id: req-289a3d3b-272f-45ec-a7cb-1776355a0fd0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:27.082788 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46989512-96b6-40eb-a3be-a93824ebadba", "name": "network-vif-deleted", "tag": "d7ec070e-9e8d-4d02-978c-41d0da81411f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:27.083186 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-289a3d3b-272f-45ec-a7cb-1776355a0fd0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:27.084063 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46989512-96b6-40eb-a3be-a93824ebadba', 'name': 'network-vif-deleted', 'tag': 'd7ec070e-9e8d-4d02-978c-41d0da81411f', 'status': 'completed', 'code': 200} Nov 12 08:58:27.126563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-420a51b3-6464-4f4d-bcc5-5993fc2cea67 req-49737691-ebbe-4f87-a231-1ebebd2be324 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873175 Nov 12 08:58:27.268099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76fdb5-106d-44c7-a0fc-5aa675edf371 req-29a8062c-2608-4768-9d80-09ed84d1f4dc tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.277214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc76fdb5-106d-44c7-a0fc-5aa675edf371 req-29a8062c-2608-4768-9d80-09ed84d1f4dc tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 1096 time: 0.0633876 Nov 12 08:58:27.299075 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.339120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc76fdb5-106d-44c7-a0fc-5aa675edf371 req-33066ae0-3575-487a-a4e2-339dd8ca719f tempest-LiveMigrationTest-705545402 tempest-LiveMigrationTest-705545402-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605972 Nov 12 08:58:27.427503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458883cb-dcf1-4cae-8747-73bfab2f1758 req-21a919cd-c5bd-4fb2-8b76-bf04b9a96fae tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.429773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-458883cb-dcf1-4cae-8747-73bfab2f1758 req-21a919cd-c5bd-4fb2-8b76-bf04b9a96fae tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1786180 Nov 12 08:58:27.501130 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:27.534515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-458883cb-dcf1-4cae-8747-73bfab2f1758 req-cbaeb9e4-eac3-42cf-9bb3-7d2e291248cf tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739202 Nov 12 08:58:27.647878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd405f5b-cf11-4cba-877d-c38934bb8183 req-0e2138b9-0585-4d50-a55e-e0f98d859739 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c0a016d0fbb1441db147d991c272631f&device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0414262 Nov 12 08:58:27.688917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd405f5b-cf11-4cba-877d-c38934bb8183 req-a26be56b-5089-4681-875a-0ab80080d7c0 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=c0a016d0fbb1441db147d991c272631f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252907 Nov 12 08:58:27.690601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Router 12bba30b-42a8-4d52-8383-54ab0f27a83b has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:58:27.801684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97ea33fa-935f-4d58-b1cd-4c408cac8bde req-ed84f652-b3dd-40a3-bc84-b4c5db0b0248 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0709472 Nov 12 08:58:27.864392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd405f5b-cf11-4cba-877d-c38934bb8183 req-6bde1093-9f2c-424d-88c6-643089119f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:27.866308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd405f5b-cf11-4cba-877d-c38934bb8183 req-6bde1093-9f2c-424d-88c6-643089119f81 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1692126 Nov 12 08:58:27.963392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.125032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43821d23-b826-4ae7-9a92-9098394db381 req-af4f010a-6bde-422a-8ca2-fb052d2bc140 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.126660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43821d23-b826-4ae7-9a92-9098394db381 req-af4f010a-6bde-422a-8ca2-fb052d2bc140 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 950 time: 0.0524964 Nov 12 08:58:28.165439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:28.173668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-982de915-628f-40be-943b-cfe1b148bf51 admin admin] 10.222.0.53 "PUT /v2.0/routers/12bba30b-42a8-4d52-8383-54ab0f27a83b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3368006 Nov 12 08:58:28.174595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:28.177313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] Sync routers for ids ['12bba30b-42a8-4d52-8383-54ab0f27a83b'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:28.188596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] Routers {'12bba30b-42a8-4d52-8383-54ab0f27a83b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:28.188837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2fe19-5d3a-4334-b9b9-ddee181f5597 req-d9dbc29f-93d1-48d4-80d7-0e5ba4907333 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.189211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:58:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['12bba30b-42a8-4d52-8383-54ab0f27a83b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:28.190414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50e2fe19-5d3a-4334-b9b9-ddee181f5597 req-d9dbc29f-93d1-48d4-80d7-0e5ba4907333 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 944 time: 0.0742538 Nov 12 08:58:28.219443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43821d23-b826-4ae7-9a92-9098394db381 req-1e453f22-b38e-404d-a347-b325f865e0b2 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863938 Nov 12 08:58:28.248098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50e2fe19-5d3a-4334-b9b9-ddee181f5597 req-32ca44d3-10d0-4ef1-ba53-3a9a1507dd99 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511451 Nov 12 08:58:28.307505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] Set router 12bba30b-42a8-4d52-8383-54ab0f27a83b gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:28.314108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.366034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a456404-0a76-4136-8296-bf181833c959 req-f8fdbe1e-c71b-4606-94c2-e3eec712d8f3 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.367817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a456404-0a76-4136-8296-bf181833c959 req-f8fdbe1e-c71b-4606-94c2-e3eec712d8f3 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 946 time: 0.0580726 Nov 12 08:58:28.426223 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a456404-0a76-4136-8296-bf181833c959 req-5de11966-d0ec-4ef5-a3cf-b7c8088a2a0a tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Nov 12 08:58:28.433962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:28.436243 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7918cc96-2776-4c0e-a179-8e4a11767c70" -d '{"events": [{"server_uuid": "3044e60b-f977-42a0-b89d-e6e09d3a5efb", "name": "network-vif-plugged", "status": "completed", "tag": "d1a3bd9e-674a-43ea-9bfa-f0b204640db1"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:28.460002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.476514 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7b9b23-990f-4254-9f9e-445930f8cd95 x-openstack-request-id: req-fb7b9b23-990f-4254-9f9e-445930f8cd95 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:28.476865 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044e60b-f977-42a0-b89d-e6e09d3a5efb", "name": "network-vif-plugged", "status": "completed", "tag": "d1a3bd9e-674a-43ea-9bfa-f0b204640db1", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:28.477181 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb7b9b23-990f-4254-9f9e-445930f8cd95 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:28.477553 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1', 'code': 200} Nov 12 08:58:28.526405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Deleting port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:28.527290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.548364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113'}], 'enable_snat': True}, 'gw_port_id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:58:26Z', 'revision_number': 5, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port': {'id': 'a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:56:37Z', 'updated_at': '2021-11-12T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:28.576062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] Checking router: 12bba30b-42a8-4d52-8383-54ab0f27a83b for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:28.586366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] Routers {'12bba30b-42a8-4d52-8383-54ab0f27a83b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:28.587549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:58:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['12bba30b-42a8-4d52-8383-54ab0f27a83b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:28.636432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e931be5-3387-4139-94ce-855325cdd7da req-19399542-7dfc-4e84-8575-3d10fac96053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.637902 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e931be5-3387-4139-94ce-855325cdd7da req-19399542-7dfc-4e84-8575-3d10fac96053 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 1098 time: 0.0920730 Nov 12 08:58:28.644856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] For port a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:28.645219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.674171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Calling delete_port for a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:28.695111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] Set router 12bba30b-42a8-4d52-8383-54ab0f27a83b gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:28.708260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcbf40-3768-4c3b-8af0-d06c8f8915ae req-4042aec1-db9a-4343-9127-1234e8646889 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.715723 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2fcbf40-3768-4c3b-8af0-d06c8f8915ae req-4042aec1-db9a-4343-9127-1234e8646889 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0862291 Nov 12 08:58:28.748091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e931be5-3387-4139-94ce-855325cdd7da req-abb59e49-c0ba-4133-b79c-b6ab57ac1c13 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000640 Nov 12 08:58:28.756789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 6, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:28.792408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e94b0-b309-452c-9e7f-b25f28008eaa None None] The sync data for ids ['12bba30b-42a8-4d52-8383-54ab0f27a83b'] in n-d-769329-17 is: [{'id': '12bba30b-42a8-4d52-8383-54ab0f27a83b', 'name': 'tempest-ServersTestMultiNic-268856383-router', 'tenant_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:56:36Z', 'updated_at': '2021-11-12T08:58:28Z', 'revision_number': 6, 'project_id': '15d725ae7b4e42aaae96426ca6c83dd0', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:28.808822 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2fcbf40-3768-4c3b-8af0-d06c8f8915ae req-f5da3529-a5aa-42a9-a3f4-3509cafd39f5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921681 Nov 12 08:58:28.822537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-a2cfc05c-cbb5-4c4e-a979-2a8f426ea644 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:28.825897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-a2cfc05c-cbb5-4c4e-a979-2a8f426ea644 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 944 time: 0.0826864 Nov 12 08:58:28.884325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.920879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:28.942045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Deleting port b3887ffb-fae1-4649-8db0-610be8ae9751 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:28.942478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:28.945866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3fd135f5-7b17-4bae-97f1-eef4ccfb9060 req-7f5ba0f0-a683-4743-9e89-a403c348e766 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0527575 Nov 12 08:58:29.001798 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.038448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] For port b3887ffb-fae1-4649-8db0-610be8ae9751, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b3887ffb-fae1-4649-8db0-610be8ae9751,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:29.039151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.054245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Calling delete_port for b3887ffb-fae1-4649-8db0-610be8ae9751 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:29.096410 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.098025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.146295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.146948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12bba30b-42a8-4d52-8383-54ab0f27a83b {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 08:58:29.152200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.153812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1e3632a5-1126-4f63-bbc6-f037d3f64804 admin admin] 10.222.0.53 "DELETE /v2.0/routers/12bba30b-42a8-4d52-8383-54ab0f27a83b HTTP/1.1" status: 204 len: 168 time: 0.9787037 Nov 12 08:58:29.156180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:29.205341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.208687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] Deleting subnet 5a392d40-8f22-48ca-b28f-7d8245f77dec {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:29.212005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.219644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['b3887ffb-fae1-4649-8db0-610be8ae9751'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:29.223063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0bdf920e-655d-4005-b83b-3c6944d49f46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:29.251143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event deleted for resources: {'Port': ['ID=b3887ffb-fae1-4649-8db0-610be8ae9751,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:29.267750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.307024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] No DVR routers for this DVR port b3887ffb-fae1-4649-8db0-610be8ae9751 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:29.310967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.315684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f46c074-f583-4bd0-a5d9-829bef085e3b req-dfca5453-21f1-4dfa-8c7b-8396fde0112c tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "DELETE /v2.0/ports/b3887ffb-fae1-4649-8db0-610be8ae9751 HTTP/1.1" status: 204 len: 173 time: 0.4848049 Nov 12 08:58:29.316407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'name': 'network-vif-deleted', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:29.319179 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23130349-8e85-4de8-82a4-69c6182939da" -d '{"events": [{"server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "name": "network-vif-deleted", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:29.407239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1205887-ab9b-4804-bb43-86893ee6f4b6 req-6dfc8ea4-b6fe-45d4-973e-d12c51db01ae tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.0375714 Nov 12 08:58:29.427145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.476711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f9205-47e9-4427-bdf4-fd442fa5bd82 req-8e61f9c6-cc81-4f3d-9b98-f749bbad13fd tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.479642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd405f5b-cf11-4cba-877d-c38934bb8183 req-4b9b6ecc-c6a9-4406-955f-93c7df651e6b tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.62 "GET /v2.0/ports?device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0291662 Nov 12 08:58:29.485006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e3f9205-47e9-4427-bdf4-fd442fa5bd82 req-8e61f9c6-cc81-4f3d-9b98-f749bbad13fd tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 950 time: 0.0879550 Nov 12 08:58:29.501767 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59a63d2-a03a-4796-aaec-da8152c9bd44 x-openstack-request-id: req-d59a63d2-a03a-4796-aaec-da8152c9bd44 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:29.502038 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40", "name": "network-vif-deleted", "tag": "b3887ffb-fae1-4649-8db0-610be8ae9751", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:29.502324 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d59a63d2-a03a-4796-aaec-da8152c9bd44 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:29.502691 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40', 'name': 'network-vif-deleted', 'tag': 'b3887ffb-fae1-4649-8db0-610be8ae9751', 'status': 'completed', 'code': 200} Nov 12 08:58:29.532996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.556243 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e3f9205-47e9-4427-bdf4-fd442fa5bd82 req-5c52d702-6f7f-4c63-92a5-3306ca9f2d6f tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650160 Nov 12 08:58:29.574597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a392d40-8f22-48ca-b28f-7d8245f77dec,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:29.587949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3194607a-f374-418b-96d1-907ecfb4edd6 None None] Network 1dec040d-dcec-4e1d-b553-07e82651a027 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:29.611519 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.615812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3e4368fa-54c1-4afe-b5fd-9ffbb027a709 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5a392d40-8f22-48ca-b28f-7d8245f77dec HTTP/1.1" status: 204 len: 168 time: 0.4586186 Nov 12 08:58:29.618572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56072) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:29.659802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124cdb4-27c3-4fa8-b597-c9f30f84558d req-6b0fe4dc-5d7d-469d-9bba-35a4bd054162 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.661622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d124cdb4-27c3-4fa8-b597-c9f30f84558d req-6b0fe4dc-5d7d-469d-9bba-35a4bd054162 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 946 time: 0.0847256 Nov 12 08:58:29.757670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:29.766053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d124cdb4-27c3-4fa8-b597-c9f30f84558d req-77490d18-2f22-475f-b59c-7eae79296032 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946071 Nov 12 08:58:29.784113 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:29.826264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:29.828183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83cf2d9-d26c-4e5f-b1ed-45bfccec0b1d not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:29.829080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 03369968-524b-4cf7-98e8-f739ba0ab13a no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:29.861790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 03369968-524b-4cf7-98e8-f739ba0ab13a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:29.862413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 03369968-524b-4cf7-98e8-f739ba0ab13a not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:29.957602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] DHCP port deletion for 1dec040d-dcec-4e1d-b553-07e82651a027 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 08:58:29.979569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-9e152e94-b65d-4e0b-840e-c338736a29df tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:29.981666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-9e152e94-b65d-4e0b-840e-c338736a29df tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 950 time: 0.1129770 Nov 12 08:58:29.987840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Deleting port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:29.988353 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.116892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b0abb-04c2-43b1-9cf6-c8196dc68e64 req-22d99e13-79ba-44e1-b24a-b91165bea323 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:30.120426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b32b0abb-04c2-43b1-9cf6-c8196dc68e64 req-22d99e13-79ba-44e1-b24a-b91165bea323 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1821311 Nov 12 08:58:30.123156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] Deleting port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:30.123526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.190443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02f0abe6-4e70-4830-b6c9-df60a455d46d req-1271477d-1867-4716-a3cd-04bc982bd523 tempest-ServerShowV247Test-1233017137 tempest-ServerShowV247Test-1233017137-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b2429c1-47d9-4c66-b6ed-2c2154df0431 HTTP/1.1" status: 200 len: 210 time: 0.0507627 Nov 12 08:58:30.271404 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b32b0abb-04c2-43b1-9cf6-c8196dc68e64 req-4a585c02-c781-4fec-8875-95e6b2b45d48 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421871 Nov 12 08:58:30.288031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] For port 720d7ba9-bed5-4a68-976c-70b0d104c5b3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=720d7ba9-bed5-4a68-976c-70b0d104c5b3,segment=NetworkSegment(019adb6f-1cd8-483b-a5d3-a7ba7efe67ad),segment_id=019adb6f-1cd8-483b-a5d3-a7ba7efe67ad)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:30.288561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.303087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] For port 720d7ba9-bed5-4a68-976c-70b0d104c5b3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=720d7ba9-bed5-4a68-976c-70b0d104c5b3,segment=NetworkSegment(019adb6f-1cd8-483b-a5d3-a7ba7efe67ad),segment_id=019adb6f-1cd8-483b-a5d3-a7ba7efe67ad)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:30.303539 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.319808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Calling delete_port for 720d7ba9-bed5-4a68-976c-70b0d104c5b3 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:30.322399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] Calling delete_port for 720d7ba9-bed5-4a68-976c-70b0d104c5b3 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:30.381064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port 052e18da-4e5b-4f6d-bf59-438f078eccd6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:30.381402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.419878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.446888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] Pushing event deleted for resources: {'Port': ['ID=720d7ba9-bed5-4a68-976c-70b0d104c5b3,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:30.450475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79b4525-c093-49ea-9024-defde9ff9885 None None] No DVR routers for this DVR port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:30.489651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.526951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Pushing event deleted for resources: {'Port': ['ID=720d7ba9-bed5-4a68-976c-70b0d104c5b3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:30.532572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] No DVR routers for this DVR port 720d7ba9-bed5-4a68-976c-70b0d104c5b3 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:30.539939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aef7e84b-de8d-4aee-a10e-b17115752f42 req-f004a30e-ac05-47ab-aa4c-5e42e38b6f93 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.0511231 Nov 12 08:58:30.574751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port 052e18da-4e5b-4f6d-bf59-438f078eccd6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=052e18da-4e5b-4f6d-bf59-438f078eccd6,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:30.574751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.599840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for 052e18da-4e5b-4f6d-bf59-438f078eccd6 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:30.641586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.721503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dec040d-dcec-4e1d-b553-07e82651a027']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:30.735528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:30.735826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019adb6f-1cd8-483b-a5d3-a7ba7efe67ad') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:30.756134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.778048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.792595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa39ae1-ddb2-4a2f-b368-2892453fecf0 req-b6474aff-a328-475b-9c91-c12142e92f09 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:30.794085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-daa39ae1-ddb2-4a2f-b368-2892453fecf0 req-b6474aff-a328-475b-9c91-c12142e92f09 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=798b58f1-371a-42c1-99df-b850cfafaf56 HTTP/1.1" status: 200 len: 950 time: 0.1580143 Nov 12 08:58:30.795104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:30.795482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:30.803065 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:30.910143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.913465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ad43e-893e-4711-b76d-a681b22e8449 req-5cd98ad0-4c47-4984-8325-9319b10f1e0c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:30.915604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c8ad43e-893e-4711-b76d-a681b22e8449 req-5cd98ad0-4c47-4984-8325-9319b10f1e0c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 946 time: 0.0530026 Nov 12 08:58:30.928281 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.933995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1dec040d-dcec-4e1d-b553-07e82651a027 HTTP/1.1" status: 204 len: 168 time: 1.3119824 Nov 12 08:58:30.954659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-daa39ae1-ddb2-4a2f-b368-2892453fecf0 req-c79f4d8d-68e3-43c7-a5e5-e3e35a2b640c tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506822 Nov 12 08:58:30.958358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd90edb-7eaf-4686-842c-acb5c9d11352 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dec040d-dcec-4e1d-b553-07e82651a027,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:30.971994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:30.996010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089', 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', '052e18da-4e5b-4f6d-bf59-438f078eccd6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:31.008829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=052e18da-4e5b-4f6d-bf59-438f078eccd6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:31.022028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c8ad43e-893e-4711-b76d-a681b22e8449 req-63f17ed2-dd1d-4c88-afbf-a93111135063 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976791 Nov 12 08:58:31.095006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port 052e18da-4e5b-4f6d-bf59-438f078eccd6 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:31.098904 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.103880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d49ce70-6ec5-4365-a1e7-2272a1b81801 req-7476271d-e59d-45ea-b72e-700105932317 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "DELETE /v2.0/ports/052e18da-4e5b-4f6d-bf59-438f078eccd6 HTTP/1.1" status: 204 len: 173 time: 1.1122761 Nov 12 08:58:31.205726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56094) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:31.239074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236', '396038b1-2e67-433c-a16b-46df9674492a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:31.280450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-21796fd5-3601-47fc-b912-a81feb24b98a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15d725ae7b4e42aaae96426ca6c83dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0710313 Nov 12 08:58:31.280692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54221cb7-2e49-4159-8a26-82a1f2756dab req-9ef6e99b-a13d-4b38-86a6-3d658e92b8e9 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:31.280692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54221cb7-2e49-4159-8a26-82a1f2756dab req-9ef6e99b-a13d-4b38-86a6-3d658e92b8e9 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=01338d98-b3e9-4aa6-8556-ee01fe336850 HTTP/1.1" status: 200 len: 945 time: 0.1152446 Nov 12 08:58:31.281096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:31.412583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54221cb7-2e49-4159-8a26-82a1f2756dab req-9dbf25be-723f-4797-96d3-783b5066dc2a tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197124 Nov 12 08:58:31.439990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e96439a8-9d16-4315-a6f6-773d3bab9fb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.459408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b65a-e6e2-478c-bb98-86038ba6b243 req-2e33f6b0-e9e4-4414-8f57-0d27abd27955 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:31.467645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57a2b65a-e6e2-478c-bb98-86038ba6b243 req-2e33f6b0-e9e4-4414-8f57-0d27abd27955 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1169944 Nov 12 08:58:31.502446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e96439a8-9d16-4315-a6f6-773d3bab9fb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.512457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798b58f1-371a-42c1-99df-b850cfafaf56', 'name': 'network-vif-deleted', 'tag': '052e18da-4e5b-4f6d-bf59-438f078eccd6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:31.530726 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e446ea10-99ea-418f-ad4e-fe3ce222c268" -d '{"events": [{"server_uuid": "798b58f1-371a-42c1-99df-b850cfafaf56", "name": "network-vif-deleted", "tag": "052e18da-4e5b-4f6d-bf59-438f078eccd6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:31.535449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 720d7ba9-bed5-4a68-976c-70b0d104c5b3 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:31.611422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 720d7ba9-bed5-4a68-976c-70b0d104c5b3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:31.612129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 720d7ba9-bed5-4a68-976c-70b0d104c5b3 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:31.630972 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e96439a8-9d16-4315-a6f6-773d3bab9fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.636318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e96439a8-9d16-4315-a6f6-773d3bab9fb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:31.641219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57a2b65a-e6e2-478c-bb98-86038ba6b243 req-7a676fb9-b107-479f-8a6b-fb0fd86e74e7 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723835 Nov 12 08:58:31.641424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e96439a8-9d16-4315-a6f6-773d3bab9fb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f84e4dbc-3345-4ec5-96da-41f0bf662fee HTTP/1.1" status: 204 len: 168 time: 0.3588903 Nov 12 08:58:31.681611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96439a8-9d16-4315-a6f6-773d3bab9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84e4dbc-3345-4ec5-96da-41f0bf662fee,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:31.754669 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc60611-2aaa-474f-96cf-d62952b85977 x-openstack-request-id: req-cdc60611-2aaa-474f-96cf-d62952b85977 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:31.755436 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798b58f1-371a-42c1-99df-b850cfafaf56", "name": "network-vif-deleted", "tag": "052e18da-4e5b-4f6d-bf59-438f078eccd6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:31.755847 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdc60611-2aaa-474f-96cf-d62952b85977 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:31.756473 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798b58f1-371a-42c1-99df-b850cfafaf56', 'name': 'network-vif-deleted', 'tag': '052e18da-4e5b-4f6d-bf59-438f078eccd6', 'status': 'completed', 'code': 200} Nov 12 08:58:31.867686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:31.886480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdab3237-4fe4-49c9-92da-18ec4d4c76d7 req-606ea1c0-7096-4106-ab59-92cb6a272fa1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.0387542 Nov 12 08:58:32.081406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:32.149123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bb94805-bfad-4e79-a396-43197a93038d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.176440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: b3887ffb-fae1-4649-8db0-610be8ae9751 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:32.176787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b3887ffb-fae1-4649-8db0-610be8ae9751 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:32.177199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 052e18da-4e5b-4f6d-bf59-438f078eccd6 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:32.275083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 052e18da-4e5b-4f6d-bf59-438f078eccd6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:32.284476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 052e18da-4e5b-4f6d-bf59-438f078eccd6 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:32.287086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bb94805-bfad-4e79-a396-43197a93038d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.297709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bb94805-bfad-4e79-a396-43197a93038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.403482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6bb94805-bfad-4e79-a396-43197a93038d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0a016d0fbb1441db147d991c272631f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5343804 Nov 12 08:58:32.406649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56148) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:32.412795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb94805-bfad-4e79-a396-43197a93038d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14c0686-4719-480b-a018-4be4e22e4d80,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:32.576857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3869dfb3-0f44-40ab-8b70-49bcda3bb578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.641772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3869dfb3-0f44-40ab-8b70-49bcda3bb578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.645857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-6b930ccc-17ca-4760-83e3-b2a1cfb1b57e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:32.659894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-6b930ccc-17ca-4760-83e3-b2a1cfb1b57e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 813 time: 0.1997702 Nov 12 08:58:32.679260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-6709f9fb-e7cd-4ad1-9939-e12c461babbc tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/quotas/087f5a61f0c542029ec9d06e47f7cf15 HTTP/1.1" status: 200 len: 375 time: 0.0183413 Nov 12 08:58:32.684528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6264f5-2da9-4e2f-89d8-8c19423f908b req-36e74e32-df13-4643-adbb-437d53199f7a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:32.692516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa6264f5-2da9-4e2f-89d8-8c19423f908b req-36e74e32-df13-4643-adbb-437d53199f7a tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 950 time: 0.0918584 Nov 12 08:58:32.751540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-39779e58-fe52-4e25-ac03-ba1c072a1ea1 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713379 Nov 12 08:58:32.778460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa6264f5-2da9-4e2f-89d8-8c19423f908b req-34d1d7cc-5af8-42d0-83fb-8cf888387f42 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657606 Nov 12 08:58:32.811618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3869dfb3-0f44-40ab-8b70-49bcda3bb578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.814829 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3869dfb3-0f44-40ab-8b70-49bcda3bb578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:32.818392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3869dfb3-0f44-40ab-8b70-49bcda3bb578 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e14c0686-4719-480b-a018-4be4e22e4d80 HTTP/1.1" status: 204 len: 168 time: 0.4081240 Nov 12 08:58:32.841065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3869dfb3-0f44-40ab-8b70-49bcda3bb578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14c0686-4719-480b-a018-4be4e22e4d80,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:32.882665 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-fb9d09e4-cd6a-42ce-aedb-5e4df89405ae service neutron] 10.222.0.53 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297743 Nov 12 08:58:32.975011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56172) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:33.033481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c60002-5bc2-49dd-8265-841e7d7118b1 req-9ee00646-7c43-4643-979e-69979e84a691 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.040152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1c60002-5bc2-49dd-8265-841e7d7118b1 req-9ee00646-7c43-4643-979e-69979e84a691 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0761402 Nov 12 08:58:33.050294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-d4b6b16d-a405-4cb0-8809-90a53a77b4bc service neutron] 10.222.0.53 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605217 Nov 12 08:58:33.104308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1c60002-5bc2-49dd-8265-841e7d7118b1 req-5b55ea13-3df3-4b67-b6eb-1dbe82c02045 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568433 Nov 12 08:58:33.251316 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d223e831-1935-4804-bcea-005a64f6ddd0 req-acd8bdd9-604d-4070-9537-362a57647ff6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.0570085 Nov 12 08:58:33.384076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2084247724-network', 'tenant_id': 'c392958ee12a48cbbfe211d36c484ce0'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:33.440235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Made reservation on behalf of c392958ee12a48cbbfe211d36c484ce0 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:33.442624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.460603 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.600022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b0ff11a-57e1-41e2-8ba7-fc2f42243d87 req-cad39f4b-0de4-417f-902c-3b1861db2102 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 210 time: 0.0429890 Nov 12 08:58:33.629862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-5574084a-9e48-4f56-8bd6-52a6d64790e9 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.631376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-5574084a-9e48-4f56-8bd6-52a6d64790e9 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "GET /v2.0/ports?device_id=01338d98-b3e9-4aa6-8556-ee01fe336850 HTTP/1.1" status: 200 len: 945 time: 0.1402323 Nov 12 08:58:33.695291 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.703983 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.759047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-c580b8fb-7a48-49a3-8805-eb8b9dab6f48 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.766401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-c580b8fb-7a48-49a3-8805-eb8b9dab6f48 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "GET /v2.0/ports?device_id=3044e60b-f977-42a0-b89d-e6e09d3a5efb HTTP/1.1" status: 200 len: 946 time: 0.0925190 Nov 12 08:58:33.779700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:33.826460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.826806 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Added segment b54784b9-32aa-4c70-a704-378932b051ec of type vlan for network 307e4146-dcee-45a8-b14f-7f6f5ce169dc Nov 12 08:58:33.934071 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.982447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e406a09-80cf-454d-902f-1b4e1f981193 req-d7e0c70d-5f9e-4bdd-ae84-ef3bb6d64d17 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.985959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.987171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:33.987999 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:33.993455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e406a09-80cf-454d-902f-1b4e1f981193 req-d7e0c70d-5f9e-4bdd-ae84-ef3bb6d64d17 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 950 time: 0.1282678 Nov 12 08:58:34.033531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Deleting port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:34.034387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.083934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56214) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:34.095079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Pushing event updated for resources: {'Network': ['ID=307e4146-dcee-45a8-b14f-7f6f5ce169dc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:34.111210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 307e4146-dcee-45a8-b14f-7f6f5ce169dc details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:34.121056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Deleting port 6eb9e3e3-5687-4782-8834-fb81d4f27018 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:34.121484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.150054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1731672 Nov 12 08:58:34.151209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603f459-47be-450f-9fe8-9cb0157fbb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e24908a-a9bd-43a6-a368-998d5f8bfbbf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:34.156584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:34.176163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Request body: {'subnet': {'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2084247724-subnet', 'tenant_id': 'c392958ee12a48cbbfe211d36c484ce0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:34.273778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e406a09-80cf-454d-902f-1b4e1f981193 req-26077fe9-5d7d-4721-bc82-ef5691083e8e tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676649 Nov 12 08:58:34.338434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Made reservation on behalf of c392958ee12a48cbbfe211d36c484ce0 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:34.342021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.348258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-6df9e7eb-ea8e-4f75-999d-1ee7f078e5e3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.349144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-6df9e7eb-ea8e-4f75-999d-1ee7f078e5e3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 950 time: 0.2823272 Nov 12 08:58:34.375256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-05bac67d-e1ae-4258-b1f2-fcce58ac9ed1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.375959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-05bac67d-e1ae-4258-b1f2-fcce58ac9ed1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/ports?device_id=46cb91ec-a4b1-41ca-b7ee-c5eb72d66330 HTTP/1.1" status: 200 len: 950 time: 0.2623208 Nov 12 08:58:34.444272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] For port 6eb9e3e3-5687-4782-8834-fb81d4f27018, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6eb9e3e3-5687-4782-8834-fb81d4f27018,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:34.444954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.468657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Calling delete_port for 6eb9e3e3-5687-4782-8834-fb81d4f27018 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:34.494672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b280ed1-bdd7-48cc-9805-de18b63583cf req-6f59dafe-97c2-4cbb-8ace-bb78fb51e240 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.1078506 Nov 12 08:58:34.500253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] For port d1a3bd9e-674a-43ea-9bfa-f0b204640db1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:34.501634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.529954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Calling delete_port for d1a3bd9e-674a-43ea-9bfa-f0b204640db1 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:34.579781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-396699298-network', 'tenant_id': 'b5d6da2d1c634c4380c9aa87a832b2fe'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:34.626707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Made reservation on behalf of b5d6da2d1c634c4380c9aa87a832b2fe for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:34.630967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.681488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.748404 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-21db0915-ca6f-4493-93e3-17b0707619b9 req-6ed57aef-6136-42a2-8ded-c5794fd940ac tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 210 time: 0.0571725 Nov 12 08:58:34.795313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:34.796418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.803010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port 396038b1-2e67-433c-a16b-46df9674492a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:34.803630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.927659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb8577-2116-44a5-a8fd-010b4dbdce98 req-6e3e1e93-895a-4700-991d-def01d5b41cc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:34.935880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bddb8577-2116-44a5-a8fd-010b4dbdce98 req-6e3e1e93-895a-4700-991d-def01d5b41cc tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.6379139 Nov 12 08:58:34.938652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:34.956008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['d1a3bd9e-674a-43ea-9bfa-f0b204640db1'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:35.039450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event deleted for resources: {'Port': ['ID=6eb9e3e3-5687-4782-8834-fb81d4f27018,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:35.139979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] No DVR routers for this DVR port 6eb9e3e3-5687-4782-8834-fb81d4f27018 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:35.159158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bddb8577-2116-44a5-a8fd-010b4dbdce98 req-1d6ae556-a708-48be-ad87-4a4f19f6633d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220533 Nov 12 08:58:35.169303 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.174444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6eae34-a9d5-46ff-9d86-948f23a2a9db req-44b550d9-23a6-437c-8f3e-fa6acf60d6eb tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "DELETE /v2.0/ports/6eb9e3e3-5687-4782-8834-fb81d4f27018 HTTP/1.1" status: 204 len: 173 time: 1.5329583 Nov 12 08:58:35.176392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'name': 'network-vif-deleted', 'tag': '6eb9e3e3-5687-4782-8834-fb81d4f27018'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:35.178904 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13be729-98f4-4c6c-8145-e94b5683e3fe" -d '{"events": [{"server_uuid": "01338d98-b3e9-4aa6-8556-ee01fe336850", "name": "network-vif-deleted", "tag": "6eb9e3e3-5687-4782-8834-fb81d4f27018"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:35.215951 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-fd7df90f-8a4c-4dfe-ab26-7d7feca4af25 service neutron] show failed (client error): The resource could not be found. Nov 12 08:58:35.217703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-fd7df90f-8a4c-4dfe-ab26-7d7feca4af25 service neutron] 10.222.0.55 "GET /v2.0/ports/1f700af0-d0b5-435b-9988-fa3f06e84a4c/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.6144044 Nov 12 08:58:35.257069 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.263509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.363691 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99676160-6571-42eb-b224-270f4661942c x-openstack-request-id: req-99676160-6571-42eb-b224-270f4661942c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:35.364444 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01338d98-b3e9-4aa6-8556-ee01fe336850", "name": "network-vif-deleted", "tag": "6eb9e3e3-5687-4782-8834-fb81d4f27018", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:35.365538 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99676160-6571-42eb-b224-270f4661942c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:35.367266 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01338d98-b3e9-4aa6-8556-ee01fe336850', 'name': 'network-vif-deleted', 'tag': '6eb9e3e3-5687-4782-8834-fb81d4f27018', 'status': 'completed', 'code': 200} Nov 12 08:58:35.370273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d3a93-7727-4f9a-a5bf-52782855d362,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:35.395789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:35.429504 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.429953 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Added segment 11f82f09-f7ad-4235-a062-f5674451d966 of type vlan for network 9085fac5-87ca-4aab-b84a-1df75a2958a7 Nov 12 08:58:35.535655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8d56-2d1b-4daa-ad1a-0ab8d18064a9 req-a5bbb115-abea-4392-b4ba-8625e7599660 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.538130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f16a8d56-2d1b-4daa-ad1a-0ab8d18064a9 req-a5bbb115-abea-4392-b4ba-8625e7599660 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 950 time: 0.1234460 Nov 12 08:58:35.542307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.555454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.577592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:35.578356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.595181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port 396038b1-2e67-433c-a16b-46df9674492a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=396038b1-2e67-433c-a16b-46df9674492a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:35.595832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.613893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.62', 65155) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:35.642550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:35.645244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event deleted for resources: {'Port': ['ID=d1a3bd9e-674a-43ea-9bfa-f0b204640db1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:35.665382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:58:35.670837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for 396038b1-2e67-433c-a16b-46df9674492a owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:35.700391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d180dfa1-95c9-4de1-9893-94d7e9e0e3bd req-9850e3a2-7e41-45f1-bbce-ea4cbcf4dbdd tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.0497322 Nov 12 08:58:35.769367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f16a8d56-2d1b-4daa-ad1a-0ab8d18064a9 req-1f187eac-b2a3-471a-9d53-438e4ae235fd tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168794 Nov 12 08:58:35.790643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] No DVR routers for this DVR port d1a3bd9e-674a-43ea-9bfa-f0b204640db1 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:35.816539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.820662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:35.821746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.826307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:35.830060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-062a84bc-81c4-4bac-9809-1564226c31f0 req-8e38f0b8-9762-4693-8918-29fc6eb28366 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "DELETE /v2.0/ports/d1a3bd9e-674a-43ea-9bfa-f0b204640db1 HTTP/1.1" status: 204 len: 173 time: 2.0581234 Nov 12 08:58:35.830650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'name': 'network-vif-deleted', 'tag': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:35.833108 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bb7d81-a261-431a-9352-400cd5577ec2" -d '{"events": [{"server_uuid": "3044e60b-f977-42a0-b89d-e6e09d3a5efb", "name": "network-vif-deleted", "tag": "d1a3bd9e-674a-43ea-9bfa-f0b204640db1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:35.957727 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b547460-9a57-4a66-b1d0-3adc77584dc9 x-openstack-request-id: req-0b547460-9a57-4a66-b1d0-3adc77584dc9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:35.958064 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3044e60b-f977-42a0-b89d-e6e09d3a5efb", "name": "network-vif-deleted", "tag": "d1a3bd9e-674a-43ea-9bfa-f0b204640db1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:35.958339 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b547460-9a57-4a66-b1d0-3adc77584dc9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:35.958813 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3044e60b-f977-42a0-b89d-e6e09d3a5efb', 'name': 'network-vif-deleted', 'tag': 'd1a3bd9e-674a-43ea-9bfa-f0b204640db1', 'status': 'completed', 'code': 200} Nov 12 08:58:36.004517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.019382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236', '396038b1-2e67-433c-a16b-46df9674492a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:36.023136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089', 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:36.081523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:36.104859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.125757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:36.157433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:36.158052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:36.158761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:36.190295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:36.192130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=396038b1-2e67-433c-a16b-46df9674492a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:36.207345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.210860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68eb8df2-9f4f-4c4e-a257-7e3c1eb6a679 req-a5a743d1-b8a3-456c-a3b7-be4906e80bfe tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "DELETE /v2.0/ports/f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0 HTTP/1.1" status: 204 len: 173 time: 1.8259141 Nov 12 08:58:36.259075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port 396038b1-2e67-433c-a16b-46df9674492a on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:36.263437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.268550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-255a05cd-5cc1-4601-b3a2-5d4182503c95 req-48aa6c8f-aace-4c2b-9bcb-0fa3b15bf0d1 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "DELETE /v2.0/ports/396038b1-2e67-433c-a16b-46df9674492a HTTP/1.1" status: 204 len: 173 time: 1.8735650 Nov 12 08:58:36.430188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442d4c-2b94-4c00-b75f-5d41c57b9532 req-3b316564-e4b0-43db-8051-baba22a7d3d4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:36.440795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e442d4c-2b94-4c00-b75f-5d41c57b9532 req-3b316564-e4b0-43db-8051-baba22a7d3d4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0741379 Nov 12 08:58:36.447792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3500469 Nov 12 08:58:36.448683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68603309-b203-4a50-941d-d245ee955bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=9085fac5-87ca-4aab-b84a-1df75a2958a7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:36.491991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-0413500c-50a4-49d7-afe9-42d9a9dc7a7b tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:36.491991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-0413500c-50a4-49d7-afe9-42d9a9dc7a7b tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 813 time: 0.8711281 Nov 12 08:58:36.491991 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.494698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9085fac5-87ca-4aab-b84a-1df75a2958a7 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:36.579366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e442d4c-2b94-4c00-b75f-5d41c57b9532 req-89360a26-adff-48fb-8caa-5367fb6011d4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375160 Nov 12 08:58:36.824366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-23c2bd79-3ecd-420c-b75a-e5bb6bc1bf0a tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:36.827874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-23c2bd79-3ecd-420c-b75a-e5bb6bc1bf0a tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 813 time: 0.8219714 Nov 12 08:58:36.846156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Request body: {'port': {'device_id': '3d768b19-f384-49d9-81b6-57907f029b25', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'admin_state_up': True, 'tenant_id': '087f5a61f0c542029ec9d06e47f7cf15'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:36.881719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e3f21c2-6dd3-418d-af1f-c90911e5545c req-98549479-d95e-4b78-b2a9-6ca9231dbc03 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 210 time: 0.8838277 Nov 12 08:58:36.894015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:36.948028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Request body: {'port': {'device_id': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'admin_state_up': True, 'tenant_id': '087f5a61f0c542029ec9d06e47f7cf15'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:37.016346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:37.018606 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249b6367-824a-451b-8677-1f5ba91e80e9" -d '{"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-unplugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:37.037304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-3f80bebd-258f-46ae-8edc-b35ef230bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.039158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-3f80bebd-258f-46ae-8edc-b35ef230bd29 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76&tenant_id=494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 1101 time: 1.4490144 Nov 12 08:58:37.042836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:37.055675 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.065043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6eb9e3e3-5687-4782-8834-fb81d4f27018 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:37.074068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:37.118052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:37.141043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79497300-5c64-4cbf-aa77-7f5093317f9d req-50d1b32e-01b2-4012-8b9f-05d64e65aa98 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=e7a4b7af-75e7-46bd-8ec0-8bea7d5d8f40 HTTP/1.1" status: 200 len: 210 time: 0.1171319 Nov 12 08:58:37.202737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 6eb9e3e3-5687-4782-8834-fb81d4f27018 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:37.203983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6eb9e3e3-5687-4782-8834-fb81d4f27018 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:37.272814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:37.364450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:37.463566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760caab-c253-4eca-878c-1be5fe285477 req-0e829a06-ad9a-4ca7-81ef-fd0b0c057130 tempest-ComputeTenantNetworksTest-2128201938 tempest-ComputeTenantNetworksTest-2128201938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.476647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760caab-c253-4eca-878c-1be5fe285477 req-0e829a06-ad9a-4ca7-81ef-fd0b0c057130 tempest-ComputeTenantNetworksTest-2128201938 tempest-ComputeTenantNetworksTest-2128201938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.494043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760caab-c253-4eca-878c-1be5fe285477 req-0e829a06-ad9a-4ca7-81ef-fd0b0c057130 tempest-ComputeTenantNetworksTest-2128201938 tempest-ComputeTenantNetworksTest-2128201938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.495454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6760caab-c253-4eca-878c-1be5fe285477 req-0e829a06-ad9a-4ca7-81ef-fd0b0c057130 tempest-ComputeTenantNetworksTest-2128201938 tempest-ComputeTenantNetworksTest-2128201938-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5097020 Nov 12 08:58:37.502988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-018a5ab6-8072-47a8-a7fd-0957a69dc0ab req-acefdad9-0305-4c48-a79c-5b9d91866804 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdc136ab-370d-40bf-ab4d-ac6b94d13f62 HTTP/1.1" status: 200 len: 210 time: 0.1401949 Nov 12 08:58:37.504065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Checking segment: {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:37.504723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Network hostable DHCP agents. Network: 307e4146-dcee-45a8-b14f-7f6f5ce169dc, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:37.534854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.650285 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e6c94a-9908-4921-8767-e4205dcadfb1 x-openstack-request-id: req-b3e6c94a-9908-4921-8767-e4205dcadfb1 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:37.650765 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-unplugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:37.651130 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3e6c94a-9908-4921-8767-e4205dcadfb1 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:37.651754 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'code': 200} Nov 12 08:58:37.693611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Network 307e4146-dcee-45a8-b14f-7f6f5ce169dc is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:37.709601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 307e4146-dcee-45a8-b14f-7f6f5ce169dc) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:37.715557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.716227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.726296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Made reservation on behalf of 087f5a61f0c542029ec9d06e47f7cf15 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:37.731013 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.736729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64061f56-55cd-402d-8e44-6400e4277c22 None None] Network 307e4146-dcee-45a8-b14f-7f6f5ce169dc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:37.803871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Made reservation on behalf of 087f5a61f0c542029ec9d06e47f7cf15 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:37.807897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:37.847610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eb0b3-ed0b-412e-8bbe-304db790f9fe req-3939f969-21f4-4e22-83c3-f84a7a478fcd tempest-ComputeTenantNetworksTest-2128201938 tempest-ComputeTenantNetworksTest-2128201938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:37.861254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d52eb0b3-ed0b-412e-8bbe-304db790f9fe req-3939f969-21f4-4e22-83c3-f84a7a478fcd tempest-ComputeTenantNetworksTest-2128201938 tempest-ComputeTenantNetworksTest-2128201938-project] 10.222.0.53 "GET /v2.0/networks/9085fac5-87ca-4aab-b84a-1df75a2958a7 HTTP/1.1" status: 200 len: 768 time: 0.1684475 Nov 12 08:58:37.862153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56284) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:37.987836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'name': 'network-vif-deleted', 'tag': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0'}, {'server_uuid': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'name': 'network-vif-deleted', 'tag': '396038b1-2e67-433c-a16b-46df9674492a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:37.996360 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eed321e-6894-4a99-b065-24920d318d2e" -d '{"events": [{"server_uuid": "fdc136ab-370d-40bf-ab4d-ac6b94d13f62", "name": "network-vif-deleted", "tag": "f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0"}, {"server_uuid": "46cb91ec-a4b1-41ca-b7ee-c5eb72d66330", "name": "network-vif-deleted", "tag": "396038b1-2e67-433c-a16b-46df9674492a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:38.021326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6006f-298c-47ba-accc-5c75615f2e65 None None] Network 307e4146-dcee-45a8-b14f-7f6f5ce169dc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:38.049519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a0f03807-6510-42d5-92b5-3727b04b192f req-bb86edde-56e7-4b52-83a3-b2d4d81e2a9e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 210 time: 0.0468216 Nov 12 08:58:38.069089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.134863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7cde398b-2c13-4100-b85e-08146c5802f0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9683945 Nov 12 08:58:38.136200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 396038b1-2e67-433c-a16b-46df9674492a no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:38.181300 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5abdc63d-7f46-44b5-941a-7bec11c0d7e8', '6c5e8396-11a4-4657-8956-4a740bb17089'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:38.223528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.250424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9085fac5-87ca-4aab-b84a-1df75a2958a7']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:38.275757 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27280071-68d4-4717-b0d8-40f3bb6e4981 x-openstack-request-id: req-27280071-68d4-4717-b0d8-40f3bb6e4981 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:38.276128 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc136ab-370d-40bf-ab4d-ac6b94d13f62", "name": "network-vif-deleted", "tag": "f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0", "status": "completed", "code": 200}, {"server_uuid": "46cb91ec-a4b1-41ca-b7ee-c5eb72d66330", "name": "network-vif-deleted", "tag": "396038b1-2e67-433c-a16b-46df9674492a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:38.276337 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27280071-68d4-4717-b0d8-40f3bb6e4981 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:38.276762 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc136ab-370d-40bf-ab4d-ac6b94d13f62', 'name': 'network-vif-deleted', 'tag': 'f5db8279-c1f7-4d7e-86f9-a3e17fa41fe0', 'status': 'completed', 'code': 200} Nov 12 08:58:38.277021 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cb91ec-a4b1-41ca-b7ee-c5eb72d66330', 'name': 'network-vif-deleted', 'tag': '396038b1-2e67-433c-a16b-46df9674492a', 'status': 'completed', 'code': 200} Nov 12 08:58:38.294119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f82f09-f7ad-4235-a062-f5674451d966') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:38.294645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f82f09-f7ad-4235-a062-f5674451d966') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:38.325671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 396038b1-2e67-433c-a16b-46df9674492a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:38.326337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 396038b1-2e67-433c-a16b-46df9674492a not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:38.326945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d1a3bd9e-674a-43ea-9bfa-f0b204640db1 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:38.338850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.370247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.381600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: d1a3bd9e-674a-43ea-9bfa-f0b204640db1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:38.382220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d1a3bd9e-674a-43ea-9bfa-f0b204640db1 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:38.390172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:38.390370 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:38.392363 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:38.565500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.604746 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:38.612688 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9085fac5-87ca-4aab-b84a-1df75a2958a7 HTTP/1.1" status: 204 len: 168 time: 0.7490821 Nov 12 08:58:38.614578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b9a38-7d53-480a-9c7a-0ab0e7e0d5d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9085fac5-87ca-4aab-b84a-1df75a2958a7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:38.732551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Allocated IP 172.20.0.3 (15cf0a0f-af98-4c0c-a053-146de4445e48/0968482d-8b7b-4e3b-adf4-7982bd4477dc/7490982b-cf07-4236-9f42-e4e290330481) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:38.790318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:38.834013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe0f47-495e-41aa-bba0-725fafc42aa1 req-c7ad05cd-3452-47c3-8bd4-23ea66cd1343 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:38.842501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3fe0f47-495e-41aa-bba0-725fafc42aa1 req-c7ad05cd-3452-47c3-8bd4-23ea66cd1343 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 947 time: 0.7277644 Nov 12 08:58:38.853184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:38.897722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7dbef29a-6493-4bf8-9cb0-f263fd675d34 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5d6da2d1c634c4380c9aa87a832b2fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049488 Nov 12 08:58:38.897947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56324) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:38.960151 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3fe0f47-495e-41aa-bba0-725fafc42aa1 req-b28c369c-b6cf-4916-a64f-21f71afe48f1 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157787 Nov 12 08:58:39.056873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-773a8c6c-0c9f-4143-9924-ac24aa70d874 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:39.063632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-773a8c6c-0c9f-4143-9924-ac24aa70d874 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 815 time: 0.2339432 Nov 12 08:58:39.082176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:39.103098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-1af76178-a0ae-4105-8320-21c41b214f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/quotas/c392958ee12a48cbbfe211d36c484ce0 HTTP/1.1" status: 200 len: 375 time: 0.0353415 Nov 12 08:58:39.160868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f700af0-d0b5-435b-9988-fa3f06e84a4c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:39.187207 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.195288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06aa2934-3050-42c7-b8b4-6ea5a592026e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.215848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-8e7a7461-ce95-42e1-a8e6-676a064595b4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1110404 Nov 12 08:58:39.227791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06aa2934-3050-42c7-b8b4-6ea5a592026e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.318705 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06aa2934-3050-42c7-b8b4-6ea5a592026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.321340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06aa2934-3050-42c7-b8b4-6ea5a592026e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.322921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-06aa2934-3050-42c7-b8b4-6ea5a592026e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d6d3a93-7727-4f9a-a5bf-52782855d362 HTTP/1.1" status: 204 len: 168 time: 0.4206502 Nov 12 08:58:39.335480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.337584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Transition to ACTIVE for port object 1f700af0-d0b5-435b-9988-fa3f06e84a4c will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:39.347259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa2934-3050-42c7-b8b4-6ea5a592026e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d3a93-7727-4f9a-a5bf-52782855d362,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:39.352649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.364989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-2400fe9d-9998-4b6e-b9a4-1fde7cd80d91 service neutron] 10.222.0.53 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478274 Nov 12 08:58:39.478281 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] No DVR routers for this DVR port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:39.599449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:39.605184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-569e56ee-f7bb-4db1-ab04-172bbd582aff service neutron] 10.222.0.53 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380478 Nov 12 08:58:39.696000 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:39.882430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:39.903646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:39.914155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:39.914762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:39.915404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:39.926587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:40.002375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.003261 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.018367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Allocated IP 172.20.0.2 (15cf0a0f-af98-4c0c-a053-146de4445e48/0968482d-8b7b-4e3b-adf4-7982bd4477dc/9e615dd5-d830-4144-a000-c5681d732316) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:40.035278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:40.035278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:40.045790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7b7a6-e84e-4331-9289-d9e39c58ff70 req-6eb75ebf-3b6a-41c5-85e0-f494d4fc1ab3 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.055790 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5b7b7a6-e84e-4331-9289-d9e39c58ff70 req-6eb75ebf-3b6a-41c5-85e0-f494d4fc1ab3 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 931 time: 0.5490134 Nov 12 08:58:40.098803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event updated for resources: {'Port': ['ID=7490982b-cf07-4236-9f42-e4e290330481,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:40.113503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:40.114246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:40.114766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:40.115396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Bound port: 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:40.115968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.135484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a645ec97-137c-4dff-91c6-2555e2475f0e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1981549 Nov 12 08:58:40.162934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e7e2289-e69b-4b37-b1e6-a88e2f012ace req-4be4087c-bda1-41d1-98a6-ca9d575d05f6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 210 time: 0.0809803 Nov 12 08:58:40.227683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5b7b7a6-e84e-4331-9289-d9e39c58ff70 req-89b4637b-20fd-47f9-b587-e52bb9a7d0dc tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710348 Nov 12 08:58:40.256080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Request body: {'port': {'device_id': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:40.429212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:40.434078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:40.455055 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.739832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.740698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:40.742246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] 10.222.0.62 "PUT /v2.0/ports/1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 1096 time: 3.6286507 Nov 12 08:58:40.752141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:40.754999 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:40.824201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ca5d7-c30d-4984-928a-e960f3753267 req-668cd794-fbfa-4260-87f4-56962bdf4def tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:40.861478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b39ca5d7-c30d-4984-928a-e960f3753267 req-668cd794-fbfa-4260-87f4-56962bdf4def tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 947 time: 0.4188919 Nov 12 08:58:40.935959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.076031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c39fa7-03e4-4e42-8237-68571b91ff5c service neutron] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:41.266591 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:58:41.294321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.355880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-42003d79-f182-4985-817e-307d75529305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.358219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-42003d79-f182-4985-817e-307d75529305 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1099 time: 0.5861454 Nov 12 08:58:41.376703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b39ca5d7-c30d-4984-928a-e960f3753267 req-2ec125b3-b2ba-46e0-8529-06cb8689d01c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137837 Nov 12 08:58:41.482808 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22786f73-f32f-4745-bcf3-2651ed3332b3 x-openstack-request-id: req-22786f73-f32f-4745-bcf3-2651ed3332b3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:41.483110 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:41.483361 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22786f73-f32f-4745-bcf3-2651ed3332b3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:41.484307 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'status': 'completed', 'code': 200} Nov 12 08:58:41.593968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-741eca9f-da4b-43b9-889e-db794c4ac548 req-71dffefc-bd81-43b6-9304-3ff53af5957f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 210 time: 0.0442779 Nov 12 08:58:41.611521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-7b59db9f-ef9d-4488-aa4e-9ebbf78caea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.613966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-7b59db9f-ef9d-4488-aa4e-9ebbf78caea8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1099 time: 0.0998878 Nov 12 08:58:41.657270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee6586-677d-4575-8064-6c1a11561038 req-7cd7f588-ebce-4b85-abdb-adae77f5fca8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.659831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7aee6586-677d-4575-8064-6c1a11561038 req-7cd7f588-ebce-4b85-abdb-adae77f5fca8 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 950 time: 0.1820393 Nov 12 08:58:41.708160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:41.779589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-5555a679-fb5d-4baf-b6d1-762067ba7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:41.782537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-5555a679-fb5d-4baf-b6d1-762067ba7d5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1578724 Nov 12 08:58:41.788642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event updated for resources: {'Port': ['ID=9e615dd5-d830-4144-a000-c5681d732316,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:41.986136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7490982b-cf07-4236-9f42-e4e290330481 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:42.001209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-dd8bdeb0-8022-4962-939e-eb5b81237920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.002982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-dd8bdeb0-8022-4962-939e-eb5b81237920 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.6208651 Nov 12 08:58:42.014478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.015320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-771598d1-b99b-485d-8b95-153339c03e9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.1913376 Nov 12 08:58:42.098792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd3d81-5836-41a4-9bff-4eaa1691512a req-2a72490b-b827-4599-81d8-0a8dcb4bb6a0 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.106790 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30bd3d81-5836-41a4-9bff-4eaa1691512a req-2a72490b-b827-4599-81d8-0a8dcb4bb6a0 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 931 time: 0.3215275 Nov 12 08:58:42.123439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Network 15cf0a0f-af98-4c0c-a053-146de4445e48 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:42.136094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Transition to ACTIVE for port object 7490982b-cf07-4236-9f42-e4e290330481 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:42.140271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-59c533bc-d07a-4468-904d-62328b34451b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.1097288 Nov 12 08:58:42.155063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:42.166747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.172939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:42.190987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-03251f04-9585-49c1-8af8-e41df0e0d654 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.192838 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-03251f04-9585-49c1-8af8-e41df0e0d654 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 815 time: 0.4089520 Nov 12 08:58:42.197691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-47cdd803-cea8-4999-9f33-344aa6a676f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.199254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-47cdd803-cea8-4999-9f33-344aa6a676f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1633606 Nov 12 08:58:42.204263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7aee6586-677d-4575-8064-6c1a11561038 req-5ca3fefc-157e-47a0-9b83-894863466042 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893603 Nov 12 08:58:42.212112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Request body: {'port': {'device_id': '9cadf94b-d941-42d9-b541-918be000ea3d', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'admin_state_up': True, 'tenant_id': 'c392958ee12a48cbbfe211d36c484ce0'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:42.276277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30bd3d81-5836-41a4-9bff-4eaa1691512a req-a7aa2921-0712-4902-bec3-6f01b5f1f3c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682150 Nov 12 08:58:42.305919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-9f28bfac-0152-4f08-b407-d3ff561cfde6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.308050 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-9f28bfac-0152-4f08-b407-d3ff561cfde6 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/ports?device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 950 time: 0.3009336 Nov 12 08:58:42.337982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-feac7379-ae5b-44e0-88fa-327a3cdce85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.340817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-feac7379-ae5b-44e0-88fa-327a3cdce85f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1896207 Nov 12 08:58:42.392570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-259794a8-3255-4051-9735-41f709a56108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.394418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-259794a8-3255-4051-9735-41f709a56108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1770554 Nov 12 08:58:42.462532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Pushing event updated for resources: {'Port': ['ID=7490982b-cf07-4236-9f42-e4e290330481,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:42.575578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.576299 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.597185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-aa7c675c-39e4-4ab5-b06c-d0c7172d05d5 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806796 Nov 12 08:58:42.604882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Made reservation on behalf of c392958ee12a48cbbfe211d36c484ce0 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:42.610009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.739110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-64c1bdf4-5b87-4cf4-a39e-40c29d83b57c tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9041281 Nov 12 08:58:42.772492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Attempting to bind port 7490982b-cf07-4236-9f42-e4e290330481 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:42.773019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Attempting to bind port 7490982b-cf07-4236-9f42-e4e290330481 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:42.773364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Attempting to bind port 7490982b-cf07-4236-9f42-e4e290330481 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:42.786200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-331e6db7-50bc-4391-ba53-8bec51b7e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.788926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-331e6db7-50bc-4391-ba53-8bec51b7e1ac service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4171033 Nov 12 08:58:42.793876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Request body: {'port': {'device_id': '3d768b19-f384-49d9-81b6-57907f029b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:42.830680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Port 7490982b-cf07-4236-9f42-e4e290330481 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:42.831553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Attempting to bind port 7490982b-cf07-4236-9f42-e4e290330481 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:42.841876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56408) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:42.877772 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ea93a9a-ff9e-4e3d-852a-be48e9da73f5 req-86c5eb7f-daea-4758-a846-b4026ffb81b7 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 210 time: 0.1025689 Nov 12 08:58:42.890464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:42.906267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Checking segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:42.906267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Bound using segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:42.906267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Bound port: 7490982b-cf07-4236-9f42-e4e290330481, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:42.906267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.907052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:42.907857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:42.932315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461eb878-f752-4d62-a53f-deaec370549c req-e59719f1-e049-4b7b-bc88-e9363372a6d9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.934806 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-461eb878-f752-4d62-a53f-deaec370549c req-e59719f1-e049-4b7b-bc88-e9363372a6d9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 947 time: 0.4150102 Nov 12 08:58:42.950956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-fefbdc20-2f94-41b0-bc40-fb4494b82ccc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:42.953448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-fefbdc20-2f94-41b0-bc40-fb4494b82ccc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "GET /v2.0/ports?device_id=711a7ad8-8238-4969-8504-9dcf2c908a6a HTTP/1.1" status: 200 len: 949 time: 0.2930696 Nov 12 08:58:42.995065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-3d21b3fd-cff7-4a47-8292-6d43f123e8f2 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802493 Nov 12 08:58:43.084231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d0ebd1c-db3f-4beb-b485-7d9229a300a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.106156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Allocated IP 172.20.0.10 (307e4146-dcee-45a8-b14f-7f6f5ce169dc/0b9748e9-d55d-409c-bb5f-7d9f9c0865ba/a909629e-0d80-49a1-8913-89dd989481bc) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:43.151271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] For port 7490982b-cf07-4236-9f42-e4e290330481, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:43.155129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] For port 7490982b-cf07-4236-9f42-e4e290330481, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7490982b-cf07-4236-9f42-e4e290330481,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:43.157792 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.174331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-c28bbbe7-0e4f-4376-be7b-7ffff84f5b3d service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857409 Nov 12 08:58:43.208137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.309793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port 6c5e8396-11a4-4657-8956-4a740bb17089 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:43.310695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.418770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Pushing event updated for resources: {'Port': ['ID=7490982b-cf07-4236-9f42-e4e290330481,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:43.451095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24f738f-bcc5-4ad3-9371-a72616a0dc34 req-ac7880b8-605b-4a37-821c-9fc3b8162eec service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241535 Nov 12 08:58:43.477869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d0ebd1c-db3f-4beb-b485-7d9229a300a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.490028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-461eb878-f752-4d62-a53f-deaec370549c req-d1a33679-9381-4cf4-a341-049d7efba407 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850885 Nov 12 08:58:43.497426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.504974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.509722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d0ebd1c-db3f-4beb-b485-7d9229a300a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.511554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-44da20f8-5b38-407b-9f21-2c27ad851613 service neutron] 10.222.0.55 "PUT /v2.0/ports/7490982b-cf07-4236-9f42-e4e290330481 HTTP/1.1" status: 200 len: 1092 time: 3.2991734 Nov 12 08:58:43.527815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'tag': '7490982b-cf07-4236-9f42-e4e290330481'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:43.533688 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f3270-5fab-4f84-b62a-36d943404c92" -d '{"events": [{"name": "network-changed", "server_uuid": "caef899e-3c90-480b-a676-85b3c47a25f9", "tag": "7490982b-cf07-4236-9f42-e4e290330481"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:43.622183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ebd1c-db3f-4beb-b485-7d9229a300a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac601f7-64ab-4e90-856c-5f91ea749bdc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:43.631376 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.637341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d0ebd1c-db3f-4beb-b485-7d9229a300a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=472e024ea1c14566b3d0b2a9649b91cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7892244 Nov 12 08:58:43.640682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port 6c5e8396-11a4-4657-8956-4a740bb17089, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6c5e8396-11a4-4657-8956-4a740bb17089,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:43.641120 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.652054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb1beb-c900-4d1f-8bb7-2bf2d97f9797 req-ee8b35bd-d160-4464-bbcf-32252cfa2a24 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:43.673633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7bb1beb-c900-4d1f-8bb7-2bf2d97f9797 req-ee8b35bd-d160-4464-bbcf-32252cfa2a24 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 950 time: 0.2740941 Nov 12 08:58:43.674998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56424) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:43.725981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for 6c5e8396-11a4-4657-8956-4a740bb17089 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:43.826429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c7bb1beb-c900-4d1f-8bb7-2bf2d97f9797 req-e4244ef6-5aa9-477c-b155-bbef5236aecf tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517966 Nov 12 08:58:43.834930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-64d71556-bac8-43f5-8479-23a4ceaffb7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.857659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.937615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:43.937967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:43.958505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Network 307e4146-dcee-45a8-b14f-7f6f5ce169dc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:43.960263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:43.976840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:43.980030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:44.055209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-5287d55d-b33f-4c69-b593-0305d10e136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:44.056863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-5287d55d-b33f-4c69-b593-0305d10e136f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1099 time: 0.5003324 Nov 12 08:58:44.067785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:44.082996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:44.083500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.100779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f5ec4-2cab-44ee-9a0e-1dc87c026f9c req-ddd8e66a-cd07-4091-af3c-99c862f9ce6e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:44.106933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6c5e8396-11a4-4657-8956-4a740bb17089 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:44.108325 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d2f5ec4-2cab-44ee-9a0e-1dc87c026f9c req-ddd8e66a-cd07-4091-af3c-99c862f9ce6e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 943 time: 0.4359493 Nov 12 08:58:44.118398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-d124f818-2f29-47f8-80ef-068e20f84f28 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9130704 Nov 12 08:58:44.119512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.151811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a80f4a12-e821-4f98-be5a-0f074f7020ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:44.153343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a80f4a12-e821-4f98-be5a-0f074f7020ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 1095 time: 0.4792962 Nov 12 08:58:44.157648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 6c5e8396-11a4-4657-8956-4a740bb17089 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:44.157993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6c5e8396-11a4-4657-8956-4a740bb17089 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:44.158416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:44.160630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:44.187964 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20810591-f67e-42b2-8f3a-467d34723be0 x-openstack-request-id: req-20810591-f67e-42b2-8f3a-467d34723be0 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:44.188263 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caef899e-3c90-480b-a676-85b3c47a25f9", "tag": "7490982b-cf07-4236-9f42-e4e290330481", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:44.188518 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20810591-f67e-42b2-8f3a-467d34723be0 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:44.188925 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'tag': '7490982b-cf07-4236-9f42-e4e290330481', 'status': 'completed', 'code': 200} Nov 12 08:58:44.199815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Request body: {'port': {'device_id': '9cadf94b-d941-42d9-b541-918be000ea3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:44.208478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=6c5e8396-11a4-4657-8956-4a740bb17089,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:44.248546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-f8f48746-f431-49cd-96e0-4c9a38320670 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7490982b-cf07-4236-9f42-e4e290330481 HTTP/1.1" status: 200 len: 217 time: 0.0712721 Nov 12 08:58:44.354759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port 6c5e8396-11a4-4657-8956-4a740bb17089 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:44.361998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.367080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0a0781c5-e9ae-45e7-a73d-07335c1730cb req-235bb286-7a21-4f0c-9500-663e203df6dc tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "DELETE /v2.0/ports/6c5e8396-11a4-4657-8956-4a740bb17089 HTTP/1.1" status: 204 len: 173 time: 1.3744402 Nov 12 08:58:44.373326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'name': 'network-vif-deleted', 'tag': '6c5e8396-11a4-4657-8956-4a740bb17089'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:44.378717 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8457f2ca-47b4-45c1-bd44-e98b3fadc5da" -d '{"events": [{"server_uuid": "711a7ad8-8238-4969-8504-9dcf2c908a6a", "name": "network-vif-deleted", "tag": "6c5e8396-11a4-4657-8956-4a740bb17089"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:44.420252 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.461120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:44.469120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:44.473118 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31d63a5-433f-4afb-96ba-dc51eca27d47" -d '{"events": [{"server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:44.480333 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.485692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.573646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:44.622226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13822727-8b62-4ddf-a263-1caafec91f6e req-0fe5ece2-a309-467d-b5a2-f8ca1a70b33c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:44.632119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13822727-8b62-4ddf-a263-1caafec91f6e req-0fe5ece2-a309-467d-b5a2-f8ca1a70b33c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 932 time: 0.2778497 Nov 12 08:58:44.726731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13822727-8b62-4ddf-a263-1caafec91f6e req-17cc3d98-d560-421f-b04a-bb2ffda2053a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927880 Nov 12 08:58:44.792716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d2f5ec4-2cab-44ee-9a0e-1dc87c026f9c req-10f15b4e-b674-4d6c-9461-c448f913874e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827993 Nov 12 08:58:44.849660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4961-3538-4369-8677-07fc983a3ca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.940332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-f3ecddc6-3112-4884-94ff-1428b179cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:44.942703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-f3ecddc6-3112-4884-94ff-1428b179cd37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.2189662 Nov 12 08:58:44.945641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4961-3538-4369-8677-07fc983a3ca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:44.982484 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f33c9-d134-49ae-9e75-e3d786c708e8 x-openstack-request-id: req-b48f33c9-d134-49ae-9e75-e3d786c708e8 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:44.982997 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:44.983277 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b48f33c9-d134-49ae-9e75-e3d786c708e8 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:44.984315 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8', 'code': 200} Nov 12 08:58:45.010973 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-1024a6b8-f8a9-4611-88c4-d828427de779 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563674 Nov 12 08:58:45.045816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-5cbb36f0-fc3b-4f63-8e0d-6c90d98685a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:45.047701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-5cbb36f0-fc3b-4f63-8e0d-6c90d98685a2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.9751968 Nov 12 08:58:45.188147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-26a3949f-c8d1-468d-8778-2f74cf29faae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.1179671 Nov 12 08:58:45.259879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e615dd5-d830-4144-a000-c5681d732316 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:45.312781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.376654 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e99eb3-7495-436c-b6b7-a21282cf803d x-openstack-request-id: req-c2e99eb3-7495-436c-b6b7-a21282cf803d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:45.376654 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711a7ad8-8238-4969-8504-9dcf2c908a6a", "name": "network-vif-deleted", "tag": "6c5e8396-11a4-4657-8956-4a740bb17089", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:45.377087 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2e99eb3-7495-436c-b6b7-a21282cf803d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:45.377452 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711a7ad8-8238-4969-8504-9dcf2c908a6a', 'name': 'network-vif-deleted', 'tag': '6c5e8396-11a4-4657-8956-4a740bb17089', 'status': 'completed', 'code': 200} Nov 12 08:58:45.387069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-c49064fa-5f30-4aeb-985c-0f81d33d6283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:45.388784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-c49064fa-5f30-4aeb-985c-0f81d33d6283 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1617482 Nov 12 08:58:45.397417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Transition to ACTIVE for port object 9e615dd5-d830-4144-a000-c5681d732316 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:45.407446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4961-3538-4369-8677-07fc983a3ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.407446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff0e4961-3538-4369-8677-07fc983a3ca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.410455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff0e4961-3538-4369-8677-07fc983a3ca2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ac601f7-64ab-4e90-856c-5f91ea749bdc HTTP/1.1" status: 204 len: 168 time: 1.7325869 Nov 12 08:58:45.410876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.426426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:45.432723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35661231-44ef-458f-94f3-d8b36032d1bd req-e6c4a6c4-354e-44ff-8c06-b6a42e11546b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:45.439640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35661231-44ef-458f-94f3-d8b36032d1bd req-e6c4a6c4-354e-44ff-8c06-b6a42e11546b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 947 time: 0.3048232 Nov 12 08:58:45.448195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.488884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-042eadb1-4e3e-41f9-a621-6c08d8f3d045 service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539537 Nov 12 08:58:45.520597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a909629e-0d80-49a1-8913-89dd989481bc {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:45.530276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.549438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Transition to ACTIVE for port object a909629e-0d80-49a1-8913-89dd989481bc will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:45.567202 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:45.580487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e4961-3538-4369-8677-07fc983a3ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac601f7-64ab-4e90-856c-5f91ea749bdc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:45.591115 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d74c9f23-8690-409e-8240-e1fb9101d4b0 req-8fe67f54-36db-4eca-92a3-e8bfe7ddb22d tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc0e5598-5e89-4332-85d1-bada7873e4fc HTTP/1.1" status: 200 len: 210 time: 0.2039154 Nov 12 08:58:45.605132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=5abdc63d-7f46-44b5-941a-7bec11c0d7e8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:45.829766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:45.923553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Attempting to bind port a909629e-0d80-49a1-8913-89dd989481bc on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:45.923964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Attempting to bind port a909629e-0d80-49a1-8913-89dd989481bc by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:45.924275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Attempting to bind port a909629e-0d80-49a1-8913-89dd989481bc on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:45.931695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Port a909629e-0d80-49a1-8913-89dd989481bc on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:45.932050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Attempting to bind port a909629e-0d80-49a1-8913-89dd989481bc on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:45.940347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:45.940683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Checking segment: {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:45.941077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Bound using segment: {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:45.941524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Bound port: a909629e-0d80-49a1-8913-89dd989481bc, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:45.941881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.013023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-05d16d13-6d09-4fdc-a528-bec83cf96b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.017197 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-05d16d13-6d09-4fdc-a528-bec83cf96b24 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6131711 Nov 12 08:58:46.026591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port 5abdc63d-7f46-44b5-941a-7bec11c0d7e8 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:46.030115 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.035754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abcc794d-c13b-40a0-856f-0b5fab6e21ec req-76381cdc-7820-4cfa-85a6-68bd2be90624 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.55 "DELETE /v2.0/ports/5abdc63d-7f46-44b5-941a-7bec11c0d7e8 HTTP/1.1" status: 204 len: 173 time: 3.7129047 Nov 12 08:58:46.040057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:46.066046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:46.085461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Pushing event updated for resources: {'Port': ['ID=9e615dd5-d830-4144-a000-c5681d732316,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:46.101141 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.116625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35661231-44ef-458f-94f3-d8b36032d1bd req-4a7966db-2f84-4eb3-9829-42bb2669f492 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6757898 Nov 12 08:58:46.126621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:46.277130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.280048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.303576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] 10.222.0.62 "PUT /v2.0/ports/a909629e-0d80-49a1-8913-89dd989481bc HTTP/1.1" status: 200 len: 1093 time: 2.1650903 Nov 12 08:58:46.355157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'name': 'network-vif-deleted', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:46.358649 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980c3e9b-4b17-45a9-975b-4b0a45d69079" -d '{"events": [{"server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "name": "network-vif-deleted", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:46.374671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-30828a1d-2586-4036-8944-9e825adb0a7a service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376489 Nov 12 08:58:46.446122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096417ec-cd38-46dc-a46e-9a9ee05a5126 service neutron] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:46.446459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-cff2688f-4db3-4293-9e84-aa8decbf6132 service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8987069 Nov 12 08:58:46.467135 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3a69585b-6e6b-4244-8c27-a4aa43e574f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.488938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-3bbabfe9-4abf-44f9-a09e-22c58fdd6aa5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.490777 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-3bbabfe9-4abf-44f9-a09e-22c58fdd6aa5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 944 time: 0.9253685 Nov 12 08:58:46.509989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:46.533806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'mac_address': 'fa:16:3e:e8:7e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:46.537543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-3c2403b6-b123-4646-b16a-1c87c2b28f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.539141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-3c2403b6-b123-4646-b16a-1c87c2b28f6a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 1096 time: 0.1406114 Nov 12 08:58:46.602771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Attempting to bind port 9e615dd5-d830-4144-a000-c5681d732316 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:46.603010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Attempting to bind port 9e615dd5-d830-4144-a000-c5681d732316 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:46.603400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Attempting to bind port 9e615dd5-d830-4144-a000-c5681d732316 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:46.608308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.614928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-80698106-62b1-4063-b094-95b2e5042cdd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a909629e-0d80-49a1-8913-89dd989481bc HTTP/1.1" status: 200 len: 217 time: 0.0640407 Nov 12 08:58:46.626983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f700af0-d0b5-435b-9988-fa3f06e84a4c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:46.627230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8366824-b4e2-4e6f-b32d-ea0bd1388996 req-bc180a7e-be6d-48ce-895d-0f3e5c4774e4 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.634562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8366824-b4e2-4e6f-b32d-ea0bd1388996 req-bc180a7e-be6d-48ce-895d-0f3e5c4774e4 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 944 time: 0.3278322 Nov 12 08:58:46.657076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:46.663433 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.674360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Port 9e615dd5-d830-4144-a000-c5681d732316 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:46.674830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Attempting to bind port 9e615dd5-d830-4144-a000-c5681d732316 on network 15cf0a0f-af98-4c0c-a053-146de4445e48 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:46.681831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67fa8c5-9bf4-4ecf-b525-5e5ac84e6f2b req-979c916a-7a62-4324-a92d-78d033a48187 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381318 Nov 12 08:58:46.696329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:46.696719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Checking segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:46.697055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Bound using segment: {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:46.697529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Bound port: 9e615dd5-d830-4144-a000-c5681d732316, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bf83829-2259-4227-85b0-8bab7f686a33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:46.697869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.705079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-af1bd77f-a273-476a-af1e-2709123a91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.706619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-af1bd77f-a273-476a-af1e-2709123a91a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 1095 time: 0.1518304 Nov 12 08:58:46.714542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907d44f-46a4-4de2-bb2d-2178e5515589 req-8117bd16-aa93-4e90-b697-7b2433279b2e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.716134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1907d44f-46a4-4de2-bb2d-2178e5515589 req-8117bd16-aa93-4e90-b697-7b2433279b2e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 944 time: 0.1568785 Nov 12 08:58:46.734605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:46.775959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:46.806840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-58769400-7807-4073-899a-7de4dfd99aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.810583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-58769400-7807-4073-899a-7de4dfd99aae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba HTTP/1.1" status: 200 len: 855 time: 0.1728790 Nov 12 08:58:46.847627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8366824-b4e2-4e6f-b32d-ea0bd1388996 req-8161697b-9a67-4b7d-a72a-97bdb34d9000 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113771 Nov 12 08:58:46.896478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1907d44f-46a4-4de2-bb2d-2178e5515589 req-5f7a0746-0e74-4715-bf3c-e1fa83fdadb6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452782 Nov 12 08:58:46.907827 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-7027d83a-d9ec-4320-b493-1dba460444ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=307e4146-dcee-45a8-b14f-7f6f5ce169dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532587 Nov 12 08:58:46.910212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] For port 9e615dd5-d830-4144-a000-c5681d732316, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:46.911279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Deleting port 0bdf920e-655d-4005-b83b-3c6944d49f46 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:46.911766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.917690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] For port 9e615dd5-d830-4144-a000-c5681d732316, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=9e615dd5-d830-4144-a000-c5681d732316,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:46.934440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.938207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['1f700af0-d0b5-435b-9988-fa3f06e84a4c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:46.970578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-2e94d203-4aaa-4339-a108-0a29cb67a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.972138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-2e94d203-4aaa-4339-a108-0a29cb67a86c service neutron] 10.222.0.55 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 914 time: 0.2482522 Nov 12 08:58:46.995508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:46.996191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:46.997649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] 10.222.0.62 "PUT /v2.0/ports/9e615dd5-d830-4144-a000-c5681d732316 HTTP/1.1" status: 200 len: 1092 time: 4.2279532 Nov 12 08:58:47.034190 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c2c9b-3955-430a-837f-9342aff1fad1 x-openstack-request-id: req-f27c2c9b-3955-430a-837f-9342aff1fad1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:47.035222 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0e5598-5e89-4332-85d1-bada7873e4fc", "name": "network-vif-deleted", "tag": "5abdc63d-7f46-44b5-941a-7bec11c0d7e8", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:47.035222 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f27c2c9b-3955-430a-837f-9342aff1fad1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:47.035222 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0e5598-5e89-4332-85d1-bada7873e4fc', 'name': 'network-vif-deleted', 'tag': '5abdc63d-7f46-44b5-941a-7bec11c0d7e8', 'status': 'completed', 'code': 200} Nov 12 08:58:47.041339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-df27ccd0-9e30-4260-a686-85a71fa00e91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7490982b-cf07-4236-9f42-e4e290330481 HTTP/1.1" status: 200 len: 217 time: 0.0600286 Nov 12 08:58:47.094201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1194513218-network', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:47.100803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a478d9-e0c2-4a19-9581-81475363ee19 service neutron] Pushing event updated for resources: {'Port': ['ID=9e615dd5-d830-4144-a000-c5681d732316,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:47.188255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-fc29722b-2c94-48e5-929c-ce39a12d078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.190881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-fc29722b-2c94-48e5-929c-ce39a12d078b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.1384516 Nov 12 08:58:47.200870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-38f149d0-8e2e-440f-ba87-64a3abf98c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.203562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-38f149d0-8e2e-440f-ba87-64a3abf98c65 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 1095 time: 0.1360178 Nov 12 08:58:47.279562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-fb9ab968-9a89-4eb4-9fea-2d49d83cbc5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746071 Nov 12 08:58:47.280013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fcf1f-fce6-49af-9562-d71ca15850d5 req-c58805ad-6155-4c66-a769-3c3aa3d502df tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.281519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-cb8ff1bd-f889-42c7-b138-49fa08c76911 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e615dd5-d830-4144-a000-c5681d732316 HTTP/1.1" status: 200 len: 217 time: 0.0638885 Nov 12 08:58:47.282551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e0fcf1f-fce6-49af-9562-d71ca15850d5 req-c58805ad-6155-4c66-a769-3c3aa3d502df tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 943 time: 0.2025390 Nov 12 08:58:47.288941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Made reservation on behalf of 7fd16e2cf94b421e9f4a90b91c5333d6 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:47.291494 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.299181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-0d963f21-c574-44bb-bf03-1cf50b55aac3 service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250227 Nov 12 08:58:47.320524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] For port 0bdf920e-655d-4005-b83b-3c6944d49f46, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0bdf920e-655d-4005-b83b-3c6944d49f46,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:47.320990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.332107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.375055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Calling delete_port for 0bdf920e-655d-4005-b83b-3c6944d49f46 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:47.382857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:47.385371 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bfea96-f3c2-4ac8-aed4-b11974618074" -d '{"events": [{"name": "network-changed", "server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "tag": "a909629e-0d80-49a1-8913-89dd989481bc"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:47.478171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7c1cad8-c462-4007-acc8-0cf8c85b53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.479654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-a7c1cad8-c462-4007-acc8-0cf8c85b53a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.1912656 Nov 12 08:58:47.510694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e0fcf1f-fce6-49af-9562-d71ca15850d5 req-f250ee2d-a37b-4620-83eb-c8105b70938d tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138736 Nov 12 08:58:47.549369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63cc6-4977-4146-b05e-601ac59853a6 req-08be32de-a071-4015-9463-9d058b4e80d9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.550951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45a63cc6-4977-4146-b05e-601ac59853a6 req-08be32de-a071-4015-9463-9d058b4e80d9 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 948 time: 0.2022176 Nov 12 08:58:47.552901 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-c0ada6c4-d7cf-4b2e-a6f1-ac63279eafff service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642200 Nov 12 08:58:47.559292 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3661c43b-cb63-4d26-ae6d-2afd129632f1 req-bd610151-3b54-4eb4-8763-de1c84b42e4c service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409141 Nov 12 08:58:47.597668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-10462bb3-19ab-4d69-b465-b1343494d734 service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073294 Nov 12 08:58:47.619381 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.639429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.689472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:47.696559 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956e8933-4b16-45e8-bda2-f68bb8272c49 x-openstack-request-id: req-956e8933-4b16-45e8-bda2-f68bb8272c49 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:47.696903 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "tag": "a909629e-0d80-49a1-8913-89dd989481bc", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:47.697096 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-956e8933-4b16-45e8-bda2-f68bb8272c49 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:47.697577 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc', 'status': 'completed', 'code': 200} Nov 12 08:58:47.699116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0507676-773f-492f-8a80-684ee1cdf9e4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:47.704833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.716574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.716922 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Added segment 34a233bc-2b00-490c-ad6e-0ab43e89a464 of type vlan for network c1d15719-f631-4abd-aa1f-32fd64f51110 Nov 12 08:58:47.751685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0bdf920e-655d-4005-b83b-3c6944d49f46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:47.754716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event deleted for resources: {'Port': ['ID=0bdf920e-655d-4005-b83b-3c6944d49f46,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:47.808679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45a63cc6-4977-4146-b05e-601ac59853a6 req-a5ff2f0f-b4c6-4abf-91cb-99d36aaa87d5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431715 Nov 12 08:58:47.847191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-b3528515-eca7-41ef-8f07-acdb381179f1 service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704966 Nov 12 08:58:47.892245 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.916201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] No DVR routers for this DVR port 0bdf920e-655d-4005-b83b-3c6944d49f46 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:47.922913 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:47.926497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df2faf31-fdd7-4094-8214-9e0533e3a8d4 req-21bd930b-018b-432a-938d-e1f6278ae488 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "DELETE /v2.0/ports/0bdf920e-655d-4005-b83b-3c6944d49f46 HTTP/1.1" status: 204 len: 173 time: 1.4278340 Nov 12 08:58:47.944859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-efeb7759-6a1a-4df5-adf3-0df909b3972a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:47.946771 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-efeb7759-6a1a-4df5-adf3-0df909b3972a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 1096 time: 0.2011721 Nov 12 08:58:48.002593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.004024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.005383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.038447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c8f3270-5fab-4f84-b62a-36d943404c92 req-0126baa5-df6e-405b-8dc4-d922ca9593e0 service neutron] 10.222.0.55 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259858 Nov 12 08:58:48.120125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:48.129099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7490982b-cf07-4236-9f42-e4e290330481 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:48.137698 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29fdfe90-b6f0-485b-bcda-e228f10da6c0 req-cbaffbb9-6135-473f-b6cb-0314602a0183 service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656922 Nov 12 08:58:48.139338 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3579781 Nov 12 08:58:48.143988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56508) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:48.156751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Request body: {'subnet': {'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1194513218-subnet', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:48.175672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0dc5b8c-ff7a-43d0-9ae3-7a9bc37895cc req-07046e62-835b-4e41-a59b-aab756f0233e tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=29597ddc-9359-4653-b160-92bf6b403a8a HTTP/1.1" status: 200 len: 210 time: 0.0903060 Nov 12 08:58:48.183229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9e847-0e94-4d94-9a00-1de8d0b08dac admin admin] Pushing event updated for resources: {'Network': ['ID=c1d15719-f631-4abd-aa1f-32fd64f51110,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:48.216576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Made reservation on behalf of 7fd16e2cf94b421e9f4a90b91c5333d6 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:48.221049 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.221947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-36d90035-011f-410e-bcf9-b5d2140c2140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.225727 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-36d90035-011f-410e-bcf9-b5d2140c2140 service neutron] 10.222.0.62 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 916 time: 0.2691782 Nov 12 08:58:48.238872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c1d15719-f631-4abd-aa1f-32fd64f51110 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:48.297190 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-d8a819ad-076b-43bd-b0a6-6837085b27d3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a909629e-0d80-49a1-8913-89dd989481bc HTTP/1.1" status: 200 len: 217 time: 0.0588372 Nov 12 08:58:48.387267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-dbeefa67-9cf4-4cd0-8a7d-c7ec69b71cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.388956 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-dbeefa67-9cf4-4cd0-8a7d-c7ec69b71cc3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba HTTP/1.1" status: 200 len: 855 time: 0.0816679 Nov 12 08:58:48.398186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c622c5d-86c8-4614-8c9b-1a72f5455ecd req-68137d8e-b7c2-46da-aced-0502313317d3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.400705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c622c5d-86c8-4614-8c9b-1a72f5455ecd req-68137d8e-b7c2-46da-aced-0502313317d3 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 950 time: 0.1072628 Nov 12 08:58:48.434295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-06b0a087-3d56-4c9a-b478-1b63d9ca177f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=307e4146-dcee-45a8-b14f-7f6f5ce169dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325089 Nov 12 08:58:48.461621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7490982b-cf07-4236-9f42-e4e290330481, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7490982b-cf07-4236-9f42-e4e290330481,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:48.473068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 1f700af0-d0b5-435b-9988-fa3f06e84a4c completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:48.473627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-078df807-453d-4824-add5-a871f349df16 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.476397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-078df807-453d-4824-add5-a871f349df16 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76&tenant_id=494437cfbc0f44e8bb054bcc6d247564&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 948 time: 0.2092593 Nov 12 08:58:48.495403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0082ed0-6175-4b69-8786-33d3b3644ef1 req-41647c3a-8f51-422e-adb8-7c8f592d3f5f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.498797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0082ed0-6175-4b69-8786-33d3b3644ef1 req-41647c3a-8f51-422e-adb8-7c8f592d3f5f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 944 time: 0.2048130 Nov 12 08:58:48.537934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c622c5d-86c8-4614-8c9b-1a72f5455ecd req-ba9b57f3-466a-4c85-aee0-667cea032f95 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232147 Nov 12 08:58:48.587274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-1f6747fb-49a7-4c11-8351-775c5cc0bde4 service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426337 Nov 12 08:58:48.649547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '7490982b-cf07-4236-9f42-e4e290330481', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'port_id': '7490982b-cf07-4236-9f42-e4e290330481', 'mac_address': 'fa:16:3e:9e:04:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968482d-8b7b-4e3b-adf4-7982bd4477dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:48.651837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 1f700af0-d0b5-435b-9988-fa3f06e84a4c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:48.652392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.743525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.767769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7490982b-cf07-4236-9f42-e4e290330481 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:48.781424 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0082ed0-6175-4b69-8786-33d3b3644ef1 req-979eb592-504c-4989-99ca-6048804b26b1 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638476 Nov 12 08:58:48.783854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3025fa4-49bf-4e36-8faf-5969f7d2ad78 req-fb2aa717-5a8b-444c-a0ff-bb5622ab6e72 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:48.786928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3025fa4-49bf-4e36-8faf-5969f7d2ad78 req-fb2aa717-5a8b-444c-a0ff-bb5622ab6e72 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 948 time: 0.1199255 Nov 12 08:58:48.801551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-4693dc95-4156-4562-82aa-9946b7c58cd4 service neutron] 10.222.0.62 "GET /v2.0/ports/1f700af0-d0b5-435b-9988-fa3f06e84a4c/bindings/n-h1-769329-17 HTTP/1.1" status: 200 len: 383 time: 0.2844214 Nov 12 08:58:48.810961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64bfea96-f3c2-4ac8-aed4-b11974618074 req-71ea21a0-16d0-4281-a058-cd9834b4874b service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146091 Nov 12 08:58:48.848571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7490982b-cf07-4236-9f42-e4e290330481, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7490982b-cf07-4236-9f42-e4e290330481,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:48.859122 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.862732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.867380 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:48.926219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3025fa4-49bf-4e36-8faf-5969f7d2ad78 req-46ebd01f-bc46-4dd9-a787-8631f45e13e0 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130633 Nov 12 08:58:48.972504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:48.976934 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c067d9-c22a-4007-84b1-91fc66290c22" -d '{"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-plugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:48.998824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:49.007518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-9ca787bf-db2c-4198-8426-b581e070b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.008886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:49.009684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-9ca787bf-db2c-4198-8426-b581e070b889 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1100 time: 0.1688426 Nov 12 08:58:49.036252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d768b19-f384-49d9-81b6-57907f029b25', 'tag': '9e615dd5-d830-4144-a000-c5681d732316'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:49.038308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.038847 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a995ed5c-6aac-4dde-94fc-c61d62d7033c" -d '{"events": [{"name": "network-changed", "server_uuid": "3d768b19-f384-49d9-81b6-57907f029b25", "tag": "9e615dd5-d830-4144-a000-c5681d732316"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:49.042716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7490982b-cf07-4236-9f42-e4e290330481,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:49.049991 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.072143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Checking segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:49.072506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Network hostable DHCP agents. Network: c1d15719-f631-4abd-aa1f-32fd64f51110, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:49.126095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['7490982b-cf07-4236-9f42-e4e290330481'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:49.133731 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8fd007-a321-47c1-97c2-b3399a1978df x-openstack-request-id: req-4a8fd007-a321-47c1-97c2-b3399a1978df {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:49.134271 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-plugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:49.134771 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a8fd007-a321-47c1-97c2-b3399a1978df {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:49.135481 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'code': 200} Nov 12 08:58:49.157445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Network c1d15719-f631-4abd-aa1f-32fd64f51110 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:58:49.167255 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24630d90-cb08-4242-9926-8a686687a075 x-openstack-request-id: req-24630d90-cb08-4242-9926-8a686687a075 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:49.167548 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d768b19-f384-49d9-81b6-57907f029b25", "tag": "9e615dd5-d830-4144-a000-c5681d732316", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:49.167804 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24630d90-cb08-4242-9926-8a686687a075 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:49.168233 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d768b19-f384-49d9-81b6-57907f029b25', 'tag': '9e615dd5-d830-4144-a000-c5681d732316', 'status': 'completed', 'code': 200} Nov 12 08:58:49.185794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba8e3d-e4be-4646-9bbd-9f72e53bf719 req-a7fc08bf-badd-47ab-b154-91d22e558dc6 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.187785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73ba8e3d-e4be-4646-9bbd-9f72e53bf719 req-a7fc08bf-badd-47ab-b154-91d22e558dc6 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 944 time: 0.1344674 Nov 12 08:58:49.190822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c1d15719-f631-4abd-aa1f-32fd64f51110) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:49.193165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=10']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:49.195829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-b3f51dfe-c724-456b-84ee-19e5f9d9589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.197324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-b3f51dfe-c724-456b-84ee-19e5f9d9589e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1752427 Nov 12 08:58:49.198452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.199014 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.241292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963842ec-bebb-4ca8-aa35-d38fb754c7bf None None] Network c1d15719-f631-4abd-aa1f-32fd64f51110 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:49.252829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-2cfff9c8-8c2f-4c86-ac66-c8a33c82fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.257712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-2cfff9c8-8c2f-4c86-ac66-c8a33c82fd63 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 1095 time: 0.0672166 Nov 12 08:58:49.279933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-66df63ac-03ab-4a5e-a947-d135d2a3b5d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.0569155 Nov 12 08:58:49.292510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ec1ca6b9-8253-4bc4-ac5a-61bbbfefb37e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1444507 Nov 12 08:58:49.294514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56526) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:49.314563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:49.371864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73ba8e3d-e4be-4646-9bbd-9f72e53bf719 req-49f8372a-a27b-4a14-8427-88d283b6a69a tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564655 Nov 12 08:58:49.391382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-286427f5-68db-4646-9a66-f5c47e08877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.393452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-286427f5-68db-4646-9a66-f5c47e08877d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1019218 Nov 12 08:58:49.395686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.396905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.429167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-b2c4ce27-c535-424f-a3b8-1d9d5a64de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.431248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-b2c4ce27-c535-424f-a3b8-1d9d5a64de38 service neutron] 10.222.0.62 "GET /v2.0/networks?id=15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 200 len: 914 time: 0.1630423 Nov 12 08:58:49.495023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-3c543972-7df4-413f-9224-48ae0a0af3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.496690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-3c543972-7df4-413f-9224-48ae0a0af3ae service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951998 Nov 12 08:58:49.498231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.529951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-6b373fd0-fac2-4e7d-b322-8f455d24453d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9e615dd5-d830-4144-a000-c5681d732316 HTTP/1.1" status: 200 len: 217 time: 0.0910332 Nov 12 08:58:49.587123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c1d15719-f631-4abd-aa1f-32fd64f51110', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:58:49.588466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.714706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'name': 'network-vif-deleted', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:49.717065 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a929eb59-3407-4b89-8bb6-b5381fed71df" -d '{"events": [{"server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "name": "network-vif-deleted", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:49.719524 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.743160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-78e06502-f7de-422f-85a5-8b216a7599c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.745838 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-78e06502-f7de-422f-85a5-8b216a7599c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 200 len: 853 time: 0.2083993 Nov 12 08:58:49.778420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Allocated IP 172.20.0.2 (c1d15719-f631-4abd-aa1f-32fd64f51110/14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a/cefec924-d57c-45dd-90ba-c8a010306cc9) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:49.780035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-857d38b1-91f0-4759-8c8f-298953f93d95 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.781913 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-857d38b1-91f0-4759-8c8f-298953f93d95 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 950 time: 0.1626301 Nov 12 08:58:49.784260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f12b3-2c79-4334-ac77-f2c55b471ae9 req-cd92dbfa-d9ae-4df4-b474-528ad2615875 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.786271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-603f12b3-2c79-4334-ac77-f2c55b471ae9 req-cd92dbfa-d9ae-4df4-b474-528ad2615875 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 945 time: 0.2075727 Nov 12 08:58:49.788767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:49.797564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-57067116-ece3-485c-aa82-5c12e1b0b8e1 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925541 Nov 12 08:58:49.820904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-2e282cef-e361-4270-a93e-914816ab3b8e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=15cf0a0f-af98-4c0c-a053-146de4445e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634673 Nov 12 08:58:49.871717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe6323-f8db-4277-89c4-4216e6cfb67c req-c426d0cb-ab0e-4009-9afb-0c85c1047cc9 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:49.873527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-81fe6323-f8db-4277-89c4-4216e6cfb67c req-c426d0cb-ab0e-4009-9afb-0c85c1047cc9 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 950 time: 0.2011516 Nov 12 08:58:49.925305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-603f12b3-2c79-4334-ac77-f2c55b471ae9 req-0f39c1fc-0ebe-415b-8503-74d60ee7dc2d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326284 Nov 12 08:58:50.013365 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.020929 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf6656-f3ac-4cad-9e3a-1bf3c35905af x-openstack-request-id: req-1dcf6656-f3ac-4cad-9e3a-1bf3c35905af {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:50.020929 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29597ddc-9359-4653-b160-92bf6b403a8a", "name": "network-vif-deleted", "tag": "0bdf920e-655d-4005-b83b-3c6944d49f46", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:50.020929 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dcf6656-f3ac-4cad-9e3a-1bf3c35905af {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:50.021992 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29597ddc-9359-4653-b160-92bf6b403a8a', 'name': 'network-vif-deleted', 'tag': '0bdf920e-655d-4005-b83b-3c6944d49f46', 'status': 'completed', 'code': 200} Nov 12 08:58:50.027691 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.064473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-81fe6323-f8db-4277-89c4-4216e6cfb67c req-ff6182f4-54be-4dbc-92be-97cdfb9eaa18 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba9bb6bc-7293-442f-b47a-ea8592d9ca61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664488 Nov 12 08:58:50.096058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-2269a6b5-9ac5-4b30-866e-5afc838c1c11 service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421408 Nov 12 08:58:50.101680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Network c1d15719-f631-4abd-aa1f-32fd64f51110 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:50.107806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:50.111223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Deleting port 21a9cd74-e2c5-46c9-abe9-4901eef56236 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:50.112207 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.116199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:50.128666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Pushing event updated for resources: {'Port': ['ID=cefec924-d57c-45dd-90ba-c8a010306cc9,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:50.136272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7490982b-cf07-4236-9f42-e4e290330481 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:50.143166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a909629e-0d80-49a1-8913-89dd989481bc details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:50.255765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0bdf920e-655d-4005-b83b-3c6944d49f46 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:50.352231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:50.367520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 0bdf920e-655d-4005-b83b-3c6944d49f46 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:50.367520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0bdf920e-655d-4005-b83b-3c6944d49f46 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:50.377065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] For port 21a9cd74-e2c5-46c9-abe9-4901eef56236, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=21a9cd74-e2c5-46c9-abe9-4901eef56236,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:50.377464 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.389506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'a909629e-0d80-49a1-8913-89dd989481bc', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'port_id': 'a909629e-0d80-49a1-8913-89dd989481bc', 'mac_address': 'fa:16:3e:f6:61:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9748e9-d55d-409c-bb5f-7d9f9c0865ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:50.394181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.404057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Attempting to bind port cefec924-d57c-45dd-90ba-c8a010306cc9 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:50.404443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Attempting to bind port cefec924-d57c-45dd-90ba-c8a010306cc9 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:50.404795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Attempting to bind port cefec924-d57c-45dd-90ba-c8a010306cc9 on network c1d15719-f631-4abd-aa1f-32fd64f51110 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:50.415737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960e5f-3a02-4cf0-9b1b-b593ed9fd67b req-1866e457-f9dc-4000-97ab-8fd1f14362a4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:50.417848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e960e5f-3a02-4cf0-9b1b-b593ed9fd67b req-1866e457-f9dc-4000-97ab-8fd1f14362a4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 950 time: 0.1311355 Nov 12 08:58:50.419099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Calling delete_port for 21a9cd74-e2c5-46c9-abe9-4901eef56236 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:50.423216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a995ed5c-6aac-4dde-94fc-c61d62d7033c req-f1766954-78f4-480a-a173-25e801edbbdd service neutron] 10.222.0.62 "GET /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184507 Nov 12 08:58:50.446915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:50.447316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Checking segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:50.447757 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.448112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Bound using segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:50.448616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Bound port: cefec924-d57c-45dd-90ba-c8a010306cc9, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:50.449007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.506558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-6831a555-b158-4a8d-a260-d0b8b53c9528 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7001491 Nov 12 08:58:50.507826 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.519977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 7490982b-cf07-4236-9f42-e4e290330481 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:50.540421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47815e-b400-4f29-87a2-f5db40b3b72d req-c6128601-a671-4de4-a94f-f2e39aa5146f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:50.543658 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb47815e-b400-4f29-87a2-f5db40b3b72d req-c6128601-a671-4de4-a94f-f2e39aa5146f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 944 time: 0.1099615 Nov 12 08:58:50.555268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 7490982b-cf07-4236-9f42-e4e290330481 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:50.555818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.557114 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e960e5f-3a02-4cf0-9b1b-b593ed9fd67b req-3e0ab2ab-1019-465a-ab08-472154b93aff tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247270 Nov 12 08:58:50.557986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-a0e4fe99-0fe8-4e80-818c-131d20d0710d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:50.559822 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-a0e4fe99-0fe8-4e80-818c-131d20d0710d tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 945 time: 0.5920913 Nov 12 08:58:50.597619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a909629e-0d80-49a1-8913-89dd989481bc {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:50.659273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:50.662691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] For port cefec924-d57c-45dd-90ba-c8a010306cc9, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:50.672385 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.674423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] For port cefec924-d57c-45dd-90ba-c8a010306cc9, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cefec924-d57c-45dd-90ba-c8a010306cc9,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:50.677180 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.714689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Pushing event deleted for resources: {'Port': ['ID=21a9cd74-e2c5-46c9-abe9-4901eef56236,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:50.747213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['21a9cd74-e2c5-46c9-abe9-4901eef56236'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:50.755873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.776388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] No DVR routers for this DVR port 21a9cd74-e2c5-46c9-abe9-4901eef56236 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:50.791839 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.795627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17c23dd0-e491-4f0f-a956-2867aaf22ccd req-768a167c-d9d4-4918-9c04-44427929b574 tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.62 "DELETE /v2.0/ports/21a9cd74-e2c5-46c9-abe9-4901eef56236 HTTP/1.1" status: 204 len: 173 time: 1.0049133 Nov 12 08:58:50.833006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88d7fa-286c-4117-9c01-076a2afa9548 req-9df1a0bf-7c29-4199-931c-2bd68b80736e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:50.842099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8c88d7fa-286c-4117-9c01-076a2afa9548 req-9df1a0bf-7c29-4199-931c-2bd68b80736e tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 944 time: 0.0990324 Nov 12 08:58:50.875732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:50.918392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8c88d7fa-286c-4117-9c01-076a2afa9548 req-422919c5-aded-499d-80e7-024429a89503 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728190 Nov 12 08:58:50.937404 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:50.944791 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb47815e-b400-4f29-87a2-f5db40b3b72d req-2a55f53c-1502-401f-b25e-8c8d9105997e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836150 Nov 12 08:58:50.981698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a909629e-0d80-49a1-8913-89dd989481bc'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:51.051742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50771e-b15f-4308-ba19-4b5fc18ea857 None None] Pushing event updated for resources: {'Port': ['ID=cefec924-d57c-45dd-90ba-c8a010306cc9,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.065896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7490982b-cf07-4236-9f42-e4e290330481, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7490982b-cf07-4236-9f42-e4e290330481,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:51.074129 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.092263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.136942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7490982b-cf07-4236-9f42-e4e290330481'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:51.139597 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7941e36d-e611-45df-9a82-3ffeb98c5852" -d '{"events": [{"server_uuid": "caef899e-3c90-480b-a676-85b3c47a25f9", "name": "network-vif-plugged", "status": "completed", "tag": "7490982b-cf07-4236-9f42-e4e290330481"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:51.166201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.171818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4515716-88f4-4f12-9cae-20ed17cb473c req-3aa13550-a4d4-44fb-ae75-7057802e64c5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:51.180805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7490982b-cf07-4236-9f42-e4e290330481,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:51.186606 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4515716-88f4-4f12-9cae-20ed17cb473c req-3aa13550-a4d4-44fb-ae75-7057802e64c5 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 945 time: 0.1385808 Nov 12 08:58:51.271483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Deleting port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:51.272261 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.360086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4515716-88f4-4f12-9cae-20ed17cb473c req-0356c741-b8fc-43ce-b0dc-8790e4000fc0 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698079 Nov 12 08:58:51.408355 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9d920dd-c6b0-4b59-b84d-04fac807a731 req-b8e7dafa-10c0-419a-bb78-544568b2a0be tempest-ServersOnMultiNodesTest-958463259 tempest-ServersOnMultiNodesTest-958463259-project] 10.222.0.53 "GET /v2.0/ports?device_id=b913230e-c2b0-4d42-bf8f-0724e79ee02a HTTP/1.1" status: 200 len: 210 time: 0.0963452 Nov 12 08:58:51.607612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] For port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:51.608386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.610002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cefec924-d57c-45dd-90ba-c8a010306cc9 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:51.637524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Calling delete_port for ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:51.648633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Allocated IP 172.25.5.35 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/c961409f-97b7-434f-9fec-6763de095d06) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:51.705196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cefec924-d57c-45dd-90ba-c8a010306cc9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:51.705782 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.772794 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ced678b-4483-46cc-a90d-a19b9e1792d6 x-openstack-request-id: req-1ced678b-4483-46cc-a90d-a19b9e1792d6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:51.773181 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caef899e-3c90-480b-a676-85b3c47a25f9", "name": "network-vif-plugged", "status": "completed", "tag": "7490982b-cf07-4236-9f42-e4e290330481", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:51.773511 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ced678b-4483-46cc-a90d-a19b9e1792d6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:51.774350 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7490982b-cf07-4236-9f42-e4e290330481', 'code': 200} Nov 12 08:58:51.859117 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.923325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port cefec924-d57c-45dd-90ba-c8a010306cc9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cefec924-d57c-45dd-90ba-c8a010306cc9,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:51.930027 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:51.931863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb3a2e-508a-4e98-9af9-e5ba1aaa80b5 req-ec4ff68d-ca3a-4f14-96d7-0a624005e80d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:51.946500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1fdb3a2e-508a-4e98-9af9-e5ba1aaa80b5 req-ec4ff68d-ca3a-4f14-96d7-0a624005e80d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 950 time: 0.2273176 Nov 12 08:58:52.022907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'name': 'network-vif-deleted', 'tag': '21a9cd74-e2c5-46c9-abe9-4901eef56236'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:52.031836 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29858a60-8880-4314-8a1a-477a120465bf" -d '{"events": [{"server_uuid": "b913230e-c2b0-4d42-bf8f-0724e79ee02a", "name": "network-vif-deleted", "tag": "21a9cd74-e2c5-46c9-abe9-4901eef56236"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:52.043773 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.066329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=cefec924-d57c-45dd-90ba-c8a010306cc9,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.078597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f8d28-354f-4852-bd44-5a008961123d req-d4dde61a-a0fc-4b95-a676-f3ea2b5d5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.080036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d1f8d28-354f-4852-bd44-5a008961123d req-d4dde61a-a0fc-4b95-a676-f3ea2b5d5e2e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 1097 time: 0.2223656 Nov 12 08:58:52.144148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1fdb3a2e-508a-4e98-9af9-e5ba1aaa80b5 req-3f4a8697-883d-48b9-b838-ce1aae4e2b77 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963854 Nov 12 08:58:52.148645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:52.166702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac176963-1511-46e2-bcfc-85abca998e89 req-aae79945-7da0-46cf-bd5b-9a1384ca95a8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.168551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.169154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac176963-1511-46e2-bcfc-85abca998e89 req-aae79945-7da0-46cf-bd5b-9a1384ca95a8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 945 time: 0.0979965 Nov 12 08:58:52.194064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d1f8d28-354f-4852-bd44-5a008961123d req-ab7dd382-543d-4cef-8622-cc8244ed3d10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999258 Nov 12 08:58:52.213836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 9e615dd5-d830-4144-a000-c5681d732316 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:58:52.225004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event deleted for resources: {'Port': ['ID=ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.236855 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.279467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac176963-1511-46e2-bcfc-85abca998e89 req-b0da718d-6e96-42c4-8a4f-96c9d20d2728 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988221 Nov 12 08:58:52.318185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] No DVR routers for this DVR port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:52.326883 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.332005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0bfbbdd-d1ef-40d1-864b-8cbcf2f417a0 req-8d4c9028-f723-4367-8df4-6340be6169a3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.55 "DELETE /v2.0/ports/ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c HTTP/1.1" status: 204 len: 173 time: 1.7606063 Nov 12 08:58:52.332261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'name': 'network-vif-deleted', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:52.334822 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0973fabc-e521-49df-bf9b-bc29ed28082e" -d '{"events": [{"server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "name": "network-vif-deleted", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:52.343643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:52.347567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:52.351783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:52.358113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=c961409f-97b7-434f-9fec-6763de095d06,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:52.365725 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602970d6-4613-4baa-a52c-4f5eb7b75d7d x-openstack-request-id: req-602970d6-4613-4baa-a52c-4f5eb7b75d7d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:52.367418 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b913230e-c2b0-4d42-bf8f-0724e79ee02a", "name": "network-vif-deleted", "tag": "21a9cd74-e2c5-46c9-abe9-4901eef56236", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:52.367790 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-602970d6-4613-4baa-a52c-4f5eb7b75d7d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:52.368348 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b913230e-c2b0-4d42-bf8f-0724e79ee02a', 'name': 'network-vif-deleted', 'tag': '21a9cd74-e2c5-46c9-abe9-4901eef56236', 'status': 'completed', 'code': 200} Nov 12 08:58:52.402482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a909629e-0d80-49a1-8913-89dd989481bc up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:52.486144 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60b599c-64e1-4912-bca7-f125863e4867 x-openstack-request-id: req-f60b599c-64e1-4912-bca7-f125863e4867 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:52.486811 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e7b7b-ca6c-49a1-ab57-22319aae279d", "name": "network-vif-deleted", "tag": "ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:52.487140 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f60b599c-64e1-4912-bca7-f125863e4867 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:52.487637 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9e7b7b-ca6c-49a1-ab57-22319aae279d', 'name': 'network-vif-deleted', 'tag': 'ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c', 'status': 'completed', 'code': 200} Nov 12 08:58:52.522423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 9e615dd5-d830-4144-a000-c5681d732316, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=9e615dd5-d830-4144-a000-c5681d732316,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:52.581956 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port a909629e-0d80-49a1-8913-89dd989481bc completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:52.586043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No active binding found for port ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 08:58:52.587331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ec8a99e5-fb3f-43cc-ae0c-0a9a73918b5c not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:52.597815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port a909629e-0d80-49a1-8913-89dd989481bc triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:52.598991 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.601871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f71d35e-81da-4b53-9464-bb8ca755a1a8 req-d23b075a-50a0-42bd-b551-dfc6d0f681ed tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=6b9e7b7b-ca6c-49a1-ab57-22319aae279d HTTP/1.1" status: 200 len: 210 time: 0.0703216 Nov 12 08:58:52.604216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '9e615dd5-d830-4144-a000-c5681d732316', 'network_id': '15cf0a0f-af98-4c0c-a053-146de4445e48', 'port_id': '9e615dd5-d830-4144-a000-c5681d732316', 'mac_address': 'fa:16:3e:aa:f7:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968482d-8b7b-4e3b-adf4-7982bd4477dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:58:52.702027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18836a-28d5-4226-99eb-14d56c2cd632 None None] Network c1d15719-f631-4abd-aa1f-32fd64f51110 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:58:52.704931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea93ad-7205-4642-b899-1b34bf1a1f7d req-d8c28e88-4fd0-49bb-a78c-cb718057a2b4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:52.714665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f4ea93ad-7205-4642-b899-1b34bf1a1f7d req-d8c28e88-4fd0-49bb-a78c-cb718057a2b4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 945 time: 0.3162227 Nov 12 08:58:52.786526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.808483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f4ea93ad-7205-4642-b899-1b34bf1a1f7d req-1e230c6b-bf70-4071-9544-3d0e8cce5703 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925901 Nov 12 08:58:52.867059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e615dd5-d830-4144-a000-c5681d732316 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:58:52.971848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d1fd2b3a-cb74-4904-af4d-ea6d06bfd752 None None] Provisioning complete for port cefec924-d57c-45dd-90ba-c8a010306cc9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:52.972974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d1fd2b3a-cb74-4904-af4d-ea6d06bfd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:52.982293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 9e615dd5-d830-4144-a000-c5681d732316, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=9e615dd5-d830-4144-a000-c5681d732316,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:53.005315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.008707 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.012693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.100410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:53.306053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-503b237b-14c2-446a-a1c5-9a7e4a54f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:53.308161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-503b237b-14c2-446a-a1c5-9a7e4a54f6fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76&tenant_id=494437cfbc0f44e8bb054bcc6d247564 HTTP/1.1" status: 200 len: 1102 time: 0.1763415 Nov 12 08:58:53.324385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:53.325918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:53.341397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.360556 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=9e615dd5-d830-4144-a000-c5681d732316,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.435065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['9e615dd5-d830-4144-a000-c5681d732316'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:58:53.447845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-93ac5cdd-da2d-48b8-b0f8-d12b339ccce4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60db9fc17f5640cbb4f32834f12ac834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459873 Nov 12 08:58:53.450322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:53.492859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d6f70-f58f-4304-9f86-3e92f20a3121 req-3f1e3d26-0a42-4573-9802-14064449bb62 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:53.494824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-876d6f70-f58f-4304-9f86-3e92f20a3121 req-3f1e3d26-0a42-4573-9802-14064449bb62 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 945 time: 0.0959971 Nov 12 08:58:53.503165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.521909 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.577237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cefec924-d57c-45dd-90ba-c8a010306cc9 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:53.623392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-876d6f70-f58f-4304-9f86-3e92f20a3121 req-0c84a406-f13e-49eb-b12e-874272901881 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072807 Nov 12 08:58:53.625490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0155c0b9-69d1-4c31-844b-cbba1498be46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.641544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af017d0f-087d-4831-bcb3-64c8872ec626 req-15922077-5627-4523-9405-0ae326078bfa tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:53.641544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-af017d0f-087d-4831-bcb3-64c8872ec626 req-15922077-5627-4523-9405-0ae326078bfa tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 950 time: 0.2052362 Nov 12 08:58:53.648623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.684511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0155c0b9-69d1-4c31-844b-cbba1498be46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.765875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-638c4988-355b-4324-9e1b-199f02d518d9 None None] Provisioning complete for port cefec924-d57c-45dd-90ba-c8a010306cc9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:53.766618 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-638c4988-355b-4324-9e1b-199f02d518d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.780715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:53.784595 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1b3aee-c96a-4407-b100-e214e5285f14" -d '{"events": [{"server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "a909629e-0d80-49a1-8913-89dd989481bc"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:53.790799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cefec924-d57c-45dd-90ba-c8a010306cc9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:53.791537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.801413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9df278-56f2-4175-8799-64a32338a780 req-eb9e1a9e-5929-4dfd-b1d1-833a42c1a490 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:53.803232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed9df278-56f2-4175-8799-64a32338a780 req-eb9e1a9e-5929-4dfd-b1d1-833a42c1a490 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 944 time: 0.0984960 Nov 12 08:58:53.833859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0155c0b9-69d1-4c31-844b-cbba1498be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.837764 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0155c0b9-69d1-4c31-844b-cbba1498be46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:53.839308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0155c0b9-69d1-4c31-844b-cbba1498be46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba9bb6bc-7293-442f-b47a-ea8592d9ca61 HTTP/1.1" status: 204 len: 168 time: 0.3876197 Nov 12 08:58:53.865175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-af017d0f-087d-4831-bcb3-64c8872ec626 req-08505d28-e6d8-4ab0-98ec-cf6102978661 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069440 Nov 12 08:58:53.896674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155c0b9-69d1-4c31-844b-cbba1498be46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9bb6bc-7293-442f-b47a-ea8592d9ca61,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:53.915506 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed9df278-56f2-4175-8799-64a32338a780 req-b726bb27-1507-481c-9978-641390fafd66 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005144 Nov 12 08:58:54.003885 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b80fb-4de5-4c70-b5d7-eee50e44c080 x-openstack-request-id: req-8a5b80fb-4de5-4c70-b5d7-eee50e44c080 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:54.004888 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "a909629e-0d80-49a1-8913-89dd989481bc", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:54.005714 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a5b80fb-4de5-4c70-b5d7-eee50e44c080 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:54.009091 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc', 'code': 200} Nov 12 08:58:54.156519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:54.166279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 21a9cd74-e2c5-46c9-abe9-4901eef56236 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:54.197992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f49771-f258-4615-b694-59b2061ba44b req-cbb83007-1086-4016-8993-d6106b308920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:54.206039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 21a9cd74-e2c5-46c9-abe9-4901eef56236 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:54.206778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 21a9cd74-e2c5-46c9-abe9-4901eef56236 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:54.206945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20f49771-f258-4615-b694-59b2061ba44b req-cbb83007-1086-4016-8993-d6106b308920 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 1098 time: 0.1242828 Nov 12 08:58:54.207251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:54.213625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2737603-407e-425f-b5ac-edfce53db012 req-ad4e99c3-bc1c-4696-b803-92d3bd0df71d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:54.221745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2737603-407e-425f-b5ac-edfce53db012 req-ad4e99c3-bc1c-4696-b803-92d3bd0df71d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1254508 Nov 12 08:58:54.234676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Router 04b01442-1803-48d4-a986-856215daca83 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:58:54.240784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:54.294773 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20f49771-f258-4615-b694-59b2061ba44b req-3d926a67-2954-4fa8-b739-30042ca2c1cb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789638 Nov 12 08:58:54.345942 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.365259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.381183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2737603-407e-425f-b5ac-edfce53db012 req-caf660c5-fb4e-487c-9f4c-1ee50e3102af tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584194 Nov 12 08:58:54.397390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Transition to ACTIVE for port object 1f700af0-d0b5-435b-9988-fa3f06e84a4c will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:58:54.406232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.455468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:54.463456 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 08:58:54.464120 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 08:58:54.491428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:54.493692 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269f5404-03e8-4e2d-a031-25cecd18bec7" -d '{"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-unplugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:54.502142 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-58486830-21ec-40a4-9cdc-5e5c2f722d33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=521fc218ae2346d790396cb5e52e255b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442367 Nov 12 08:58:54.504281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:54.544006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:54.551045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:58:54.564384 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Sync routers for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:58:54.572037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] No DVR routers for this DVR port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:54.582452 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:54.584382 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:58:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:54.598740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8c1b345-fe53-4c4d-aaba-468ed73a03e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.601617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.605854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-857d5c2a-ed0c-48d0-b0c0-289a7df45ef5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3029995 Nov 12 08:58:54.607784 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ba561c-6bd1-4ab5-95d7-41f68b10b430 x-openstack-request-id: req-30ba561c-6bd1-4ab5-95d7-41f68b10b430 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:54.608132 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-unplugged", "status": "completed", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:54.608385 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30ba561c-6bd1-4ab5-95d7-41f68b10b430 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:54.609365 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'code': 200} Nov 12 08:58:54.609747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56614) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:54.629400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8c1b345-fe53-4c4d-aaba-468ed73a03e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.646193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1fe99-f57b-4577-8bb8-f8e0cb37e7d6 req-349f6296-52c6-47a8-9661-dd5a9d83472b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:54.647944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ef1fe99-f57b-4577-8bb8-f8e0cb37e7d6 req-349f6296-52c6-47a8-9661-dd5a9d83472b tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 944 time: 0.1736739 Nov 12 08:58:54.692115 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8c1b345-fe53-4c4d-aaba-468ed73a03e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.696555 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8c1b345-fe53-4c4d-aaba-468ed73a03e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:54.701740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8c1b345-fe53-4c4d-aaba-468ed73a03e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7411c3b5-ec07-4db9-b63f-65230c02731a HTTP/1.1" status: 204 len: 168 time: 0.1961100 Nov 12 08:58:54.712434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1b345-fe53-4c4d-aaba-468ed73a03e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7411c3b5-ec07-4db9-b63f-65230c02731a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:54.732784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:54.733245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:54.733453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:54.741846 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:54.819188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:58:54.819452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Attempting to bind port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:54.840033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:54.840674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:54.841072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:54.841529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Bound port: 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:54.841937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.062922 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 3, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:55.092706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96e67b-14d1-47fa-8af3-07e9c4f21964 req-4f7c9519-dc73-47e0-b80a-38a91faed3b4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:55.103666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec96e67b-14d1-47fa-8af3-07e9c4f21964 req-4f7c9519-dc73-47e0-b80a-38a91faed3b4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 948 time: 0.1530278 Nov 12 08:58:55.124794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-0ad11377-1f75-4339-8a9f-a46a2daa78e1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:55.125688 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Checking router: 04b01442-1803-48d4-a986-856215daca83 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:58:55.126182 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Updating router 04b01442-1803-48d4-a986-856215daca83 port c961409f-97b7-434f-9fec-6763de095d06 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:58:55.126490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-0ad11377-1f75-4339-8a9f-a46a2daa78e1 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 944 time: 0.1651111 Nov 12 08:58:55.157062 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.258960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec96e67b-14d1-47fa-8af3-07e9c4f21964 req-e8e8522e-b3c7-46ec-a8c8-191c5f6e769d tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393802 Nov 12 08:58:55.259197 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ef1fe99-f57b-4577-8bb8-f8e0cb37e7d6 req-550031ef-7d4b-42bc-a9ee-87cb5812e7c6 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/security-groups?id=4319e2bc-fb35-4e09-941b-dc32467a5557&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935206 Nov 12 08:58:55.331434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Deleting port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:58:55.331841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.382915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:55.387797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:55.451962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.572049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:55.575827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.578654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] 10.222.0.55 "PUT /v2.0/ports/1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 1097 time: 2.2587886 Nov 12 08:58:55.617389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dd2ac-8a55-451b-af18-ec0989cebc35 req-ea7f523f-e628-4ba7-85c1-152ace739698 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:55.620888 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e9dd2ac-8a55-451b-af18-ec0989cebc35 req-ea7f523f-e628-4ba7-85c1-152ace739698 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 944 time: 0.2566214 Nov 12 08:58:55.657194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d837a-0f23-4ae3-94fa-3aaf968fbdfb service neutron] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=12']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:55.699196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35734b44-4a1f-458f-abb7-ffd1443d2663 req-2691ec53-ba8a-4915-9309-0d9559153f9d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:55.706999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35734b44-4a1f-458f-abb7-ffd1443d2663 req-2691ec53-ba8a-4915-9309-0d9559153f9d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.2335706 Nov 12 08:58:55.725323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] For port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,segment=NetworkSegment(9af557e5-30c5-4196-addc-8ad2d56afad0),segment_id=9af557e5-30c5-4196-addc-8ad2d56afad0)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:55.728711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.793015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-8f73c947-50d8-46a0-88e5-e78808856c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:55.794672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-8f73c947-50d8-46a0-88e5-e78808856c15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1100 time: 0.1588156 Nov 12 08:58:55.797534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Calling delete_port for 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:58:55.802788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e9dd2ac-8a55-451b-af18-ec0989cebc35 req-9db56fb9-0195-4f5d-a500-bc6d30aa8bee tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530671 Nov 12 08:58:55.826038 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.852357 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.899150 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Pushing event updated for resources: {'Port': ['ID=c961409f-97b7-434f-9fec-6763de095d06,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:55.909678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35734b44-4a1f-458f-abb7-ffd1443d2663 req-97d352c5-79bc-467b-96c8-368697191b21 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017558 Nov 12 08:58:55.926891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.927470 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.928091 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.928633 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.929214 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.929753 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.930329 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.930872 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.932394 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.932947 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.933483 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.934008 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:55.973254 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Attempting to bind port c961409f-97b7-434f-9fec-6763de095d06 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:58:55.973710 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Attempting to bind port c961409f-97b7-434f-9fec-6763de095d06 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:58:55.974085 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Attempting to bind port c961409f-97b7-434f-9fec-6763de095d06 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:58:55.981066 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:58:55.981741 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:55.982320 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:55.983040 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:58:55.983765 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Bound port: c961409f-97b7-434f-9fec-6763de095d06, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:58:55.984915 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.066970 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] For port c961409f-97b7-434f-9fec-6763de095d06, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:58:56.073940 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] For port c961409f-97b7-434f-9fec-6763de095d06, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c961409f-97b7-434f-9fec-6763de095d06,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:58:56.083065 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.089040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-e17beb04-5cf9-44d8-ba10-25a7369f95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:56.090556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-e17beb04-5cf9-44d8-ba10-25a7369f95ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2852287 Nov 12 08:58:56.131936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.142148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.147840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-823f2453-3d55-41e6-9980-95c3c9340d24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.0493751 Nov 12 08:58:56.166667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56646) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:56.169978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 9e615dd5-d830-4144-a000-c5681d732316 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:56.188666 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802395-0c34-4af4-b56b-0d7c59d70e83 None None] Pushing event updated for resources: {'Port': ['ID=c961409f-97b7-434f-9fec-6763de095d06,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.188951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Pushing event deleted for resources: {'Port': ['ID=7d26e1ff-d39d-4bea-b925-3b4833adf9e6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.207496 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:58:56.209465 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:58:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:56.269440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 9e615dd5-d830-4144-a000-c5681d732316 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:58:56.275599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-e42f2eed-c8c8-4a49-a253-33fd4e414b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:56.277276 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-e42f2eed-c8c8-4a49-a253-33fd4e414b85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1218729 Nov 12 08:58:56.278197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 9e615dd5-d830-4144-a000-c5681d732316 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:56.279184 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.356446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] No DVR routers for this DVR port 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:58:56.369207 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.380082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3279a04d-effe-4316-b564-de9f0d6fa2da req-db65e270-1217-4f23-842d-fc77a46e2ac3 tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.62 "DELETE /v2.0/ports/7d26e1ff-d39d-4bea-b925-3b4833adf9e6 HTTP/1.1" status: 204 len: 173 time: 1.2458417 Nov 12 08:58:56.380648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'name': 'network-vif-deleted', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:56.383143 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35827fe2-4629-462a-b331-e4f6c3b50f11" -d '{"events": [{"server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "name": "network-vif-deleted", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:56.496932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.537178 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce5bebb1-910c-4a0f-a5dd-a05dbf78cbbb req-5edc193a-c485-474b-8c8a-d2ee04fc618f tempest-LiveMigrationTest-128538762 tempest-LiveMigrationTest-128538762-project] 10.222.0.53 "GET /v2.0/ports?device_id=35d25ab8-e850-4379-aa82-b755206af020 HTTP/1.1" status: 200 len: 210 time: 0.0781333 Nov 12 08:58:56.550304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d768b19-f384-49d9-81b6-57907f029b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e615dd5-d830-4144-a000-c5681d732316'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:56.553955 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e73f57-f5fb-49bb-ad79-c5aadef20c89" -d '{"events": [{"server_uuid": "3d768b19-f384-49d9-81b6-57907f029b25", "name": "network-vif-plugged", "status": "completed", "tag": "9e615dd5-d830-4144-a000-c5681d732316"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:56.574901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 9e615dd5-d830-4144-a000-c5681d732316, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=9e615dd5-d830-4144-a000-c5681d732316,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:56.593825 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:56.649920 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:58:56.674638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-133027450-network', 'tenant_id': 'fbb828dfeb6747a2899bb1411ed9afed'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:56.702439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:58:56.703001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=9e615dd5-d830-4144-a000-c5681d732316,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:56.704888 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:58:56.712460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.712903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.713168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.713477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.713959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.714290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.714630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.714935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.715256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.715596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.715930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.716245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:58:56.803800 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99f78f2-3c06-407d-92a3-62a2ff1bfdf9 x-openstack-request-id: req-e99f78f2-3c06-407d-92a3-62a2ff1bfdf9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:56.809144 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d25ab8-e850-4379-aa82-b755206af020", "name": "network-vif-deleted", "tag": "7d26e1ff-d39d-4bea-b925-3b4833adf9e6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:56.813528 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e99f78f2-3c06-407d-92a3-62a2ff1bfdf9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:56.814243 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d25ab8-e850-4379-aa82-b755206af020', 'name': 'network-vif-deleted', 'tag': '7d26e1ff-d39d-4bea-b925-3b4833adf9e6', 'status': 'completed', 'code': 200} Nov 12 08:58:56.826519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Allocated IP 172.20.0.1 (c1d15719-f631-4abd-aa1f-32fd64f51110/14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a/2c6ff0ed-8054-4dcb-8f88-d7751dc5da62) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:58:56.920612 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ec6b1b-e737-424b-8e1b-b436d2b0f3d3 x-openstack-request-id: req-d8ec6b1b-e737-424b-8e1b-b436d2b0f3d3 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:56.922737 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d768b19-f384-49d9-81b6-57907f029b25", "name": "network-vif-plugged", "status": "completed", "tag": "9e615dd5-d830-4144-a000-c5681d732316", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:56.925672 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8ec6b1b-e737-424b-8e1b-b436d2b0f3d3 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:56.926589 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d768b19-f384-49d9-81b6-57907f029b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e615dd5-d830-4144-a000-c5681d732316', 'code': 200} Nov 12 08:58:57.082776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145f333-84e6-4bf5-a04b-4314d30094c2 req-d869ad9a-e5dd-4392-b513-0053a84a25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.083024 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2608f3b8-36e8-4ca5-9f05-0e812e898e5f x-openstack-request-id: req-2608f3b8-36e8-4ca5-9f05-0e812e898e5f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:58:57.083024 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:58:57.083675 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2608f3b8-36e8-4ca5-9f05-0e812e898e5f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:58:57.083675 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'status': 'completed', 'code': 200} Nov 12 08:58:57.086222 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8145f333-84e6-4bf5-a04b-4314d30094c2 req-d869ad9a-e5dd-4392-b513-0053a84a25a6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 1097 time: 0.0736473 Nov 12 08:58:57.091214 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 3, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:57.109627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Made reservation on behalf of fbb828dfeb6747a2899bb1411ed9afed for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:57.113159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.121008 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbacd337-b8af-4787-9cba-a8aaed2fa890 None None] The sync data for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 is: [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:52Z', 'revision_number': 3, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:58:57.155427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-51a97a48-e662-4f0d-bd9a-f036ff1471a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.158850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-51a97a48-e662-4f0d-bd9a-f036ff1471a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8736420 Nov 12 08:58:57.172475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc749e17-e4d3-491c-a1c9-3a0d4ec31b5c req-6384f887-4212-46a3-9d25-7564958ff14a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.175598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8145f333-84e6-4bf5-a04b-4314d30094c2 req-7f8ace79-bbc2-4150-b371-3c01f6266c21 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768373 Nov 12 08:58:57.183651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc749e17-e4d3-491c-a1c9-3a0d4ec31b5c req-6384f887-4212-46a3-9d25-7564958ff14a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 948 time: 0.1784372 Nov 12 08:58:57.223944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.226458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.230376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e4acf-c6a4-4072-89eb-04dcf1418d4e req-a5b2a5ab-4900-4580-b234-4e25d8602c1d tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.234977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f21e4acf-c6a4-4072-89eb-04dcf1418d4e req-a5b2a5ab-4900-4580-b234-4e25d8602c1d tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 945 time: 0.0569506 Nov 12 08:58:57.290315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f21e4acf-c6a4-4072-89eb-04dcf1418d4e req-317db591-6190-4e00-b2b1-f834292bf2c2 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495992 Nov 12 08:58:57.332601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-9c6208eb-54f5-451f-b773-db3ecfea77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.334153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-9c6208eb-54f5-451f-b773-db3ecfea77f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1100 time: 0.2304602 Nov 12 08:58:57.402534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc749e17-e4d3-491c-a1c9-3a0d4ec31b5c req-d2500da8-d40a-4898-a4b9-0d976c664dff tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177885 Nov 12 08:58:57.489056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20652ae6-5806-4ee6-a51c-6db732311c18 req-559bff22-db1e-41fa-b8bf-a88d609932ae tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.501203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20652ae6-5806-4ee6-a51c-6db732311c18 req-559bff22-db1e-41fa-b8bf-a88d609932ae tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1258314 Nov 12 08:58:57.529271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.566494 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.585383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-13bad25b-6928-4d50-b3fe-3a73f02dd85e service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965902 Nov 12 08:58:57.603463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20652ae6-5806-4ee6-a51c-6db732311c18 req-59f850d8-b53f-4585-a9d6-13e03cafd141 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013398 Nov 12 08:58:57.668517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:57.689447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Network c1d15719-f631-4abd-aa1f-32fd64f51110 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:58:57.736751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:58:57.758208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:58:57.785432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:57.809737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8446d-da4b-49e2-a107-84737e840533 req-1c316569-7648-4ffa-805e-b0564b0ba91a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.821066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86f8446d-da4b-49e2-a107-84737e840533 req-1c316569-7648-4ffa-805e-b0564b0ba91a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1293049 Nov 12 08:58:57.823510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-628c65f6-e34b-4a96-822b-d273d44f8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:57.825358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-628c65f6-e34b-4a96-822b-d273d44f8708 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.4218228 Nov 12 08:58:57.863118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.917933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.928273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] Deleting subnet 5e805fb7-19cd-407c-a981-29ec2f5fb911 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:57.929062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-d77a5002-c0bf-425d-840a-33f11017db04 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.0937510 Nov 12 08:58:57.942754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86f8446d-da4b-49e2-a107-84737e840533 req-2a6c04c9-6176-4253-b926-c197459b7355 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203454 Nov 12 08:58:57.945545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.948226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:57.950136 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2623373a-928e-4aa8-91fd-235f90766ea2 req-d100ab22-d981-4b67-b191-47aff61c2968 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568306 Nov 12 08:58:57.973716 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.151566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46230ba-1214-4133-9f1e-9ff28fd94156,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:58.197204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:58:58.228706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-586456aa-0df2-4dd7-9a20-9b67d92367fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.229801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:58:58.230366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d26e1ff-d39d-4bea-b925-3b4833adf9e6 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:58:58.234966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-586456aa-0df2-4dd7-9a20-9b67d92367fd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2908416 Nov 12 08:58:58.286200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:58:58.287206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-28ec143e-4338-4cb1-8ce8-c05cb2735095 None None] Provisioning complete for port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:58.287775 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-28ec143e-4338-4cb1-8ce8-c05cb2735095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.337289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-28ec143e-4338-4cb1-8ce8-c05cb2735095 None None] Port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:58:58.370097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.517685 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.535186 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.535533 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Added segment cfb83c76-60f9-458c-8995-61c57a207c2a of type vlan for network aab5d6d6-99b3-470f-ba37-c28bc7c5bec6 Nov 12 08:58:58.570201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-a9610805-5ce8-4a54-9580-13de6da02290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.571745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-a9610805-5ce8-4a54-9580-13de6da02290 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1100 time: 0.4325311 Nov 12 08:58:58.617894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-a0b2474f-9cf9-40b9-9098-06c6675fafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.619952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-a0b2474f-9cf9-40b9-9098-06c6675fafdc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3347809 Nov 12 08:58:58.633721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.684058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc96ef1-8927-4b6b-8b6d-6841dceeb8df req-f511887e-41e0-4344-91e6-d6cc2132f60d tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.692851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdc96ef1-8927-4b6b-8b6d-6841dceeb8df req-f511887e-41e0-4344-91e6-d6cc2132f60d tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 945 time: 0.1103365 Nov 12 08:58:58.739620 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.763971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdc96ef1-8927-4b6b-8b6d-6841dceeb8df req-9b776ff1-5c52-4a77-8e16-dc0be7435384 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 Nov 12 08:58:58.766214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.795260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e805fb7-19cd-407c-a981-29ec2f5fb911,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:58.811847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.816358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-34fc7a2d-1c46-48e0-ad81-3e43497eeca3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5e805fb7-19cd-407c-a981-29ec2f5fb911 HTTP/1.1" status: 204 len: 168 time: 1.1467106 Nov 12 08:58:58.818976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:58.867487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.888835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.909725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.910937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.911632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.934516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95d1c6-0527-47f3-8ac5-5c3d03293f1c req-c62cd536-1e03-4874-8b37-ec7781ec2974 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.937979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c95d1c6-0527-47f3-8ac5-5c3d03293f1c req-c62cd536-1e03-4874-8b37-ec7781ec2974 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 948 time: 0.3562682 Nov 12 08:58:58.944092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:58.965168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc525be-aee7-4be6-8995-976d8f6b7c69 req-18a4d5d0-6bb2-4c5b-bfbc-df2f39469e0a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:58.966981 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9fc525be-aee7-4be6-8995-976d8f6b7c69 req-18a4d5d0-6bb2-4c5b-bfbc-df2f39469e0a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1198192 Nov 12 08:58:59.070158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.100217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9fc525be-aee7-4be6-8995-976d8f6b7c69 req-c4536e94-c918-4844-ad5a-c5baf9462762 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264069 Nov 12 08:58:59.109822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de582a9-5249-4ccc-bc32-d2585eabacbd']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:59.123163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af557e5-30c5-4196-addc-8ad2d56afad0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:59.123163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af557e5-30c5-4196-addc-8ad2d56afad0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:58:59.137739 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.148253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-4eaa9454-67da-44f0-86dc-65b6f85cd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:58:59.150542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-4eaa9454-67da-44f0-86dc-65b6f85cd05f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.5700436 Nov 12 08:58:59.153168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-ad855970-f4a0-459b-abc2-35ef0c53d668 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100260 Nov 12 08:58:59.161305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.169548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:58:59.170226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:58:59.172976 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:58:59.212741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.230718 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0627980 Nov 12 08:58:59.234206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:59.239143 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Request body: {'subnet': {'network_id': 'aab5d6d6-99b3-470f-ba37-c28bc7c5bec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-133027450-subnet', 'tenant_id': 'fbb828dfeb6747a2899bb1411ed9afed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:58:59.263380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.272326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.276515 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] 10.222.0.53 "DELETE /v2.0/networks/7de582a9-5249-4ccc-bc32-d2585eabacbd HTTP/1.1" status: 204 len: 168 time: 0.4564009 Nov 12 08:58:59.288809 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Made reservation on behalf of fbb828dfeb6747a2899bb1411ed9afed for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:58:59.291209 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.293095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56708) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:59.302340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c25f58-0301-44da-bcd7-b39d3b65d0ef admin admin] Pushing event deleted for resources: {'Network': ['ID=7de582a9-5249-4ccc-bc32-d2585eabacbd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.370797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ae507-b2fe-4ff1-b0a2-9d5053bbc2aa admin admin] Pushing event updated for resources: {'Network': ['ID=aab5d6d6-99b3-470f-ba37-c28bc7c5bec6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.377917 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.393762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-85f253ce-755a-491d-9ff9-e5a69a57e78e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 200 len: 217 time: 0.1771698 Nov 12 08:58:59.394817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network aab5d6d6-99b3-470f-ba37-c28bc7c5bec6 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:58:59.405985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] Deleting subnet a236b779-9156-434b-8a6a-6c354160b1e9 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:58:59.413220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.452826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c95d1c6-0527-47f3-8ac5-5c3d03293f1c req-f4480407-b3b9-4e24-884c-b4a425581ede tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131463 Nov 12 08:58:59.482612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.612248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.616284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c961409f-97b7-434f-9fec-6763de095d06 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:58:59.716212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c961409f-97b7-434f-9fec-6763de095d06 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:58:59.717592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.721902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.809825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da41f45-8428-459c-a4ed-fc18ae92a15a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.814955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.856890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a236b779-9156-434b-8a6a-6c354160b1e9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:58:59.863330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.869381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3655867b-9c38-483f-8e35-096c66ec57e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a236b779-9156-434b-8a6a-6c354160b1e9 HTTP/1.1" status: 204 len: 168 time: 0.5722122 Nov 12 08:58:59.869381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Checking segment: {'id': 'cfb83c76-60f9-458c-8995-61c57a207c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'aab5d6d6-99b3-470f-ba37-c28bc7c5bec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:58:59.869381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Network hostable DHCP agents. Network: aab5d6d6-99b3-470f-ba37-c28bc7c5bec6, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:58:59.870567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:58:59.942712 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.966591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c961409f-97b7-434f-9fec-6763de095d06, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c961409f-97b7-434f-9fec-6763de095d06,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:58:59.972236 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:58:59.992483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Network aab5d6d6-99b3-470f-ba37-c28bc7c5bec6 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:59:00.013752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-81960ad6-0e30-4bae-88fb-f73b97e416e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.016089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-81960ad6-0e30-4bae-88fb-f73b97e416e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.5983841 Nov 12 08:59:00.016453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.018965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, aab5d6d6-99b3-470f-ba37-c28bc7c5bec6) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:00.033575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf58b3-12c1-4c16-bc76-69ef28e0f0ad None None] Network aab5d6d6-99b3-470f-ba37-c28bc7c5bec6 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:00.033894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cf124-cc7b-4bdd-8698-bef612ecdd85 req-a382306e-300e-477d-9013-b86d2f355b76 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.035800 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f35cf124-cc7b-4bdd-8698-bef612ecdd85 req-a382306e-300e-477d-9013-b86d2f355b76 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 945 time: 0.1355853 Nov 12 08:59:00.037264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-c5a96d69-28f8-40a2-bb7f-605744b89420 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8104815 Nov 12 08:59:00.038630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.039829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.075195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c961409f-97b7-434f-9fec-6763de095d06,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:00.098767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Network c1d15719-f631-4abd-aa1f-32fd64f51110 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:00.102703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:00.120893 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3a2540c-c1ba-4bb9-9d77-271f403d3785 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8854430 Nov 12 08:59:00.214682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:00.230847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b88a30d-772e-4e7c-8b54-8fe6ce9d71c9 None None] Network aab5d6d6-99b3-470f-ba37-c28bc7c5bec6 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:00.243458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.279517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-c2ee5652-6d32-45ee-ae2b-a292055bf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.282515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-c2ee5652-6d32-45ee-ae2b-a292055bf399 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2574222 Nov 12 08:59:00.315054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fadd4b8d-d8c3-46db-9578-fa0587b9cb78']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:00.339721 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f35cf124-cc7b-4bdd-8698-bef612ecdd85 req-c66d9401-443d-4f6c-ab81-7bcaf131b45b tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858109 Nov 12 08:59:00.363942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5a3d54-e1fc-4326-98a0-d6b8536eaf1b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:00.364263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5a3d54-e1fc-4326-98a0-d6b8536eaf1b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:00.392573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.418225 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.433560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:59:00.434505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.470634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:00.487538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'mac_address': 'fa:16:3e:e8:7e:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:59:00.505894 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:59:00.527422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Router 04b01442-1803-48d4-a986-856215daca83 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:00.540746 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.546877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.553169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fadd4b8d-d8c3-46db-9578-fa0587b9cb78 HTTP/1.1" status: 204 len: 168 time: 0.6815608 Nov 12 08:59:00.570737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f3d04-45cb-4864-b8db-e74fdaa62eb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fadd4b8d-d8c3-46db-9578-fa0587b9cb78,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:00.572095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7e3efaf4-9ae2-4844-abd3-9b0a0c95a8e4 None None] Provisioning complete for port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:00.572608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e3efaf4-9ae2-4844-abd3-9b0a0c95a8e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.579723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fbbf2-5c7e-4411-b61d-3d3420eeea5b req-69859156-a060-4006-8d27-defcbf303552 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.580208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c9fbbf2-5c7e-4411-b61d-3d3420eeea5b req-69859156-a060-4006-8d27-defcbf303552 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.3047283 Nov 12 08:59:00.662055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.668860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-585a6091-93e8-4f07-a58d-710b1b842c67 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644001 Nov 12 08:59:00.671248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7e3efaf4-9ae2-4844-abd3-9b0a0c95a8e4 None None] Port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:00.677610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f700af0-d0b5-435b-9988-fa3f06e84a4c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:00.705412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:00.711666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.768675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=13']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:00.778236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c9fbbf2-5c7e-4411-b61d-3d3420eeea5b req-7d7de75d-a9d3-44f6-9e13-8d3e18a48499 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813674 Nov 12 08:59:00.783506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:00.832550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8fc258fa-ae77-4b50-8655-7db43ade2d28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26873fceeee4477e95b5a4ab30f904f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0471539 Nov 12 08:59:00.834758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56736) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:00.847903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:00.860170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ac0b4544-33b6-4d4a-a2ab-e683d8609ac3 admin admin] 10.222.0.53 "PUT /v2.0/routers/04b01442-1803-48d4-a986-856215daca83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2254078 Nov 12 08:59:00.860276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Sync routers for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:00.872785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcf8dab-d02b-4af9-9c6d-b915d746d6f3 req-6cc73116-048a-444d-9d49-fd6e25e6c816 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965132 Nov 12 08:59:00.903411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:00.904172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:58:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:00.918888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa292-5352-4988-bc1c-0853dbf2cb46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.949562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa292-5352-4988-bc1c-0853dbf2cb46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:00.982595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['1f700af0-d0b5-435b-9988-fa3f06e84a4c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:00.985467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfa593-b24e-4d8b-b922-637ca9dfc522 req-5fd42136-ba19-41bf-9ede-5b1d98efabca tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:00.993246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8bfa593-b24e-4d8b-b922-637ca9dfc522 req-5fd42136-ba19-41bf-9ede-5b1d98efabca tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0829775 Nov 12 08:59:01.035738 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa292-5352-4988-bc1c-0853dbf2cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.038607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa292-5352-4988-bc1c-0853dbf2cb46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.042243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc3aa292-5352-4988-bc1c-0853dbf2cb46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4319e2bc-fb35-4e09-941b-dc32467a5557 HTTP/1.1" status: 204 len: 168 time: 0.2038710 Nov 12 08:59:01.051937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aa292-5352-4988-bc1c-0853dbf2cb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4319e2bc-fb35-4e09-941b-dc32467a5557,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:01.055495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8bfa593-b24e-4d8b-b922-637ca9dfc522 req-6a96663c-6a38-4acb-9228-587e65ee14ee tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587986 Nov 12 08:59:01.078163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7b7f60df-1bcf-4f75-8bf7-45b4380825bb req-1e72cc23-83ad-4359-91f5-18650cb2382b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-730044508', 'description': 'tempest-description-479606606'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:01.109282 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7b7f60df-1bcf-4f75-8bf7-45b4380825bb req-1e72cc23-83ad-4359-91f5-18650cb2382b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.139776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:01.220218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7b7f60df-1bcf-4f75-8bf7-45b4380825bb req-1e72cc23-83ad-4359-91f5-18650cb2382b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.227063 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7b7f60df-1bcf-4f75-8bf7-45b4380825bb req-1e72cc23-83ad-4359-91f5-18650cb2382b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.269374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7b7f60df-1bcf-4f75-8bf7-45b4380825bb req-1e72cc23-83ad-4359-91f5-18650cb2382b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.270968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b7f60df-1bcf-4f75-8bf7-45b4380825bb req-1e72cc23-83ad-4359-91f5-18650cb2382b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1990619 Nov 12 08:59:01.294236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72cc23-83ad-4359-91f5-18650cb2382b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d305a02-1a65-47fd-b4d2-826f9815a96c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:01.389538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603ef91-2ea9-4a68-8956-74d1c6cac454 req-2ea6f6df-6e7c-400d-a9d2-9727008279bd tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:01.399163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6603ef91-2ea9-4a68-8956-74d1c6cac454 req-2ea6f6df-6e7c-400d-a9d2-9727008279bd tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 1101 time: 0.0542510 Nov 12 08:59:01.495943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6603ef91-2ea9-4a68-8956-74d1c6cac454 req-8c8b7946-2098-49ba-9dc9-5d9a010e7cf9 tempest-MigrationsAdminTest-927901703 tempest-MigrationsAdminTest-927901703-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928826 Nov 12 08:59:01.512241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c961409f-97b7-434f-9fec-6763de095d06 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:01.593707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:01.642337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c961409f-97b7-434f-9fec-6763de095d06 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:01.642663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.671151 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-412a8763-a3ec-4a45-8ebc-30dacbce84c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=518fcb66d1c44827a32e3903eb10b597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0752063 Nov 12 08:59:01.673756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56762) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:01.683565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5b854-5d3e-4c0a-abc4-27633a676da9 req-f9950200-6d0e-4521-90fe-75233f2b6ead tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:01.685131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87c5b854-5d3e-4c0a-abc4-27633a676da9 req-f9950200-6d0e-4521-90fe-75233f2b6ead tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 945 time: 0.0822642 Nov 12 08:59:01.722439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 2, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:01.752260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b71f5f20-4ce5-4fde-abf6-784c9d22528b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.753161 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87c5b854-5d3e-4c0a-abc4-27633a676da9 req-d5071ae5-579c-46a3-a3bb-c59117463bcd tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Nov 12 08:59:01.785968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Checking router: 04b01442-1803-48d4-a986-856215daca83 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:01.786331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Updating router 04b01442-1803-48d4-a986-856215daca83 port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:59:01.794262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b71f5f20-4ce5-4fde-abf6-784c9d22528b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.816029 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.849892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b71f5f20-4ce5-4fde-abf6-784c9d22528b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.853899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b71f5f20-4ce5-4fde-abf6-784c9d22528b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:01.857610 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b71f5f20-4ce5-4fde-abf6-784c9d22528b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/794d5d6a-0a1a-46e1-ab4c-28d146cfd0b8 HTTP/1.1" status: 204 len: 168 time: 0.1804216 Nov 12 08:59:01.857775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-1d247ef9-758b-4f36-a6a7-3dec5678e47d tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/2d305a02-1a65-47fd-b4d2-826f9815a96c HTTP/1.1" status: 200 len: 1820 time: 0.0672166 Nov 12 08:59:01.861645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d305a02-1a65-47fd-b4d2-826f9815a96c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:01.861965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d305a02-1a65-47fd-b4d2-826f9815a96c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:01.866935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f5f20-4ce5-4fde-abf6-784c9d22528b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d5d6a-0a1a-46e1-ab4c-28d146cfd0b8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:01.975020 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.014652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56768) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:02.029171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c50cf078-bf70-44a6-b0fa-04e4870fc97f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--862784495', 'description': 'tempest-description--1389803195'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:02.037139 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.045377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.074792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcf9648-9646-4f29-8978-6636845c5ee2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:02.090236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c50cf078-bf70-44a6-b0fa-04e4870fc97f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.104043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.105637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-adb90aa4-dce8-4bd9-8700-d5ea5e73c114 req-3f05e7c9-0adb-4fc7-aeb0-e661eb0b222b tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2489769 Nov 12 08:59:02.213432 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.221602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.288524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c50cf078-bf70-44a6-b0fa-04e4870fc97f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.301942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c50cf078-bf70-44a6-b0fa-04e4870fc97f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.329431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-ed80258d-72ca-4835-bfcc-8d730eb479a5 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.332218 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-ed80258d-72ca-4835-bfcc-8d730eb479a5 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 945 time: 0.1297770 Nov 12 08:59:02.357622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7576f-b887-4489-ba43-f6b414da2a8f req-d877006a-9f1c-4f0c-851e-a24ba31c9f17 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.378864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ecc7576f-b887-4489-ba43-f6b414da2a8f req-d877006a-9f1c-4f0c-851e-a24ba31c9f17 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1176686 Nov 12 08:59:02.408344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-32fd29fe-abc2-4490-9226-ed93b8112e6a req-c65bddc1-209e-4143-ad9c-7c6faea39072 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-484616725', 'description': 'tempest-description-795441876'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:02.415446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b1c0-a587-4d88-86cf-16c3aeb74a20 None None] Pushing event updated for resources: {'Port': ['ID=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:02.415694 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c50cf078-bf70-44a6-b0fa-04e4870fc97f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.417063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c50cf078-bf70-44a6-b0fa-04e4870fc97f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4002101 Nov 12 08:59:02.421721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cf078-bf70-44a6-b0fa-04e4870fc97f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f346d-d0af-492b-af5f-06c5698c45de,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:02.425107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:02.442053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e9e4d2e1-2293-4cd1-b869-abe1ce383e43 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'security_group_rule': {'security_group_id': 'cb2f346d-d0af-492b-af5f-06c5698c45de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:02.458582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Attempting to bind port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:02.459122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Attempting to bind port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:02.459506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Attempting to bind port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 on network c1d15719-f631-4abd-aa1f-32fd64f51110 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:02.476188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:02.481025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-32fd29fe-abc2-4490-9226-ed93b8112e6a req-c65bddc1-209e-4143-ad9c-7c6faea39072 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.484720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Checking segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:02.485390 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.486005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Bound using segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:02.486690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Bound port: 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:02.487429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.510031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ecc7576f-b887-4489-ba43-f6b414da2a8f req-f6242986-e593-4938-b16f-2744abc1f6bd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303124 Nov 12 08:59:02.546733 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2e1-2293-4cd1-b869-abe1ce383e43 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.582439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] For port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:02.586971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] For port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:02.588155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Deleting port 9e615dd5-d830-4144-a000-c5681d732316 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:02.588565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.596969 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.638685 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2e1-2293-4cd1-b869-abe1ce383e43 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.656500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2e1-2293-4cd1-b869-abe1ce383e43 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.688771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:02.689411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:58:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:02.730568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4d2e1-2293-4cd1-b869-abe1ce383e43 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3e3d54-7685-4ceb-a619-412ed9d202b0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:02.766227 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9e4d2e1-2293-4cd1-b869-abe1ce383e43 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.771878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e9e4d2e1-2293-4cd1-b869-abe1ce383e43 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3415005 Nov 12 08:59:02.777486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56790) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:02.781631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bff64-6e0c-4ec0-81cd-a3fd6d1a705d req-515250b6-1332-49dd-8ec0-4882de842daa tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.786822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d58de9e1-327f-4d93-bfa3-22ba055e617d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'security_group_rule': {'security_group_id': 'cb2f346d-d0af-492b-af5f-06c5698c45de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:02.795325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e5bff64-6e0c-4ec0-81cd-a3fd6d1a705d req-515250b6-1332-49dd-8ec0-4882de842daa tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.1516325 Nov 12 08:59:02.797324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022b1c0-a587-4d88-86cf-16c3aeb74a20 None None] Pushing event updated for resources: {'Port': ['ID=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:02.805119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-32fd29fe-abc2-4490-9226-ed93b8112e6a req-c65bddc1-209e-4143-ad9c-7c6faea39072 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.813979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-473c3a4a-56cc-4c39-9b2e-622c99311b07 None None] Provisioning complete for port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:02.814621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-473c3a4a-56cc-4c39-9b2e-622c99311b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.850499 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-32fd29fe-abc2-4490-9226-ed93b8112e6a req-c65bddc1-209e-4143-ad9c-7c6faea39072 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.885676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] For port 9e615dd5-d830-4144-a000-c5681d732316, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=9e615dd5-d830-4144-a000-c5681d732316,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:02.886091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:02.926231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac199-caf8-4d7b-9674-009532284c9d req-2062d5c9-0102-4f1d-8969-722d9ea018c7 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:02.927576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e5bff64-6e0c-4ec0-81cd-a3fd6d1a705d req-d7f5d08a-0f9d-49e9-8a3a-f07d694238b3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341107 Nov 12 08:59:02.928158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-815ac199-caf8-4d7b-9674-009532284c9d req-2062d5c9-0102-4f1d-8969-722d9ea018c7 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "GET /v2.0/ports?device_id=caef899e-3c90-480b-a676-85b3c47a25f9 HTTP/1.1" status: 200 len: 945 time: 0.2880039 Nov 12 08:59:02.976616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bddc1-209e-4143-ad9c-7c6faea39072 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6cc69d-d60d-42dd-b323-ccd04035d78a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.009546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Calling delete_port for 9e615dd5-d830-4144-a000-c5681d732316 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:03.031252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:03.033420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d58de9e1-327f-4d93-bfa3-22ba055e617d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.038084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-32fd29fe-abc2-4490-9226-ed93b8112e6a req-c65bddc1-209e-4143-ad9c-7c6faea39072 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.043328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32fd29fe-abc2-4490-9226-ed93b8112e6a req-c65bddc1-209e-4143-ad9c-7c6faea39072 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6706774 Nov 12 08:59:03.082525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a55362-9145-403a-ba75-7368b43adcf1 req-9c73c8a4-668f-4222-8f07-86c8ecc14d19 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.085020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8a55362-9145-403a-ba75-7368b43adcf1 req-9c73c8a4-668f-4222-8f07-86c8ecc14d19 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 945 time: 0.0763352 Nov 12 08:59:03.110878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-473c3a4a-56cc-4c39-9b2e-622c99311b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.156542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8a55362-9145-403a-ba75-7368b43adcf1 req-a9aba0ec-f701-4887-97f4-68e234b9ece7 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/security-groups?id=f19b2116-8123-41ea-a18a-ae3e4432501d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653820 Nov 12 08:59:03.207523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-473c3a4a-56cc-4c39-9b2e-622c99311b07 None None] For port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:03.215804 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-473c3a4a-56cc-4c39-9b2e-622c99311b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.235207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-abc452c6-395e-4df4-b358-0c78cbfc7315 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/ef6cc69d-d60d-42dd-b323-ccd04035d78a HTTP/1.1" status: 200 len: 1820 time: 0.1608105 Nov 12 08:59:03.257127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ef6cc69d-d60d-42dd-b323-ccd04035d78a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:03.257448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ef6cc69d-d60d-42dd-b323-ccd04035d78a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:03.270747 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c3a4a-56cc-4c39-9b2e-622c99311b07 None None] Pushing event updated for resources: {'Port': ['ID=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.345070 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d58de9e1-327f-4d93-bfa3-22ba055e617d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.360449 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d58de9e1-327f-4d93-bfa3-22ba055e617d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.363654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Deleting port 7490982b-cf07-4236-9f42-e4e290330481 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:03.364029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.367617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6c45a90c-0605-4e7e-80cc-7895b8c0d7f0 None None] Provisioning complete for port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:03.368500 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c45a90c-0605-4e7e-80cc-7895b8c0d7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.469421 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.476484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58de9e1-327f-4d93-bfa3-22ba055e617d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bae38d4-f66a-4071-8625-7379ad73302e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.503487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d58de9e1-327f-4d93-bfa3-22ba055e617d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.507580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d58de9e1-327f-4d93-bfa3-22ba055e617d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7216787 Nov 12 08:59:03.508605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:03.509141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:02Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:03.518762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:03.544015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd88921-9915-4085-bdd6-03de2797ac95 None None] The sync data for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 is: [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:02Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:03.550335 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.556824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.570298 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.582358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['7490982b-cf07-4236-9f42-e4e290330481'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:03.595184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.601447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] For port 7490982b-cf07-4236-9f42-e4e290330481, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7490982b-cf07-4236-9f42-e4e290330481,segment=NetworkSegment(0bf83829-2259-4227-85b0-8bab7f686a33),segment_id=0bf83829-2259-4227-85b0-8bab7f686a33)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:03.601838 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.688178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event deleted for resources: {'Port': ['ID=9e615dd5-d830-4144-a000-c5681d732316,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.711766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['9e615dd5-d830-4144-a000-c5681d732316'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:03.712766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Calling delete_port for 7490982b-cf07-4236-9f42-e4e290330481 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:03.730727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef4b5ce-3306-44c9-9563-86e5837c968e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:03.757133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.767032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-27f9b856-cbfe-402f-a1ba-25f81594a2d4 req-27da6617-807e-4418-a399-dc3ca6152e40 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5308442 Nov 12 08:59:03.804024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f80d49-1df1-4022-b4f7-be8b4a87f3f7 req-e7922a0b-1b06-4a7c-a9aa-c381752e9b66 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:03.811819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6f80d49-1df1-4022-b4f7-be8b4a87f3f7 req-e7922a0b-1b06-4a7c-a9aa-c381752e9b66 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1138439 Nov 12 08:59:03.849706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a1155f9f-aaf3-448b-8567-86849bc40b1c req-b5be3ea8-25ed-484b-8b9e-09d1f8dd12e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-654666533', 'description': 'tempest-description-112584133'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:03.899191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6f80d49-1df1-4022-b4f7-be8b4a87f3f7 req-3db594e4-fb2e-425d-8816-35226b01f220 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856349 Nov 12 08:59:03.960002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] No DVR routers for this DVR port 9e615dd5-d830-4144-a000-c5681d732316 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:03.964218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.968519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:03.973123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4270c384-6d29-4018-ba6d-69b5916c1341 req-463ca578-42e4-4ff1-9328-19fdc2e994c8 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.62 "DELETE /v2.0/ports/9e615dd5-d830-4144-a000-c5681d732316 HTTP/1.1" status: 204 len: 173 time: 1.6269464 Nov 12 08:59:03.973802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d768b19-f384-49d9-81b6-57907f029b25', 'name': 'network-vif-deleted', 'tag': '9e615dd5-d830-4144-a000-c5681d732316'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:03.976346 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305c4bdc-7610-44ce-adf6-a559a36c778b" -d '{"events": [{"server_uuid": "3d768b19-f384-49d9-81b6-57907f029b25", "name": "network-vif-deleted", "tag": "9e615dd5-d830-4144-a000-c5681d732316"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:04.039098 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a1155f9f-aaf3-448b-8567-86849bc40b1c req-b5be3ea8-25ed-484b-8b9e-09d1f8dd12e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.070824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-e9f3255d-3841-4c78-b253-d34ecf26c102 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:04.084218 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-e9f3255d-3841-4c78-b253-d34ecf26c102 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.2749796 Nov 12 08:59:04.175309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Allocated IP 172.25.5.244 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/71d0e761-1109-47e7-84e9-4d1b05eb637a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:04.213272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f700af0-d0b5-435b-9988-fa3f06e84a4c no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:04.305972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0036a982-5a23-4b40-96d2-042fc0e92bf1 req-c509d541-3d40-4bbf-94aa-016ef09c3232 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:04.314086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0036a982-5a23-4b40-96d2-042fc0e92bf1 req-c509d541-3d40-4bbf-94aa-016ef09c3232 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 949 time: 0.0872948 Nov 12 08:59:04.360337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a1155f9f-aaf3-448b-8567-86849bc40b1c req-b5be3ea8-25ed-484b-8b9e-09d1f8dd12e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.364337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.372745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a1155f9f-aaf3-448b-8567-86849bc40b1c req-b5be3ea8-25ed-484b-8b9e-09d1f8dd12e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.377438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.395317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1f700af0-d0b5-435b-9988-fa3f06e84a4c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:04.423774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:04.428218 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.431583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Pushing event deleted for resources: {'Port': ['ID=7490982b-cf07-4236-9f42-e4e290330481,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.445982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Deleting port 1f700af0-d0b5-435b-9988-fa3f06e84a4c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:04.446349 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.449703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0036a982-5a23-4b40-96d2-042fc0e92bf1 req-5f6c9d81-e0a7-4c75-8ff8-963b1ebd4d3c tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271493 Nov 12 08:59:04.474556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a1155f9f-aaf3-448b-8567-86849bc40b1c req-b5be3ea8-25ed-484b-8b9e-09d1f8dd12e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.490095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a1155f9f-aaf3-448b-8567-86849bc40b1c req-b5be3ea8-25ed-484b-8b9e-09d1f8dd12e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6462824 Nov 12 08:59:04.532456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.540936 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909a592d-16a1-4731-aae0-96300012e820 x-openstack-request-id: req-909a592d-16a1-4731-aae0-96300012e820 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:04.541206 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d768b19-f384-49d9-81b6-57907f029b25", "name": "network-vif-deleted", "tag": "9e615dd5-d830-4144-a000-c5681d732316", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:04.541468 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-909a592d-16a1-4731-aae0-96300012e820 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:04.557741 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d768b19-f384-49d9-81b6-57907f029b25', 'name': 'network-vif-deleted', 'tag': '9e615dd5-d830-4144-a000-c5681d732316', 'status': 'completed', 'code': 200} Nov 12 08:59:04.560469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be3ea8-25ed-484b-8b9e-09d1f8dd12e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e970f179-b939-42c9-8a04-8c573687997f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.597168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.600175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=14']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.641413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] No DVR routers for this DVR port 7490982b-cf07-4236-9f42-e4e290330481 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:04.654330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.657360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-815ac199-caf8-4d7b-9674-009532284c9d req-8dc27844-d74b-4e50-b4da-2c8a01d23aa4 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.55 "DELETE /v2.0/ports/7490982b-cf07-4236-9f42-e4e290330481 HTTP/1.1" status: 204 len: 173 time: 1.6883705 Nov 12 08:59:04.665489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:04.673358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:04.677672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:04.688794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ebc20534-5bb2-477b-90ae-fce611f01f73 req-8e827232-c468-4ab3-89a7-771a755257f7 tempest-MultipleCreateTestJSON-1789681788 tempest-MultipleCreateTestJSON-1789681788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d768b19-f384-49d9-81b6-57907f029b25 HTTP/1.1" status: 200 len: 210 time: 0.0640435 Nov 12 08:59:04.720245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] For port 1f700af0-d0b5-435b-9988-fa3f06e84a4c, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f700af0-d0b5-435b-9988-fa3f06e84a4c,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:04.720686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:04.748599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Calling delete_port for 1f700af0-d0b5-435b-9988-fa3f06e84a4c owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:04.876740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'Port': ['ID=71d0e761-1109-47e7-84e9-4d1b05eb637a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:04.956618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-2866d6bc-bd65-4346-9907-9e095ef07980 req-92ceefab-25be-4856-a334-d17d755479ac tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-188810352', 'description': 'tempest-description-789471505'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:05.007454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.009370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.012103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2866d6bc-bd65-4346-9907-9e095ef07980 req-92ceefab-25be-4856-a334-d17d755479ac tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.022648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:05.030367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71220ef9-5571-49b0-87cc-86365a3bfb5a', '5fec2279-5c2a-427f-a8c3-f32f7bb69133'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:05.126761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event deleted for resources: {'Port': ['ID=1f700af0-d0b5-435b-9988-fa3f06e84a4c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.177310 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.186521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.187087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.187563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.188055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.188635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.189126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.189579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.190070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.191359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.191937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.207393 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6126e1c3-aae8-4841-b2c4-5d640a12c9cd req-e189918a-19f3-4b77-a414-345dcc60c834 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7129 time: 0.4350140 Nov 12 08:59:05.235945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] No DVR routers for this DVR port 1f700af0-d0b5-435b-9988-fa3f06e84a4c on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:05.239240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.242863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8748ca46-4767-4fcf-aaec-700704d25d69 req-69474a79-739f-41f4-a117-30d84b6d5041 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "DELETE /v2.0/ports/1f700af0-d0b5-435b-9988-fa3f06e84a4c HTTP/1.1" status: 204 len: 173 time: 1.1507246 Nov 12 08:59:05.345856 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2866d6bc-bd65-4346-9907-9e095ef07980 req-92ceefab-25be-4856-a334-d17d755479ac tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.358869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2866d6bc-bd65-4346-9907-9e095ef07980 req-92ceefab-25be-4856-a334-d17d755479ac tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.446822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2866d6bc-bd65-4346-9907-9e095ef07980 req-92ceefab-25be-4856-a334-d17d755479ac tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.452070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2866d6bc-bd65-4346-9907-9e095ef07980 req-92ceefab-25be-4856-a334-d17d755479ac tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5201342 Nov 12 08:59:05.530374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceefab-25be-4856-a334-d17d755479ac tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c556da-1133-442e-8bce-9491d1dc0249,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.535071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e11ab-f117-4023-ac7c-8d61cd630348 req-b16e8390-71bd-465a-9826-7e14ce57e6d1 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.549782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db6e11ab-f117-4023-ac7c-8d61cd630348 req-b16e8390-71bd-465a-9826-7e14ce57e6d1 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.2254739 Nov 12 08:59:05.645374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:05.681628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db6e11ab-f117-4023-ac7c-8d61cd630348 req-f3c4017d-7c6e-4f6c-97e5-75ff8f423342 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301789 Nov 12 08:59:05.701522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-b2452a3a-fe87-4643-9218-0cb6771e0451 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1222768 Nov 12 08:59:05.717195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d416cd1-7a3c-42cb-8efb-8a59cbc918eb req-725a0356-9269-4d2c-8a4e-4be8ad081676 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.738401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d416cd1-7a3c-42cb-8efb-8a59cbc918eb req-725a0356-9269-4d2c-8a4e-4be8ad081676 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 886 time: 0.2367845 Nov 12 08:59:05.741684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.754156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.770152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:05.771670 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.813546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-f9235232-22f0-45ab-92ee-65d843209fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:05.816516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-f9235232-22f0-45ab-92ee-65d843209fa7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=494437cfbc0f44e8bb054bcc6d247564&device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 1102 time: 0.0474124 Nov 12 08:59:05.856134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-4455ff87-2846-4bed-b7e0-3caea6b45727 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/e970f179-b939-42c9-8a04-8c573687997f HTTP/1.1" status: 200 len: 1820 time: 0.1371219 Nov 12 08:59:05.858730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'Port': ['ID=71d0e761-1109-47e7-84e9-4d1b05eb637a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:05.898396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.938829 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-2ab52d56-ac41-4cd6-9040-90b270afe4e9 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/03c556da-1133-442e-8bce-9491d1dc0249 HTTP/1.1" status: 200 len: 1820 time: 0.0663514 Nov 12 08:59:05.942887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:05.947969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-106c5985-cd4f-46cd-96f5-fb00de75391f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4346724 Nov 12 08:59:05.949004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9183da9-41c1-4c6f-a3aa-40b83a1d8f97 req-67ef8371-9af2-42c1-a2ef-a5a3d50def47 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=457853fa-0332-4cbe-abd5-94263e473a76 HTTP/1.1" status: 200 len: 210 time: 0.0762372 Nov 12 08:59:05.962985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e970f179-b939-42c9-8a04-8c573687997f', 'remote_group_id': '03c556da-1133-442e-8bce-9491d1dc0249', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:05.963316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e970f179-b939-42c9-8a04-8c573687997f', 'remote_group_id': '03c556da-1133-442e-8bce-9491d1dc0249', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:06.033730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-a6b48ffb-f6f4-43f2-9328-2d2974fb83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.035227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-a6b48ffb-f6f4-43f2-9328-2d2974fb83a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1893501 Nov 12 08:59:06.054675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.099086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.103032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.108062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-d151dcf2-fe5d-43a8-96f7-846e068a77ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 200 len: 217 time: 0.0652556 Nov 12 08:59:06.125007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79997e75-712e-428e-b9f7-4e3434d4d97d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:06.134641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.135871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad14904-6683-47c8-8e5c-572a94e46ea1 req-70813354-ea0b-4406-9f44-12128e57f295 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1780846 Nov 12 08:59:06.201715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-a0d8b6ff-bd08-409c-a55c-c93ce2a0ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.203196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-a0d8b6ff-bd08-409c-a55c-c93ce2a0ed11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0659068 Nov 12 08:59:06.216141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 9e615dd5-d830-4144-a000-c5681d732316 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:06.241962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7490982b-cf07-4236-9f42-e4e290330481 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:06.244241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 9e615dd5-d830-4144-a000-c5681d732316 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:06.244586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 9e615dd5-d830-4144-a000-c5681d732316 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:06.247934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.248413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.248991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.250073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.250526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.250978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.251426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.251873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.252338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.252788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.254777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d1f6bf82-499a-457f-8499-3a87a221194a req-c721c52b-66f7-46e3-b8d6-571a21df1709 tempest-NetworksTest-13700560 tempest-NetworksTest-13700560-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7129 time: 0.2133272 Nov 12 08:59:06.270488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 7490982b-cf07-4236-9f42-e4e290330481 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:06.270848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7490982b-cf07-4236-9f42-e4e290330481 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:06.276500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-09b042c4-f935-4beb-a652-790cd4c08cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.277988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-09b042c4-f935-4beb-a652-790cd4c08cde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0647295 Nov 12 08:59:06.304116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:06.360107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4392d855-7a41-45c2-912b-7688a0e1f680 req-7534361b-bd24-49f6-9788-4f7fdc910021 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-649887145', 'description': 'tempest-description-28056899'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:06.397009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] Deleting subnet 0968482d-8b7b-4e3b-adf4-7982bd4477dc {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:59:06.401377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4392d855-7a41-45c2-912b-7688a0e1f680 req-7534361b-bd24-49f6-9788-4f7fdc910021 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.402670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-fe36ab32-c91e-44a0-ab43-126587a9037a service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166699 Nov 12 08:59:06.411824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.465848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.499865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ad7e5b2d-081d-4980-b95f-1a6f9b648738 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--862784495&fields=id&tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6 HTTP/1.1" status: 200 len: 267 time: 0.1199529 Nov 12 08:59:06.533597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.559322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'name': 'network-vif-deleted', 'tag': '7490982b-cf07-4236-9f42-e4e290330481'}, {'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-deleted', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:06.562256 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85d4d97-3291-411d-ae04-c062b5a6751f" -d '{"events": [{"server_uuid": "caef899e-3c90-480b-a676-85b3c47a25f9", "name": "network-vif-deleted", "tag": "7490982b-cf07-4236-9f42-e4e290330481"}, {"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-deleted", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:06.580346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4392d855-7a41-45c2-912b-7688a0e1f680 req-7534361b-bd24-49f6-9788-4f7fdc910021 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.585200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4392d855-7a41-45c2-912b-7688a0e1f680 req-7534361b-bd24-49f6-9788-4f7fdc910021 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.611091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56880) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:06.625005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9331bb6d-2b9b-48bf-9b11-c35f69e95435 req-2a3ed2a5-381b-489a-a601-4e1aeb009838 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143900 Nov 12 08:59:06.629903 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4392d855-7a41-45c2-912b-7688a0e1f680 req-7534361b-bd24-49f6-9788-4f7fdc910021 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.648769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4392d855-7a41-45c2-912b-7688a0e1f680 req-7534361b-bd24-49f6-9788-4f7fdc910021 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2936280 Nov 12 08:59:06.667011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534361b-bd24-49f6-9788-4f7fdc910021 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222b5b8d-ecf4-4c35-9b17-8d414c111148,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:06.695494 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.706728 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c3d009-ae68-4c65-83c9-685b47a174f1 x-openstack-request-id: req-b4c3d009-ae68-4c65-83c9-685b47a174f1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:06.707165 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caef899e-3c90-480b-a676-85b3c47a25f9", "name": "network-vif-deleted", "tag": "7490982b-cf07-4236-9f42-e4e290330481", "status": "completed", "code": 200}, {"server_uuid": "457853fa-0332-4cbe-abd5-94263e473a76", "name": "network-vif-deleted", "tag": "1f700af0-d0b5-435b-9988-fa3f06e84a4c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:06.707415 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4c3d009-ae68-4c65-83c9-685b47a174f1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:06.707809 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caef899e-3c90-480b-a676-85b3c47a25f9', 'name': 'network-vif-deleted', 'tag': '7490982b-cf07-4236-9f42-e4e290330481', 'status': 'completed', 'code': 200} Nov 12 08:59:06.708093 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457853fa-0332-4cbe-abd5-94263e473a76', 'name': 'network-vif-deleted', 'tag': '1f700af0-d0b5-435b-9988-fa3f06e84a4c', 'status': 'completed', 'code': 200} Nov 12 08:59:06.718027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-38fc37ee-4874-46c0-b76b-7b4db46ec5a0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:06.719393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-38fc37ee-4874-46c0-b76b-7b4db46ec5a0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 811 time: 0.2049465 Nov 12 08:59:06.740547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-21dc979a-a0d9-4578-8612-decfb5eecffd tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/quotas/7fd16e2cf94b421e9f4a90b91c5333d6 HTTP/1.1" status: 200 len: 375 time: 0.0130367 Nov 12 08:59:06.744103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ee16b1a1-09ce-4ade-a03f-647417d4387a req-9245af17-c6e0-4bd1-933f-cbc10b0ccd91 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-990742099', 'description': 'tempest-description-1614348152'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:06.750693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0968482d-8b7b-4e3b-adf4-7982bd4477dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:06.759888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.763653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-37a75470-ab08-4dc8-ac01-0538cc429c2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0968482d-8b7b-4e3b-adf4-7982bd4477dc HTTP/1.1" status: 204 len: 168 time: 0.4584124 Nov 12 08:59:06.771791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:06.800558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-0e71f766-27c0-4901-84ab-f8255da62747 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554037 Nov 12 08:59:06.810130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a248-f4e9-4b1d-9e1b-6795403c4a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.851996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee16b1a1-09ce-4ade-a03f-647417d4387a req-9245af17-c6e0-4bd1-933f-cbc10b0ccd91 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.896514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:06.955874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-2a5c3803-049c-4217-b369-d834045d0246 service neutron] 10.222.0.53 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429427 Nov 12 08:59:07.060487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-0c0f85ab-a1b5-4080-a7d5-1d2631c666fd service neutron] 10.222.0.53 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971608 Nov 12 08:59:07.075509 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee16b1a1-09ce-4ade-a03f-647417d4387a req-9245af17-c6e0-4bd1-933f-cbc10b0ccd91 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.086230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.091288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee16b1a1-09ce-4ade-a03f-647417d4387a req-9245af17-c6e0-4bd1-933f-cbc10b0ccd91 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.100559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a248-f4e9-4b1d-9e1b-6795403c4a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.120902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a248-f4e9-4b1d-9e1b-6795403c4a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.132360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15cf0a0f-af98-4c0c-a053-146de4445e48']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:07.162573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ee16b1a1-09ce-4ade-a03f-647417d4387a req-9245af17-c6e0-4bd1-933f-cbc10b0ccd91 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.163807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee16b1a1-09ce-4ade-a03f-647417d4387a req-9245af17-c6e0-4bd1-933f-cbc10b0ccd91 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4466209 Nov 12 08:59:07.168646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf83829-2259-4227-85b0-8bab7f686a33') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:07.168951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf83829-2259-4227-85b0-8bab7f686a33') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:07.177699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245af17-c6e0-4bd1-933f-cbc10b0ccd91 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54536d46-900f-4d30-a45b-af74ce348f13,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:07.201541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.205042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7ec3a248-f4e9-4b1d-9e1b-6795403c4a2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c504a3bd0be45bb821a8b2000b4aefc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5922902 Nov 12 08:59:07.207785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56900) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:07.227017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3a248-f4e9-4b1d-9e1b-6795403c4a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b477d0-f1b1-4ae6-9055-4a8358eb6c56,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:07.231531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.248341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:59:07.248782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: timer() Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:59:07.252040 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:59:07.319480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90fd67c0-77ac-426a-8111-667a97ebd275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.323460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-42386363-3a6e-4a6d-b108-59d6504f89dd tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/222b5b8d-ecf4-4c35-9b17-8d414c111148 HTTP/1.1" status: 200 len: 1819 time: 0.0664082 Nov 12 08:59:07.360018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90fd67c0-77ac-426a-8111-667a97ebd275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.361102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.366676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.383401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] 10.222.0.53 "DELETE /v2.0/networks/15cf0a0f-af98-4c0c-a053-146de4445e48 HTTP/1.1" status: 204 len: 168 time: 0.6103745 Nov 12 08:59:07.407854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c827f4-2e8b-4068-9ea6-fca238de96bc admin admin] Pushing event deleted for resources: {'Network': ['ID=15cf0a0f-af98-4c0c-a053-146de4445e48,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:07.427512 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-f8477291-faa5-41d0-b97a-b69d296e8f5d tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/54536d46-900f-4d30-a45b-af74ce348f13 HTTP/1.1" status: 200 len: 1821 time: 0.0938258 Nov 12 08:59:07.432811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '222b5b8d-ecf4-4c35-9b17-8d414c111148', 'remote_group_id': '54536d46-900f-4d30-a45b-af74ce348f13', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:07.433144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '222b5b8d-ecf4-4c35-9b17-8d414c111148', 'remote_group_id': '54536d46-900f-4d30-a45b-af74ce348f13', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:07.454055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6ce34-e3e8-432b-bbdf-8d99bb4d0610 req-8892ddf6-aad6-496c-91bd-e289962fab11 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:07.458141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2fd6ce34-e3e8-432b-bbdf-8d99bb4d0610 req-8892ddf6-aad6-496c-91bd-e289962fab11 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1343465 Nov 12 08:59:07.492511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90fd67c0-77ac-426a-8111-667a97ebd275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.495098 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90fd67c0-77ac-426a-8111-667a97ebd275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.498670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-90fd67c0-77ac-426a-8111-667a97ebd275 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81b477d0-f1b1-4ae6-9055-4a8358eb6c56 HTTP/1.1" status: 204 len: 168 time: 0.2873926 Nov 12 08:59:07.519036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd67c0-77ac-426a-8111-667a97ebd275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b477d0-f1b1-4ae6-9055-4a8358eb6c56,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:07.542022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.589960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2fd6ce34-e3e8-432b-bbdf-8d99bb4d0610 req-dbc413e4-9338-4524-8b54-0894050a932e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234291 Nov 12 08:59:07.599592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.601811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56916) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:07.611637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.646078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63b7d24-0ee0-4d63-a468-b801e49fe69f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:07.663532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.682229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62a59baa-64ac-4acb-8668-8dd3df463ad8 req-9f41b5c8-7a46-47b5-8d26-6bb0b13aec0c tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2536981 Nov 12 08:59:07.682389 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ca731fc-b71c-4fb4-8f85-91d1eaaec817 req-45d7cc4a-0b7d-4a3c-8168-2ec7997a2498 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 210 time: 0.0389445 Nov 12 08:59:07.700019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-097be09c-dcf0-46bc-aab0-323addd431bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=087f5a61f0c542029ec9d06e47f7cf15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0968759 Nov 12 08:59:07.703377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56924) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:07.778224 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db18ec0c-c39b-4dc2-bf02-22c838aab274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.818240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db18ec0c-c39b-4dc2-bf02-22c838aab274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.925300 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db18ec0c-c39b-4dc2-bf02-22c838aab274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.931520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db18ec0c-c39b-4dc2-bf02-22c838aab274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:07.938360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-db18ec0c-c39b-4dc2-bf02-22c838aab274 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f19b2116-8123-41ea-a18a-ae3e4432501d HTTP/1.1" status: 204 len: 168 time: 0.2326093 Nov 12 08:59:07.959568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18ec0c-c39b-4dc2-bf02-22c838aab274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19b2116-8123-41ea-a18a-ae3e4432501d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:08.040858 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2138934-a201-44d6-82e8-0f010d4c5f39 req-2e699bb8-116f-42b0-9e26-4c94b68e0889 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/54536d46-900f-4d30-a45b-af74ce348f13 HTTP/1.1" status: 200 len: 1821 time: 0.1401606 Nov 12 08:59:08.063716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef09937-978e-47e5-8f3e-8278edaa6a04 req-4603942c-9d99-48a6-acb3-7e52c782f386 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:08.065439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ef09937-978e-47e5-8f3e-8278edaa6a04 req-4603942c-9d99-48a6-acb3-7e52c782f386 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 950 time: 0.0636508 Nov 12 08:59:08.124077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:08.138322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2138934-a201-44d6-82e8-0f010d4c5f39 req-ae11f41d-7ffb-4b18-b335-a1786f0542ba tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.163085 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0771360-f9ce-4066-aff3-254925445bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.166345 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2138934-a201-44d6-82e8-0f010d4c5f39 req-ae11f41d-7ffb-4b18-b335-a1786f0542ba tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.181563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ef09937-978e-47e5-8f3e-8278edaa6a04 req-e7e1c1ad-dcaf-40c4-b6c4-ae1252f87800 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077220 Nov 12 08:59:08.265414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2138934-a201-44d6-82e8-0f010d4c5f39 req-ae11f41d-7ffb-4b18-b335-a1786f0542ba tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.268320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2138934-a201-44d6-82e8-0f010d4c5f39 req-ae11f41d-7ffb-4b18-b335-a1786f0542ba tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.272645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2138934-a201-44d6-82e8-0f010d4c5f39 req-ae11f41d-7ffb-4b18-b335-a1786f0542ba tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-groups/54536d46-900f-4d30-a45b-af74ce348f13 HTTP/1.1" status: 204 len: 173 time: 0.2210808 Nov 12 08:59:08.294133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11f41d-7ffb-4b18-b335-a1786f0542ba tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54536d46-900f-4d30-a45b-af74ce348f13,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:08.298476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0771360-f9ce-4066-aff3-254925445bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.308559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0771360-f9ce-4066-aff3-254925445bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.390060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a0771360-f9ce-4066-aff3-254925445bdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=826c5fa62576487aac0e8b2991c123c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635248 Nov 12 08:59:08.391364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0771360-f9ce-4066-aff3-254925445bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d655bf58-464f-4565-b323-dd9126188894,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:08.393294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56942) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:08.407227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ad055a1-c292-42a7-99af-7fbd1720264a req-9ced56fe-4631-425c-9d33-ffe83923db8d tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/222b5b8d-ecf4-4c35-9b17-8d414c111148 HTTP/1.1" status: 200 len: 1819 time: 0.1169412 Nov 12 08:59:08.430723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6cb440de-79d4-4450-8530-8408b27edf73 req-15fe56b0-1338-4a12-bf86-76824a99e077 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1581862700', 'description': 'tempest-description-1244486608'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:08.489196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a62ce926-50a3-4e4c-b113-090156159521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.493601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6cb440de-79d4-4450-8530-8408b27edf73 req-15fe56b0-1338-4a12-bf86-76824a99e077 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.538305 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a62ce926-50a3-4e4c-b113-090156159521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.732496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6cb440de-79d4-4450-8530-8408b27edf73 req-15fe56b0-1338-4a12-bf86-76824a99e077 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.739197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a62ce926-50a3-4e4c-b113-090156159521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.741828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a62ce926-50a3-4e4c-b113-090156159521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.743007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a62ce926-50a3-4e4c-b113-090156159521 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d655bf58-464f-4565-b323-dd9126188894 HTTP/1.1" status: 204 len: 168 time: 0.3484483 Nov 12 08:59:08.757834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6cb440de-79d4-4450-8530-8408b27edf73 req-15fe56b0-1338-4a12-bf86-76824a99e077 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.769474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b1feb-6ba7-4f1c-b75c-57c890d819db req-cb8c74d1-7c26-4208-8416-83e3558b6925 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:08.772792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb3b1feb-6ba7-4f1c-b75c-57c890d819db req-cb8c74d1-7c26-4208-8416-83e3558b6925 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.0845878 Nov 12 08:59:08.785644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-b1cbc6a7-074d-4834-9078-d2df20d3204c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:08.787544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-b1cbc6a7-074d-4834-9078-d2df20d3204c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 811 time: 0.2460001 Nov 12 08:59:08.788650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ce926-50a3-4e4c-b113-090156159521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655bf58-464f-4565-b323-dd9126188894,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:08.799091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6cb440de-79d4-4450-8530-8408b27edf73 req-15fe56b0-1338-4a12-bf86-76824a99e077 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:08.800380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6cb440de-79d4-4450-8530-8408b27edf73 req-15fe56b0-1338-4a12-bf86-76824a99e077 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3793004 Nov 12 08:59:08.839388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56966) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:08.851700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe56b0-1338-4a12-bf86-76824a99e077 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:08.876220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb3b1feb-6ba7-4f1c-b75c-57c890d819db req-aed1aecd-5e0a-46f5-aa9a-0d2d0778a0c9 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935860 Nov 12 08:59:08.908141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-cdecbc21-bc5e-4723-815d-aca496f60782 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6 HTTP/1.1" status: 200 len: 379 time: 0.1066711 Nov 12 08:59:08.931023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'port': {'device_id': '74ea5792-1221-4aac-81c8-79695c34525b', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'admin_state_up': True, 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'security_groups': ['cb2f346d-d0af-492b-af5f-06c5698c45de']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:08.987640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b1a783a-dead-4e06-bdd9-fe50c6a716f7 req-8db321b5-828b-47ab-88d1-5afb91e8fb12 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 210 time: 0.0784373 Nov 12 08:59:09.031956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-445722142-network', 'tenant_id': '87ebecd9d1dd4e8e8190493682c19c5e'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:09.063357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Made reservation on behalf of 87ebecd9d1dd4e8e8190493682c19c5e for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:09.064510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51476fd6-f214-48a4-9339-5f13458e5952 req-a4c02436-0707-45a1-9079-67288dd455c1 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce HTTP/1.1" status: 200 len: 1822 time: 0.0726352 Nov 12 08:59:09.065668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.083101 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.084294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-51476fd6-f214-48a4-9339-5f13458e5952 req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:09.084785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-51476fd6-f214-48a4-9339-5f13458e5952 req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:09.156326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51476fd6-f214-48a4-9339-5f13458e5952 req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.176594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Made reservation on behalf of 7fd16e2cf94b421e9f4a90b91c5333d6 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:09.180311 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.195875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51476fd6-f214-48a4-9339-5f13458e5952 req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.203493 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51476fd6-f214-48a4-9339-5f13458e5952 req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.219499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4139df89-d6e5-4047-a031-dcb4197646bd,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:09.240487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51476fd6-f214-48a4-9339-5f13458e5952 req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.245929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51476fd6-f214-48a4-9339-5f13458e5952 req-df557ab0-a452-4953-b398-a4860c360e78 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1756082 Nov 12 08:59:09.325942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d77693d9-eb04-4640-96b2-44c01653e5ff tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce HTTP/1.1" status: 200 len: 2415 time: 0.0542998 Nov 12 08:59:09.337996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce', 'remote_group_id': None}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:09.338409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce', 'remote_group_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:09.422258 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.452239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.458239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.480785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479d8a4e-241b-41a6-b8a8-4f1122ff316a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:09.490260 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.492424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b7ce23d-2345-4574-94a2-ad07d83bea49 req-d6f3558f-d7b6-44da-a351-1abc18421210 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1580772 Nov 12 08:59:09.587402 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-696084c7-648f-4b41-92e3-c2a9d984e0cf req-8cda4368-d002-45d1-b75e-194e1e19b239 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce HTTP/1.1" status: 200 len: 3013 time: 0.0631320 Nov 12 08:59:09.637291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddb373bc-0940-485d-99ec-81bcba1963ce req-fd72160f-278a-4c74-9431-af353f6da44d tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-group-rules/479d8a4e-241b-41a6-b8a8-4f1122ff316a HTTP/1.1" status: 200 len: 783 time: 0.0300179 Nov 12 08:59:09.665321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.682263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.702100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddb373bc-0940-485d-99ec-81bcba1963ce req-d6fe9b5e-6fa0-4e56-8505-79cd09ec5ee7 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce HTTP/1.1" status: 200 len: 3013 time: 0.0569932 Nov 12 08:59:09.750921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:59:09.752957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddb373bc-0940-485d-99ec-81bcba1963ce req-482f3675-ed68-49c8-a21e-1bca21f4478a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.763643 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddb373bc-0940-485d-99ec-81bcba1963ce req-482f3675-ed68-49c8-a21e-1bca21f4478a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.789240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b5295-9e88-44d8-a24e-4afd33eb180c req-b159a9dd-68fc-4235-9576-5ad2254426a2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:09.790832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b20b5295-9e88-44d8-a24e-4afd33eb180c req-b159a9dd-68fc-4235-9576-5ad2254426a2 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 950 time: 0.1931789 Nov 12 08:59:09.791550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=879d5a4a-770d-459c-99c4-a2fb76f3e26e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:09.805971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c046d-0063-42ac-a09a-2212ff483382 req-2ddd31cb-7911-4fe4-9b1b-56f83eb2ff85 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:09.807463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-446c046d-0063-42ac-a09a-2212ff483382 req-2ddd31cb-7911-4fe4-9b1b-56f83eb2ff85 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 950 time: 0.2134948 Nov 12 08:59:09.807630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddb373bc-0940-485d-99ec-81bcba1963ce req-482f3675-ed68-49c8-a21e-1bca21f4478a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.811370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.811825 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Added segment a45009e1-f139-490a-b54e-103aa59b66e3 of type vlan for network e94d158c-a542-4062-b444-44d25538f306 Nov 12 08:59:09.818048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddb373bc-0940-485d-99ec-81bcba1963ce req-482f3675-ed68-49c8-a21e-1bca21f4478a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.819302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddb373bc-0940-485d-99ec-81bcba1963ce req-482f3675-ed68-49c8-a21e-1bca21f4478a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/479d8a4e-241b-41a6-b8a8-4f1122ff316a HTTP/1.1" status: 204 len: 173 time: 0.1032383 Nov 12 08:59:09.829407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f3675-ed68-49c8-a21e-1bca21f4478a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=479d8a4e-241b-41a6-b8a8-4f1122ff316a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:09.890658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Allocated IP 172.20.0.11 (c1d15719-f631-4abd-aa1f-32fd64f51110/14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a/b041cf91-d331-4d38-8148-ff0b9035bd07) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:09.923486 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b444a11-5361-4a96-bbc8-c1f2e6ea0c4c req-597cc033-918c-426a-b871-a3017c4b01c8 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce HTTP/1.1" status: 200 len: 2415 time: 0.0785861 Nov 12 08:59:09.961636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:09.994498 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b444a11-5361-4a96-bbc8-c1f2e6ea0c4c req-760183dd-bab4-4399-85bf-b692fcb540f0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.027103 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b444a11-5361-4a96-bbc8-c1f2e6ea0c4c req-760183dd-bab4-4399-85bf-b692fcb540f0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.079142 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b20b5295-9e88-44d8-a24e-4afd33eb180c req-c88a0c15-5cf8-406d-8753-c2547ec9e60e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650878 Nov 12 08:59:10.111503 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.111503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.111503 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.112100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b444a11-5361-4a96-bbc8-c1f2e6ea0c4c req-760183dd-bab4-4399-85bf-b692fcb540f0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.116362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b444a11-5361-4a96-bbc8-c1f2e6ea0c4c req-760183dd-bab4-4399-85bf-b692fcb540f0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.131334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b444a11-5361-4a96-bbc8-c1f2e6ea0c4c req-760183dd-bab4-4399-85bf-b692fcb540f0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-groups/a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce HTTP/1.1" status: 204 len: 173 time: 0.1992738 Nov 12 08:59:10.167828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760183dd-bab4-4399-85bf-b692fcb540f0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0217ca7-1d82-4c4f-8f67-4f0cf4f265ce,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:10.228058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3864005 Nov 12 08:59:10.228605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57014) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:10.238499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Request body: {'subnet': {'network_id': 'e94d158c-a542-4062-b444-44d25538f306', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-445722142-subnet', 'tenant_id': '87ebecd9d1dd4e8e8190493682c19c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:10.266502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e0efb-fde0-47cf-8b34-40fddf0d150f admin admin] Pushing event updated for resources: {'Network': ['ID=e94d158c-a542-4062-b444-44d25538f306,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:10.274710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Deleting port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:10.275052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.287292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e94d158c-a542-4062-b444-44d25538f306 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:59:10.290221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Made reservation on behalf of 87ebecd9d1dd4e8e8190493682c19c5e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:10.294567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.392804 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.406594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab118f2-5dff-4f4d-a21a-8eada96554c5 req-700ccbe2-596d-47db-b127-2b0876aac607 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:10.414362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fab118f2-5dff-4f4d-a21a-8eada96554c5 req-700ccbe2-596d-47db-b127-2b0876aac607 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.2236369 Nov 12 08:59:10.503481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] For port 5fec2279-5c2a-427f-a8c3-f32f7bb69133, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5fec2279-5c2a-427f-a8c3-f32f7bb69133,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:10.503832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.557410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Calling delete_port for 5fec2279-5c2a-427f-a8c3-f32f7bb69133 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:10.595434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fab118f2-5dff-4f4d-a21a-8eada96554c5 req-3584ee25-de48-447f-bf6d-bb41f26d20b5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778271 Nov 12 08:59:10.643757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.720838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:10.844728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Network c1d15719-f631-4abd-aa1f-32fd64f51110 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:10.854422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:10.877153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:10.899249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'Port': ['ID=b041cf91-d331-4d38-8148-ff0b9035bd07,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:10.937424 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-0c7a1cc6-5bec-41f7-969f-3e61e997a400 req-8d58bef7-9a62-4087-b845-31626f15845a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] show failed (client error): The resource could not be found. Nov 12 08:59:10.945016 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c7a1cc6-5bec-41f7-969f-3e61e997a400 req-8d58bef7-9a62-4087-b845-31626f15845a tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/54536d46-900f-4d30-a45b-af74ce348f13 HTTP/1.1" status: 404 len: 352 time: 0.0715919 Nov 12 08:59:10.992578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Pushing event updated for resources: {'Subnet': ['ID=434b0348-3f66-4731-a4b9-a263a79e4574,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:11.041772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.042724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.070556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Checking segment: {'id': 'a45009e1-f139-490a-b54e-103aa59b66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e94d158c-a542-4062-b444-44d25538f306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:11.070963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Network hostable DHCP agents. Network: e94d158c-a542-4062-b444-44d25538f306, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:59:11.094994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395cde7-78c4-4862-8e2f-669daeaa34a8 req-1dab1ffc-6ce1-4e68-8e05-2ef9e922e8f9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.107307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0395cde7-78c4-4862-8e2f-669daeaa34a8 req-1dab1ffc-6ce1-4e68-8e05-2ef9e922e8f9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 932 time: 0.2666166 Nov 12 08:59:11.109599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-4c50cb19-9e15-4363-a790-19b1f5b225da tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1829612 Nov 12 08:59:11.118946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78b8ba94-169e-4e3a-96c6-03f475a3a908 req-f2fb7d70-16e9-4c79-8e0d-65ee7192aa4f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/222b5b8d-ecf4-4c35-9b17-8d414c111148 HTTP/1.1" status: 200 len: 1819 time: 0.1470046 Nov 12 08:59:11.127307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Request body: {'port': {'device_id': '74ea5792-1221-4aac-81c8-79695c34525b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:11.162455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.163728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Network e94d158c-a542-4062-b444-44d25538f306 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:59:11.177176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71220ef9-5571-49b0-87cc-86365a3bfb5a', '5fec2279-5c2a-427f-a8c3-f32f7bb69133'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:11.181473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:11.220687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0395cde7-78c4-4862-8e2f-669daeaa34a8 req-0cdcc9e3-b091-4079-8d02-2ff11bd125a5 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124115 Nov 12 08:59:11.225278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e94d158c-a542-4062-b444-44d25538f306) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:11.235632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.236029 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.248936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event deleted for resources: {'Port': ['ID=5fec2279-5c2a-427f-a8c3-f32f7bb69133,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:11.286261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5a69b7c-89d4-4131-8938-8f47c549703e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0561864 Nov 12 08:59:11.297528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a57a35-bcb4-41b2-b52d-f7ad058aef35 None None] Network e94d158c-a542-4062-b444-44d25538f306 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:11.385488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] No DVR routers for this DVR port 5fec2279-5c2a-427f-a8c3-f32f7bb69133 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:11.392405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.396362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-446c046d-0063-42ac-a09a-2212ff483382 req-148470d1-89c6-49f8-9170-b3b223ce630a tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "DELETE /v2.0/ports/5fec2279-5c2a-427f-a8c3-f32f7bb69133 HTTP/1.1" status: 204 len: 173 time: 1.5747418 Nov 12 08:59:11.396830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-deleted', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:11.399235 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d025b3-84ae-4f83-a75d-63eaf4c296f6" -d '{"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-deleted", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:11.408046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-619b36be-898f-419f-8bd2-1978c7c3cf90 req-349eb49e-b4aa-4447-acf0-659eec72a181 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=83c10dbe-e126-43b6-bf45-3e4224daefdd HTTP/1.1" status: 200 len: 210 time: 0.0491464 Nov 12 08:59:11.464646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-78b8ba94-169e-4e3a-96c6-03f475a3a908 req-c105c9ea-f2ac-4145-9d4d-428ffc09494f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.509144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-14a57e6e-37cc-4d48-a232-f4a7c01a9c94 None None] Provisioning complete for port b041cf91-d331-4d38-8148-ff0b9035bd07 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:11.515051 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.520562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-14a57e6e-37cc-4d48-a232-f4a7c01a9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.578543 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fb0f7e-ea29-4818-baba-2add8129a7df x-openstack-request-id: req-c2fb0f7e-ea29-4818-baba-2add8129a7df {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:11.579099 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c10dbe-e126-43b6-bf45-3e4224daefdd", "name": "network-vif-deleted", "tag": "5fec2279-5c2a-427f-a8c3-f32f7bb69133", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:11.579523 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2fb0f7e-ea29-4818-baba-2add8129a7df {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:11.580698 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c10dbe-e126-43b6-bf45-3e4224daefdd', 'name': 'network-vif-deleted', 'tag': '5fec2279-5c2a-427f-a8c3-f32f7bb69133', 'status': 'completed', 'code': 200} Nov 12 08:59:11.584301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-78b8ba94-169e-4e3a-96c6-03f475a3a908 req-c105c9ea-f2ac-4145-9d4d-428ffc09494f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.653622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57044) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:11.702111 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-78b8ba94-169e-4e3a-96c6-03f475a3a908 req-c105c9ea-f2ac-4145-9d4d-428ffc09494f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.710263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-78b8ba94-169e-4e3a-96c6-03f475a3a908 req-c105c9ea-f2ac-4145-9d4d-428ffc09494f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.717906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78b8ba94-169e-4e3a-96c6-03f475a3a908 req-c105c9ea-f2ac-4145-9d4d-428ffc09494f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-groups/222b5b8d-ecf4-4c35-9b17-8d414c111148 HTTP/1.1" status: 204 len: 173 time: 0.5859866 Nov 12 08:59:11.784305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105c9ea-f2ac-4145-9d4d-428ffc09494f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222b5b8d-ecf4-4c35-9b17-8d414c111148,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:11.818394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db48839-114a-4195-808a-5cde9aa71251 req-1eb9ed2f-8dd8-4e50-937c-8436e30fca39 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:11.831502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7db48839-114a-4195-808a-5cde9aa71251 req-1eb9ed2f-8dd8-4e50-937c-8436e30fca39 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1045284 Nov 12 08:59:11.888133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d41a816-b9fd-4e01-a495-e9509371178d None None] Network e94d158c-a542-4062-b444-44d25538f306 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:11.898895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-14a57e6e-37cc-4d48-a232-f4a7c01a9c94 None None] Port b041cf91-d331-4d38-8148-ff0b9035bd07 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:11.908312 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d8b-adb7-443f-83df-3260c458bbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:11.960324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7db48839-114a-4195-808a-5cde9aa71251 req-c3c20455-4df1-4b68-91ed-83dca6350239 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274693 Nov 12 08:59:12.060210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9255d50-7c8c-4d58-9989-a7842cfc24e3 req-674a5205-b7b4-4b8b-bc66-7226669f054e tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/03c556da-1133-442e-8bce-9491d1dc0249 HTTP/1.1" status: 200 len: 1820 time: 0.2790935 Nov 12 08:59:12.102046 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d8b-adb7-443f-83df-3260c458bbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.112656 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-20ff1d8b-adb7-443f-83df-3260c458bbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.211449 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e9255d50-7c8c-4d58-9989-a7842cfc24e3 req-bb918f6f-50ed-4384-aad3-3611d5db123f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.217614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-20ff1d8b-adb7-443f-83df-3260c458bbb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3828a0c5b8a6408db1384285d9be5508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5625844 Nov 12 08:59:12.220027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff1d8b-adb7-443f-83df-3260c458bbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f751287-25d0-4f90-a32c-c83fd025c067,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:12.223075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57056) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:12.271656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e9255d50-7c8c-4d58-9989-a7842cfc24e3 req-bb918f6f-50ed-4384-aad3-3611d5db123f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.394967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53057167-283a-41c3-a75f-23271a7e22d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.398670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b041cf91-d331-4d38-8148-ff0b9035bd07 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:12.414599 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.427104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-657e655d-bdc7-41e9-954b-6a67512efaaa tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:12.429582 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-657e655d-bdc7-41e9-954b-6a67512efaaa tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/networks?id=e94d158c-a542-4062-b444-44d25538f306 HTTP/1.1" status: 200 len: 821 time: 0.1280484 Nov 12 08:59:12.446978 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-6e5f5935-a402-4808-be5d-9002a6b188d7 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/quotas/87ebecd9d1dd4e8e8190493682c19c5e HTTP/1.1" status: 200 len: 375 time: 0.0101054 Nov 12 08:59:12.447298 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53057167-283a-41c3-a75f-23271a7e22d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.457529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Transition to ACTIVE for port object b041cf91-d331-4d38-8148-ff0b9035bd07 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:12.460598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e9255d50-7c8c-4d58-9989-a7842cfc24e3 req-bb918f6f-50ed-4384-aad3-3611d5db123f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.463778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e9255d50-7c8c-4d58-9989-a7842cfc24e3 req-bb918f6f-50ed-4384-aad3-3611d5db123f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.465095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9255d50-7c8c-4d58-9989-a7842cfc24e3 req-bb918f6f-50ed-4384-aad3-3611d5db123f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-groups/03c556da-1133-442e-8bce-9491d1dc0249 HTTP/1.1" status: 204 len: 173 time: 0.3883064 Nov 12 08:59:12.475715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.580049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb918f6f-50ed-4384-aad3-3611d5db123f tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c556da-1133-442e-8bce-9491d1dc0249,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:12.587124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=b041cf91-d331-4d38-8148-ff0b9035bd07,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:12.702147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53057167-283a-41c3-a75f-23271a7e22d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.705375 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53057167-283a-41c3-a75f-23271a7e22d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.709210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-53057167-283a-41c3-a75f-23271a7e22d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f751287-25d0-4f90-a32c-c83fd025c067 HTTP/1.1" status: 204 len: 168 time: 0.4801998 Nov 12 08:59:12.725325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057167-283a-41c3-a75f-23271a7e22d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f751287-25d0-4f90-a32c-c83fd025c067,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:12.765543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29ce61-0185-4b2b-a6cc-b47f890bf12b req-5be1a753-80f6-40e7-9ea1-3ceb9c4c2455 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:12.774261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc29ce61-0185-4b2b-a6cc-b47f890bf12b req-5be1a753-80f6-40e7-9ea1-3ceb9c4c2455 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 944 time: 0.1393764 Nov 12 08:59:12.785312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Attempting to bind port b041cf91-d331-4d38-8148-ff0b9035bd07 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:12.785656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Attempting to bind port b041cf91-d331-4d38-8148-ff0b9035bd07 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:12.785992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Attempting to bind port b041cf91-d331-4d38-8148-ff0b9035bd07 on network c1d15719-f631-4abd-aa1f-32fd64f51110 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:12.800051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Port b041cf91-d331-4d38-8148-ff0b9035bd07 on network c1d15719-f631-4abd-aa1f-32fd64f51110 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:12.800387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Attempting to bind port b041cf91-d331-4d38-8148-ff0b9035bd07 on network c1d15719-f631-4abd-aa1f-32fd64f51110 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:12.813856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:12.814125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Checking segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:12.814525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Bound using segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:12.815074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Bound port: b041cf91-d331-4d38-8148-ff0b9035bd07, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:12.815446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:12.878095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc29ce61-0185-4b2b-a6cc-b47f890bf12b req-e4f80978-6b66-47ac-a551-85ca0aa8066d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027710 Nov 12 08:59:12.922493 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-5f12ab74-0ce0-4d6f-b47a-6726df2c2df9 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=87ebecd9d1dd4e8e8190493682c19c5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4666500 Nov 12 08:59:13.002314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] For port b041cf91-d331-4d38-8148-ff0b9035bd07, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:13.019835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] For port b041cf91-d331-4d38-8148-ff0b9035bd07, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b041cf91-d331-4d38-8148-ff0b9035bd07,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:13.025230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b60f0dbc-cdc6-4743-95fc-e96047bb1c89 req-56438af6-693c-4bfc-9100-b7324ff1ccb4 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/e970f179-b939-42c9-8a04-8c573687997f HTTP/1.1" status: 200 len: 1820 time: 0.0691838 Nov 12 08:59:13.027492 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.082504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.083188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.084738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] 10.222.0.55 "PUT /v2.0/ports/b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 1093 time: 1.9625676 Nov 12 08:59:13.144125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:13.150830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20dbd7-4bf7-4278-aaef-56320274ebcb service neutron] Pushing event updated for resources: {'Port': ['ID=b041cf91-d331-4d38-8148-ff0b9035bd07,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:13.164087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4996fc2-b8b2-4761-aea5-a7e8e2051b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.184894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b60f0dbc-cdc6-4743-95fc-e96047bb1c89 req-a869c00c-e1f6-4f6d-99ea-41b769d549e8 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.191019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-731be734-c562-4a25-a671-33bbc07878ab service neutron] 10.222.0.53 "GET /v2.0/networks/e94d158c-a542-4062-b444-44d25538f306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675254 Nov 12 08:59:13.220165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b60f0dbc-cdc6-4743-95fc-e96047bb1c89 req-a869c00c-e1f6-4f6d-99ea-41b769d549e8 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.225057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-dc399c95-3f23-43e8-90fe-1aaf7fde3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.226714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-dc399c95-3f23-43e8-90fe-1aaf7fde3867 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1096 time: 0.0902817 Nov 12 08:59:13.292308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-2225749b-7ac8-412d-9b59-69ca1e8777ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 217 time: 0.0520599 Nov 12 08:59:13.325895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-1f50a5d4-b013-4465-91bc-558022879e08 service neutron] 10.222.0.53 "GET /v2.0/networks/e94d158c-a542-4062-b444-44d25538f306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282582 Nov 12 08:59:13.343479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4996fc2-b8b2-4761-aea5-a7e8e2051b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.349003 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4996fc2-b8b2-4761-aea5-a7e8e2051b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.361043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b60f0dbc-cdc6-4743-95fc-e96047bb1c89 req-a869c00c-e1f6-4f6d-99ea-41b769d549e8 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.364948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b60f0dbc-cdc6-4743-95fc-e96047bb1c89 req-a869c00c-e1f6-4f6d-99ea-41b769d549e8 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.380407 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b60f0dbc-cdc6-4743-95fc-e96047bb1c89 req-a869c00c-e1f6-4f6d-99ea-41b769d549e8 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-groups/e970f179-b939-42c9-8a04-8c573687997f HTTP/1.1" status: 204 len: 173 time: 0.3437748 Nov 12 08:59:13.384132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e4996fc2-b8b2-4761-aea5-a7e8e2051b15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e91e3d378ece4921bc308a30528e82c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364490 Nov 12 08:59:13.387155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:13.402503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869c00c-e1f6-4f6d-99ea-41b769d549e8 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e970f179-b939-42c9-8a04-8c573687997f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:13.407744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-8b6cbc57-c0e7-4f7f-bc83-1569a0b96336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.410219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-8b6cbc57-c0e7-4f7f-bc83-1569a0b96336 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.1100669 Nov 12 08:59:13.420188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4996fc2-b8b2-4761-aea5-a7e8e2051b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1fabef-541e-4fe2-8b96-533330b1fae6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:13.464056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f94c346-394c-4d8d-8cbf-739f193a1fa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.498012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-cf1f4406-822f-4651-bc6e-365e187fda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.501004 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f94c346-394c-4d8d-8cbf-739f193a1fa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.501644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-cf1f4406-822f-4651-bc6e-365e187fda01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817261 Nov 12 08:59:13.571641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f94c346-394c-4d8d-8cbf-739f193a1fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.574369 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f94c346-394c-4d8d-8cbf-739f193a1fa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.578394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0f94c346-394c-4d8d-8cbf-739f193a1fa4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf1fabef-541e-4fe2-8b96-533330b1fae6 HTTP/1.1" status: 204 len: 168 time: 0.1874175 Nov 12 08:59:13.585048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:13.587292 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50182ee2-67b1-418d-bc73-299a4b228837" -d '{"events": [{"name": "network-changed", "server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:13.622334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94c346-394c-4d8d-8cbf-739f193a1fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1fabef-541e-4fe2-8b96-533330b1fae6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:13.676651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b14ca5-2736-4c95-95cc-95383dd826bb req-004b72b4-ca69-4b49-9eb2-37c68dca690b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:13.687811 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b14ca5-2736-4c95-95cc-95383dd826bb req-004b72b4-ca69-4b49-9eb2-37c68dca690b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1000288 Nov 12 08:59:13.691602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-e9c01fa4-4d05-4b1b-8ef3-301dd6a12f6e service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833754 Nov 12 08:59:13.754485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b14ca5-2736-4c95-95cc-95383dd826bb req-a2f49f45-d66f-4a68-b61d-05822df587d6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648072 Nov 12 08:59:13.783213 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca77726-ce11-433e-8edb-762883ad3284 req-af8fd08b-8648-4154-b5c9-83b15ce9d909 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/ef6cc69d-d60d-42dd-b323-ccd04035d78a HTTP/1.1" status: 200 len: 2419 time: 0.0525129 Nov 12 08:59:13.822066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-972db26f-752a-472b-af82-6b2f83bb3402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.850066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2469c7a8-bed9-4b4e-8f41-3d53d1961075 req-54707a84-cea7-4959-9a93-4bddcadf8f32 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 210 time: 0.0341890 Nov 12 08:59:13.930201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54889cf2-4930-4adb-b281-7b56ce5c4acd req-2a12da45-d998-4fee-a5d5-a1def583654b service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301369 Nov 12 08:59:13.959109 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fca77726-ce11-433e-8edb-762883ad3284 req-478d36c2-1536-4a48-9700-537e9dc1b490 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.987448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fca77726-ce11-433e-8edb-762883ad3284 req-478d36c2-1536-4a48-9700-537e9dc1b490 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:13.999953 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcfc957-e176-4128-a1f7-0fc7f82e82ec x-openstack-request-id: req-0fcfc957-e176-4128-a1f7-0fc7f82e82ec {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:14.000343 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:14.000708 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0fcfc957-e176-4128-a1f7-0fc7f82e82ec {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:14.001348 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'status': 'completed', 'code': 200} Nov 12 08:59:14.092235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182ee2-67b1-418d-bc73-299a4b228837 req-84d3f891-23da-463e-bc62-5a201e0dc273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.095933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50182ee2-67b1-418d-bc73-299a4b228837 req-84d3f891-23da-463e-bc62-5a201e0dc273 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1096 time: 0.0672407 Nov 12 08:59:14.098464 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fca77726-ce11-433e-8edb-762883ad3284 req-478d36c2-1536-4a48-9700-537e9dc1b490 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.102397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fca77726-ce11-433e-8edb-762883ad3284 req-478d36c2-1536-4a48-9700-537e9dc1b490 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.104006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca77726-ce11-433e-8edb-762883ad3284 req-478d36c2-1536-4a48-9700-537e9dc1b490 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-groups/ef6cc69d-d60d-42dd-b323-ccd04035d78a HTTP/1.1" status: 204 len: 173 time: 0.2670798 Nov 12 08:59:14.124540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f31a-ba69-49fb-bba2-1c91861bae9c req-3564f4a3-858e-4e0e-a436-c394eab63b99 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.126450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8c0f31a-ba69-49fb-bba2-1c91861bae9c req-3564f4a3-858e-4e0e-a436-c394eab63b99 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0655746 Nov 12 08:59:14.182984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d36c2-1536-4a48-9700-537e9dc1b490 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6cc69d-d60d-42dd-b323-ccd04035d78a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:14.218964 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8c0f31a-ba69-49fb-bba2-1c91861bae9c req-1f086820-1829-42df-bf83-fa76ab6bd938 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850828 Nov 12 08:59:14.230238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:14.236867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182ee2-67b1-418d-bc73-299a4b228837 req-728a2957-a3d0-46e8-be33-8d66d80cfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.239330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50182ee2-67b1-418d-bc73-299a4b228837 req-728a2957-a3d0-46e8-be33-8d66d80cfa81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.1341214 Nov 12 08:59:14.282049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 5fec2279-5c2a-427f-a8c3-f32f7bb69133 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:14.282763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5fec2279-5c2a-427f-a8c3-f32f7bb69133 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:14.324229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50182ee2-67b1-418d-bc73-299a4b228837 req-b94e5650-a605-485f-9a1c-e77985007e4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 217 time: 0.0684581 Nov 12 08:59:14.339437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ca0498e-d960-473d-9e06-de1032ad3f4b req-b95f0672-8b14-46f9-a6d2-8d5c0265dc22 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "GET /v2.0/security-groups/2d305a02-1a65-47fd-b4d2-826f9815a96c HTTP/1.1" status: 200 len: 2413 time: 0.0588846 Nov 12 08:59:14.383426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbecbf-183a-444a-bb09-0f89f68b543e req-34cb65c9-0663-4fe3-8fe5-48bba48d70f2 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.390926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6dbecbf-183a-444a-bb09-0f89f68b543e req-34cb65c9-0663-4fe3-8fe5-48bba48d70f2 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 944 time: 0.1457756 Nov 12 08:59:14.419085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182ee2-67b1-418d-bc73-299a4b228837 req-1957515b-1763-473d-a950-6487d5b3d2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.420589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ca0498e-d960-473d-9e06-de1032ad3f4b req-a9dbc77f-0827-4aac-ad55-d4ed184275e0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.420887 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50182ee2-67b1-418d-bc73-299a4b228837 req-1957515b-1763-473d-a950-6487d5b3d2d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.0886090 Nov 12 08:59:14.451528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ca0498e-d960-473d-9e06-de1032ad3f4b req-a9dbc77f-0827-4aac-ad55-d4ed184275e0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.493695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6dbecbf-183a-444a-bb09-0f89f68b543e req-11c84864-6c2e-4fb9-acb1-220f303c49ca tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017568 Nov 12 08:59:14.504337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182ee2-67b1-418d-bc73-299a4b228837 req-b1d64024-f8bf-4d93-ad15-4baac57ae11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.506295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50182ee2-67b1-418d-bc73-299a4b228837 req-b1d64024-f8bf-4d93-ad15-4baac57ae11f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0762546 Nov 12 08:59:14.526988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ca0498e-d960-473d-9e06-de1032ad3f4b req-a9dbc77f-0827-4aac-ad55-d4ed184275e0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.531515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8ca0498e-d960-473d-9e06-de1032ad3f4b req-a9dbc77f-0827-4aac-ad55-d4ed184275e0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.539414 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8ca0498e-d960-473d-9e06-de1032ad3f4b req-a9dbc77f-0827-4aac-ad55-d4ed184275e0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] 10.222.0.53 "DELETE /v2.0/security-groups/2d305a02-1a65-47fd-b4d2-826f9815a96c HTTP/1.1" status: 204 len: 173 time: 0.1866724 Nov 12 08:59:14.540638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:14.581871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc77f-0827-4aac-ad55-d4ed184275e0 tempest-SecurityGroupRulesTestJSON-830174004 tempest-SecurityGroupRulesTestJSON-830174004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d305a02-1a65-47fd-b4d2-826f9815a96c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:14.612223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] Deleting subnet 0da41f45-8428-459c-a4ed-fc18ae92a15a {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:59:14.615629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.628362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50182ee2-67b1-418d-bc73-299a4b228837 req-568666b8-188a-419b-be93-f7ef5934fb4c service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138802 Nov 12 08:59:14.655333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.699550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.706423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57134) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:14.731727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50182ee2-67b1-418d-bc73-299a4b228837 req-aaac095f-049e-4805-bb0f-876e11bcdeb5 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958049 Nov 12 08:59:14.759037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.797500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da41f45-8428-459c-a4ed-fc18ae92a15a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:14.808543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.816476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57140) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:14.817241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9ff3b02c-74fd-478b-bc1e-24a515c64bda admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0da41f45-8428-459c-a4ed-fc18ae92a15a HTTP/1.1" status: 204 len: 168 time: 0.2755041 Nov 12 08:59:14.850074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-network', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:14.904723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68f1c3-3bbb-4924-87cf-fb2ba9c2ce0a req-b5c19efd-f564-4c36-becc-eb85ebf66437 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:14.914608 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f68f1c3-3bbb-4924-87cf-fb2ba9c2ce0a req-b5c19efd-f564-4c36-becc-eb85ebf66437 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.0704129 Nov 12 08:59:14.981807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:14.991729 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f68f1c3-3bbb-4924-87cf-fb2ba9c2ce0a req-ffa42e0a-f91c-41da-b6f4-55bbea68eaff tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761440 Nov 12 08:59:15.001262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Made reservation on behalf of 68bcc2d5174841dbb41c68bf02c3e919 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:15.003519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.045902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b86caf3-6374-4884-a4a9-99586ede744b req-1b7d5317-402b-4cc4-abba-e4595696de5d tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 210 time: 0.0911300 Nov 12 08:59:15.064220 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.149093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-5aa5050a-0686-449b-8de8-c17a71c6d6ef tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:15.150681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-5aa5050a-0686-449b-8de8-c17a71c6d6ef tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.62 "GET /v2.0/networks?id=e94d158c-a542-4062-b444-44d25538f306 HTTP/1.1" status: 200 len: 821 time: 0.2437916 Nov 12 08:59:15.167801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Request body: {'port': {'device_id': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'network_id': 'e94d158c-a542-4062-b444-44d25538f306', 'admin_state_up': True, 'tenant_id': '87ebecd9d1dd4e8e8190493682c19c5e'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:15.173953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-6d7f9787-a774-4cc4-9373-d9bd103cc81b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:15.175426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-6d7f9787-a774-4cc4-9373-d9bd103cc81b tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.0489168 Nov 12 08:59:15.215474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.285082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab5d6d6-99b3-470f-ba37-c28bc7c5bec6']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:15.286148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Deleting port 71220ef9-5571-49b0-87cc-86365a3bfb5a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:15.286497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.318528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb83c76-60f9-458c-8995-61c57a207c2a') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:15.318838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb83c76-60f9-458c-8995-61c57a207c2a') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:15.359920 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.385152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] For port 71220ef9-5571-49b0-87cc-86365a3bfb5a, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71220ef9-5571-49b0-87cc-86365a3bfb5a,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:15.385522 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.398829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Calling delete_port for 71220ef9-5571-49b0-87cc-86365a3bfb5a owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:15.408749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.424314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.433780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:59:15.434185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:59:15.436008 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:59:15.438223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.545301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.564155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f230de93-52f5-4f77-8175-6e27177412f5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:15.569184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71220ef9-5571-49b0-87cc-86365a3bfb5a'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:15.580663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event deleted for resources: {'Port': ['ID=71220ef9-5571-49b0-87cc-86365a3bfb5a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:15.640420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] No DVR routers for this DVR port 71220ef9-5571-49b0-87cc-86365a3bfb5a on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:15.657539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.660840 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26db5d6f-90bd-4c14-8e22-994b5a4e3268 req-2d86ad6e-4750-404c-94f6-6a458964a200 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.62 "DELETE /v2.0/ports/71220ef9-5571-49b0-87cc-86365a3bfb5a HTTP/1.1" status: 204 len: 173 time: 0.4781425 Nov 12 08:59:15.661466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-deleted', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:15.663841 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6216a7c-8fbb-493c-b1e9-5b58c3d11894" -d '{"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-deleted", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:15.693135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e70fa-631b-4b73-b013-a22171fe5c27 req-24ae3f79-af17-4b83-8045-549ee9edb9ef tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:15.694680 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa9e70fa-631b-4b73-b013-a22171fe5c27 req-24ae3f79-af17-4b83-8045-549ee9edb9ef tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 944 time: 0.0860226 Nov 12 08:59:15.750633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa9e70fa-631b-4b73-b013-a22171fe5c27 req-e0ccf66b-be60-4526-8531-d6c81db538bf tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495486 Nov 12 08:59:15.797053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab03699-44bb-4225-8110-189852a20d1d req-13e0ac4e-e377-4042-a545-a3a7667a6a18 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:15.798626 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ab03699-44bb-4225-8110-189852a20d1d req-13e0ac4e-e377-4042-a545-a3a7667a6a18 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=d3e973ad-012b-49e9-941e-574df342840a HTTP/1.1" status: 200 len: 950 time: 0.4924598 Nov 12 08:59:15.866978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:59:15.879219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f585e7-a8b8-4521-b81b-ed66a46bc1fd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:15.880240 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a47155-9499-4fb6-8729-1dde65b6a7b3 x-openstack-request-id: req-61a47155-9499-4fb6-8729-1dde65b6a7b3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:15.880550 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e973ad-012b-49e9-941e-574df342840a", "name": "network-vif-deleted", "tag": "71220ef9-5571-49b0-87cc-86365a3bfb5a", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:15.880882 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61a47155-9499-4fb6-8729-1dde65b6a7b3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:15.881295 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e973ad-012b-49e9-941e-574df342840a', 'name': 'network-vif-deleted', 'tag': '71220ef9-5571-49b0-87cc-86365a3bfb5a', 'status': 'completed', 'code': 200} Nov 12 08:59:15.885882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Made reservation on behalf of 87ebecd9d1dd4e8e8190493682c19c5e for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:15.890376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.898424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.900223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.900828 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Added segment 5d0eb837-822d-49e9-9301-17289a8dd29c of type vlan for network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d Nov 12 08:59:15.937192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:15.940648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aab5d6d6-99b3-470f-ba37-c28bc7c5bec6 HTTP/1.1" status: 204 len: 168 time: 1.1227858 Nov 12 08:59:15.983306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32039f8-63fe-45fa-a20c-ce6026b6f306 admin admin] Pushing event deleted for resources: {'Network': ['ID=aab5d6d6-99b3-470f-ba37-c28bc7c5bec6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:16.012399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.051164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ab03699-44bb-4225-8110-189852a20d1d req-a05d3e05-8419-45c6-a802-1baf42beac57 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150319 Nov 12 08:59:16.132998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57162) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:16.159677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.161089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:16.161875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.199114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d328ccf-faa2-4502-b5c6-29cb6acd3981 req-c84cbb17-3418-4710-852b-76e5d650c869 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:16.207819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d328ccf-faa2-4502-b5c6-29cb6acd3981 req-c84cbb17-3418-4710-852b-76e5d650c869 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1074698 Nov 12 08:59:16.218114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Allocated IP 172.20.0.9 (e94d158c-a542-4062-b444-44d25538f306/434b0348-3f66-4731-a4b9-a263a79e4574/e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:16.226662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5190942 Nov 12 08:59:16.231231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57164) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:16.238009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Request body: {'subnet': {'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-subnet', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:16.244704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d8183f79-4504-46ad-9edc-fd293107e93c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbb828dfeb6747a2899bb1411ed9afed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1106131 Nov 12 08:59:16.247304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57166) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:16.252682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6a73993-1068-419b-b019-75a5b4ec34ea req-6d4aaeef-07a4-442e-acde-cdc97750935d tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 210 time: 0.0587628 Nov 12 08:59:16.260476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b041cf91-d331-4d38-8148-ff0b9035bd07 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:16.303019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8decd-1573-47e1-b8c3-af4d3422aa44 admin admin] Pushing event updated for resources: {'Network': ['ID=8fe4f464-3c67-4ffe-8a22-c76564a9fe0d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:16.320933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:59:16.324411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Made reservation on behalf of 68bcc2d5174841dbb41c68bf02c3e919 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:16.326890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.355020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d328ccf-faa2-4502-b5c6-29cb6acd3981 req-42f0a354-1957-4487-9943-c10fd0617760 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451192 Nov 12 08:59:16.435070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-609fd96f-7cc2-466a-a178-15e743cf239b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.461980 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.470781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-609fd96f-7cc2-466a-a178-15e743cf239b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.471442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21fc6204-a065-43b1-8d20-06b76e95347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.505915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.512122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b041cf91-d331-4d38-8148-ff0b9035bd07, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b041cf91-d331-4d38-8148-ff0b9035bd07,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:16.527037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'port_id': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'mac_address': 'fa:16:3e:6f:57:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:16.557028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Network e94d158c-a542-4062-b444-44d25538f306 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:16.560511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:16.564333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:16.578951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.593532 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-609fd96f-7cc2-466a-a178-15e743cf239b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.594197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Pushing event updated for resources: {'Port': ['ID=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:16.594493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b041cf91-d331-4d38-8148-ff0b9035bd07 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:16.596114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-609fd96f-7cc2-466a-a178-15e743cf239b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.600147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-609fd96f-7cc2-466a-a178-15e743cf239b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c46230ba-1214-4133-9f1e-9ff28fd94156 HTTP/1.1" status: 204 len: 168 time: 0.3518579 Nov 12 08:59:16.618239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fd96f-7cc2-466a-a178-15e743cf239b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46230ba-1214-4133-9f1e-9ff28fd94156,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:16.619554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b041cf91-d331-4d38-8148-ff0b9035bd07, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b041cf91-d331-4d38-8148-ff0b9035bd07,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:16.626140 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.631970 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.645652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:16.646633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.668506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd756532-8ba7-4e70-9c35-24f4ceabb69a tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5043011 Nov 12 08:59:16.686871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db71590d-f6e4-4ea7-ba83-7e3ae3015b46,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:16.689649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Request body: {'port': {'device_id': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:16.695603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=b041cf91-d331-4d38-8148-ff0b9035bd07,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:16.722831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Checking segment: {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:16.723212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Network hostable DHCP agents. Network: 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:59:16.747808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:59:16.757374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:16.762224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:16.762412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.763112 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.771499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e044ac-83c2-46fd-b6be-3e0498a83c2a None None] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:16.800032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c7912317-5b91-40d5-8917-9b3f40d3bfa5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5673549 Nov 12 08:59:16.801723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:16.811622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:16.849579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['b041cf91-d331-4d38-8148-ff0b9035bd07'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:16.867243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:16.869572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.065434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'fixed_ips': [{'subnet_id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:59:17.066670 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.075159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.095299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac0b319-084a-426b-8af4-aceb3027c030 req-d693eb2f-456a-485c-8583-eef3aa6cb97e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.102735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fac0b319-084a-426b-8af4-aceb3027c030 req-d693eb2f-456a-485c-8583-eef3aa6cb97e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 945 time: 0.2239602 Nov 12 08:59:17.179652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:17.194590 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.214909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Transition to ACTIVE for port object e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:17.221815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.261069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Allocated IP 172.20.0.2 (8fe4f464-3c67-4ffe-8a22-c76564a9fe0d/db71590d-f6e4-4ea7-ba83-7e3ae3015b46/cb59127d-3c9a-43aa-80e5-e41c0cd96449) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:17.328509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fac0b319-084a-426b-8af4-aceb3027c030 req-89c8d898-5fbf-44e6-8349-2628ca109517 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246628 Nov 12 08:59:17.344948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:17.421041 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.477918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Attempting to bind port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:17.478472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Attempting to bind port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'a45009e1-f139-490a-b54e-103aa59b66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e94d158c-a542-4062-b444-44d25538f306'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:17.479298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Attempting to bind port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 on network e94d158c-a542-4062-b444-44d25538f306 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:17.484923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 on network e94d158c-a542-4062-b444-44d25538f306 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:17.485259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Attempting to bind port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 on network e94d158c-a542-4062-b444-44d25538f306 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:17.494819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:17.495239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Checking segment: {'id': 'a45009e1-f139-490a-b54e-103aa59b66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e94d158c-a542-4062-b444-44d25538f306'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:17.495582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Bound using segment: {'id': 'a45009e1-f139-490a-b54e-103aa59b66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e94d158c-a542-4062-b444-44d25538f306'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:17.501973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Bound port: e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45009e1-f139-490a-b54e-103aa59b66e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e94d158c-a542-4062-b444-44d25538f306'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:17.502549 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.502902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.514058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38408b9-91df-44f6-8b9f-2afbb38c4b96 req-ad0f725e-9095-42c6-ae99-413488fba4a7 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.517467 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.523021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a38408b9-91df-44f6-8b9f-2afbb38c4b96 req-ad0f725e-9095-42c6-ae99-413488fba4a7 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 943 time: 0.0827239 Nov 12 08:59:17.557636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:17.561854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:17.569738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:17.583818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a38408b9-91df-44f6-8b9f-2afbb38c4b96 req-c6c4073e-078a-4c61-84f0-a07ab1b789d1 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597401 Nov 12 08:59:17.628943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] For port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:17.645793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Pushing event updated for resources: {'Port': ['ID=cb59127d-3c9a-43aa-80e5-e41c0cd96449,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:17.672004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] For port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,segment=NetworkSegment(a45009e1-f139-490a-b54e-103aa59b66e3),segment_id=a45009e1-f139-490a-b54e-103aa59b66e3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:17.697730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef8257-e110-406d-900e-7053a0a39226 req-326a8bc7-d83b-4b8f-a2cd-7d66244dd278 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.702124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04ef8257-e110-406d-900e-7053a0a39226 req-326a8bc7-d83b-4b8f-a2cd-7d66244dd278 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1303313 Nov 12 08:59:17.703257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Attempting to bind port cb59127d-3c9a-43aa-80e5-e41c0cd96449 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:17.703648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Attempting to bind port cb59127d-3c9a-43aa-80e5-e41c0cd96449 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:17.704038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Attempting to bind port cb59127d-3c9a-43aa-80e5-e41c0cd96449 on network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:17.710093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:17.710466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Checking segment: {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:17.710924 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.711066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.711396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Bound using segment: {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:17.711944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Bound port: cb59127d-3c9a-43aa-80e5-e41c0cd96449, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:17.712326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.801907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57206) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:17.806857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.807217 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.808171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] For port cb59127d-3c9a-43aa-80e5-e41c0cd96449, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:17.808576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] 10.222.0.62 "PUT /v2.0/ports/e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 HTTP/1.1" status: 200 len: 1092 time: 1.1273727 Nov 12 08:59:17.809246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'tag': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:17.811587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] For port cb59127d-3c9a-43aa-80e5-e41c0cd96449, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cb59127d-3c9a-43aa-80e5-e41c0cd96449,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:17.812289 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4108b880-a26d-434f-b264-9a88736731ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a756d7f6-ffd4-40d8-b3ef-983b82dea054", "tag": "e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:17.819351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd758c08-c2f5-4696-8e38-6d7f3310ca67 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:17.821612 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.890946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f9e79-bf6e-4164-8df1-67b9d0f9a07f None None] Pushing event updated for resources: {'Port': ['ID=cb59127d-3c9a-43aa-80e5-e41c0cd96449,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:17.912053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04ef8257-e110-406d-900e-7053a0a39226 req-7497ab7b-1ba5-4917-93bc-2543b8c86185 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977141 Nov 12 08:59:17.915051 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.933784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-2f010141-cca2-4ac6-89b2-8c9b0848c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.935255 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-2f010141-cca2-4ac6-89b2-8c9b0848c589 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87ebecd9d1dd4e8e8190493682c19c5e&device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 1095 time: 0.0857482 Nov 12 08:59:17.958723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:17.988336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6a48a-5de1-4f8d-b4db-7e430100108d req-9727d7be-4f4c-4e79-a910-dbcbdb620049 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:17.989956 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57e6a48a-5de1-4f8d-b4db-7e430100108d req-9727d7be-4f4c-4e79-a910-dbcbdb620049 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.2185833 Nov 12 08:59:18.006101 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc62ee7d-8720-47b8-aad5-a79b2fde6e85 x-openstack-request-id: req-cc62ee7d-8720-47b8-aad5-a79b2fde6e85 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:18.006470 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a756d7f6-ffd4-40d8-b3ef-983b82dea054", "tag": "e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:18.006787 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc62ee7d-8720-47b8-aad5-a79b2fde6e85 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:18.007228 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'tag': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9', 'status': 'completed', 'code': 200} Nov 12 08:59:18.010890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1799367546-network', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:18.022744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-e323df99-589b-44f3-8914-f1fa9db57f2a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 HTTP/1.1" status: 200 len: 217 time: 0.0769832 Nov 12 08:59:18.082876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Made reservation on behalf of 8d0f55c55d9549d68930e802a84a8a09 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:18.086091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.102707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.107184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-e2a771c7-5efd-4410-94c2-cfd17bc93569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.109347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-e2a771c7-5efd-4410-94c2-cfd17bc93569 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=434b0348-3f66-4731-a4b9-a263a79e4574 HTTP/1.1" status: 200 len: 861 time: 0.0767670 Nov 12 08:59:18.117444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57e6a48a-5de1-4f8d-b4db-7e430100108d req-993b0f21-ec90-4941-91d8-b22e3f31abd5 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894799 Nov 12 08:59:18.164688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Allocated IP 172.25.5.28 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a83f64a9-f37d-40d1-b408-dee3e7249d26) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:18.175463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-4809d771-7a36-44ad-8bc9-29c8ff62a5aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e94d158c-a542-4062-b444-44d25538f306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559816 Nov 12 08:59:18.248923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71220ef9-5571-49b0-87cc-86365a3bfb5a no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:18.265158 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:18.282440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b041cf91-d331-4d38-8148-ff0b9035bd07 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:18.284820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 71220ef9-5571-49b0-87cc-86365a3bfb5a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:18.285193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71220ef9-5571-49b0-87cc-86365a3bfb5a not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:18.301514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.343549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-2fbdf8c8-c43c-437e-8b72-37ebfe2ac989 service neutron] 10.222.0.62 "GET /v2.0/networks/e94d158c-a542-4062-b444-44d25538f306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579623 Nov 12 08:59:18.355668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port b041cf91-d331-4d38-8148-ff0b9035bd07 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:18.358354 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.361255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port b041cf91-d331-4d38-8148-ff0b9035bd07 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:18.361636 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.378073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.399819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.426953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:18.430260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:18.434991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:18.441863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a83f64a9-f37d-40d1-b408-dee3e7249d26,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:18.455645 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.485361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:18.488059 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8449bee2-1a7e-4c4e-bac1-5f1ee022d3db" -d '{"events": [{"server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "name": "network-vif-plugged", "status": "completed", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:18.506286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b041cf91-d331-4d38-8148-ff0b9035bd07, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b041cf91-d331-4d38-8148-ff0b9035bd07,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:18.513471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.514174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:59:18.548777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0607411-2e2b-455d-862a-8e812c91d1fd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:18.552169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.552595 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Added segment 30ef8f01-f058-4977-8851-ed9ce1d6411d of type vlan for network d91a2f9f-6638-413d-bcba-2617cfe406f0 Nov 12 08:59:18.587195 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa6b079-e19e-49a7-a274-266c2093e2d6 x-openstack-request-id: req-baa6b079-e19e-49a7-a274-266c2093e2d6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:18.587504 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "name": "network-vif-plugged", "status": "completed", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:18.587738 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-baa6b079-e19e-49a7-a274-266c2093e2d6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:18.588182 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'code': 200} Nov 12 08:59:18.595461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=b041cf91-d331-4d38-8148-ff0b9035bd07,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:18.650987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d49aaa1-6d32-4fb1-9222-3862c9d351e3 req-1cc01d0f-be01-4d9c-b89d-5df147456d6a service neutron] 10.222.0.62 "GET /v2.0/networks/e94d158c-a542-4062-b444-44d25538f306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846653 Nov 12 08:59:18.670213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b8fe4-5ddb-4ee9-ad59-544889d25cf1 req-188b06b7-ddb1-4fec-8869-d2d5a2468149 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.672367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-630b8fe4-5ddb-4ee9-ad59-544889d25cf1 req-188b06b7-ddb1-4fec-8869-d2d5a2468149 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 945 time: 0.2599401 Nov 12 08:59:18.674179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.792376 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.808617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a1e2-f406-4f79-b12b-554e4e5b54e4 req-263dd01d-e3bc-4366-998b-3d2d4153fb28 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.810198 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31a6a1e2-f406-4f79-b12b-554e4e5b54e4 req-263dd01d-e3bc-4366-998b-3d2d4153fb28 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 943 time: 0.1090863 Nov 12 08:59:18.819079 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.820123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.820710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.824185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158db2c-04cc-438d-9a91-d53efa173735 req-e55a313e-fb17-4bc9-a825-fb02de91cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.825693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b158db2c-04cc-438d-9a91-d53efa173735 req-e55a313e-fb17-4bc9-a825-fb02de91cda7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1098 time: 0.1471360 Nov 12 08:59:18.848443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-630b8fe4-5ddb-4ee9-ad59-544889d25cf1 req-844dea16-5835-45bf-a744-2cb66251177e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587462 Nov 12 08:59:18.870490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b880-a26d-434f-b264-9a88736731ad req-ef78cb90-480b-4d78-85bf-90acc050a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:18.872114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4108b880-a26d-434f-b264-9a88736731ad req-ef78cb90-480b-4d78-85bf-90acc050a2a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=87ebecd9d1dd4e8e8190493682c19c5e&device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 1095 time: 0.1382902 Nov 12 08:59:18.923506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1159289 Nov 12 08:59:18.959274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:18.966513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:18.984504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Request body: {'subnet': {'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1799367546-subnet', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:19.062600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Made reservation on behalf of 8d0f55c55d9549d68930e802a84a8a09 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:19.064817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.076748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bdc8c-923f-4ad8-987a-1785fce9ae3c admin admin] Pushing event updated for resources: {'Network': ['ID=d91a2f9f-6638-413d-bcba-2617cfe406f0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:19.090876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:59:19.163478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b880-a26d-434f-b264-9a88736731ad req-5d3e31f0-523b-4266-adf8-6833928dbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.164996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4108b880-a26d-434f-b264-9a88736731ad req-5d3e31f0-523b-4266-adf8-6833928dbf80 service neutron] 10.222.0.62 "GET /v2.0/networks?id=e94d158c-a542-4062-b444-44d25538f306 HTTP/1.1" status: 200 len: 922 time: 0.2661397 Nov 12 08:59:19.193675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b158db2c-04cc-438d-9a91-d53efa173735 req-01ba7bf3-acd0-4ed9-873d-06cebfc58cc7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428617 Nov 12 08:59:19.194328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31a6a1e2-f406-4f79-b12b-554e4e5b54e4 req-76fd4ee3-ae91-4b40-b12d-4138cf0d350f tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496890 Nov 12 08:59:19.198530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccea5b8-e0c5-4401-9f8f-1f44297fafe8 None None] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:19.276697 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7fdf4b8a-d8ec-4152-abbd-db40636f2c39 None None] Provisioning complete for port cb59127d-3c9a-43aa-80e5-e41c0cd96449 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:19.277060 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdf4b8a-d8ec-4152-abbd-db40636f2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.295536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-ba009e15-b13e-4771-a5ed-707ea68908bb tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.300057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-ba009e15-b13e-4771-a5ed-707ea68908bb tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.4689357 Nov 12 08:59:19.337184 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4108b880-a26d-434f-b264-9a88736731ad req-ae03eeef-2490-493e-b283-3324c054bd7d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 HTTP/1.1" status: 200 len: 217 time: 0.1370268 Nov 12 08:59:19.337950 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.380914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61229-cd20-4456-b006-86c44efd880c req-74790761-bb97-4496-9821-c95dcd9fdf48 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.382417 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1c61229-cd20-4456-b006-86c44efd880c req-74790761-bb97-4496-9821-c95dcd9fdf48 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.3153260 Nov 12 08:59:19.551883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108b880-a26d-434f-b264-9a88736731ad req-6f1e3e21-9ca7-4842-b925-773eccd35cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.553919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4108b880-a26d-434f-b264-9a88736731ad req-6f1e3e21-9ca7-4842-b925-773eccd35cf8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=434b0348-3f66-4731-a4b9-a263a79e4574 HTTP/1.1" status: 200 len: 861 time: 0.2082381 Nov 12 08:59:19.566446 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdf4b8a-d8ec-4152-abbd-db40636f2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.581803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acfb56-9a53-4e75-b523-4c1b067127ef req-e28b83c0-5d95-4a79-aa3d-25fadfac220e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:19.584027 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2acfb56-9a53-4e75-b523-4c1b067127ef req-e28b83c0-5d95-4a79-aa3d-25fadfac220e tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 950 time: 0.1153393 Nov 12 08:59:19.610600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:59:19.613419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1c61229-cd20-4456-b006-86c44efd880c req-6fd228fa-311b-4a2e-a698-d8217df9638a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002037 Nov 12 08:59:19.619882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7fdf4b8a-d8ec-4152-abbd-db40636f2c39 None None] For port cb59127d-3c9a-43aa-80e5-e41c0cd96449, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cb59127d-3c9a-43aa-80e5-e41c0cd96449,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:19.621658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cb59127d-3c9a-43aa-80e5-e41c0cd96449 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:19.640870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4108b880-a26d-434f-b264-9a88736731ad req-8532d9ef-22a6-46b7-a366-3d1fcca105bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=e94d158c-a542-4062-b444-44d25538f306&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531454 Nov 12 08:59:19.657214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdf4b8a-d8ec-4152-abbd-db40636f2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.684803 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.729991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2acfb56-9a53-4e75-b523-4c1b067127ef req-bc6010e9-419a-4b07-af6a-451df6f74bc4 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/security-groups?id=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079509 Nov 12 08:59:19.761507 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.762902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf4b8a-d8ec-4152-abbd-db40636f2c39 None None] Pushing event updated for resources: {'Port': ['ID=cb59127d-3c9a-43aa-80e5-e41c0cd96449,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:19.772684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cb59127d-3c9a-43aa-80e5-e41c0cd96449 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:19.773153 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.774515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Deleting port f230de93-52f5-4f77-8175-6e27177412f5 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:19.775314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.803834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:19.815802 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Sync routers for ids ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:19.828025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:19.830113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-30be3f50-43ce-4a5b-aaa3-e6ff9f8b87b3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0266247 Nov 12 08:59:19.832861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:19.834529 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Routers {'7f05956c-4fe0-43c2-853e-cf343d5b79b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:19.835181 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:19.843500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8816e87-65ea-4270-9b67-e414dfcd45e6,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:19.981576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9b2b1b8d-0f75-494d-92ee-7d176b97c9c7 None None] Provisioning complete for port cb59127d-3c9a-43aa-80e5-e41c0cd96449 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:19.982151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9b2b1b8d-0f75-494d-92ee-7d176b97c9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.021914 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Set router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:20.022247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4108b880-a26d-434f-b264-9a88736731ad req-552a00bd-069e-46b2-a391-aaf471c26ef6 service neutron] 10.222.0.62 "GET /v2.0/networks/e94d158c-a542-4062-b444-44d25538f306?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685138 Nov 12 08:59:20.040508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Checking segment: {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:20.040896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Network hostable DHCP agents. Network: d91a2f9f-6638-413d-bcba-2617cfe406f0, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:59:20.133252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] For port f230de93-52f5-4f77-8175-6e27177412f5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f230de93-52f5-4f77-8175-6e27177412f5,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:20.133652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.179779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb656442-6786-4a25-a84f-289cd3d3eca5 req-5859d928-2602-4e2a-bca2-71c42464279a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:20.194733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb656442-6786-4a25-a84f-289cd3d3eca5 req-5859d928-2602-4e2a-bca2-71c42464279a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.2493143 Nov 12 08:59:20.221144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Calling delete_port for f230de93-52f5-4f77-8175-6e27177412f5 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:20.246955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.284920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:59:20.290284 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T08:59:18Z', 'revision_number': 3, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port': {'id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:17Z', 'updated_at': '2021-11-12T08:59:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:20.319301 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Checking router: 7f05956c-4fe0-43c2-853e-cf343d5b79b3 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:20.319662 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Updating router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 port a83f64a9-f37d-40d1-b408-dee3e7249d26 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:59:20.338220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d91a2f9f-6638-413d-bcba-2617cfe406f0) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:20.349601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc4acf2-1424-41ec-be8b-d02c4d70812d None None] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:20.354702 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.373408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:20.374145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.393136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd503cd-1d11-4d38-ba94-1fabea3146b7 req-76687124-b756-4775-8281-600885d389cd tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:20.394946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9dd503cd-1d11-4d38-ba94-1fabea3146b7 req-76687124-b756-4775-8281-600885d389cd tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 943 time: 0.0971539 Nov 12 08:59:20.428206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4108b880-a26d-434f-b264-9a88736731ad req-2bada404-00f4-4e37-aba9-a9da8a7e8f72 service neutron] 10.222.0.62 "GET /v2.0/networks/e94d158c-a542-4062-b444-44d25538f306?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680689 Nov 12 08:59:20.456350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb656442-6786-4a25-a84f-289cd3d3eca5 req-8bb24406-8f5b-4c8a-9d33-8c350855fff1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565188 Nov 12 08:59:20.467146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-348c340f-edc2-41c8-8424-48dd59630efd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4962351 Nov 12 08:59:20.473610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57240) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:20.484817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:20.499711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9dd503cd-1d11-4d38-ba94-1fabea3146b7 req-4995e9f4-a022-47a1-9b87-5335ea58e1fc tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901268 Nov 12 08:59:20.541797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.554687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.557530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.570488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-d91a2f9f-6638-413d-bcba-2617cfe406f0', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:59:20.572355 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.628042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.719872 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.742000 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.753646 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.784226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Allocated IP 172.20.0.2 (d91a2f9f-6638-413d-bcba-2617cfe406f0/a8816e87-65ea-4270-9b67-e414dfcd45e6/8fe701d9-8d19-4c52-8005-6584ddb6faf8) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:20.829904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4d575-bfd3-4d2a-b99d-a203e36c5991 None None] Pushing event updated for resources: {'Port': ['ID=a83f64a9-f37d-40d1-b408-dee3e7249d26,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:20.835113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Pushing event deleted for resources: {'Port': ['ID=f230de93-52f5-4f77-8175-6e27177412f5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:20.847080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527920ca-d165-4da4-bdd1-3ad3d51acd3b req-eb771c44-8ae7-48cc-9828-f71fc12cc6ec tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:20.848731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-527920ca-d165-4da4-bdd1-3ad3d51acd3b req-eb771c44-8ae7-48cc-9828-f71fc12cc6ec tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1012533 Nov 12 08:59:20.854230 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Attempting to bind port a83f64a9-f37d-40d1-b408-dee3e7249d26 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:20.854703 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Attempting to bind port a83f64a9-f37d-40d1-b408-dee3e7249d26 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:20.855081 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Attempting to bind port a83f64a9-f37d-40d1-b408-dee3e7249d26 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:20.861661 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:20.861661 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:20.862101 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.862190 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:20.862665 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Bound port: a83f64a9-f37d-40d1-b408-dee3e7249d26, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:20.863308 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.868385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Allocated IP 172.20.0.1 (8fe4f464-3c67-4ffe-8a22-c76564a9fe0d/db71590d-f6e4-4ea7-ba83-7e3ae3015b46/f6b6ff8d-a62f-4952-bead-3bbee37a973c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:20.890541 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.937672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c522144-5de0-468b-bc28-dd91e99823df req-7e5a6a16-ab42-498a-8a89-4c80bc7b4304 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.53 "GET /v2.0/ports?device_id=5af95a06-f17b-4898-8bd5-4b9273391a90 HTTP/1.1" status: 200 len: 210 time: 0.0646133 Nov 12 08:59:20.950109 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] For port a83f64a9-f37d-40d1-b408-dee3e7249d26, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:20.959797 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] For port a83f64a9-f37d-40d1-b408-dee3e7249d26, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a83f64a9-f37d-40d1-b408-dee3e7249d26,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:20.968901 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.979004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-527920ca-d165-4da4-bdd1-3ad3d51acd3b req-0d843788-6cbc-48ca-bc10-2e06870876f4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188805 Nov 12 08:59:20.982727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] No DVR routers for this DVR port f230de93-52f5-4f77-8175-6e27177412f5 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:20.991649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:20.995345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b89d015c-35bc-44fd-a1bf-5df3e1416446 req-9ef7c515-69a8-411d-b30a-d1d9facca2a3 tempest-MigrationsAdminTest-1336903663 tempest-MigrationsAdminTest-1336903663-project] 10.222.0.55 "DELETE /v2.0/ports/f230de93-52f5-4f77-8175-6e27177412f5 HTTP/1.1" status: 204 len: 173 time: 1.5834405 Nov 12 08:59:20.996987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-deleted', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:21.000614 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafaffa1-ac2b-4864-8556-0686d79cec91" -d '{"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-deleted", "tag": "f230de93-52f5-4f77-8175-6e27177412f5"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:21.116409 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9134570e-fea3-4f8c-bc13-bfdbdbfd65b3 x-openstack-request-id: req-9134570e-fea3-4f8c-bc13-bfdbdbfd65b3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:21.116808 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af95a06-f17b-4898-8bd5-4b9273391a90", "name": "network-vif-deleted", "tag": "f230de93-52f5-4f77-8175-6e27177412f5", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:21.117163 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9134570e-fea3-4f8c-bc13-bfdbdbfd65b3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:21.117659 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af95a06-f17b-4898-8bd5-4b9273391a90', 'name': 'network-vif-deleted', 'tag': 'f230de93-52f5-4f77-8175-6e27177412f5', 'status': 'completed', 'code': 200} Nov 12 08:59:21.126732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.162900 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Routers {'7f05956c-4fe0-43c2-853e-cf343d5b79b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:21.163533 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:21.174457 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4d575-bfd3-4d2a-b99d-a203e36c5991 None None] Pushing event updated for resources: {'Port': ['ID=a83f64a9-f37d-40d1-b408-dee3e7249d26,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:21.203398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.210047 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.218585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.281922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:21.283768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:21.293106 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:21.297019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:21.300843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:21.302390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:21.351509 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] Set router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:21.354855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Pushing event updated for resources: {'Port': ['ID=8fe701d9-8d19-4c52-8005-6584ddb6faf8,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:21.361398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Pushing event updated for resources: {'Port': ['ID=f6b6ff8d-a62f-4952-bead-3bbee37a973c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:21.388604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.403755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Attempting to bind port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:21.404675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Attempting to bind port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:21.405377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Attempting to bind port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 on network d91a2f9f-6638-413d-bcba-2617cfe406f0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:21.416615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:21.421817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Checking segment: {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:21.423064 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.425061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Bound using segment: {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:21.426033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Bound port: 8fe701d9-8d19-4c52-8005-6584ddb6faf8, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:21.429247 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.624055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cb59127d-3c9a-43aa-80e5-e41c0cd96449 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:21.703832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] For port 8fe701d9-8d19-4c52-8005-6584ddb6faf8, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:21.727740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] For port 8fe701d9-8d19-4c52-8005-6584ddb6faf8, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8fe701d9-8d19-4c52-8005-6584ddb6faf8,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:21.751767 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.755121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cb59127d-3c9a-43aa-80e5-e41c0cd96449 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:21.755621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.768196 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T08:59:18Z', 'revision_number': 3, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port': {'id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:17Z', 'updated_at': '2021-11-12T08:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:21.783197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.794835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee333-8631-4f5d-bb3e-9f20d1714253 req-91137fce-a71c-4a09-b718-ad271d811f32 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:21.796741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2eaee333-8631-4f5d-bb3e-9f20d1714253 req-91137fce-a71c-4a09-b718-ad271d811f32 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0947554 Nov 12 08:59:21.804661 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8687d8c-cd7f-4d42-b9e2-da0e350bf88b None None] The sync data for ids ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'] in n-d-769329-17 is: [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T08:59:18Z', 'revision_number': 3, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port': {'id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:17Z', 'updated_at': '2021-11-12T08:59:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:21.820496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.831724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0590b2-f6ea-4a4a-88b8-78bfeab48be6 None None] Pushing event updated for resources: {'Port': ['ID=8fe701d9-8d19-4c52-8005-6584ddb6faf8,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:21.834642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.864663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8864fc4e-4162-45d7-9425-0959c7e4e443 None None] Provisioning complete for port f6b6ff8d-a62f-4952-bead-3bbee37a973c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:21.865038 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8864fc4e-4162-45d7-9425-0959c7e4e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:21.929558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2eaee333-8631-4f5d-bb3e-9f20d1714253 req-7f8c020c-def0-4fea-aea7-39aca93e3c45 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112235 Nov 12 08:59:21.937010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8864fc4e-4162-45d7-9425-0959c7e4e443 None None] Port f6b6ff8d-a62f-4952-bead-3bbee37a973c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:21.938434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37f7db-b51f-43fd-bb22-ff158b4b34bf req-498c894b-d2e9-4e19-96a1-c5a5989673ba tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:21.948073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e37f7db-b51f-43fd-bb22-ff158b4b34bf req-498c894b-d2e9-4e19-96a1-c5a5989673ba tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 943 time: 0.2484457 Nov 12 08:59:22.012863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Allocated IP 172.25.5.71 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/56978681-60be-427d-9edc-0f5aa632768e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:22.129406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e37f7db-b51f-43fd-bb22-ff158b4b34bf req-0d5a28e9-3fcc-485d-8f60-e130b51220e8 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804357 Nov 12 08:59:22.269254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:22.272334 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.301375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:22.307241 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.333639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: f230de93-52f5-4f77-8175-6e27177412f5 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:22.334122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f230de93-52f5-4f77-8175-6e27177412f5 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:22.349809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.398325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e069f5-9247-44be-a3ec-11a965778936 req-f39aa08e-515e-46dc-b940-24b05cb7f08f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:22.422066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9e069f5-9247-44be-a3ec-11a965778936 req-f39aa08e-515e-46dc-b940-24b05cb7f08f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.2261336 Nov 12 08:59:22.462585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57268) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:22.473843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'floatingip': {'port_id': 'b041cf91-d331-4d38-8148-ff0b9035bd07'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:22.489178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.504235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,segment=NetworkSegment(a45009e1-f139-490a-b54e-103aa59b66e3),segment_id=a45009e1-f139-490a-b54e-103aa59b66e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:22.520944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9', 'network_id': 'e94d158c-a542-4062-b444-44d25538f306', 'port_id': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9', 'mac_address': 'fa:16:3e:c6:dc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '434b0348-3f66-4731-a4b9-a263a79e4574', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:22.575483 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.591253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:22.615171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:22.615734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Pushing event updated for resources: {'Port': ['ID=56978681-60be-427d-9edc-0f5aa632768e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:22.616891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,segment=NetworkSegment(a45009e1-f139-490a-b54e-103aa59b66e3),segment_id=a45009e1-f139-490a-b54e-103aa59b66e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:22.625781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.635973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.675627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:22.696517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:22.701634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:22.735074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:22.771869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c50b5-fb22-4d37-a8f2-9efd133ff2ca req-4dd2a811-8148-4895-99f0-c42f5bee2a64 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:22.773441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b2c50b5-fb22-4d37-a8f2-9efd133ff2ca req-4dd2a811-8148-4895-99f0-c42f5bee2a64 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.5202615 Nov 12 08:59:22.786825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:22.788865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Pushing event updated for resources: {'Port': ['ID=f6b6ff8d-a62f-4952-bead-3bbee37a973c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:22.873695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:22.913102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b2c50b5-fb22-4d37-a8f2-9efd133ff2ca req-6ffa5166-8fac-41e0-8792-6489fafb857e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171415 Nov 12 08:59:22.962341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:22.964907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:23.127320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5148bbb0-6413-4fa4-8631-b79262165213 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=494437cfbc0f44e8bb054bcc6d247564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5070734 Nov 12 08:59:23.130599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:23.268969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:23.333902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.358960 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.378844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6af79dd1-3f0a-43ab-bcac-4313c482415e None None] Provisioning complete for port f6b6ff8d-a62f-4952-bead-3bbee37a973c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:23.379981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6af79dd1-3f0a-43ab-bcac-4313c482415e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.424497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6af79dd1-3f0a-43ab-bcac-4313c482415e None None] Port f6b6ff8d-a62f-4952-bead-3bbee37a973c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:23.436394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6578bbc-4f0b-4e05-b35c-48e827d14635 req-e4daebcf-3101-4ac9-98fe-b7a650c11ca4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:23.438083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6578bbc-4f0b-4e05-b35c-48e827d14635 req-e4daebcf-3101-4ac9-98fe-b7a650c11ca4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 944 time: 0.1801558 Nov 12 08:59:23.460538 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.557483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ea411-7911-4145-9f84-c0b31dfe9a89 None None] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:23.581552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.584937 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.588830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872 HTTP/1.1" status: 204 len: 168 time: 0.4541242 Nov 12 08:59:23.658128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6578bbc-4f0b-4e05-b35c-48e827d14635 req-3adcf720-08d8-49a5-9fdf-d53776acb379 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111952 Nov 12 08:59:23.661532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5dbe62-fcc5-40f8-aae0-1bf34ceb5872,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:23.681792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83f64a9-f37d-40d1-b408-dee3e7249d26 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:23.682227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:23.689276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.689849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.690365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.691325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.691834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.692357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.692885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.693384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.694253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.694759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.696237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.696764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d275dedc-d13a-4dd9-bea8-c06b418b859c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:23.705374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2446d43a-7c00-4a50-85c7-e07e572b157d admin admin] 10.222.0.53 "PUT /v2.0/routers/7f05956c-4fe0-43c2-853e-cf343d5b79b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8695009 Nov 12 08:59:23.762880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fdf118f2-6507-47a7-9230-4e84a1bc94a3 None None] Provisioning complete for port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:23.762880 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fdf118f2-6507-47a7-9230-4e84a1bc94a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.868151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.869669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a83f64a9-f37d-40d1-b408-dee3e7249d26 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:23.870052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:23.879089 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.005667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.050733 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fdf118f2-6507-47a7-9230-4e84a1bc94a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.125126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57294) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:24.161315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.194375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port a83f64a9-f37d-40d1-b408-dee3e7249d26, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a83f64a9-f37d-40d1-b408-dee3e7249d26,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:24.201543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fdf118f2-6507-47a7-9230-4e84a1bc94a3 None None] For port 8fe701d9-8d19-4c52-8005-6584ddb6faf8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8fe701d9-8d19-4c52-8005-6584ddb6faf8,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:24.208146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.209087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8fe701d9-8d19-4c52-8005-6584ddb6faf8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:24.223355 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dead79ad-2c20-4997-ba4a-62815fd59e23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92abc29448dc44fbb53d9e6b1408a036&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0951815 Nov 12 08:59:24.226137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:24.250787 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Floating IP 055fd9db-563e-41a9-81a3-0001b1f2768c associated. External IP: 172.25.5.244, port: b041cf91-d331-4d38-8148-ff0b9035bd07. Nov 12 08:59:24.260565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fdf118f2-6507-47a7-9230-4e84a1bc94a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.319033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc21e29f-88dc-4256-a09c-00259b20d120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.327633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcd7f2-99a1-4928-90ad-141b697bb3fb req-627411cb-870e-4bce-b989-63ed6e65ba39 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:24.336622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97bcd7f2-99a1-4928-90ad-141b697bb3fb req-627411cb-870e-4bce-b989-63ed6e65ba39 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.2399457 Nov 12 08:59:24.375783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc21e29f-88dc-4256-a09c-00259b20d120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.379784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=a83f64a9-f37d-40d1-b408-dee3e7249d26,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:24.391398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:24.462991 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc21e29f-88dc-4256-a09c-00259b20d120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.466704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc21e29f-88dc-4256-a09c-00259b20d120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.473244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc21e29f-88dc-4256-a09c-00259b20d120 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb9566bd-3ab9-4035-87cf-1afea872c3fb HTTP/1.1" status: 204 len: 168 time: 0.2409604 Nov 12 08:59:24.491194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21e29f-88dc-4256-a09c-00259b20d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9566bd-3ab9-4035-87cf-1afea872c3fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:24.532990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97bcd7f2-99a1-4928-90ad-141b697bb3fb req-a71d042b-ed2c-41ce-a1fd-975e5e2ac9c2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948416 Nov 12 08:59:24.553388 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Sync routers for ids ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:24.575631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:24.576019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.611254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Router c7217dd1-cdb4-491f-99b6-62b15dd60d37 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:59:24.620948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf118f2-6507-47a7-9230-4e84a1bc94a3 None None] Pushing event updated for resources: {'Port': ['ID=8fe701d9-8d19-4c52-8005-6584ddb6faf8,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:24.625308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:24.642466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:24.642832 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.646219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Routers {'7f05956c-4fe0-43c2-853e-cf343d5b79b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:24.646862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:24.723405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-81ac858a-aaad-4cce-8dcb-329839be7d26 None None] Provisioning complete for port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:24.723784 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81ac858a-aaad-4cce-8dcb-329839be7d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.797724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Router 04b01442-1803-48d4-a986-856215daca83 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:24.829060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:24.836580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-network', 'tenant_id': '12130241382b486dbf07d98a996a7ef4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:24.858959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:24.871796 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Sync routers for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:24.884839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Made reservation on behalf of 12130241382b486dbf07d98a996a7ef4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:24.888017 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:24.888915 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:24.891646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.912534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:24.925551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72628b-1fa6-49a1-b7d1-0f4654f0aedd req-0e43ff78-6423-42c2-80f1-094f928d212f tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:24.933215 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad72628b-1fa6-49a1-b7d1-0f4654f0aedd req-0e43ff78-6423-42c2-80f1-094f928d212f tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 944 time: 0.1378162 Nov 12 08:59:25.034290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Set router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:25.091812 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:25.113450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.125158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.202241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 08:59:25.229413 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.229793 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Added segment ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e of type vlan for network 013d5639-d168-47ce-9169-47dcc22867fc Nov 12 08:59:25.281789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd80807d-dbb2-408d-a566-edb7774c2118,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:25.286831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.290934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.291096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-752e184e-3661-4e26-8568-a403f3b5c574 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8098977 Nov 12 08:59:25.293398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57328) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:25.369800 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad72628b-1fa6-49a1-b7d1-0f4654f0aedd req-8fbe8220-99f9-4ce7-b3e7-ae1e749bcac3 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311655 Nov 12 08:59:25.382543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:25.401244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.464444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-86e673f1-9342-47e6-a4fc-6a5fdeb764aa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "PUT /v2.0/floatingips/055fd9db-563e-41a9-81a3-0001b1f2768c HTTP/1.1" status: 200 len: 992 time: 3.0005009 Nov 12 08:59:25.465514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:25.468574 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565d18d6-a86a-4e92-ad84-2e5cd523ef11" -d '{"events": [{"name": "network-changed", "server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:25.544598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 08:59:25.580129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] Sync routers for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:25.605714 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8059eb2d-fd11-4d15-bf9f-0613b2289dbc x-openstack-request-id: req-8059eb2d-fd11-4d15-bf9f-0613b2289dbc {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:25.606013 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:25.606623 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8059eb2d-fd11-4d15-bf9f-0613b2289dbc {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:25.606857 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'status': 'completed', 'code': 200} Nov 12 08:59:25.626895 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.627725 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:23Z', 'revision_number': 3, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:25.677774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:25.691987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.693786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:25.694459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.695899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:25.724566 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Checking router: c7217dd1-cdb4-491f-99b6-62b15dd60d37 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:25.724919 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Updating router c7217dd1-cdb4-491f-99b6-62b15dd60d37 port 56978681-60be-427d-9edc-0f5aa632768e binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:59:25.768119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83f64a9-f37d-40d1-b408-dee3e7249d26 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:25.784117 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.790641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] Pushing event updated for resources: {'Network': ['ID=013d5639-d168-47ce-9169-47dcc22867fc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:25.809392 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:25.812697 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa91ba1e-d672-4778-82db-851bf27daa26" -d '{"events": [{"server_uuid": "a756d7f6-ffd4-40d8-b3ef-983b82dea054", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:25.813267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-92ce1a61-13e6-4626-8dc7-8731c6937efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:25.819661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-92ce1a61-13e6-4626-8dc7-8731c6937efc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1098 time: 0.1882899 Nov 12 08:59:25.833561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c7601-4f1d-46ec-bae0-601557411f10 req-f0f2aa23-5229-4649-87bf-85398b8f254d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:25.848860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fdd74f72-6a85-4128-bf5a-497432a735e1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0179625 Nov 12 08:59:25.852759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:25.855975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 013d5639-d168-47ce-9169-47dcc22867fc details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 08:59:25.856472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-105c7601-4f1d-46ec-bae0-601557411f10 req-f0f2aa23-5229-4649-87bf-85398b8f254d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1542838 Nov 12 08:59:25.895175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,segment=NetworkSegment(a45009e1-f139-490a-b54e-103aa59b66e3),segment_id=a45009e1-f139-490a-b54e-103aa59b66e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:25.924813 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:25.952363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Request body: {'subnet': {'network_id': '013d5639-d168-47ce-9169-47dcc22867fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-subnet', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:25.998816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Made reservation on behalf of 12130241382b486dbf07d98a996a7ef4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:26.002658 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.021960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-78f873d0-362d-4bb1-98df-21ecc4725fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.023514 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-78f873d0-362d-4bb1-98df-21ecc4725fb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.1637440 Nov 12 08:59:26.028466 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab1532-f41c-4800-be48-21864044df0c x-openstack-request-id: req-fdab1532-f41c-4800-be48-21864044df0c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:26.028746 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a756d7f6-ffd4-40d8-b3ef-983b82dea054", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:26.029003 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fdab1532-f41c-4800-be48-21864044df0c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:26.029814 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9', 'code': 200} Nov 12 08:59:26.152532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-105c7601-4f1d-46ec-bae0-601557411f10 req-9d5453d3-add4-44f1-9407-43d0531d1dfe tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951050 Nov 12 08:59:26.202583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:26.206543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:26.208159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80399ce0-57a8-4eec-8ce8-7b402f2ca364 req-72ffdff3-52b4-44b7-95c3-baac483a453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.222992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80399ce0-57a8-4eec-8ce8-7b402f2ca364 req-72ffdff3-52b4-44b7-95c3-baac483a453a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 1097 time: 0.1721005 Nov 12 08:59:26.243471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a83f64a9-f37d-40d1-b408-dee3e7249d26 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:26.243692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-fe67657a-f5c1-47ad-b990-a8c877d69878 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 1000 time: 0.2093482 Nov 12 08:59:26.244195 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.348985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-b7f2dcd6-8d54-4e1a-a0b7-9d046faed970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.352381 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-b7f2dcd6-8d54-4e1a-a0b7-9d046faed970 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.0989747 Nov 12 08:59:26.356410 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.358518 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80399ce0-57a8-4eec-8ce8-7b402f2ca364 req-3160043b-0994-4386-9540-7e5783d12324 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254830 Nov 12 08:59:26.365947 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.413668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-c88d45b3-8fe3-44b8-9188-41a3e22dae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.415414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-c88d45b3-8fe3-44b8-9188-41a3e22dae5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554926 Nov 12 08:59:26.496233 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7bd7-12b2-41cf-9219-23b15d39d539 None None] Pushing event updated for resources: {'Port': ['ID=56978681-60be-427d-9edc-0f5aa632768e,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:26.500867 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Attempting to bind port 56978681-60be-427d-9edc-0f5aa632768e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:26.501244 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Attempting to bind port 56978681-60be-427d-9edc-0f5aa632768e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:26.501620 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Attempting to bind port 56978681-60be-427d-9edc-0f5aa632768e on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:26.519476 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:26.519864 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:26.520408 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.520884 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:26.521394 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Bound port: 56978681-60be-427d-9edc-0f5aa632768e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:26.521940 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.532366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.567416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T08:59:21Z', 'revision_number': 4, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port': {'id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:17Z', 'updated_at': '2021-11-12T08:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'f6b6ff8d-a62f-4952-bead-3bbee37a973c', 'name': '', 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'mac_address': 'fa:16:3e:ca:22:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:21Z', 'revision_number': 2, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'subnets': [{'id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:26.586023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-94ba94a4-b266-46d2-8418-0a7bb708cbcb service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620538 Nov 12 08:59:26.646674 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] For port 56978681-60be-427d-9edc-0f5aa632768e, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:26.649236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:26.650057 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] For port 56978681-60be-427d-9edc-0f5aa632768e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=56978681-60be-427d-9edc-0f5aa632768e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:26.652407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8fe701d9-8d19-4c52-8005-6584ddb6faf8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:26.658877 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.664115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd1614-abc4-4512-ba9a-aa7625ce0b38 req-b6de8a37-37c5-4769-89d0-d2ddff1d0774 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.666041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97dd1614-abc4-4512-ba9a-aa7625ce0b38 req-b6de8a37-37c5-4769-89d0-d2ddff1d0774 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 945 time: 0.1887655 Nov 12 08:59:26.670389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Checking router: 7f05956c-4fe0-43c2-853e-cf343d5b79b3 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:26.670750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Updating router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 port f6b6ff8d-a62f-4952-bead-3bbee37a973c binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:59:26.686184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.722670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Checking segment: {'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:26.726561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Network hostable DHCP agents. Network: 013d5639-d168-47ce-9169-47dcc22867fc, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 08:59:26.738547 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:26.739181 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:26.741365 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b7bd7-12b2-41cf-9219-23b15d39d539 None None] Pushing event updated for resources: {'Port': ['ID=56978681-60be-427d-9edc-0f5aa632768e,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:26.793338 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.825232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-565d18d6-a86a-4e92-ad84-2e5cd523ef11 req-f6b7a546-48fb-43e2-a8e4-9013534791df service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241061 Nov 12 08:59:26.844940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Network 013d5639-d168-47ce-9169-47dcc22867fc is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 08:59:26.858951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97dd1614-abc4-4512-ba9a-aa7625ce0b38 req-0ecc22d9-6355-4ab1-9cb1-d0f009766bc1 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816180 Nov 12 08:59:26.874118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 013d5639-d168-47ce-9169-47dcc22867fc) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:26.888254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480396e5-5c17-4f6f-834d-465990a7859d None None] Network 013d5639-d168-47ce-9169-47dcc22867fc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:26.924918 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:26.934830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:26.934830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:26.964360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-027de208-9dcd-4b4f-b8c6-44501c374236 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1097364 Nov 12 08:59:26.967451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57376) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:26.972089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:27.012945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.014565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.028106 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:27.028482 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.064619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Allocated IP 172.20.0.1 (d91a2f9f-6638-413d-bcba-2617cfe406f0/a8816e87-65ea-4270-9b67-e414dfcd45e6/6398688b-435c-450b-a01c-feda561887c9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:27.139504 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.189111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '055fd9db-563e-41a9-81a3-0001b1f2768c', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '04b01442-1803-48d4-a986-856215daca83', 'port_id': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'mac_address': 'fa:16:3e:6f:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ea5792-1221-4aac-81c8-79695c34525b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:04Z', 'updated_at': '2021-11-12T08:59:23Z', 'revision_number': 1, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:27.255165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.268848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] Checking router: 04b01442-1803-48d4-a986-856215daca83 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:27.306256 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.325591 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:23Z', 'revision_number': 3, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:27.361188 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66f830-9580-4373-ae45-4809d413cf87 None None] The sync data for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 is: [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:23Z', 'revision_number': 3, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:27.376577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:27.377258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:27.407814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:27.417246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:27.425062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:27.465723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.468060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-013d5639-d168-47ce-9169-47dcc22867fc', 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'fixed_ips': [{'subnet_id': 'b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 08:59:27.470816 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.483884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41946-3c87-460f-bca0-a8e9dbb67f71 req-b364dcce-82e4-440c-930f-ee5d3211d8ff tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:27.495343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15c41946-3c87-460f-bca0-a8e9dbb67f71 req-b364dcce-82e4-440c-930f-ee5d3211d8ff tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.2042401 Nov 12 08:59:27.558263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Pushing event updated for resources: {'Port': ['ID=6398688b-435c-450b-a01c-feda561887c9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:27.596451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:27.627423 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15c41946-3c87-460f-bca0-a8e9dbb67f71 req-368963ba-4887-4246-9d86-b31f5570e23c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208251 Nov 12 08:59:27.982126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:27.983233 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.060534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.103286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.145802 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.175930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.208084 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.236918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.260086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.296981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.321441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Allocated IP 172.25.5.253 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/c433361c-e0c0-4166-b3ad-787e2d114679) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:28.335416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a909629e-0d80-49a1-8913-89dd989481bc details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:28.393902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e67d4f4e-5b96-445b-94fa-5508f7289320 None None] Provisioning complete for port 6398688b-435c-450b-a01c-feda561887c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:28.394015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e67d4f4e-5b96-445b-94fa-5508f7289320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.439389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e67d4f4e-5b96-445b-94fa-5508f7289320 None None] Port 6398688b-435c-450b-a01c-feda561887c9 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:28.448282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec44f-49e4-4ebc-bc4a-c60eff18d9aa req-977879c8-9576-4199-91d2-19b9ba24034f tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:28.449917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-618ec44f-49e4-4ebc-bc4a-c60eff18d9aa req-977879c8-9576-4199-91d2-19b9ba24034f tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 945 time: 0.2103601 Nov 12 08:59:28.458100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Pushing event updated for resources: {'Port': ['ID=6398688b-435c-450b-a01c-feda561887c9,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:28.465515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.524440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63c38c-028a-4c3e-a95a-30b6068c7856 None None] Pushing event updated for resources: {'Port': ['ID=f6b6ff8d-a62f-4952-bead-3bbee37a973c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:28.551031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.612224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.693004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:28.702017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:28.712370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:28.735244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-618ec44f-49e4-4ebc-bc4a-c60eff18d9aa req-a87d7eb1-87dd-4dc5-bf19-03161fd6f62f tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651169 Nov 12 08:59:28.777491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Attempting to bind port f6b6ff8d-a62f-4952-bead-3bbee37a973c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:28.777971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Attempting to bind port f6b6ff8d-a62f-4952-bead-3bbee37a973c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:28.778308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Attempting to bind port f6b6ff8d-a62f-4952-bead-3bbee37a973c on network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:28.787990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:28.790778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:28.803745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Pushing event updated for resources: {'Port': ['ID=c433361c-e0c0-4166-b3ad-787e2d114679,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:28.831499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Allocated IP 172.20.0.2 (013d5639-d168-47ce-9169-47dcc22867fc/b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0/a9231e18-5232-418d-ad99-1ea4945172a6) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:28.835163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:28.835707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Checking segment: {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:28.836621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.837281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Bound using segment: {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:28.837906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Bound port: f6b6ff8d-a62f-4952-bead-3bbee37a973c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:28.838420 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:28.841907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.842819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.843710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.844096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.844436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.844777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.845106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.846083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.846392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.846682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.847007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.847350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:28.894214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-65be047f-f780-426b-9dfa-837b1c121527 None None] Provisioning complete for port f6b6ff8d-a62f-4952-bead-3bbee37a973c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:28.894731 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-65be047f-f780-426b-9dfa-837b1c121527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.003462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Router c7217dd1-cdb4-491f-99b6-62b15dd60d37 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:29.025114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:29.065493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'a909629e-0d80-49a1-8913-89dd989481bc', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'port_id': 'a909629e-0d80-49a1-8913-89dd989481bc', 'mac_address': 'fa:16:3e:f6:61:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9748e9-d55d-409c-bb5f-7d9f9c0865ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:29.105782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1acea-5f10-4964-a9cb-34704fef2d13 req-a660f680-11ba-429a-b82e-99b6b39e7b43 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:29.108124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecd1acea-5f10-4964-a9cb-34704fef2d13 req-a660f680-11ba-429a-b82e-99b6b39e7b43 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.3238373 Nov 12 08:59:29.219750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:29.236986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6b72b667-1eec-4eb8-ac2a-2c8bb15a9f27 admin admin] 10.222.0.53 "PUT /v2.0/routers/c7217dd1-cdb4-491f-99b6-62b15dd60d37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9415793 Nov 12 08:59:29.260375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-65be047f-f780-426b-9dfa-837b1c121527 None None] Port f6b6ff8d-a62f-4952-bead-3bbee37a973c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:29.331089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecd1acea-5f10-4964-a9cb-34704fef2d13 req-d4ecae39-bdfd-4997-8e1d-c95ee68e5376 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056737 Nov 12 08:59:29.341038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] For port f6b6ff8d-a62f-4952-bead-3bbee37a973c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:29.343802 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.382160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.399869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] For port f6b6ff8d-a62f-4952-bead-3bbee37a973c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f6b6ff8d-a62f-4952-bead-3bbee37a973c,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:29.412425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a909629e-0d80-49a1-8913-89dd989481bc {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:29.426226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.471169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '055fd9db-563e-41a9-81a3-0001b1f2768c', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '04b01442-1803-48d4-a986-856215daca83', 'port_id': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'mac_address': 'fa:16:3e:6f:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ea5792-1221-4aac-81c8-79695c34525b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:04Z', 'updated_at': '2021-11-12T08:59:23Z', 'revision_number': 1, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:29.497103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:29.538943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-969a3ea2-f012-4446-9a28-f167c10dca34 None None] Provisioning complete for port 6398688b-435c-450b-a01c-feda561887c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:29.539496 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-969a3ea2-f012-4446-9a28-f167c10dca34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.551764 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.600682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0ca918-2d2f-4e29-abe3-62bf6703342d None None] The sync data for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 is: [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '055fd9db-563e-41a9-81a3-0001b1f2768c', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '04b01442-1803-48d4-a986-856215daca83', 'port_id': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'mac_address': 'fa:16:3e:6f:57:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ea5792-1221-4aac-81c8-79695c34525b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:04Z', 'updated_at': '2021-11-12T08:59:23Z', 'revision_number': 1, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:29.615823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.642625 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.727254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63c38c-028a-4c3e-a95a-30b6068c7856 None None] Pushing event updated for resources: {'Port': ['ID=f6b6ff8d-a62f-4952-bead-3bbee37a973c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:29.771058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-969a3ea2-f012-4446-9a28-f167c10dca34 None None] Port 6398688b-435c-450b-a01c-feda561887c9 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:29.793899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Routers {'7f05956c-4fe0-43c2-853e-cf343d5b79b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:29.794711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:29.804939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 56978681-60be-427d-9edc-0f5aa632768e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:29.848404 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Network 013d5639-d168-47ce-9169-47dcc22867fc is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:29.861743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:29.996899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a909629e-0d80-49a1-8913-89dd989481bc'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:30.002052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:30.012481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:30.073400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffeec20-3608-49b9-b5e6-5d338f2c2e8d req-288552b1-ee0d-42bc-ae36-7206e97877b0 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.082035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ffeec20-3608-49b9-b5e6-5d338f2c2e8d req-288552b1-ee0d-42bc-ae36-7206e97877b0 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 945 time: 0.1593080 Nov 12 08:59:30.083542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:30.136464 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775d5a8f-1204-4507-9613-6d368c76f2ac None None] New status for floating IP 055fd9db-563e-41a9-81a3-0001b1f2768c: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:59:30.170085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ffeec20-3608-49b9-b5e6-5d338f2c2e8d req-acd96f3b-af34-439f-a15e-00a371a022dd tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826230 Nov 12 08:59:30.201256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Pushing event updated for resources: {'Port': ['ID=a9231e18-5232-418d-ad99-1ea4945172a6,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:30.246088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Router a4237132-a464-416a-9e66-07f2de6367b2 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 08:59:30.272915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:30.339955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] Set router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:30.378801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:30.384699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fd57ebaa-b305-4d8c-afa2-ffb27e97208a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812076113', 'description': 'tempest-description--664262156'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:30.448201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd57ebaa-b305-4d8c-afa2-ffb27e97208a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.514930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:30.528736 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Sync routers for ids ['a4237132-a464-416a-9e66-07f2de6367b2'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:30.540950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.545498 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52a103b6-aa09-4a66-ad9a-1d09ee8c2966 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5741868 Nov 12 08:59:30.546176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57466) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:30.550290 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Routers {'a4237132-a464-416a-9e66-07f2de6367b2'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:30.550938 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a4237132-a464-416a-9e66-07f2de6367b2'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:30.554833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8195c794-563f-414b-8758-42bdd8bc5505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.575120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a909629e-0d80-49a1-8913-89dd989481bc no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:30.619752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Sync routers for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:30.626031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e09e8-ac43-4afb-bb37-cf185d05d6d3 req-6ce8ec52-2aa2-46ae-bfb9-e1ccdcddbedc tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:30.633477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-932e09e8-ac43-4afb-bb37-cf185d05d6d3 req-6ce8ec52-2aa2-46ae-bfb9-e1ccdcddbedc tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 945 time: 0.1646733 Nov 12 08:59:30.698896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd57ebaa-b305-4d8c-afa2-ffb27e97208a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.712262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd57ebaa-b305-4d8c-afa2-ffb27e97208a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.757879 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Set router a4237132-a464-416a-9e66-07f2de6367b2 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:30.761641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-932e09e8-ac43-4afb-bb37-cf185d05d6d3 req-8a1bf469-774f-426f-843c-0d02f335cfb3 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270845 Nov 12 08:59:30.781247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd57ebaa-b305-4d8c-afa2-ffb27e97208a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.782758 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fd57ebaa-b305-4d8c-afa2-ffb27e97208a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4029498 Nov 12 08:59:30.789347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57468) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:30.797958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5050d5f9-6e14-4794-b94c-2c14859ee24a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Request body: {'security_group_rule': {'security_group_id': '0f12bc13-c816-4712-b7c8-c2fe633d241b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:30.804888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8195c794-563f-414b-8758-42bdd8bc5505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.806674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57ebaa-b305-4d8c-afa2-ffb27e97208a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f12bc13-c816-4712-b7c8-c2fe633d241b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:30.814205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8195c794-563f-414b-8758-42bdd8bc5505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.850835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5050d5f9-6e14-4794-b94c-2c14859ee24a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.879259 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8195c794-563f-414b-8758-42bdd8bc5505 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9496154cd7774b79ad68aba4d351891e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6020083 Nov 12 08:59:30.879259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195c794-563f-414b-8758-42bdd8bc5505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e927a91d-aadd-4e0a-a2c9-0324cd713594,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:30.882971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:30.959879 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0f1aeb-97bc-4678-8dd8-74dbd30a8ba6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:30.975382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:30.976409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:31.015816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0f1aeb-97bc-4678-8dd8-74dbd30a8ba6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.018134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4ce5c892-b0a5-4058-bc80-84fa4e1881b5 None None] Provisioning complete for port f6b6ff8d-a62f-4952-bead-3bbee37a973c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:31.024396 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c892-b0a5-4058-bc80-84fa4e1881b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.034674 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 3, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:31.037893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5050d5f9-6e14-4794-b94c-2c14859ee24a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.057520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5050d5f9-6e14-4794-b94c-2c14859ee24a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.083893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0f1aeb-97bc-4678-8dd8-74dbd30a8ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.085826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5050d5f9-6e14-4794-b94c-2c14859ee24a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.087629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5050d5f9-6e14-4794-b94c-2c14859ee24a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2964568 Nov 12 08:59:31.088974 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd0f1aeb-97bc-4678-8dd8-74dbd30a8ba6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.091762 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Checking router: a4237132-a464-416a-9e66-07f2de6367b2 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:31.092294 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Updating router a4237132-a464-416a-9e66-07f2de6367b2 port c433361c-e0c0-4166-b3ad-787e2d114679 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:59:31.095485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57472) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:31.096765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dd0f1aeb-97bc-4678-8dd8-74dbd30a8ba6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e927a91d-aadd-4e0a-a2c9-0324cd713594 HTTP/1.1" status: 204 len: 168 time: 0.2116425 Nov 12 08:59:31.101212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-094a441b-0cbe-412b-b3db-ed86b74899b5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Request body: {'security_group_rule': {'security_group_id': '0f12bc13-c816-4712-b7c8-c2fe633d241b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:31.110763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f1aeb-97bc-4678-8dd8-74dbd30a8ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e927a91d-aadd-4e0a-a2c9-0324cd713594,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:31.137516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050d5f9-6e14-4794-b94c-2c14859ee24a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1ea610-1a38-4c98-b846-b862b3678a24,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:31.176590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Attempting to bind port a9231e18-5232-418d-ad99-1ea4945172a6 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:31.177175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Attempting to bind port a9231e18-5232-418d-ad99-1ea4945172a6 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:31.177322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Attempting to bind port a9231e18-5232-418d-ad99-1ea4945172a6 on network 013d5639-d168-47ce-9169-47dcc22867fc {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:31.223308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:31.223690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Checking segment: {'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:31.224164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.224563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Bound using segment: {'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:31.226465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Bound port: a9231e18-5232-418d-ad99-1ea4945172a6, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:31.226873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.227024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-094a441b-0cbe-412b-b3db-ed86b74899b5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.274548 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.279755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.313356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] For port a9231e18-5232-418d-ad99-1ea4945172a6, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:31.318306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] For port a9231e18-5232-418d-ad99-1ea4945172a6, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a9231e18-5232-418d-ad99-1ea4945172a6,segment=NetworkSegment(ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e),segment_id=ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:31.352913 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 56978681-60be-427d-9edc-0f5aa632768e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:31.353286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.355287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.386437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-528548ec-3138-4171-bd43-2ec7ebcf1270 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.388841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-528548ec-3138-4171-bd43-2ec7ebcf1270 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.62 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 945 time: 0.2609193 Nov 12 08:59:31.567905 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.616520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:31.633884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ac85ff3-8695-4de0-9098-6c039405fe49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.666394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a909629e-0d80-49a1-8913-89dd989481bc {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:31.691995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78758df2-838a-4d78-bdf4-81f55bc24dae None None] Pushing event updated for resources: {'Port': ['ID=a9231e18-5232-418d-ad99-1ea4945172a6,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:31.706805 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.722202 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.822952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:31.824449 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Attempting to bind port c433361c-e0c0-4166-b3ad-787e2d114679 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:31.824824 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Attempting to bind port c433361c-e0c0-4166-b3ad-787e2d114679 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:31.825200 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Attempting to bind port c433361c-e0c0-4166-b3ad-787e2d114679 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:31.830744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-094a441b-0cbe-412b-b3db-ed86b74899b5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.838031 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e29fd-690f-4807-bccd-25c34abe337e None None] Pushing event updated for resources: {'Port': ['ID=c433361c-e0c0-4166-b3ad-787e2d114679,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:31.842023 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:31.842406 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:31.842814 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.844033 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:31.844534 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Bound port: c433361c-e0c0-4166-b3ad-787e2d114679, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:31.844945 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.845312 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ac85ff3-8695-4de0-9098-6c039405fe49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.852949 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ac85ff3-8695-4de0-9098-6c039405fe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.876265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b22be-cd86-469b-9300-67c5d4160ca9 req-b7f6a655-33ce-45e0-8a91-198d8f530088 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:31.884146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae4b22be-cd86-469b-9300-67c5d4160ca9 req-b7f6a655-33ce-45e0-8a91-198d8f530088 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 945 time: 0.5589144 Nov 12 08:59:31.891491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Allocated IP 172.20.0.1 (013d5639-d168-47ce-9169-47dcc22867fc/b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0/0967d628-4fdf-4ad7-ba5a-a8929d587a55) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:31.894123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-094a441b-0cbe-412b-b3db-ed86b74899b5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.938971 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] For port c433361c-e0c0-4166-b3ad-787e2d114679, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:31.947611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] For port c433361c-e0c0-4166-b3ad-787e2d114679, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c433361c-e0c0-4166-b3ad-787e2d114679,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:31.953589 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c892-b0a5-4058-bc80-84fa4e1881b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.955871 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:31.959741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac85ff3-8695-4de0-9098-6c039405fe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a9671-6d8c-43b2-b550-bb3ded2b2e4c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:31.965397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a441b-0cbe-412b-b3db-ed86b74899b5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bea119b-bb02-49e6-9309-1594e024b695,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:31.970402 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9ac85ff3-8695-4de0-9098-6c039405fe49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7ce6d235ce0449eb2d8c974e9063b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526227 Nov 12 08:59:31.971188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:31.995889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Deleting port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:31.996275 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.005338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-094a441b-0cbe-412b-b3db-ed86b74899b5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.009020 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-094a441b-0cbe-412b-b3db-ed86b74899b5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9095812 Nov 12 08:59:32.010776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:32.028402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:32.060286 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e29fd-690f-4807-bccd-25c34abe337e None None] Pushing event updated for resources: {'Port': ['ID=c433361c-e0c0-4166-b3ad-787e2d114679,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:32.061389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:32.070861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.087071 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Routers {'a4237132-a464-416a-9e66-07f2de6367b2'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:32.087701 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a4237132-a464-416a-9e66-07f2de6367b2'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:32.098110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.132423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4ce5c892-b0a5-4058-bc80-84fa4e1881b5 None None] For port f6b6ff8d-a62f-4952-bead-3bbee37a973c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f6b6ff8d-a62f-4952-bead-3bbee37a973c,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:32.167676 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4ce5c892-b0a5-4058-bc80-84fa4e1881b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.210157 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae4b22be-cd86-469b-9300-67c5d4160ca9 req-80dd54ac-3270-4de3-9937-4912852f415c tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235488 Nov 12 08:59:32.239731 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.270011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T08:59:21Z', 'revision_number': 4, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port': {'id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:17Z', 'updated_at': '2021-11-12T08:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'f6b6ff8d-a62f-4952-bead-3bbee37a973c', 'name': '', 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'mac_address': 'fa:16:3e:ca:22:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 4, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'subnets': [{'id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:32.271944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:32.294884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] For port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,segment=NetworkSegment(a45009e1-f139-490a-b54e-103aa59b66e3),segment_id=a45009e1-f139-490a-b54e-103aa59b66e3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:32.295544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.303311 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] Set router a4237132-a464-416a-9e66-07f2de6367b2 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:32.304020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.318480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Calling delete_port for e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:32.331149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d28d93-353d-464a-8fc7-0a2335964dbc None None] The sync data for ids ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'] in n-d-769329-17 is: [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T08:59:21Z', 'revision_number': 4, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port': {'id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:17Z', 'updated_at': '2021-11-12T08:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'f6b6ff8d-a62f-4952-bead-3bbee37a973c', 'name': '', 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'mac_address': 'fa:16:3e:ca:22:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 4, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'subnets': [{'id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:32.337106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.387203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 56978681-60be-427d-9edc-0f5aa632768e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=56978681-60be-427d-9edc-0f5aa632768e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:32.413042 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.464056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5c892-b0a5-4058-bc80-84fa4e1881b5 None None] Pushing event updated for resources: {'Port': ['ID=f6b6ff8d-a62f-4952-bead-3bbee37a973c,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:32.535874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-056f7e16-cc03-4a82-a608-edb4a74de133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.570509 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-056f7e16-cc03-4a82-a608-edb4a74de133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.645158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:28Z', 'revision_number': 2, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:32.710130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373fd1d-d8a6-457c-87a5-e6be13eaa340 req-6eb2ab63-5cc0-4de6-90cc-6075cc83c830 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:32.718061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9373fd1d-d8a6-457c-87a5-e6be13eaa340 req-6eb2ab63-5cc0-4de6-90cc-6075cc83c830 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 945 time: 0.7939224 Nov 12 08:59:32.746810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Checking router: c7217dd1-cdb4-491f-99b6-62b15dd60d37 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:32.747210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Updating router c7217dd1-cdb4-491f-99b6-62b15dd60d37 port 6398688b-435c-450b-a01c-feda561887c9 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:59:32.749903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=56978681-60be-427d-9edc-0f5aa632768e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:32.831509 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.840387 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 3, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:32.844300 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f6b6ff8d-a62f-4952-bead-3bbee37a973c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:32.889702 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3e968-0863-4a9c-815e-d152c8148669 None None] The sync data for ids ['a4237132-a464-416a-9e66-07f2de6367b2'] in n-d-769329-17 is: [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T08:59:29Z', 'revision_number': 3, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:32.951612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9373fd1d-d8a6-457c-87a5-e6be13eaa340 req-8dce6d01-600f-447c-ae93-f9797458502e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325568 Nov 12 08:59:32.952394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-056f7e16-cc03-4a82-a608-edb4a74de133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.955533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-056f7e16-cc03-4a82-a608-edb4a74de133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:32.958927 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-056f7e16-cc03-4a82-a608-edb4a74de133 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d01a9671-6d8c-43b2-b550-bb3ded2b2e4c HTTP/1.1" status: 204 len: 168 time: 0.9631617 Nov 12 08:59:32.996911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f7e16-cc03-4a82-a608-edb4a74de133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a9671-6d8c-43b2-b550-bb3ded2b2e4c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:33.072602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.220169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016eb902-17b5-4646-a441-b12b7493917a None None] Network 013d5639-d168-47ce-9169-47dcc22867fc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 08:59:33.262753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Network 013d5639-d168-47ce-9169-47dcc22867fc is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:33.288584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:33.292736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:33.296912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Pushing event updated for resources: {'Port': ['ID=0967d628-4fdf-4ad7-ba5a-a8929d587a55,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:33.371046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Allocated IP 172.25.5.183 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/5bbd706e-ede4-4da8-9f1c-4e3acf02bce9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:33.463741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.478074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f6b6ff8d-a62f-4952-bead-3bbee37a973c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:33.478678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.522305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-877baae8-b19f-477c-bc2e-a0e6102ee5af None None] Provisioning complete for port a9231e18-5232-418d-ad99-1ea4945172a6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:33.522718 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-877baae8-b19f-477c-bc2e-a0e6102ee5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.607347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32120247-5927-4f6c-893b-addb0ea2ba3c req-c6ecd200-9db9-4ac4-9559-3c76c11b4a5b tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:33.614992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32120247-5927-4f6c-893b-addb0ea2ba3c req-c6ecd200-9db9-4ac4-9559-3c76c11b4a5b tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/ports?device_id=a756d7f6-ffd4-40d8-b3ef-983b82dea054 HTTP/1.1" status: 200 len: 945 time: 0.2013707 Nov 12 08:59:33.624066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.663485 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.714666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:33.795879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:33.806051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:33.825371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Pushing event deleted for resources: {'Port': ['ID=e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:33.832649 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:33.843769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event updated for resources: {'Port': ['ID=5bbd706e-ede4-4da8-9f1c-4e3acf02bce9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:34.054595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] No DVR routers for this DVR port e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:34.063900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.067672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-217c1218-073e-44ae-aa4e-3ef3cdf72b97 req-24e14e3a-a09f-4681-af84-14f29b6fb3b4 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.62 "DELETE /v2.0/ports/e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 HTTP/1.1" status: 204 len: 173 time: 2.4922993 Nov 12 08:59:34.070075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'name': 'network-vif-deleted', 'tag': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:34.082042 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88385ce3-c4d4-43e1-bbaf-f9ff5827425b" -d '{"events": [{"server_uuid": "a756d7f6-ffd4-40d8-b3ef-983b82dea054", "name": "network-vif-deleted", "tag": "e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:34.082631 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.108451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32120247-5927-4f6c-893b-addb0ea2ba3c req-5972f614-aad8-41d5-b4a8-d492be856c54 tempest-ServerAddressesNegativeTestJSON-1916569978 tempest-ServerAddressesNegativeTestJSON-1916569978-project] 10.222.0.53 "GET /v2.0/security-groups?id=879d5a4a-770d-459c-99c4-a2fb76f3e26e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924572 Nov 12 08:59:34.182346 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.248988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.264186 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cf2dbe-430c-45c6-8e03-a5adcedbea81 x-openstack-request-id: req-f2cf2dbe-430c-45c6-8e03-a5adcedbea81 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:34.264679 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a756d7f6-ffd4-40d8-b3ef-983b82dea054", "name": "network-vif-deleted", "tag": "e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:34.264833 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2cf2dbe-430c-45c6-8e03-a5adcedbea81 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:34.265145 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a756d7f6-ffd4-40d8-b3ef-983b82dea054', 'name': 'network-vif-deleted', 'tag': 'e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9', 'status': 'completed', 'code': 200} Nov 12 08:59:34.344072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da59056-f0d2-4df5-bdfb-0432d81f548f req-bb4406ab-690d-45f0-9124-1a3b2084b81b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:34.352299 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2da59056-f0d2-4df5-bdfb-0432d81f548f req-bb4406ab-690d-45f0-9124-1a3b2084b81b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 944 time: 0.1836987 Nov 12 08:59:34.398232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a909629e-0d80-49a1-8913-89dd989481bc up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:34.450390 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2da59056-f0d2-4df5-bdfb-0432d81f548f req-ca0a954c-456a-4967-b054-38d84e3213ac tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971055 Nov 12 08:59:34.512529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.523661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.592418 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.605007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Pushing event updated for resources: {'Port': ['ID=0967d628-4fdf-4ad7-ba5a-a8929d587a55,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:34.621800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a9231e18-5232-418d-ad99-1ea4945172a6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:34.626662 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.643275 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.660312 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-877baae8-b19f-477c-bc2e-a0e6102ee5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.728699 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.754239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.835143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Network 013d5639-d168-47ce-9169-47dcc22867fc is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:34.847292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:34.896605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-877baae8-b19f-477c-bc2e-a0e6102ee5af None None] For port a9231e18-5232-418d-ad99-1ea4945172a6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a9231e18-5232-418d-ad99-1ea4945172a6,segment=NetworkSegment(ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e),segment_id=ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:34.916377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port a909629e-0d80-49a1-8913-89dd989481bc triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:34.916824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:34.958445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df92d3-2171-488a-b0a9-02df3ebaa75d None None] Pushing event updated for resources: {'Port': ['ID=6398688b-435c-450b-a01c-feda561887c9,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:34.976181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-877baae8-b19f-477c-bc2e-a0e6102ee5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.006923 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.068734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.070278 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0573058 Nov 12 08:59:35.091582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b477963-cf91-4e5d-90c3-74a96e573ee2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event updated for resources: {'Port': ['ID=5bbd706e-ede4-4da8-9f1c-4e3acf02bce9,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:35.183618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877baae8-b19f-477c-bc2e-a0e6102ee5af None None] Pushing event updated for resources: {'Port': ['ID=a9231e18-5232-418d-ad99-1ea4945172a6,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:35.188139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Router a4237132-a464-416a-9e66-07f2de6367b2 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:35.196451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:35.204160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a9231e18-5232-418d-ad99-1ea4945172a6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:35.204590 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.298254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-15713cec-a32c-45d5-b9dc-ad53a789f749 None None] Provisioning complete for port 6398688b-435c-450b-a01c-feda561887c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:35.298626 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15713cec-a32c-45d5-b9dc-ad53a789f749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.312730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] Deleting subnet 434b0348-3f66-4731-a4b9-a263a79e4574 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 08:59:35.321323 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.350601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Attempting to bind port 6398688b-435c-450b-a01c-feda561887c9 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:35.350985 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Attempting to bind port 6398688b-435c-450b-a01c-feda561887c9 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:35.351445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Attempting to bind port 6398688b-435c-450b-a01c-feda561887c9 on network d91a2f9f-6638-413d-bcba-2617cfe406f0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:35.359782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-15713cec-a32c-45d5-b9dc-ad53a789f749 None None] Port 6398688b-435c-450b-a01c-feda561887c9 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:35.415998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.419302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:35.419821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Checking segment: {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:35.432145 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.432659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Bound using segment: {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:35.433187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Bound port: 6398688b-435c-450b-a01c-feda561887c9, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:35.433587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.477773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:35.534649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.545979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0d0c6045-95ae-4826-bbfa-5007bec7de9e admin admin] 10.222.0.53 "PUT /v2.0/routers/a4237132-a464-416a-9e66-07f2de6367b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9973078 Nov 12 08:59:35.558790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.638920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] For port 6398688b-435c-450b-a01c-feda561887c9, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:35.642283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] For port 6398688b-435c-450b-a01c-feda561887c9, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6398688b-435c-450b-a01c-feda561887c9,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:35.675800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e8586ed7-d9ac-46ab-b012-c11c1d14a3b8 None None] Provisioning complete for port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:35.676224 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8586ed7-d9ac-46ab-b012-c11c1d14a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.682925 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.689092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9a74-8298-4d2d-987a-6c686b3f82de req-b7217589-f0fe-433e-b79d-02a41fda60b6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:35.696850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-419a9a74-8298-4d2d-987a-6c686b3f82de req-b7217589-f0fe-433e-b79d-02a41fda60b6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 944 time: 0.1417460 Nov 12 08:59:35.745778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.787046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-419a9a74-8298-4d2d-987a-6c686b3f82de req-cdc0c569-b4f0-4cc3-aab7-375afce9a48e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855527 Nov 12 08:59:35.820532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=434b0348-3f66-4731-a4b9-a263a79e4574,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:35.836799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:35.841541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e24ed9c-e0eb-449f-b5f4-7dd6487c9a8d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/434b0348-3f66-4731-a4b9-a263a79e4574 HTTP/1.1" status: 204 len: 168 time: 0.6437504 Nov 12 08:59:35.844474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57598) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:35.928405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:35.930628 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c048b40f-90ad-4a96-9832-8a93442a4589" -d '{"events": [{"server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "a909629e-0d80-49a1-8913-89dd989481bc"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:35.982805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:35.992132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e8586ed7-d9ac-46ab-b012-c11c1d14a3b8 None None] Port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:36.011112 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.012201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:36.112667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df92d3-2171-488a-b0a9-02df3ebaa75d None None] Pushing event updated for resources: {'Port': ['ID=6398688b-435c-450b-a01c-feda561887c9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:36.120307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:36.121219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e8d6571e-cf3f-4b1c-8fff-5bd824b6e3e9 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:36.126972 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd9dfb1-e163-4c88-85f3-d6af7f0b690f x-openstack-request-id: req-ebd9dfb1-e163-4c88-85f3-d6af7f0b690f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:36.127576 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "name": "network-vif-plugged", "status": "completed", "tag": "a909629e-0d80-49a1-8913-89dd989481bc", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:36.128102 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebd9dfb1-e163-4c88-85f3-d6af7f0b690f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:36.128705 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc', 'code': 200} Nov 12 08:59:36.133454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:36.134394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:36.163064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e8586ed7-d9ac-46ab-b012-c11c1d14a3b8 None None] Provisioning complete for port a9231e18-5232-418d-ad99-1ea4945172a6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:36.163827 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8586ed7-d9ac-46ab-b012-c11c1d14a3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.179263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.615133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 56978681-60be-427d-9edc-0f5aa632768e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:36.661146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-a5bed864-9617-42da-bb54-616071cd7887 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a2fa63281eb447a9b1e667ca60bb2361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451443 Nov 12 08:59:36.706804 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.738398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:36.789554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94d158c-a542-4062-b444-44d25538f306']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:36.822031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45009e1-f139-490a-b54e-103aa59b66e3') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:36.822333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45009e1-f139-490a-b54e-103aa59b66e3') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:36.842109 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.856240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8715d-b89e-4f51-95e0-8c9a0d92e866 req-31892b88-1bfd-43f1-be63-e638b6f67847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:36.864520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67c8715d-b89e-4f51-95e0-8c9a0d92e866 req-31892b88-1bfd-43f1-be63-e638b6f67847 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 1098 time: 0.2162888 Nov 12 08:59:36.914295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:36.951101 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.976712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-83050776-81d7-45d5-bab3-6652d5347729 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:36.986948 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-83050776-81d7-45d5-bab3-6652d5347729 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125787 Nov 12 08:59:36.995757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 08:59:36.996184 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: timer() Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 08:59:36.998022 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 08:59:37.022077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-2e45ff33-9186-4ffd-960c-14b8073a29e2 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/quotas/a2fa63281eb447a9b1e667ca60bb2361 HTTP/1.1" status: 200 len: 375 time: 0.0322292 Nov 12 08:59:37.128946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.134935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67c8715d-b89e-4f51-95e0-8c9a0d92e866 req-3d6a37b1-ae77-4471-8957-5259339b4fcb service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615652 Nov 12 08:59:37.136065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-a4733d36-c121-41a8-9c0d-50c443b5eb54 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a2fa63281eb447a9b1e667ca60bb2361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105709 Nov 12 08:59:37.147165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 56978681-60be-427d-9edc-0f5aa632768e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:37.147542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.162843 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.168011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e94d158c-a542-4062-b444-44d25538f306 HTTP/1.1" status: 204 len: 168 time: 1.3221653 Nov 12 08:59:37.231367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c200652-1e83-4a9c-b4f5-721a562f275f req-b9cacf9c-b34b-4ac4-9cdb-a88fde71c316 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:37.249123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c200652-1e83-4a9c-b4f5-721a562f275f req-b9cacf9c-b34b-4ac4-9cdb-a88fde71c316 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.2999294 Nov 12 08:59:37.267021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Sync routers for ids ['a4237132-a464-416a-9e66-07f2de6367b2'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:37.294117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbee06e-a180-47dc-92e3-3e6e145c6a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94d158c-a542-4062-b444-44d25538f306,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:37.351968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Provisioning complete for port 6398688b-435c-450b-a01c-feda561887c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:37.352617 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:37.354411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Routers {'a4237132-a464-416a-9e66-07f2de6367b2'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:37.355235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a4237132-a464-416a-9e66-07f2de6367b2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:37.449093 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c200652-1e83-4a9c-b4f5-721a562f275f req-341bd5d4-b4cb-4435-8a27-f7bfb3fc0caa tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570911 Nov 12 08:59:37.591995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c433361c-e0c0-4166-b3ad-787e2d114679 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:37.646885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Set router a4237132-a464-416a-9e66-07f2de6367b2 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:37.800367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57684) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:37.906837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dabe21ae-4ef1-40de-9beb-1d4cf164823c req-255a9529-49da-4e7d-8a74-5d602bb6bae9 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 210 time: 0.0847230 Nov 12 08:59:37.989335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:37.993937 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5c3f168f-01ff-4fa4-9586-f59561da08ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87ebecd9d1dd4e8e8190493682c19c5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889877 Nov 12 08:59:38.300853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e896bbd-c953-4668-b5f3-f79aa28b9cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.308050 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.365299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac22a35-bc13-4281-984d-ab98fd02c5ba req-4920f4c9-7560-43d8-8c01-c38a13bfd288 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.376533 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ac22a35-bc13-4281-984d-ab98fd02c5ba req-4920f4c9-7560-43d8-8c01-c38a13bfd288 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.2586782 Nov 12 08:59:38.389589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c433361c-e0c0-4166-b3ad-787e2d114679 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:38.389863 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.424174 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e896bbd-c953-4668-b5f3-f79aa28b9cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.450553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:35Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:38.590561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2cbc7b-2c65-4faf-b1a7-411296cebc9d None None] The sync data for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 is: [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:35Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:38.608658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ac22a35-bc13-4281-984d-ab98fd02c5ba req-64a3760a-6656-4ab3-82b0-7fe50313b317 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310209 Nov 12 08:59:38.633664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] For port 6398688b-435c-450b-a01c-feda561887c9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6398688b-435c-450b-a01c-feda561887c9,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:38.651013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e896bbd-c953-4668-b5f3-f79aa28b9cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.656601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e896bbd-c953-4668-b5f3-f79aa28b9cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.661113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3e896bbd-c953-4668-b5f3-f79aa28b9cd3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/879d5a4a-770d-459c-99c4-a2fb76f3e26e HTTP/1.1" status: 204 len: 168 time: 0.6672754 Nov 12 08:59:38.664842 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:38.719108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e896bbd-c953-4668-b5f3-f79aa28b9cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879d5a4a-770d-459c-99c4-a2fb76f3e26e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:38.906567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb7f75-88bd-49b0-b45b-fac945990649 req-f7f6d523-9571-4887-b9ba-0a23a6b3f3cd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:38.920494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2cb7f75-88bd-49b0-b45b-fac945990649 req-f7f6d523-9571-4887-b9ba-0a23a6b3f3cd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.3336413 Nov 12 08:59:39.097112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Pushing event updated for resources: {'Port': ['ID=6398688b-435c-450b-a01c-feda561887c9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:39.141778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Provisioning complete for port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:39.142359 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.199774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2cb7f75-88bd-49b0-b45b-fac945990649 req-d9b89d74-97f9-41ca-97ea-4e52c2d272d8 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594240 Nov 12 08:59:39.346367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-17221d0b-51c1-4aaf-ae29-cc5910020eaa None None] Port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:39.380303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T08:59:34Z', 'revision_number': 4, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0967d628-4fdf-4ad7-ba5a-a8929d587a55', 'name': '', 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'mac_address': 'fa:16:3e:ba:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:31Z', 'updated_at': '2021-11-12T08:59:34Z', 'revision_number': 2, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'subnets': [{'id': 'b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:39.493319 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.545909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c433361c-e0c0-4166-b3ad-787e2d114679, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c433361c-e0c0-4166-b3ad-787e2d114679,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:39.548735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Checking router: a4237132-a464-416a-9e66-07f2de6367b2 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:39.550918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Updating router a4237132-a464-416a-9e66-07f2de6367b2 port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 08:59:39.554622 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.555507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f6b6ff8d-a62f-4952-bead-3bbee37a973c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:39.575970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e4c4fc2-4b09-42fe-b761-7782a2225531 req-4e9c786b-728d-4694-8fa2-921d81f9b88d tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 210 time: 0.1650043 Nov 12 08:59:39.772833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879e805-d641-4797-8cc1-aeb39121e501 req-a19940eb-2f23-4a92-b856-b14b019f866b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:39.780857 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d879e805-d641-4797-8cc1-aeb39121e501 req-a19940eb-2f23-4a92-b856-b14b019f866b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1129186 Nov 12 08:59:39.844741 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:39.883577 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d879e805-d641-4797-8cc1-aeb39121e501 req-857ed67f-50a6-43b6-8b8f-512c4f0231b2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961206 Nov 12 08:59:39.976364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-a64439d8-6b44-43c5-954b-448a960b3920 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a2fa63281eb447a9b1e667ca60bb2361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1207056 Nov 12 08:59:40.005878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c433361c-e0c0-4166-b3ad-787e2d114679,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:40.089378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f6b6ff8d-a62f-4952-bead-3bbee37a973c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:40.091710 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.410699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-a79798a5-a077-40f4-a580-ecab6107a94a tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:40.414717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-a79798a5-a077-40f4-a580-ecab6107a94a tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4301562 Nov 12 08:59:40.424562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf38e6-435b-491e-a7b6-bd0bbb57cc6c req-85e52bc9-79e0-4f33-b295-85c81d101013 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:40.433767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Request body: {'port': {'device_id': '3af631a0-32de-4925-a631-d793bd24d98e', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'a2fa63281eb447a9b1e667ca60bb2361'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:40.462065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59cf38e6-435b-491e-a7b6-bd0bbb57cc6c req-85e52bc9-79e0-4f33-b295-85c81d101013 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.1595221 Nov 12 08:59:40.704554 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59cf38e6-435b-491e-a7b6-bd0bbb57cc6c req-c495d5d3-c061-4981-af8c-33a05ffe0f1b tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444997 Nov 12 08:59:40.877673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Made reservation on behalf of a2fa63281eb447a9b1e667ca60bb2361 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:40.886392 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.910887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:40.958511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-039f7a7f-f822-48ea-b346-37c4a01a0409 req-fe80a385-ca09-4b6c-a657-004bb0d0e845 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 210 time: 0.0972466 Nov 12 08:59:41.024682 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.033167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a9231e18-5232-418d-ad99-1ea4945172a6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:41.138399 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.169182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-9ec4d908-2619-4ab6-9568-f5ce3e1bc32e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:41.177874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-9ec4d908-2619-4ab6-9568-f5ce3e1bc32e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 815 time: 0.1739650 Nov 12 08:59:41.211698 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-435ed642-1440-474e-b1f1-1d8115e9a059 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/quotas/c392958ee12a48cbbfe211d36c484ce0 HTTP/1.1" status: 200 len: 375 time: 0.0324583 Nov 12 08:59:41.265492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a9743-99f0-41a5-9802-15c428caa14d None None] Pushing event updated for resources: {'Port': ['ID=0967d628-4fdf-4ad7-ba5a-a8929d587a55,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:41.291930 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-60773584-61c9-4a76-8288-7cc826dc196f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790021 Nov 12 08:59:41.458427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.472475 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.505207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a9231e18-5232-418d-ad99-1ea4945172a6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:41.508590 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.514269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Attempting to bind port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:41.515427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Attempting to bind port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:41.517822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Attempting to bind port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 on network 013d5639-d168-47ce-9169-47dcc22867fc {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:41.654447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:41.654918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Checking segment: {'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:41.656078 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.656078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Bound using segment: {'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:41.656309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:41.656410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Bound port: 0967d628-4fdf-4ad7-ba5a-a8929d587a55, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:41.676403 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:41.679939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-e5925aef-a38c-4347-918e-6c0916634b09 service neutron] 10.222.0.53 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868864 Nov 12 08:59:41.901360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3128f6f9-6da0-469e-9031-f5c754dbafbe None None] Provisioning complete for port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:41.925278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3128f6f9-6da0-469e-9031-f5c754dbafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.011217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-a2aab642-b158-4a74-a653-fb8e3f7c15ab tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:42.013078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-a2aab642-b158-4a74-a653-fb8e3f7c15ab tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "GET /v2.0/ports?device_id=9cadf94b-d941-42d9-b541-918be000ea3d HTTP/1.1" status: 200 len: 946 time: 0.1754026 Nov 12 08:59:42.035957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Allocated IP 192.168.233.150 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/1b2b75b6-699b-401d-8119-ea84e61657bd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:42.079546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-af386c11-1e03-4c60-802b-7a986ad28654 service neutron] 10.222.0.53 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985007 Nov 12 08:59:42.088276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] For port 0967d628-4fdf-4ad7-ba5a-a8929d587a55, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:42.126438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] For port 0967d628-4fdf-4ad7-ba5a-a8929d587a55, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0967d628-4fdf-4ad7-ba5a-a8929d587a55,segment=NetworkSegment(ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e),segment_id=ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:42.148703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:42.460291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3128f6f9-6da0-469e-9031-f5c754dbafbe None None] Port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:42.559344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Routers {'a4237132-a464-416a-9e66-07f2de6367b2'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:42.572632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a4237132-a464-416a-9e66-07f2de6367b2'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:42.578309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a9743-99f0-41a5-9802-15c428caa14d None None] Pushing event updated for resources: {'Port': ['ID=0967d628-4fdf-4ad7-ba5a-a8929d587a55,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:42.582846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9935566-c79f-4d19-8d58-acd7e3e1506a req-30b83820-1a60-42ed-a302-4f0b067327cc tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 210 time: 0.1325123 Nov 12 08:59:42.936896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6398688b-435c-450b-a01c-feda561887c9 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:42.991309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3563482-81b1-4054-8be7-703667de10e5 req-5b2d7147-6ba1-4933-80d0-c2971d83a4ab tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:42.992962 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3563482-81b1-4054-8be7-703667de10e5 req-5b2d7147-6ba1-4933-80d0-c2971d83a4ab tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.2013924 Nov 12 08:59:43.017430 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1fec474-7eea-47de-9459-a801740d7645 req-3920dd44-f998-4f86-adc3-17a7fefa197f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 210 time: 0.2250206 Nov 12 08:59:43.042283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Deleting port a909629e-0d80-49a1-8913-89dd989481bc {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:43.042530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.172276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:43.192921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-db0c9dad-8910-4e46-9969-57fdc1dcca7a None None] Provisioning complete for port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:43.199614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db0c9dad-8910-4e46-9969-57fdc1dcca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.207771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] Set router a4237132-a464-416a-9e66-07f2de6367b2 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:43.239289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3563482-81b1-4054-8be7-703667de10e5 req-11c89569-226a-443d-ac6e-f1d5c5d9bcb2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357190 Nov 12 08:59:43.437337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-41a702e2-5e5f-4690-9c2c-05e51b4dccf0 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:43.439809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-41a702e2-5e5f-4690-9c2c-05e51b4dccf0 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.62 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.1230171 Nov 12 08:59:43.443348 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.532828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.706545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Pushing event updated for resources: {'Port': ['ID=1b2b75b6-699b-401d-8119-ea84e61657bd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:43.727692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a079f9f5-1214-4e89-9c14-f6a7e6bae123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.805783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Deleting port f686d51f-231c-4252-8ee5-c0dfe52b91c6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:43.806594 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.868217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] For port a909629e-0d80-49a1-8913-89dd989481bc, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a909629e-0d80-49a1-8913-89dd989481bc,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:43.868699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:43.905754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Calling delete_port for a909629e-0d80-49a1-8913-89dd989481bc owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:43.994303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a079f9f5-1214-4e89-9c14-f6a7e6bae123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.006075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] For port f686d51f-231c-4252-8ee5-c0dfe52b91c6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f686d51f-231c-4252-8ee5-c0dfe52b91c6,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:44.006783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.010448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a079f9f5-1214-4e89-9c14-f6a7e6bae123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.246016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:44.248953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f6612f7f-c4bb-47dc-a68a-762f56bfe7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.267769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:44.292614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6398688b-435c-450b-a01c-feda561887c9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:44.292995 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.294010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.296708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:44.303932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079f9f5-1214-4e89-9c14-f6a7e6bae123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c26853-3ab7-47e7-bad8-172f2f9f65a6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:44.341572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a909629e-0d80-49a1-8913-89dd989481bc'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:44.428426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Pushing event deleted for resources: {'Port': ['ID=a909629e-0d80-49a1-8913-89dd989481bc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:44.433576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a079f9f5-1214-4e89-9c14-f6a7e6bae123 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=778a8f8da58a4feca0ca48986b1c5df7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2592742 Nov 12 08:59:44.436558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57810) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:44.465974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5817cb2-08ad-4ce0-a0fe-d74ea32cc118 req-80f3c6b6-8055-44db-b40e-60cf4fe51a3d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 210 time: 0.2322586 Nov 12 08:59:44.552573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] No DVR routers for this DVR port a909629e-0d80-49a1-8913-89dd989481bc on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:44.565961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db8c35-00b9-4b11-ab8d-8330eebbe016 req-e489e442-c883-4d74-bb0a-f73867fbd660 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:44.572181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54db8c35-00b9-4b11-ab8d-8330eebbe016 req-e489e442-c883-4d74-bb0a-f73867fbd660 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 936 time: 0.3828740 Nov 12 08:59:44.575130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.580738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9f572c5-a33b-46c0-8951-b52c1239a20b req-184cc44f-6120-46dd-88da-dadd6ed663f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "DELETE /v2.0/ports/a909629e-0d80-49a1-8913-89dd989481bc HTTP/1.1" status: 204 len: 173 time: 2.5551343 Nov 12 08:59:44.590119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f42f7a8-eafc-4c3f-91bf-fa1ec936af5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.638728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f42f7a8-eafc-4c3f-91bf-fa1ec936af5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.697207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'name': 'network-vif-deleted', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:44.700374 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da775d3b-a542-4d0d-82a7-54b41578b0ad" -d '{"events": [{"server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "name": "network-vif-deleted", "tag": "a909629e-0d80-49a1-8913-89dd989481bc"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:44.736432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f42f7a8-eafc-4c3f-91bf-fa1ec936af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.739598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f42f7a8-eafc-4c3f-91bf-fa1ec936af5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.741001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2f42f7a8-eafc-4c3f-91bf-fa1ec936af5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78c26853-3ab7-47e7-bad8-172f2f9f65a6 HTTP/1.1" status: 204 len: 168 time: 0.3010845 Nov 12 08:59:44.854190 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54db8c35-00b9-4b11-ab8d-8330eebbe016 req-bbf25a8f-84b2-4db6-8820-3a4f1a48e78a tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450469 Nov 12 08:59:44.864638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42f7a8-eafc-4c3f-91bf-fa1ec936af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c26853-3ab7-47e7-bad8-172f2f9f65a6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:44.919981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:44.931351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.989988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db0c9dad-8910-4e46-9969-57fdc1dcca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:44.997646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-b89dd13b-9666-4f8b-b198-23d2a434de26 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5707662 Nov 12 08:59:45.015676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Request body: {'port': {'device_id': '3af631a0-32de-4925-a631-d793bd24d98e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:45.232661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.260200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-db0c9dad-8910-4e46-9969-57fdc1dcca7a None None] For port 0967d628-4fdf-4ad7-ba5a-a8929d587a55, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0967d628-4fdf-4ad7-ba5a-a8929d587a55,segment=NetworkSegment(ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e),segment_id=ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:45.270690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T08:59:34Z', 'revision_number': 4, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0967d628-4fdf-4ad7-ba5a-a8929d587a55', 'name': '', 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'mac_address': 'fa:16:3e:ba:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:31Z', 'updated_at': '2021-11-12T08:59:41Z', 'revision_number': 4, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'subnets': [{'id': 'b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:45.357378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b10af-877e-4425-98a2-142144062629 req-299e6e3b-fc42-4041-8ada-a0b7b49c2770 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:45.385868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c1b10af-877e-4425-98a2-142144062629 req-299e6e3b-fc42-4041-8ada-a0b7b49c2770 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 945 time: 0.7237542 Nov 12 08:59:45.448485 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7da2bf-f5b5-4af3-b0d0-d84e77d7caf9 x-openstack-request-id: req-2a7da2bf-f5b5-4af3-b0d0-d84e77d7caf9 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:45.448775 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cadf94b-d941-42d9-b541-918be000ea3d", "name": "network-vif-deleted", "tag": "a909629e-0d80-49a1-8913-89dd989481bc", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:45.449029 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a7da2bf-f5b5-4af3-b0d0-d84e77d7caf9 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:45.449431 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cadf94b-d941-42d9-b541-918be000ea3d', 'name': 'network-vif-deleted', 'tag': 'a909629e-0d80-49a1-8913-89dd989481bc', 'status': 'completed', 'code': 200} Nov 12 08:59:45.482188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-e7792eeb-58cd-432f-aa4a-fb5988242dce tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:45.484225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-e7792eeb-58cd-432f-aa4a-fb5988242dce tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 815 time: 1.0488636 Nov 12 08:59:45.496385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db0c9dad-8910-4e46-9969-57fdc1dcca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.498472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7039090d-2ac6-4bb3-99cf-33fe482ae227 None None] The sync data for ids ['a4237132-a464-416a-9e66-07f2de6367b2'] in n-d-769329-17 is: [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T08:59:34Z', 'revision_number': 4, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0967d628-4fdf-4ad7-ba5a-a8929d587a55', 'name': '', 'network_id': '013d5639-d168-47ce-9169-47dcc22867fc', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'mac_address': 'fa:16:3e:ba:64:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': 'b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:31Z', 'updated_at': '2021-11-12T08:59:41Z', 'revision_number': 4, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'subnets': [{'id': 'b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:45.576265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Request body: {'port': {'device_id': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'admin_state_up': True, 'tenant_id': 'c392958ee12a48cbbfe211d36c484ce0'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:45.578092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c433361c-e0c0-4166-b3ad-787e2d114679 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:45.726031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.726396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:45.726776 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Floating IP cc8a1bf9-e06c-4837-9c7d-54f9272bdb02 disassociated. External IP: 172.25.5.198, port: f686d51f-231c-4252-8ee5-c0dfe52b91c6. Nov 12 08:59:45.727097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Calling delete_port for f686d51f-231c-4252-8ee5-c0dfe52b91c6 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:45.913594 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c1b10af-877e-4425-98a2-142144062629 req-8b8b512a-f30a-41d8-9fd8-8ce553824ef0 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups?id=48201a5d-f622-49f3-a72c-48906f30d3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5242558 Nov 12 08:59:45.973809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dbe6eb5b-f3c2-4d4c-ab99-66ae2bf15732 req-10532bd1-70ab-4181-94eb-f49c373bea54 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 210 time: 0.1217294 Nov 12 08:59:46.041517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1dc73f72-ce2e-4a82-a1d3-12a74f83c723 None None] Provisioning complete for port 1b2b75b6-699b-401d-8119-ea84e61657bd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:46.041884 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1dc73f72-ce2e-4a82-a1d3-12a74f83c723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.149586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1dc73f72-ce2e-4a82-a1d3-12a74f83c723 None None] Port 1b2b75b6-699b-401d-8119-ea84e61657bd cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 08:59:46.275220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c9dad-8910-4e46-9969-57fdc1dcca7a None None] Pushing event updated for resources: {'Port': ['ID=0967d628-4fdf-4ad7-ba5a-a8929d587a55,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:46.381360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a909629e-0d80-49a1-8913-89dd989481bc no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:46.428373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708afc-73a0-4695-92ef-d2f8f8c900f2 req-1c05c3a4-6155-47fa-9836-b2cd0b9860d0 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:46.440921 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-70708afc-73a0-4695-92ef-d2f8f8c900f2 req-1c05c3a4-6155-47fa-9836-b2cd0b9860d0 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 936 time: 0.3587842 Nov 12 08:59:46.444675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Made reservation on behalf of c392958ee12a48cbbfe211d36c484ce0 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 08:59:46.449594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2b75b6-699b-401d-8119-ea84e61657bd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:46.463290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.469691 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df234b52-0bb2-48ea-9ab3-3c4497d764fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.473651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.483321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: a909629e-0d80-49a1-8913-89dd989481bc {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 08:59:46.484562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a909629e-0d80-49a1-8913-89dd989481bc not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 08:59:46.485145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f686d51f-231c-4252-8ee5-c0dfe52b91c6 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:46.663172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c433361c-e0c0-4166-b3ad-787e2d114679 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:46.665587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.703778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-70708afc-73a0-4695-92ef-d2f8f8c900f2 req-a78b98bd-9af1-45b7-b561-a3e4077cd0c1 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585180 Nov 12 08:59:46.815751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Transition to ACTIVE for port object 1b2b75b6-699b-401d-8119-ea84e61657bd will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:46.826264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.917685 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:46.947750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Port f686d51f-231c-4252-8ee5-c0dfe52b91c6 update to DOWN by agent not found {{(pid=109378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 08:59:47.261338 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Allocated IP 172.20.0.13 (307e4146-dcee-45a8-b14f-7f6f5ce169dc/0b9748e9-d55d-409c-bb5f-7d9f9c0865ba/07bce879-3de3-4c26-adaa-0a25d6b02199) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 08:59:47.322569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0967d628-4fdf-4ad7-ba5a-a8929d587a55 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:47.324375 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc83dd9b-ca7f-48d7-b068-b986a7626b9a req-ecf38060-1121-4733-9fbf-2826c398b1bd tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 210 time: 0.0964994 Nov 12 08:59:47.331955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b75b6-699b-401d-8119-ea84e61657bd,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:47.479331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Attempting to bind port 1b2b75b6-699b-401d-8119-ea84e61657bd on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:47.484456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Attempting to bind port 1b2b75b6-699b-401d-8119-ea84e61657bd by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:47.489836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Attempting to bind port 1b2b75b6-699b-401d-8119-ea84e61657bd on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:47.506795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Port 1b2b75b6-699b-401d-8119-ea84e61657bd on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:47.513134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Attempting to bind port 1b2b75b6-699b-401d-8119-ea84e61657bd on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:47.537629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:47.538142 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:47.544474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:47.550038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:47.551398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:47.555356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Bound port: 1b2b75b6-699b-401d-8119-ea84e61657bd, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:47.558105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:47.867122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] For port 1b2b75b6-699b-401d-8119-ea84e61657bd, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:47.874308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] For port 1b2b75b6-699b-401d-8119-ea84e61657bd, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1b2b75b6-699b-401d-8119-ea84e61657bd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:47.887285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:48.091179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:48.091819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:48.093835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] 10.222.0.55 "PUT /v2.0/ports/1b2b75b6-699b-401d-8119-ea84e61657bd HTTP/1.1" status: 200 len: 1097 time: 3.0822456 Nov 12 08:59:48.094310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af631a0-32de-4925-a631-d793bd24d98e', 'tag': '1b2b75b6-699b-401d-8119-ea84e61657bd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:48.119307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:48.124711 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680aa3ce-62f7-4afa-ad12-210381d7fae3" -d '{"events": [{"name": "network-changed", "server_uuid": "3af631a0-32de-4925-a631-d793bd24d98e", "tag": "1b2b75b6-699b-401d-8119-ea84e61657bd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:48.228668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event deleted for resources: {'Port': ['ID=f686d51f-231c-4252-8ee5-c0dfe52b91c6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:48.372658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0e8bafc-ea3d-4c05-a904-6081414997b2 req-9b3eeff8-a939-474d-8cf0-93e3878f6994 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 210 time: 1.0951633 Nov 12 08:59:48.376716 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:48.494233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cb985-eb78-4e11-906b-95a75b4c516d req-ed14d29f-5174-47d1-8094-2afe6a3cf624 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:48.511728 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f92cb985-eb78-4e11-906b-95a75b4c516d req-ed14d29f-5174-47d1-8094-2afe6a3cf624 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 948 time: 0.3758466 Nov 12 08:59:48.527823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39375171-e341-49cf-a05a-a76fd8d83fda service neutron] Pushing event updated for resources: {'Port': ['ID=1b2b75b6-699b-401d-8119-ea84e61657bd,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:48.573259 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9950487-9dc8-4272-8d23-995f56e9490d x-openstack-request-id: req-b9950487-9dc8-4272-8d23-995f56e9490d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:48.575282 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af631a0-32de-4925-a631-d793bd24d98e", "tag": "1b2b75b6-699b-401d-8119-ea84e61657bd", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:48.580611 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9950487-9dc8-4272-8d23-995f56e9490d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:48.581050 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af631a0-32de-4925-a631-d793bd24d98e', 'tag': '1b2b75b6-699b-401d-8119-ea84e61657bd', 'status': 'completed', 'code': 200} Nov 12 08:59:48.581050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-aaf0e1e6-166b-4133-b08c-2093ebab35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:48.581050 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-aaf0e1e6-166b-4133-b08c-2093ebab35c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2fa63281eb447a9b1e667ca60bb2361&device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 1100 time: 0.3337526 Nov 12 08:59:48.685341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Network 307e4146-dcee-45a8-b14f-7f6f5ce169dc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 08:59:48.700202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 08:59:48.730091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-4c2bd927-74f2-4860-aa2c-3fbe746b478f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1b2b75b6-699b-401d-8119-ea84e61657bd HTTP/1.1" status: 200 len: 217 time: 0.1322081 Nov 12 08:59:48.745128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 08:59:48.859781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-7a2d01d9-9e1a-431c-9eaf-e2c20d30b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:48.862623 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-7a2d01d9-9e1a-431c-9eaf-e2c20d30b80b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1255698 Nov 12 08:59:48.893098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f92cb985-eb78-4e11-906b-95a75b4c516d req-e8cbda0f-46d4-4f11-b149-f2215a23e972 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784623 Nov 12 08:59:48.963292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.058381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-6679d7bc-4003-418a-a91c-c546a1632396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.060641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-6679d7bc-4003-418a-a91c-c546a1632396 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1621513 Nov 12 08:59:49.293469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-28151f36-1706-41a9-99c3-c5b25e78cd1d service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159956 Nov 12 08:59:49.414859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:49.454083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-edc0788b-6340-4327-8b7c-07c6b0a39dcd req-4270f0ee-ccc4-43f4-874a-47923f907b5a tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/ports?device_id=68846c23-f36c-412c-bbfd-fe4f699a754f HTTP/1.1" status: 200 len: 210 time: 0.7117741 Nov 12 08:59:49.465367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Router c5debbcb-4f66-4ee4-a3f1-710fe0202042 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:49.482728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.484110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.544866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-6f087d84-7d10-48d0-b9e3-f1d500dc1a5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0277195 Nov 12 08:59:49.564269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Request body: {'port': {'device_id': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 08:59:49.599005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c253cc8-f5f0-47fa-87e1-1c4b2c0ec4c5 req-85449ab4-5248-449b-84cd-2cb44a98592b service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982454 Nov 12 08:59:49.657694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7581c4-733b-41e5-bdac-d05e3447da38 req-bd675f44-3128-43c4-8c4d-2b6e7453c083 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.668423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.669319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d7581c4-733b-41e5-bdac-d05e3447da38 req-bd675f44-3128-43c4-8c4d-2b6e7453c083 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 932 time: 0.1356308 Nov 12 08:59:49.686357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:49.688692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.704650 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] Sync routers for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:49.725611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:49.726518 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:49.771579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d7581c4-733b-41e5-bdac-d05e3447da38 req-8d630f32-acc8-4dd2-841b-2f17bf749db0 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973778 Nov 12 08:59:49.785318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-f7e0284e-0186-4f4b-9f75-d90cb966b8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:49.786917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-f7e0284e-0186-4f4b-9f75-d90cb966b8e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a2fa63281eb447a9b1e667ca60bb2361&device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 1100 time: 0.1149530 Nov 12 08:59:49.795619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] No DVR routers for this DVR port f686d51f-231c-4252-8ee5-c0dfe52b91c6 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 08:59:49.800876 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:49.804253 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95291eec-e948-4372-8c68-359a80f6f8b6 req-80d55458-a272-4e6f-a32a-7cad25b24108 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.62 "DELETE /v2.0/ports/f686d51f-231c-4252-8ee5-c0dfe52b91c6 HTTP/1.1" status: 204 len: 173 time: 6.3482811 Nov 12 08:59:49.804714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'name': 'network-vif-deleted', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:49.818226 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1781ab1f-5a65-4a48-9e28-8b3799b91960" -d '{"events": [{"server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "name": "network-vif-deleted", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:50.005490 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:50.048004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-5f6d543d-3d0f-41a0-b114-4130d531451c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:50.049776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-5f6d543d-3d0f-41a0-b114-4130d531451c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2537951 Nov 12 08:59:50.092491 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29f1003-9ea5-4cfd-b103-333c66317c01 x-openstack-request-id: req-b29f1003-9ea5-4cfd-b103-333c66317c01 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:50.094401 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68846c23-f36c-412c-bbfd-fe4f699a754f", "name": "network-vif-deleted", "tag": "f686d51f-231c-4252-8ee5-c0dfe52b91c6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:50.094893 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b29f1003-9ea5-4cfd-b103-333c66317c01 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:50.095506 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68846c23-f36c-412c-bbfd-fe4f699a754f', 'name': 'network-vif-deleted', 'tag': 'f686d51f-231c-4252-8ee5-c0dfe52b91c6', 'status': 'completed', 'code': 200} Nov 12 08:59:50.259573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:50.473371 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:50.508665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bce879-3de3-4c26-adaa-0a25d6b02199 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:50.543188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:50.564805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Transition to ACTIVE for port object 07bce879-3de3-4c26-adaa-0a25d6b02199 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 08:59:50.572751 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:50.584968 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] Checking router: c5debbcb-4f66-4ee4-a3f1-710fe0202042 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:50.614732 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:50.619933 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:50.665529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57946) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:50.792721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:50.908779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:50.922648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Attempting to bind port 07bce879-3de3-4c26-adaa-0a25d6b02199 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 08:59:50.923387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Attempting to bind port 07bce879-3de3-4c26-adaa-0a25d6b02199 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 08:59:50.923755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Attempting to bind port 07bce879-3de3-4c26-adaa-0a25d6b02199 on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:50.936589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Port 07bce879-3de3-4c26-adaa-0a25d6b02199 on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 08:59:50.944074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Attempting to bind port 07bce879-3de3-4c26-adaa-0a25d6b02199 on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 08:59:51.013219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 08:59:51.013873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Checking segment: {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 08:59:51.014446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Bound using segment: {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 08:59:51.015467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Bound port: 07bce879-3de3-4c26-adaa-0a25d6b02199, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 08:59:51.016122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.042415 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de3aac95-f372-4ac7-a303-ac766d7fa0f7 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.080708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de3aac95-f372-4ac7-a303-ac766d7fa0f7 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.185884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b236d6-5dd5-4be5-a7d6-b3c2921fbc7b req-7b60d616-9b62-4f66-a5c5-8161bc6e96ef tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.189071 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55b236d6-5dd5-4be5-a7d6-b3c2921fbc7b req-7b60d616-9b62-4f66-a5c5-8161bc6e96ef tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 944 time: 0.2305951 Nov 12 08:59:51.189829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de3aac95-f372-4ac7-a303-ac766d7fa0f7 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.193629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de3aac95-f372-4ac7-a303-ac766d7fa0f7 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.197088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-de3aac95-f372-4ac7-a303-ac766d7fa0f7 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "DELETE /v2.0/security-groups/48201a5d-f622-49f3-a72c-48906f30d3a0 HTTP/1.1" status: 204 len: 168 time: 0.5267458 Nov 12 08:59:51.201186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57958) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:51.205582 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-d89cd8ea-b213-46b7-94b5-7ece0cb99adb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=1b2b75b6-699b-401d-8119-ea84e61657bd HTTP/1.1" status: 200 len: 217 time: 1.1326921 Nov 12 08:59:51.235392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aac95-f372-4ac7-a303-ac766d7fa0f7 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48201a5d-f622-49f3-a72c-48906f30d3a0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:51.336999 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-a2097e88-d973-4e16-b6f5-ac426b5b1a0c tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] show failed (client error): The resource could not be found. Nov 12 08:59:51.356388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a2097e88-d973-4e16-b6f5-ac426b5b1a0c tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "GET /v2.0/security-groups/48201a5d-f622-49f3-a72c-48906f30d3a0 HTTP/1.1" status: 404 len: 347 time: 0.1456602 Nov 12 08:59:51.361769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57964) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:51.378352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 08:59:51.389223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 08:59:51.404288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.515499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.516607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:51.519162 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] 10.222.0.62 "PUT /v2.0/ports/07bce879-3de3-4c26-adaa-0a25d6b02199 HTTP/1.1" status: 200 len: 1093 time: 1.9619937 Nov 12 08:59:51.527406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a17f18-a94c-4962-9d12-cd73bf3702d3 service neutron] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:51.553746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee1326-d637-4a17-8214-2c64245cc770 req-34405abd-dd6f-4d42-a6d9-02c58143ca99 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.566292 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5ee1326-d637-4a17-8214-2c64245cc770 req-34405abd-dd6f-4d42-a6d9-02c58143ca99 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 948 time: 1.5112131 Nov 12 08:59:51.596627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55b236d6-5dd5-4be5-a7d6-b3c2921fbc7b req-300e8a2e-f6d8-4c50-9222-f4b9ebbccfe6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999922 Nov 12 08:59:51.661299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-cc0b95ba-237b-4393-b708-26569e222f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.663832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-cc0b95ba-237b-4393-b708-26569e222f60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 1096 time: 0.0867364 Nov 12 08:59:51.714055 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:51.717682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-7a14a212-569b-4eae-8d03-555f919a5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.723351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-7a14a212-569b-4eae-8d03-555f919a5138 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.4916108 Nov 12 08:59:51.737306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-dcda1972-9ca1-44ed-86ec-ca78d0b22e1f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07bce879-3de3-4c26-adaa-0a25d6b02199 HTTP/1.1" status: 200 len: 217 time: 0.0624318 Nov 12 08:59:51.825003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-f17b6925-6014-454c-be1c-df0f3ba5d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.825705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-f17b6925-6014-454c-be1c-df0f3ba5d683 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba HTTP/1.1" status: 200 len: 855 time: 0.0818145 Nov 12 08:59:51.848645 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd5b48e-7798-4dba-a469-1c74c2da930c None None] The sync data for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 is: [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:57:11Z', 'revision_number': 4, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad', 'name': '', 'network_id': '91642826-ddfb-4601-b8ba-1d19406736f4', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'mac_address': 'fa:16:3e:40:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:09Z', 'updated_at': '2021-11-12T08:57:16Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'subnets': [{'id': '15d9f7cb-07d8-4f89-b452-361b75f771b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:51.881509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-c2411973-f759-4196-b845-64c1848f5cc0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=307e4146-dcee-45a8-b14f-7f6f5ce169dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478790 Nov 12 08:59:51.938634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5ee1326-d637-4a17-8214-2c64245cc770 req-a402aca1-c0c7-41fe-8392-58421a1d74be tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709824 Nov 12 08:59:51.989358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-5182573c-ffc9-4bbb-a259-12207ae5417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:51.996974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-5182573c-ffc9-4bbb-a259-12207ae5417c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2480404 Nov 12 08:59:52.004022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Deleting port 101a18f8-3105-456a-88be-825b7138f8a9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:52.004372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.058752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-e7df78a5-69d0-4d4b-a8c3-d14565174405 service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696105 Nov 12 08:59:52.098854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:52.102085 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afcb512-5b13-449a-89e5-0a268eac854a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:52.207527 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d6bedf-66cd-4fdb-bc5f-f4904ae7d9d1 x-openstack-request-id: req-47d6bedf-66cd-4fdb-bc5f-f4904ae7d9d1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:52.208032 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:52.208358 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47d6bedf-66cd-4fdb-bc5f-f4904ae7d9d1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:52.208821 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'status': 'completed', 'code': 200} Nov 12 08:59:52.218141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94cbf21b-89bb-4c7b-ae61-b5e79ac2dbd8 req-764c3f41-68aa-48e1-918d-33d504346f2f service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514566 Nov 12 08:59:52.270996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.271613 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:52.302741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Calling delete_port for 101a18f8-3105-456a-88be-825b7138f8a9 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:52.400953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1b2b75b6-699b-401d-8119-ea84e61657bd details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:52.414152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcb512-5b13-449a-89e5-0a268eac854a req-0688145b-75b8-4ca6-92aa-eb0a37e5c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:52.417099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1afcb512-5b13-449a-89e5-0a268eac854a req-0688145b-75b8-4ca6-92aa-eb0a37e5c348 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 1096 time: 0.1476274 Nov 12 08:59:52.470825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-4aa52e1f-e4da-4aef-86d7-b01b59638fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635167 Nov 12 08:59:52.556880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1b2b75b6-699b-401d-8119-ea84e61657bd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1b2b75b6-699b-401d-8119-ea84e61657bd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:52.577261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '1b2b75b6-699b-401d-8119-ea84e61657bd', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '1b2b75b6-699b-401d-8119-ea84e61657bd', 'mac_address': 'fa:16:3e:c9:d9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:52.586524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d217588-56f9-4b00-8c9d-908f85e099e1 None None] New status for floating IP cc8a1bf9-e06c-4837-9c7d-54f9272bdb02: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 08:59:52.654699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcb512-5b13-449a-89e5-0a268eac854a req-2ddee167-77a7-41cd-adbe-65ba530aa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:52.656603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1afcb512-5b13-449a-89e5-0a268eac854a req-2ddee167-77a7-41cd-adbe-65ba530aa744 service neutron] 10.222.0.62 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 916 time: 0.2282696 Nov 12 08:59:52.708746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680aa3ce-62f7-4afa-ad12-210381d7fae3 req-760311ea-3df8-4a33-957a-b8623dbf3b2a service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233133 Nov 12 08:59:52.726273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30832536-46a6-4133-8d7a-ef6e183e8dcb req-e90f719b-4f6e-4c58-a0ad-7976df980d6e tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:52.727836 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30832536-46a6-4133-8d7a-ef6e183e8dcb req-e90f719b-4f6e-4c58-a0ad-7976df980d6e tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.6531405 Nov 12 08:59:52.765807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1afcb512-5b13-449a-89e5-0a268eac854a req-88f2ac5b-d570-463e-ae83-52122c6097a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07bce879-3de3-4c26-adaa-0a25d6b02199 HTTP/1.1" status: 200 len: 217 time: 0.0953367 Nov 12 08:59:52.810343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30832536-46a6-4133-8d7a-ef6e183e8dcb req-a60fc139-1e0d-42b2-84db-7beaf77ab4b7 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728464 Nov 12 08:59:52.910503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcb512-5b13-449a-89e5-0a268eac854a req-2c9b36f4-3f44-4885-aae5-a28faf36da0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:52.912037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1afcb512-5b13-449a-89e5-0a268eac854a req-2c9b36f4-3f44-4885-aae5-a28faf36da0e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba HTTP/1.1" status: 200 len: 855 time: 0.1403389 Nov 12 08:59:52.930191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ee388-55ad-4f97-a848-bc8189d6f858 req-eb8f08db-4d41-403a-b7f5-9136e66807cd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:52.938102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-027ee388-55ad-4f97-a848-bc8189d6f858 req-eb8f08db-4d41-403a-b7f5-9136e66807cd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 944 time: 0.1522181 Nov 12 08:59:53.002913 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1afcb512-5b13-449a-89e5-0a268eac854a req-de49e759-7f41-4572-8626-9a73f122f5a4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=307e4146-dcee-45a8-b14f-7f6f5ce169dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623543 Nov 12 08:59:53.011774 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.036565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.065553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2b75b6-699b-401d-8119-ea84e61657bd {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:53.102130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Pushing event deleted for resources: {'Port': ['ID=101a18f8-3105-456a-88be-825b7138f8a9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:53.141803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1b2b75b6-699b-401d-8119-ea84e61657bd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1b2b75b6-699b-401d-8119-ea84e61657bd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:53.150008 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.193519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.197026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:53.198758 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eedd336b-9ca5-4987-a59a-511a928e2ac2 tempest-ServersTestJSON-211803842 tempest-ServersTestJSON-211803842-project] 10.222.0.53 "DELETE /v2.0/floatingips/cc8a1bf9-e06c-4837-9c7d-54f9272bdb02 HTTP/1.1" status: 204 len: 168 time: 1.8344603 Nov 12 08:59:53.205750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58002) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:53.207408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-027ee388-55ad-4f97-a848-bc8189d6f858 req-f644477b-7780-459a-9950-9ac2e73216e0 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659998 Nov 12 08:59:53.261888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1b2b75b6-699b-401d-8119-ea84e61657bd,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:53.277251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1afcb512-5b13-449a-89e5-0a268eac854a req-d506ea19-8af7-42cf-964e-c39839d3a23e service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406256 Nov 12 08:59:53.340803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a1a1e-faf3-47f7-b90a-29bb827e3e5e req-7b1d7b6b-80f5-4307-84e1-4773d0341d04 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:53.342714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da6a1a1e-faf3-47f7-b90a-29bb827e3e5e req-7b1d7b6b-80f5-4307-84e1-4773d0341d04 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 949 time: 0.1538432 Nov 12 08:59:53.452628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['1b2b75b6-699b-401d-8119-ea84e61657bd'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:53.455689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1afcb512-5b13-449a-89e5-0a268eac854a req-169ba016-b603-40b3-a606-d285ce035e7a service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681342 Nov 12 08:59:53.472249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da6a1a1e-faf3-47f7-b90a-29bb827e3e5e req-e03a6877-5cad-4dcf-bda7-4c253dd6f178 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Nov 12 08:59:53.956509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0018097-d144-4e58-8f30-8911c69e3743 req-d71a6100-4d74-4d48-aa0c-a48c11db7d98 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:53.963755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0018097-d144-4e58-8f30-8911c69e3743 req-d71a6100-4d74-4d48-aa0c-a48c11db7d98 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.0814931 Nov 12 08:59:54.106561 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0018097-d144-4e58-8f30-8911c69e3743 req-4468bfa4-e3f7-4e29-95a9-9eb9744a0ffa tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417940 Nov 12 08:59:54.173062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.353951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 07bce879-3de3-4c26-adaa-0a25d6b02199 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 08:59:54.419581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1b2b75b6-699b-401d-8119-ea84e61657bd up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:54.539363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 1b2b75b6-699b-401d-8119-ea84e61657bd completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:54.546592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 1b2b75b6-699b-401d-8119-ea84e61657bd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:54.547327 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.623798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:54.693152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.703669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093da16-006f-4b29-8ba2-393a5fa6d32d req-35db50ff-13d2-4867-8f9a-9404248a3941 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.707872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1093da16-006f-4b29-8ba2-393a5fa6d32d req-35db50ff-13d2-4867-8f9a-9404248a3941 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 944 time: 0.3650215 Nov 12 08:59:54.741839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1b2b75b6-699b-401d-8119-ea84e61657bd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1b2b75b6-699b-401d-8119-ea84e61657bd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:54.744086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'port_id': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'mac_address': 'fa:16:3e:58:e9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9748e9-d55d-409c-bb5f-7d9f9c0865ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 08:59:54.752130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af631a0-32de-4925-a631-d793bd24d98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b75b6-699b-401d-8119-ea84e61657bd'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:54.755163 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23beff1e-a634-4cf8-9ab9-bedb09a97c62" -d '{"events": [{"server_uuid": "3af631a0-32de-4925-a631-d793bd24d98e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b75b6-699b-401d-8119-ea84e61657bd"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:54.760085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.779147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a22e3-5ec7-46c4-bd2b-2fb9b58bfb48 req-ccc778b2-b3a5-4a71-b930-481656033be6 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:54.789281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e02a22e3-5ec7-46c4-bd2b-2fb9b58bfb48 req-ccc778b2-b3a5-4a71-b930-481656033be6 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 949 time: 0.1238861 Nov 12 08:59:54.869291 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:54.880012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e02a22e3-5ec7-46c4-bd2b-2fb9b58bfb48 req-429ec63d-b2ae-47af-bd60-0ca7dee07ee8 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880282 Nov 12 08:59:54.919863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bce879-3de3-4c26-adaa-0a25d6b02199 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 08:59:54.956565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1093da16-006f-4b29-8ba2-393a5fa6d32d req-c3bb0217-b6cb-4ffa-bba4-dcf4c824b9a3 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354255 Nov 12 08:59:54.991669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:55.005806 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e380a8e3-8bf2-458a-a08f-aa73b016a82d x-openstack-request-id: req-e380a8e3-8bf2-458a-a08f-aa73b016a82d {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:55.006265 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af631a0-32de-4925-a631-d793bd24d98e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2b75b6-699b-401d-8119-ea84e61657bd", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:55.006531 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e380a8e3-8bf2-458a-a08f-aa73b016a82d {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:55.006953 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af631a0-32de-4925-a631-d793bd24d98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2b75b6-699b-401d-8119-ea84e61657bd', 'code': 200} Nov 12 08:59:55.009320 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.011452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1b2b75b6-699b-401d-8119-ea84e61657bd,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:55.111555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:55.126549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5cda4b-3c99-42d5-b07e-94a2c5baecf0 req-350bfdc3-6e36-4893-a1ad-603051833faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:55.128095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d5cda4b-3c99-42d5-b07e-94a2c5baecf0 req-350bfdc3-6e36-4893-a1ad-603051833faa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 1102 time: 0.0869617 Nov 12 08:59:55.183142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Deleting port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:55.183645 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.226462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d5cda4b-3c99-42d5-b07e-94a2c5baecf0 req-8e077f86-9861-4331-a42e-8135f2de4def service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851388 Nov 12 08:59:55.233686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['07bce879-3de3-4c26-adaa-0a25d6b02199'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 08:59:55.272464 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 08:59:55.313936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] For port e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:55.313936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.331307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Calling delete_port for e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:55.517548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd8241-d47e-4757-b0e8-368f8940fcec req-141b1528-fbfb-40e9-b8ba-4738c14f7ddd tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:55.519373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6efd8241-d47e-4757-b0e8-368f8940fcec req-141b1528-fbfb-40e9-b8ba-4738c14f7ddd tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1827281 Nov 12 08:59:55.653016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-21d2035d-4c46-4e0e-918b-b5e43b60df70 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:55.654562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-21d2035d-4c46-4e0e-918b-b5e43b60df70 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1686265 Nov 12 08:59:55.681125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6efd8241-d47e-4757-b0e8-368f8940fcec req-2b775049-b801-4a28-9d05-3ec57bb32a0a tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412911 Nov 12 08:59:55.837132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:55.878677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:55.887261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Deleting port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 08:59:55.887699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:56.195621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0713-e074-4021-9567-e68c48efb558 req-efe8b2eb-7f29-498a-bc8d-6abe5bbc438a tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:56.202366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-828d0713-e074-4021-9567-e68c48efb558 req-efe8b2eb-7f29-498a-bc8d-6abe5bbc438a tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 950 time: 0.1529698 Nov 12 08:59:56.222526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] For port 7866e4da-8272-48a2-a18b-e2f0f5ab8287, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7866e4da-8272-48a2-a18b-e2f0f5ab8287,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:56.222903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:56.346115 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-828d0713-e074-4021-9567-e68c48efb558 req-330da441-a59a-4325-8663-572c5893b4cc tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352696 Nov 12 08:59:56.377239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 07bce879-3de3-4c26-adaa-0a25d6b02199 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 08:59:56.425968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac3cb6-ee22-4f2f-96d9-b7a7ce825523 req-163c511b-9ad9-4510-85f4-445ea620e288 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:56.427688 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cac3cb6-ee22-4f2f-96d9-b7a7ce825523 req-163c511b-9ad9-4510-85f4-445ea620e288 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 945 time: 0.2962425 Nov 12 08:59:56.548924 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:56.599879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 07bce879-3de3-4c26-adaa-0a25d6b02199 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 08:59:56.607177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 07bce879-3de3-4c26-adaa-0a25d6b02199 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 08:59:56.609546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:56.819515 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:56.865270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 08:59:56.874827 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:56.963718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:56.974612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.975396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.975904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.976694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.977382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.978162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.978738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.979228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.979714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.980275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.980767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:56.981448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 08:59:57.008475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 08:59:57.011037 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3339f-e1e8-44a6-8a0c-ebe6a3d2e699" -d '{"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-plugged", "status": "completed", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 08:59:57.024740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dfbc64-7035-417c-b4d2-e6589afbccc7 req-cd11b593-465b-49a3-ba33-f13f861b504f tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.042839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-33dfbc64-7035-417c-b4d2-e6589afbccc7 req-cd11b593-465b-49a3-ba33-f13f861b504f tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.1594725 Nov 12 08:59:57.143199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-33dfbc64-7035-417c-b4d2-e6589afbccc7 req-8b3bc053-3848-42d2-bc26-0c8aaaf82089 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0987933 Nov 12 08:59:57.217634 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 08:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042d2a6a-18df-4f28-b5cd-bc49206e6be8 x-openstack-request-id: req-042d2a6a-18df-4f28-b5cd-bc49206e6be8 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 08:59:57.218013 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-plugged", "status": "completed", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 08:59:57.218825 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-042d2a6a-18df-4f28-b5cd-bc49206e6be8 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 08:59:57.219176 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'code': 200} Nov 12 08:59:57.387633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1177d5d-0dfd-48ce-80ab-9b19fbcbe655 req-73b57b94-df65-4c56-998d-1fb0e70bf6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.396400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1177d5d-0dfd-48ce-80ab-9b19fbcbe655 req-73b57b94-df65-4c56-998d-1fb0e70bf6ee service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 1098 time: 0.1070328 Nov 12 08:59:57.506362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1177d5d-0dfd-48ce-80ab-9b19fbcbe655 req-c905d022-05eb-49ee-889b-0b9ae6aaed43 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026576 Nov 12 08:59:57.556255 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.583478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b00997-365d-4e86-a41a-54e295b69dd3 req-d7edd43f-968b-4db5-adad-9f6e6789202f tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:57.591569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f0b00997-365d-4e86-a41a-54e295b69dd3 req-d7edd43f-968b-4db5-adad-9f6e6789202f tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 950 time: 0.0840795 Nov 12 08:59:57.604636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cac3cb6-ee22-4f2f-96d9-b7a7ce825523 req-5ba7005c-1309-4fe9-a7a1-43a84339282e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1629434 Nov 12 08:59:57.714636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f0b00997-365d-4e86-a41a-54e295b69dd3 req-b0c0ca46-e29e-4f3e-9149-8291fc119c27 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199064 Nov 12 08:59:57.825914 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.826279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:57.826608 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4 disassociated. External IP: 172.25.5.231, port: 7866e4da-8272-48a2-a18b-e2f0f5ab8287. Nov 12 08:59:57.826966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Calling delete_port for 7866e4da-8272-48a2-a18b-e2f0f5ab8287 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 08:59:58.058797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.133668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Router c5debbcb-4f66-4ee4-a3f1-710fe0202042 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:58.343531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5cab-9d01-4122-a982-9f4ca423edea req-f476d09e-f7ec-408c-80eb-d2c950d863b3 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:58.360343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07db5cab-9d01-4122-a982-9f4ca423edea req-f476d09e-f7ec-408c-80eb-d2c950d863b3 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 950 time: 0.1453705 Nov 12 08:59:58.363440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 08:59:58.372339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d1a15fc0-1212-40e0-b2ba-d1147d3ba045 admin admin] 10.222.0.53 "PUT /v2.0/routers/c5debbcb-4f66-4ee4-a3f1-710fe0202042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1610878 Nov 12 08:59:58.374498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58098) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:58.378127 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] Sync routers for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 08:59:58.401880 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:58.402534 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:58.430930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7866e4da-8272-48a2-a18b-e2f0f5ab8287 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 08:59:58.466653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07db5cab-9d01-4122-a982-9f4ca423edea req-0aeaa8b3-d965-42e0-ac46-dcbe2ef662a5 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035829 Nov 12 08:59:58.550218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebd29-37c6-40cc-84ad-36cfb5b2b94a req-45b3433b-3d06-4746-86f2-04488fff9475 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:58.554022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-924ebd29-37c6-40cc-84ad-36cfb5b2b94a req-45b3433b-3d06-4746-86f2-04488fff9475 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 945 time: 0.2697906 Nov 12 08:59:58.556574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.579698 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:58.665296 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:58.716204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event deleted for resources: {'Port': ['ID=7866e4da-8272-48a2-a18b-e2f0f5ab8287,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:58.760899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:58.926868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15c6ce-f167-40f6-9584-2818c3e6715a req-f74f704b-b473-4f0f-a986-6c4814da6267 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:58.942054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b15c6ce-f167-40f6-9584-2818c3e6715a req-f74f704b-b473-4f0f-a986-6c4814da6267 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.1506829 Nov 12 08:59:59.005421 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f45cdac-d1f8-4e3e-b075-c587207827bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.067506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-924ebd29-37c6-40cc-84ad-36cfb5b2b94a req-fa22ce61-c26e-45c9-8bb7-cec4e21a7ddc tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c936d52-6b16-4796-9c43-0d2adb471512&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4919610 Nov 12 08:59:59.128783 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:59:55Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:59.145750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b15c6ce-f167-40f6-9584-2818c3e6715a req-a185eba0-072e-42a0-a2d1-2e890f2c7829 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015967 Nov 12 08:59:59.203747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.249980 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] Checking router: c5debbcb-4f66-4ee4-a3f1-710fe0202042 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 08:59:59.282415 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] Routers {'c5debbcb-4f66-4ee4-a3f1-710fe0202042'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 08:59:59.284125 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:59.403178 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] Set router c5debbcb-4f66-4ee4-a3f1-710fe0202042 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 08:59:59.473753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f45cdac-d1f8-4e3e-b075-c587207827bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.496825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80598896-b595-46fc-9141-c17b542e64dd req-7af91704-a601-4dfa-9eeb-e8a2c28e2206 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:59.505999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80598896-b595-46fc-9141-c17b542e64dd req-7af91704-a601-4dfa-9eeb-e8a2c28e2206 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.2191734 Nov 12 08:59:59.509514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f45cdac-d1f8-4e3e-b075-c587207827bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.570359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45cdac-d1f8-4e3e-b075-c587207827bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863a18ba-d586-480b-bb75-12fe70322904,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 08:59:59.596939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 08:59:59.625113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1f45cdac-d1f8-4e3e-b075-c587207827bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20220790786a43f69904c608efe4a6f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8608029 Nov 12 08:59:59.627390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58116) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 08:59:59.648777 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 08:59:59.649367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80598896-b595-46fc-9141-c17b542e64dd req-a33ac8ab-8e0c-47d1-8e89-26ff182d7670 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320219 Nov 12 08:59:59.687750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-24ed9237-399a-47d6-a416-2050e3506761 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:59.689538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-24ed9237-399a-47d6-a416-2050e3506761 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.55 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 950 time: 0.2430305 Nov 12 08:59:59.719847 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:59:55Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 08:59:59.761129 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b0694-13a1-4bbe-bd60-d8586a294c49 None None] The sync data for ids ['c5debbcb-4f66-4ee4-a3f1-710fe0202042'] in n-d-769329-17 is: [{'id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'name': 'tempest-ServersTestJSON-839227903-router', 'tenant_id': '4e22c2a1906141399764767c52c874b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:57:03Z', 'updated_at': '2021-11-12T08:59:55Z', 'revision_number': 5, 'project_id': '4e22c2a1906141399764767c52c874b3', 'gw_port': {'id': 'a7504245-5c0e-4459-bb84-59e1150c7603', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:df:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5debbcb-4f66-4ee4-a3f1-710fe0202042', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:57:04Z', 'updated_at': '2021-11-12T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 08:59:59.921011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6834b-f209-43f7-b22d-a54b86e67076 req-1aaf6c83-4104-4dc0-8ff4-2939f0d14f3b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:59.928303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34f6834b-f209-43f7-b22d-a54b86e67076 req-1aaf6c83-4104-4dc0-8ff4-2939f0d14f3b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.0741727 Nov 12 08:59:59.977009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0b1b9-61e3-4dc2-a958-206d4f2f9164 req-028eb41e-9646-4411-9a31-467e29de560e tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 08:59:59.984736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbd0b1b9-61e3-4dc2-a958-206d4f2f9164 req-028eb41e-9646-4411-9a31-467e29de560e tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 950 time: 0.3563082 Nov 12 09:00:00.011982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95511455-2d0a-4a9a-b9b8-545a3db0d0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.030815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34f6834b-f209-43f7-b22d-a54b86e67076 req-46e8e47b-b562-4d95-811f-d151553ed579 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013739 Nov 12 09:00:00.083762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95511455-2d0a-4a9a-b9b8-545a3db0d0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.093051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:00.105438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] Sync routers for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:00.107356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Deleting port a7504245-5c0e-4459-bb84-59e1150c7603 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:00.107693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.130230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:00.132314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:00.271370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427bf42-8079-459c-9e47-a9f2b495ab88 req-430e1af0-f31f-4233-ac93-f73af0e8ffe4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:00.286448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2427bf42-8079-459c-9e47-a9f2b495ab88 req-430e1af0-f31f-4233-ac93-f73af0e8ffe4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.1041319 Nov 12 09:00:00.373189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] For port a7504245-5c0e-4459-bb84-59e1150c7603, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a7504245-5c0e-4459-bb84-59e1150c7603,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:00.373189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.401925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:00.403030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Calling delete_port for a7504245-5c0e-4459-bb84-59e1150c7603 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:00.422866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2427bf42-8079-459c-9e47-a9f2b495ab88 req-eb12d8fc-8739-44d1-8b10-a23b8b3268fd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277952 Nov 12 09:00:00.451354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbd0b1b9-61e3-4dc2-a958-206d4f2f9164 req-7ae7f5c4-1815-4b6b-89ef-5340e06823a1 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656620 Nov 12 09:00:00.628279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Deleting port 1b2b75b6-699b-401d-8119-ea84e61657bd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:00.628624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.633763 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-500226a3-521c-426d-ba95-ade29a3499f5 req-00be0098-5018-4fb3-92e3-80e21a821aa9 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/ports?device_id=39e09e05-36f5-4f9c-9028-b7a468e63c80 HTTP/1.1" status: 200 len: 210 time: 0.0554979 Nov 12 09:00:00.695943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] No DVR routers for this DVR port 7866e4da-8272-48a2-a18b-e2f0f5ab8287 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:00.706967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.711048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa685c70-8ba5-45ff-902c-40498b64bfaa req-6500510d-6bf4-4a58-8927-4bd297a46a82 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.55 "DELETE /v2.0/ports/7866e4da-8272-48a2-a18b-e2f0f5ab8287 HTTP/1.1" status: 204 len: 173 time: 5.0481687 Nov 12 09:00:00.711523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'name': 'network-vif-deleted', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:00.714529 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf4e074-8975-40ca-9166-90e555c84528" -d '{"events": [{"server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "name": "network-vif-deleted", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:00.850796 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f173d97-6ca8-4d07-968b-3f7b5fd18b67 x-openstack-request-id: req-7f173d97-6ca8-4d07-968b-3f7b5fd18b67 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:00.851142 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e09e05-36f5-4f9c-9028-b7a468e63c80", "name": "network-vif-deleted", "tag": "7866e4da-8272-48a2-a18b-e2f0f5ab8287", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:00.851406 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f173d97-6ca8-4d07-968b-3f7b5fd18b67 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:00.851846 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e09e05-36f5-4f9c-9028-b7a468e63c80', 'name': 'network-vif-deleted', 'tag': '7866e4da-8272-48a2-a18b-e2f0f5ab8287', 'status': 'completed', 'code': 200} Nov 12 09:00:00.920576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95511455-2d0a-4a9a-b9b8-545a3db0d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.929656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95511455-2d0a-4a9a-b9b8-545a3db0d0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:00.933295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-95511455-2d0a-4a9a-b9b8-545a3db0d0a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/863a18ba-d586-480b-bb75-12fe70322904 HTTP/1.1" status: 204 len: 168 time: 1.2983880 Nov 12 09:00:01.008753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95511455-2d0a-4a9a-b9b8-545a3db0d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863a18ba-d586-480b-bb75-12fe70322904,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:01.029647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] For port 1b2b75b6-699b-401d-8119-ea84e61657bd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1b2b75b6-699b-401d-8119-ea84e61657bd,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:01.030028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.058683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Calling delete_port for 1b2b75b6-699b-401d-8119-ea84e61657bd owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:01.087358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.137182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:01.254005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:01.258006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] Checking router: 3dbb6e26-80e3-40ff-81d0-d7f64c80260d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:01.324129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:01.324129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e62ae5ec-8c0f-4b5c-a19e-a888dffcfaad not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:01.339779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:01.342465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:01.353556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7504245-5c0e-4459-bb84-59e1150c7603,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:01.558196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55654fc8-50ec-4606-b0e1-c95cfee67f28 req-deaffccb-b708-4be2-a62a-074d88b3a1d6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:01.596993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55654fc8-50ec-4606-b0e1-c95cfee67f28 req-deaffccb-b708-4be2-a62a-074d88b3a1d6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.1766715 Nov 12 09:00:01.611827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.698108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55654fc8-50ec-4606-b0e1-c95cfee67f28 req-74b107b6-23bd-4896-95e6-4f7d500eb6f4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997794 Nov 12 09:00:01.699184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:01.832068 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:01.848843 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.073065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c86fda-c69b-47a1-a33a-b4412df60249 req-6c5c98d4-5ca8-468c-af39-0d8c83111834 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:02.083951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15c86fda-c69b-47a1-a33a-b4412df60249 req-6c5c98d4-5ca8-468c-af39-0d8c83111834 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 950 time: 0.2737427 Nov 12 09:00:02.103578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:02.131733 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-218b9225-5fe9-4048-a8e9-63305cdb528a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.160110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.161913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5debbcb-4f66-4ee4-a3f1-710fe0202042 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:00:02.192127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.233295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.243440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4922aef8-e41b-4dbe-920f-ac2dbe8303e2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c5debbcb-4f66-4ee4-a3f1-710fe0202042 HTTP/1.1" status: 204 len: 168 time: 3.8531768 Nov 12 09:00:02.244863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:02.319487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15c86fda-c69b-47a1-a33a-b4412df60249 req-2ee2f137-9f3c-488b-a833-c18231ba0f33 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/security-groups?id=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322412 Nov 12 09:00:02.334332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58182) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:02.351209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] Deleting subnet 15d9f7cb-07d8-4f89-b452-361b75f771b1 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:00:02.365515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.433794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1b2b75b6-699b-401d-8119-ea84e61657bd no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:02.455169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Pushing event deleted for resources: {'Port': ['ID=1b2b75b6-699b-401d-8119-ea84e61657bd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:02.501965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 1b2b75b6-699b-401d-8119-ea84e61657bd {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:02.502858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.503565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1b2b75b6-699b-401d-8119-ea84e61657bd not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:02.564645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:02.581291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] No DVR routers for this DVR port 1b2b75b6-699b-401d-8119-ea84e61657bd on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:02.586956 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.591680 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69217e00-46a1-44a4-af5b-c3a6d9014f34 req-6b85ec02-94b7-473a-b328-c7b75044a155 tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.55 "DELETE /v2.0/ports/1b2b75b6-699b-401d-8119-ea84e61657bd HTTP/1.1" status: 204 len: 173 time: 2.8826807 Nov 12 09:00:02.654833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c583f0-50d9-4dc5-b2f7-b3a0f7d24c26 None None] The sync data for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 is: [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '77db70d8-0f6a-4935-a764-6e493217f08b', 'name': '', 'network_id': '34fc72ad-e91d-46a9-863a-3f64d3db131f', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'mac_address': 'fa:16:3e:cd:e8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:48Z', 'updated_at': '2021-11-12T08:54:56Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'subnets': [{'id': '32eaaa9a-a3b3-4820-81b2-80cfff491625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:02.667312 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a1379ca-e0e1-40ac-a1e2-1e92201b1026 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.690960 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-218b9225-5fe9-4048-a8e9-63305cdb528a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.735009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-218b9225-5fe9-4048-a8e9-63305cdb528a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.755077 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a1379ca-e0e1-40ac-a1e2-1e92201b1026 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.854073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af631a0-32de-4925-a631-d793bd24d98e', 'name': 'network-vif-deleted', 'tag': '1b2b75b6-699b-401d-8119-ea84e61657bd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:02.857841 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942323b1-8061-40f8-9cce-f814e5d6ecd5" -d '{"events": [{"server_uuid": "3af631a0-32de-4925-a631-d793bd24d98e", "name": "network-vif-deleted", "tag": "1b2b75b6-699b-401d-8119-ea84e61657bd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:02.896642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a1379ca-e0e1-40ac-a1e2-1e92201b1026 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.899399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a1379ca-e0e1-40ac-a1e2-1e92201b1026 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:02.903392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a1379ca-e0e1-40ac-a1e2-1e92201b1026 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c936d52-6b16-4796-9c43-0d2adb471512 HTTP/1.1" status: 204 len: 168 time: 0.5642130 Nov 12 09:00:02.904386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58188) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:02.911432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-218b9225-5fe9-4048-a8e9-63305cdb528a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c3a9b260a1440b6a094499325e75f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8066404 Nov 12 09:00:02.933216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58190) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:02.959877 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cf4d79-d262-4978-8754-aac7df54e434 x-openstack-request-id: req-19cf4d79-d262-4978-8754-aac7df54e434 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:02.960191 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af631a0-32de-4925-a631-d793bd24d98e", "name": "network-vif-deleted", "tag": "1b2b75b6-699b-401d-8119-ea84e61657bd", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:02.960448 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19cf4d79-d262-4978-8754-aac7df54e434 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:02.960849 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af631a0-32de-4925-a631-d793bd24d98e', 'name': 'network-vif-deleted', 'tag': '1b2b75b6-699b-401d-8119-ea84e61657bd', 'status': 'completed', 'code': 200} Nov 12 09:00:02.962690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1379ca-e0e1-40ac-a1e2-1e92201b1026 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c936d52-6b16-4796-9c43-0d2adb471512,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:02.990698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b9225-5fe9-4048-a8e9-63305cdb528a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d74b2b-8817-4fee-8319-09d61900f458,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:03.003981 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-4d6c4dac-c5d8-4b3d-b913-e53ffd4cc4e5 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] show failed (client error): The resource could not be found. Nov 12 09:00:03.007685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4d6c4dac-c5d8-4b3d-b913-e53ffd4cc4e5 tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "GET /v2.0/security-groups/9c936d52-6b16-4796-9c43-0d2adb471512 HTTP/1.1" status: 404 len: 347 time: 0.0997267 Nov 12 09:00:03.014742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:03.122165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2cdfffb2-9ca3-4b1e-a065-022089312bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.187820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2cdfffb2-9ca3-4b1e-a065-022089312bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.227221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a7504245-5c0e-4459-bb84-59e1150c7603 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:03.257501 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23f6d1-cbe8-40c7-94d7-dcb9eda5b585 None None] New status for floating IP ddc85964-5229-4b2e-b1f1-79cffde4a0e4: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:03.283244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2cdfffb2-9ca3-4b1e-a065-022089312bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.287268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2cdfffb2-9ca3-4b1e-a065-022089312bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.290778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2cdfffb2-9ca3-4b1e-a065-022089312bba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81d74b2b-8817-4fee-8319-09d61900f458 HTTP/1.1" status: 204 len: 168 time: 0.3494613 Nov 12 09:00:03.302003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfffb2-9ca3-4b1e-a065-022089312bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d74b2b-8817-4fee-8319-09d61900f458,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:03.314101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: a7504245-5c0e-4459-bb84-59e1150c7603 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:03.316865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a7504245-5c0e-4459-bb84-59e1150c7603 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:03.437548 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.483681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1414c-d1e2-4b2b-8f77-d2636dc2dec5 req-ce94f242-bf01-4cf4-887f-7729d4e3dc46 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:03.496437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02e1414c-d1e2-4b2b-8f77-d2636dc2dec5 req-ce94f242-bf01-4cf4-887f-7729d4e3dc46 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.5823197 Nov 12 09:00:03.580023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a81bf744-aa73-4d7f-8897-b0ef6346882c req-e0da53c8-dbea-488e-aad6-9f722a57fcfd tempest-ServerDiagnosticsNegativeTest-2125899788 tempest-ServerDiagnosticsNegativeTest-2125899788-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af631a0-32de-4925-a631-d793bd24d98e HTTP/1.1" status: 200 len: 210 time: 0.0625889 Nov 12 09:00:03.744593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02e1414c-d1e2-4b2b-8f77-d2636dc2dec5 req-d55ed0b0-4625-4638-b5dc-4df1dabb8233 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422116 Nov 12 09:00:03.764094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.798847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d9f7cb-07d8-4f89-b452-361b75f771b1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:03.805212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.809320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-79f847db-e753-4864-b2ad-8bf505e27cb5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/15d9f7cb-07d8-4f89-b452-361b75f771b1 HTTP/1.1" status: 204 len: 168 time: 1.5631855 Nov 12 09:00:03.812482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:03.813016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Deleting port f629a9c0-1bfa-43b7-925a-86cdc5137663 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:03.813552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.819109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f9a78-8380-47d1-8795-25c936ae2114 None None] Network 91642826-ddfb-4601-b8ba-1d19406736f4 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:03.946506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.965147 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.966155 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:03.983187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Calling delete_port for f629a9c0-1bfa-43b7-925a-86cdc5137663 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:04.034960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Deleting port 46dd2271-386f-47e7-a03c-deceafc763ed {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:04.035837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.106399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] DHCP port deletion for 91642826-ddfb-4601-b8ba-1d19406736f4 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:04.177719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] For port 46dd2271-386f-47e7-a03c-deceafc763ed, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=46dd2271-386f-47e7-a03c-deceafc763ed,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:04.178394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.187046 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.204586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Calling delete_port for 46dd2271-386f-47e7-a03c-deceafc763ed owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:04.211457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] Deleting port 46dd2271-386f-47e7-a03c-deceafc763ed {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:04.212235 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.254412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Pushing event deleted for resources: {'Port': ['ID=f629a9c0-1bfa-43b7-925a-86cdc5137663,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:04.319991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] For port 46dd2271-386f-47e7-a03c-deceafc763ed, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=46dd2271-386f-47e7-a03c-deceafc763ed,segment=NetworkSegment(fc563cb8-f87c-4609-803a-df0bf76176c9),segment_id=fc563cb8-f87c-4609-803a-df0bf76176c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:04.321389 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.338321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] Calling delete_port for 46dd2271-386f-47e7-a03c-deceafc763ed owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:04.432470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.434081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.441465 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.449728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b3f5128-baec-423c-abba-589b14a0febe tempest-ServersWithSpecificFlavorTestJSON-1169971996 tempest-ServersWithSpecificFlavorTestJSON-1169971996-project] 10.222.0.53 "DELETE /v2.0/floatingips/ddc85964-5229-4b2e-b1f1-79cffde4a0e4 HTTP/1.1" status: 204 len: 168 time: 1.3253729 Nov 12 09:00:04.515480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] No DVR routers for this DVR port 46dd2271-386f-47e7-a03c-deceafc763ed on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:04.535300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.569330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Pushing event deleted for resources: {'Port': ['ID=46dd2271-386f-47e7-a03c-deceafc763ed,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:04.583683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] Pushing event deleted for resources: {'Port': ['ID=46dd2271-386f-47e7-a03c-deceafc763ed,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:04.595967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac88580e-26fe-4611-a459-f7c787833838 None None] No DVR routers for this DVR port 46dd2271-386f-47e7-a03c-deceafc763ed on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:04.701948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:04.797027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91642826-ddfb-4601-b8ba-1d19406736f4']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:04.850625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc563cb8-f87c-4609-803a-df0bf76176c9') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:04.856590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc563cb8-f87c-4609-803a-df0bf76176c9') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:04.893793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.028651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.058335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:00:05.060056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.164063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58262) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:05.191423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 46dd2271-386f-47e7-a03c-deceafc763ed no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:00:05.221248 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:00:05.237670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58266) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:05.273355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 46dd2271-386f-47e7-a03c-deceafc763ed {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:05.277202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 46dd2271-386f-47e7-a03c-deceafc763ed not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:05.328893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314f9b0-0e56-4787-9d83-a680fb158b45 req-4f4f988f-8bac-42fe-ac92-f84803601174 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:05.341143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0314f9b0-0e56-4787-9d83-a680fb158b45 req-4f4f988f-8bac-42fe-ac92-f84803601174 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.4223547 Nov 12 09:00:05.344494 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.384725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.402689 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] 10.222.0.53 "DELETE /v2.0/networks/91642826-ddfb-4601-b8ba-1d19406736f4 HTTP/1.1" status: 204 len: 168 time: 1.5887911 Nov 12 09:00:05.474560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efdb465-d99e-47eb-a147-5c36a7b89795 admin admin] Pushing event deleted for resources: {'Network': ['ID=91642826-ddfb-4601-b8ba-1d19406736f4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:05.584817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0314f9b0-0e56-4787-9d83-a680fb158b45 req-49931b92-577c-41f0-9b5c-fcc9ff496228 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426877 Nov 12 09:00:05.664051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58282) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:05.703797 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-377b14e7-c59f-4384-9359-c42f11c4d4ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2fa63281eb447a9b1e667ca60bb2361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4646780 Nov 12 09:00:05.706601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58284) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:05.740751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5e6991b6-0bd7-4861-979e-20ecad7765c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e22c2a1906141399764767c52c874b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0755095 Nov 12 09:00:05.743437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58286) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:05.770049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6300c343-e462-4aaf-b146-20e7c994bcfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.800153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6300c343-e462-4aaf-b146-20e7c994bcfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.834975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26614c57-4a30-4bce-a57a-560084d66b40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.853105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6300c343-e462-4aaf-b146-20e7c994bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.856535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6300c343-e462-4aaf-b146-20e7c994bcfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.859056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6300c343-e462-4aaf-b146-20e7c994bcfe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3abc0ae2-5f0d-4f25-86e5-953e61b31e2b HTTP/1.1" status: 204 len: 168 time: 0.1504176 Nov 12 09:00:05.897290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26614c57-4a30-4bce-a57a-560084d66b40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.922231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300c343-e462-4aaf-b146-20e7c994bcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc0ae2-5f0d-4f25-86e5-953e61b31e2b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:05.975556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26614c57-4a30-4bce-a57a-560084d66b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.980182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26614c57-4a30-4bce-a57a-560084d66b40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:05.981601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-26614c57-4a30-4bce-a57a-560084d66b40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00ab364f-79c0-49b8-a31d-281cc9b8461a HTTP/1.1" status: 204 len: 168 time: 0.2372136 Nov 12 09:00:05.992438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26614c57-4a30-4bce-a57a-560084d66b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ab364f-79c0-49b8-a31d-281cc9b8461a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:06.785510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58318) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:06.843995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b0fc9bf-00b9-4b7b-b744-a06811832305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:06.898278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.077073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b0fc9bf-00b9-4b7b-b744-a06811832305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.117389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70fe88-9cea-4125-a991-e8c57f575698 req-24fbe904-17ba-45d7-b312-b662c185e997 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:07.126846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e70fe88-9cea-4125-a991-e8c57f575698 req-24fbe904-17ba-45d7-b312-b662c185e997 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.4093695 Nov 12 09:00:07.129141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b0fc9bf-00b9-4b7b-b744-a06811832305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.190640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fc9bf-00b9-4b7b-b744-a06811832305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d7ef6-6416-458a-a87f-4c1325083767,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:07.312944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b0fc9bf-00b9-4b7b-b744-a06811832305 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00b65b19626240ae8db9dd8eec02edd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220397 Nov 12 09:00:07.317172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58332) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:07.371031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e70fe88-9cea-4125-a991-e8c57f575698 req-a7571da6-2816-4959-979a-c3511c49036e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344463 Nov 12 09:00:07.427627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48aeb25b-23ab-47f1-a4ed-f3d5146473b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.470433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48aeb25b-23ab-47f1-a4ed-f3d5146473b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.543687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48aeb25b-23ab-47f1-a4ed-f3d5146473b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.548694 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-48aeb25b-23ab-47f1-a4ed-f3d5146473b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.552599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-48aeb25b-23ab-47f1-a4ed-f3d5146473b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d5d7ef6-6416-458a-a87f-4c1325083767 HTTP/1.1" status: 204 len: 168 time: 0.2302103 Nov 12 09:00:07.558911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aeb25b-23ab-47f1-a4ed-f3d5146473b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d7ef6-6416-458a-a87f-4c1325083767,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:07.660289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Deleting port 77db70d8-0f6a-4935-a764-6e493217f08b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:07.660641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.882878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] For port 77db70d8-0f6a-4935-a764-6e493217f08b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=77db70d8-0f6a-4935-a764-6e493217f08b,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:07.885239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:07.916213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Calling delete_port for 77db70d8-0f6a-4935-a764-6e493217f08b owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:08.368614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58370) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:08.407506 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:08.456355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77db70d8-0f6a-4935-a764-6e493217f08b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:08.913712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.329350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1928875468-network', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:09.360399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:09.440583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-d560b023-5300-444a-abc7-a3a5992bfa28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1252832 Nov 12 09:00:09.449493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee1909-fbda-4e9a-a324-096bfdfe060f req-49ebecd2-8a92-4da6-af1a-e530083bb84b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.458491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11ee1909-fbda-4e9a-a324-096bfdfe060f req-49ebecd2-8a92-4da6-af1a-e530083bb84b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.9389472 Nov 12 09:00:09.485745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Made reservation on behalf of a6f522d2d1854841bb106ee164b4b770 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:09.490002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.540740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.650593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:09.661989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] Sync routers for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:09.666776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11ee1909-fbda-4e9a-a324-096bfdfe060f req-3799f18b-ac66-4b57-bbf8-ae582a5957a7 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071013 Nov 12 09:00:09.680177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-60f1b619-fc97-4011-9df4-a67982486874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.684563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c5592c41-7889-42f7-bcb4-4b54b95d6ea6 admin admin] 10.222.0.53 "PUT /v2.0/routers/3dbb6e26-80e3-40ff-81d0-d7f64c80260d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5168521 Nov 12 09:00:09.686072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:09.687617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:09.691751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-60f1b619-fc97-4011-9df4-a67982486874 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1098 time: 0.1888380 Nov 12 09:00:09.698212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:09.815247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-0f039044-33d6-4f31-99e9-78e2ad201e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:09.816998 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-0f039044-33d6-4f31-99e9-78e2ad201e48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.1024094 Nov 12 09:00:09.902092 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.918951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.920962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:09.959540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:09.981955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-5bb5d289-d16d-49b1-a2f0-16261a18adea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 1002 time: 0.1528962 Nov 12 09:00:09.985488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:00:09.987899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777fb3f7-0c15-4b34-9a50-572168ce7283,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:10.057804 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.058102 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Added segment 2a3b7239-31ee-44da-a1d1-7b353d4d6f6d of type vlan for network 5e4765bb-ed35-4ae0-8eea-dde366abff50 Nov 12 09:00:10.170766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.248649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-de30b97d-e323-4a7e-b4db-982ee051edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:10.251250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-de30b97d-e323-4a7e-b4db-982ee051edb3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.2431304 Nov 12 09:00:10.258530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.284846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Deleting port a8768d64-b184-460f-bd21-9ffcbf4f7ac4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:10.285197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.430215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-e7edee67-3ba8-4fdc-90e6-863efb422ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:10.435259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-e7edee67-3ba8-4fdc-90e6-863efb422ae4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1724081 Nov 12 09:00:10.468588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225'}], 'enable_snat': True}, 'gw_port_id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T09:00:08Z', 'revision_number': 5, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port': {'id': 'a8768d64-b184-460f-bd21-9ffcbf4f7ac4', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:54:43Z', 'updated_at': '2021-11-12T08:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:10.485940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] For port a8768d64-b184-460f-bd21-9ffcbf4f7ac4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:10.486437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.513764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.523993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:10.526146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:10.537063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Calling delete_port for a8768d64-b184-460f-bd21-9ffcbf4f7ac4 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:10.541248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] Checking router: 3dbb6e26-80e3-40ff-81d0-d7f64c80260d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:10.572372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] Routers {'3dbb6e26-80e3-40ff-81d0-d7f64c80260d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:10.573692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T08:59:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:10.740315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4765bb-ed35-4ae0-8eea-dde366abff50,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:10.765421 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52a77a30-374d-441c-8461-7b9b5de60669 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3952112 Nov 12 09:00:10.766075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:00:10.774299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58424) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:10.790882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Request body: {'subnet': {'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1928875468-subnet', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:11.062959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] Set router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:11.065135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.125854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Made reservation on behalf of a6f522d2d1854841bb106ee164b4b770 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:11.132199 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.132447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8768d64-b184-460f-bd21-9ffcbf4f7ac4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:11.342579 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.480985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.485659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.616798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-4d674744-09de-430b-9bd3-96900900b025 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1681924 Nov 12 09:00:11.620289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.621802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dbb6e26-80e3-40ff-81d0-d7f64c80260d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:00:11.627282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.634669 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.640970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-828a3175-71e2-4f6e-9ca4-67f1c89e936b admin admin] 10.222.0.53 "DELETE /v2.0/routers/3dbb6e26-80e3-40ff-81d0-d7f64c80260d HTTP/1.1" status: 204 len: 168 time: 1.9535615 Nov 12 09:00:11.641830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:11.691513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T09:00:10Z', 'revision_number': 6, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:11.782853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d07383c-c1e9-4879-a553-953fc3439b49 None None] The sync data for ids ['3dbb6e26-80e3-40ff-81d0-d7f64c80260d'] in n-d-769329-17 is: [{'id': '3dbb6e26-80e3-40ff-81d0-d7f64c80260d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1040528859-router', 'tenant_id': '1ba88812834648c58bb879ae15384637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:42Z', 'updated_at': '2021-11-12T09:00:10Z', 'revision_number': 6, 'project_id': '1ba88812834648c58bb879ae15384637', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:11.799002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] Deleting subnet 32eaaa9a-a3b3-4820-81b2-80cfff491625 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:00:11.803418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:11.900610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a25989-e39d-43b4-bd85-415bfd6830bf,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:11.920722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.149976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.233207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a43e-399f-4bdc-be9d-a09f99498b65 req-c63bfec1-bfc0-49dd-afc8-acb9069ae87b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:12.235318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1a7a43e-399f-4bdc-be9d-a09f99498b65 req-c63bfec1-bfc0-49dd-afc8-acb9069ae87b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 1.3855984 Nov 12 09:00:12.331220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.336482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Checking segment: {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:12.338306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Network hostable DHCP agents. Network: 5e4765bb-ed35-4ae0-8eea-dde366abff50, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:00:12.510657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-048ec9a8-4e44-491c-afc6-8899e150d0a3 req-c945dd35-ffbb-488b-91e1-17238d3da509 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8771961 Nov 12 09:00:12.513611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:00:12.567324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 5e4765bb-ed35-4ae0-8eea-dde366abff50) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:12.575269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:12.575893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.583775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1a7a43e-399f-4bdc-be9d-a09f99498b65 req-31e0bb49-786c-48f2-baaa-a992f8eeff8b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383777 Nov 12 09:00:12.584867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daf194e-5f4c-4617-aa25-daeda28cc200 None None] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:12.606903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0acf0169-c130-427d-b87e-3e682395a707 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8256593 Nov 12 09:00:12.611834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58470) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:12.626315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:12.672424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.673897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:12.832707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.217552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a8768d64-b184-460f-bd21-9ffcbf4f7ac4 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:13.280813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-5e4765bb-ed35-4ae0-8eea-dde366abff50', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:00:13.284001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.286218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.327030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: a8768d64-b184-460f-bd21-9ffcbf4f7ac4 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:13.327289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a8768d64-b184-460f-bd21-9ffcbf4f7ac4 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:13.330619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 77db70d8-0f6a-4935-a764-6e493217f08b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:13.371210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32eaaa9a-a3b3-4820-81b2-80cfff491625,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:13.394419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.403629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-96d97d5f-51ce-4425-9564-23fddd9af489 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/32eaaa9a-a3b3-4820-81b2-80cfff491625 HTTP/1.1" status: 204 len: 168 time: 1.7579303 Nov 12 09:00:13.404481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:13.439584 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-f11e206f-62cb-4c21-90e8-e35b25ce49ed tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e6b0ac01126d48bbac35540df06853fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734680 Nov 12 09:00:13.588172 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.682242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-7f3b2fa8-8c0e-4ee1-865d-943d050616c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:13.691693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-7f3b2fa8-8c0e-4ee1-865d-943d050616c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507739 Nov 12 09:00:13.703341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c160748-9285-462d-aec1-4e6d5e88cf17 None None] Network 34fc72ad-e91d-46a9-863a-3f64d3db131f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:13.714387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-d090839a-6c73-4398-9ca2-376e296a1533 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/quotas/e6b0ac01126d48bbac35540df06853fb HTTP/1.1" status: 200 len: 375 time: 0.0213666 Nov 12 09:00:13.819102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-f1c55d7a-42c5-4635-99ff-b3932a9f6fae tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033232 Nov 12 09:00:13.847077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Deleting port a36347ac-819f-4bde-a87d-94d2f2755238 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:13.847510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.880022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 77db70d8-0f6a-4935-a764-6e493217f08b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:13.885638 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:13.886846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 77db70d8-0f6a-4935-a764-6e493217f08b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:13.998331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] For port a36347ac-819f-4bde-a87d-94d2f2755238, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a36347ac-819f-4bde-a87d-94d2f2755238,segment=NetworkSegment(4c79fa22-cfd7-419a-b956-b86b80d14d21),segment_id=4c79fa22-cfd7-419a-b956-b86b80d14d21)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:14.004872 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.025188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Allocated IP 172.20.0.2 (5e4765bb-ed35-4ae0-8eea-dde366abff50/13a25989-e39d-43b4-bd85-415bfd6830bf/739f79e7-a806-430a-a83e-6de6ad3a8946) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:14.034890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.064693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Calling delete_port for a36347ac-819f-4bde-a87d-94d2f2755238 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:14.170634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5adb29-ce48-4263-bb39-0ae9e52dbe05 req-3b3b400f-7048-4a99-bf15-9b19d9f02b0c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:14.179490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a5adb29-ce48-4263-bb39-0ae9e52dbe05 req-3b3b400f-7048-4a99-bf15-9b19d9f02b0c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.3888581 Nov 12 09:00:14.363357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.369750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Allocated IP 172.25.5.13 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b955520d-8454-47dc-86b6-dff50861ba1c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:14.398095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] No DVR routers for this DVR port a36347ac-819f-4bde-a87d-94d2f2755238 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:14.411297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c79f9bb9-74df-4e68-93a0-16b11f998ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.617846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.647599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a5adb29-ce48-4263-bb39-0ae9e52dbe05 req-eebbad2a-1e17-4221-99fa-5e028512c0e1 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380126 Nov 12 09:00:14.674848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34fc72ad-e91d-46a9-863a-3f64d3db131f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:14.698099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c79fa22-cfd7-419a-b956-b86b80d14d21') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:14.698367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c79fa22-cfd7-419a-b956-b86b80d14d21') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:14.723160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.738033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.767665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.790864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:00:14.791229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.834059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.863462 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:14.882030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d07412-6856-4da4-96c6-3eafded31559 None None] DHCP port deletion for 34fc72ad-e91d-46a9-863a-3f64d3db131f request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:14.958762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:14.971997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:14.989574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:15.027751 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:00:15.057410 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:00:15.068857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.114762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Pushing event deleted for resources: {'Port': ['ID=a36347ac-819f-4bde-a87d-94d2f2755238,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:15.145950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Pushing event updated for resources: {'Port': ['ID=b955520d-8454-47dc-86b6-dff50861ba1c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:15.171889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.175248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] 10.222.0.53 "DELETE /v2.0/networks/34fc72ad-e91d-46a9-863a-3f64d3db131f HTTP/1.1" status: 204 len: 168 time: 1.7605121 Nov 12 09:00:15.183935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Pushing event updated for resources: {'Port': ['ID=739f79e7-a806-430a-a83e-6de6ad3a8946,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:15.193617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a36347ac-819f-4bde-a87d-94d2f2755238 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:15.205669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-5318934a-fa7c-4987-beaf-e0d1acb7a4f7 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e6b0ac01126d48bbac35540df06853fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1491601 Nov 12 09:00:15.211730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:15.321998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:15.329240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: a36347ac-819f-4bde-a87d-94d2f2755238 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:15.329665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a36347ac-819f-4bde-a87d-94d2f2755238 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:15.348295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:15.360694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:15.442309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a055ce-21f7-41fe-a50b-3b2bec78810c admin admin] Pushing event deleted for resources: {'Network': ['ID=34fc72ad-e91d-46a9-863a-3f64d3db131f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:15.580918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Attempting to bind port 739f79e7-a806-430a-a83e-6de6ad3a8946 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:15.581563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Attempting to bind port 739f79e7-a806-430a-a83e-6de6ad3a8946 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:15.581936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Attempting to bind port 739f79e7-a806-430a-a83e-6de6ad3a8946 on network 5e4765bb-ed35-4ae0-8eea-dde366abff50 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:15.601512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:15.602626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Checking segment: {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:15.603122 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.603616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Bound using segment: {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:15.604483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Bound port: 739f79e7-a806-430a-a83e-6de6ad3a8946, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:15.604988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.728341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] For port 739f79e7-a806-430a-a83e-6de6ad3a8946, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:15.729342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-cb8e1fe1-c19d-4659-814c-f1d68fa0429e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:15.737469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] For port 739f79e7-a806-430a-a83e-6de6ad3a8946, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=739f79e7-a806-430a-a83e-6de6ad3a8946,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:15.738379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-cb8e1fe1-c19d-4659-814c-f1d68fa0429e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5313649 Nov 12 09:00:15.753120 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.757846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-e85becc9-8e05-451b-a1eb-8bc8c15748e8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/quotas/e6b0ac01126d48bbac35540df06853fb HTTP/1.1" status: 200 len: 375 time: 0.0183504 Nov 12 09:00:15.814262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-7fee7a3d-cec1-4db1-a2ba-f28cd28f267a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551944 Nov 12 09:00:15.823320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:15.892073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f94bb-f3a9-49be-9fb2-38dbb333ff29 None None] Pushing event updated for resources: {'Port': ['ID=739f79e7-a806-430a-a83e-6de6ad3a8946,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:15.961535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.188608 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-c87f4716-ad42-4198-b430-8ba667394d93 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e6b0ac01126d48bbac35540df06853fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1250203 Nov 12 09:00:16.329731 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e782dd9-42ef-40d2-b15d-d24219eadde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.581325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-cb11c1ac-a2a0-43c1-95c3-f243eb953af3 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--812076113&fields=id&tenant_id=8d0f55c55d9549d68930e802a84a8a09 HTTP/1.1" status: 200 len: 267 time: 0.2316868 Nov 12 09:00:16.672474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:16.737209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f0f5d-59b7-4236-a0ac-16cda9713661 req-703f94ab-7c3c-4cc0-a041-8bda269252af tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.738851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-499f0f5d-59b7-4236-a0ac-16cda9713661 req-703f94ab-7c3c-4cc0-a041-8bda269252af tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.8144217 Nov 12 09:00:16.801152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-3b092ce8-a267-4d89-9be2-5920c00080d5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.811892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-3b092ce8-a267-4d89-9be2-5920c00080d5 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/networks?id=d91a2f9f-6638-413d-bcba-2617cfe406f0 HTTP/1.1" status: 200 len: 816 time: 0.2282777 Nov 12 09:00:16.832490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f14b387b-1a48-4cbe-b62e-aa557b7d65ac tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/quotas/8d0f55c55d9549d68930e802a84a8a09 HTTP/1.1" status: 200 len: 375 time: 0.0193846 Nov 12 09:00:16.945262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-1188e1a1-33cc-4e56-bd4b-22e046a5bbdf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:16.946851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-1188e1a1-33cc-4e56-bd4b-22e046a5bbdf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147986 Nov 12 09:00:16.955410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-499f0f5d-59b7-4236-a0ac-16cda9713661 req-38b87174-5e26-4ee2-9d2d-75a0fa994a6c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060678 Nov 12 09:00:16.964404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Request body: {'port': {'device_id': '88b19273-c39e-44ba-9000-bd6462a396d2', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'e6b0ac01126d48bbac35540df06853fb'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:17.059986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-8bfb0538-bec5-4cc2-a47b-39e4cf943fbd tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d0f55c55d9549d68930e802a84a8a09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2129369 Nov 12 09:00:17.154388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Deleting port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:17.154735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.197410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Router bbaa731a-5020-43b5-9eaf-32bb1b64727b is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:00:17.225353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 739f79e7-a806-430a-a83e-6de6ad3a8946 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:17.277760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-76f7ec26-000e-451f-b617-fd065ca02d40 service neutron] 10.222.0.53 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118435 Nov 12 09:00:17.328575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ff7716e3-3149-4f3c-a866-26e09505c8fc req-da8c4e6f-c231-4ced-a23e-27088dedc81a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 210 time: 0.1925638 Nov 12 09:00:17.443573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Made reservation on behalf of e6b0ac01126d48bbac35540df06853fb for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:17.447471 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.452833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 739f79e7-a806-430a-a83e-6de6ad3a8946 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:17.453207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.468400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.631991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:17.652183 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Sync routers for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:17.664336 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.675686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.677222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-69f9fd22-5bf4-4f1f-8d4c-067e35bce456 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0633187 Nov 12 09:00:17.683202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58556) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:17.693521 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:17.696153 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:17.745026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 739f79e7-a806-430a-a83e-6de6ad3a8946, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=739f79e7-a806-430a-a83e-6de6ad3a8946,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:17.755763 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.844841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=739f79e7-a806-430a-a83e-6de6ad3a8946,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:17.850533 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.868933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:17.881779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a34744-6a03-4a0e-a929-969d1b910591 None None] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:17.987528 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-ed0d5800-d31f-4bb9-868b-64c933408cfc tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e6b0ac01126d48bbac35540df06853fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1321495 Nov 12 09:00:18.095214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-740e1a88-52e4-4c2f-9b09-a6768be925e5 service neutron] 10.222.0.53 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7949007 Nov 12 09:00:18.120327 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:18.147579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ff3fd919-592d-402f-a5de-a0dd2883370a None None] Provisioning complete for port 739f79e7-a806-430a-a83e-6de6ad3a8946 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:18.148327 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff3fd919-592d-402f-a5de-a0dd2883370a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:18.191001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] For port ebf2a7a7-5379-4c31-843d-98c02bb0c8ff, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,segment=NetworkSegment(edbda051-7fd0-4623-b597-63a9815ac665),segment_id=edbda051-7fd0-4623-b597-63a9815ac665)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:18.192354 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:18.264603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Calling delete_port for ebf2a7a7-5379-4c31-843d-98c02bb0c8ff owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:18.298896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-0214dead-ac52-43f6-bb6f-a320632aca2e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:18.301400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-0214dead-ac52-43f6-bb6f-a320632aca2e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2971430 Nov 12 09:00:18.331348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Request body: {'port': {'device_id': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'e6b0ac01126d48bbac35540df06853fb'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:18.688365 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:15Z', 'revision_number': 3, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:18.750961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c9dce587-498c-4ffc-9703-de67139005f7 None None] Provisioning complete for port 739f79e7-a806-430a-a83e-6de6ad3a8946 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:18.757530 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c9dce587-498c-4ffc-9703-de67139005f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:18.856182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a77d2-17a8-42e7-9feb-d8c414531127,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:18.877610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.050081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebf2a7a7-5379-4c31-843d-98c02bb0c8ff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:19.062978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.072748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9786d-8430-4c94-93ca-682f81cc34e1 req-335b1af0-5f3b-48ed-ba7d-642c193333a5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:19.075264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d9786d-8430-4c94-93ca-682f81cc34e1 req-335b1af0-5f3b-48ed-ba7d-642c193333a5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.9582241 Nov 12 09:00:19.167201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Made reservation on behalf of e6b0ac01126d48bbac35540df06853fb for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:19.173836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.190382 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Checking router: bbaa731a-5020-43b5-9eaf-32bb1b64727b for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:19.193003 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Updating router bbaa731a-5020-43b5-9eaf-32bb1b64727b port b955520d-8454-47dc-86b6-dff50861ba1c binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:00:19.202743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4799aea-6b45-498b-845a-7b80a1270196 req-35fbba04-7bd1-43b2-acff-c200f21d9f8b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 210 time: 0.0834355 Nov 12 09:00:19.233459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 739f79e7-a806-430a-a83e-6de6ad3a8946 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:19.237687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Allocated IP 192.168.233.50 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/2e088252-50d6-42b6-928b-490186f1cdf7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:19.284043 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.338373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 739f79e7-a806-430a-a83e-6de6ad3a8946 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:19.339124 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.383422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d9786d-8430-4c94-93ca-682f81cc34e1 req-338682cf-819a-482f-96ba-bf22f9f75d54 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985964 Nov 12 09:00:19.557361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b89db5d-00e9-47cd-b8b8-257cd586dca4 req-8f25c3c1-630e-4aa3-aa4a-0f62417e2023 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0946884 Nov 12 09:00:19.636118 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.674523 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.819329 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.827109 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.917663 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Pushing event updated for resources: {'Port': ['ID=b955520d-8454-47dc-86b6-dff50861ba1c,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:19.922099 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Attempting to bind port b955520d-8454-47dc-86b6-dff50861ba1c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:19.922673 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Attempting to bind port b955520d-8454-47dc-86b6-dff50861ba1c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:19.923390 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Attempting to bind port b955520d-8454-47dc-86b6-dff50861ba1c on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:19.932034 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.932641 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.933171 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.933702 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.934333 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.934860 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.935393 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.936213 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.937759 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.938516 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.939197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.939854 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.940660 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:19.957999 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:19.959367 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:19.959818 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:19.960545 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:19.961616 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Bound port: b955520d-8454-47dc-86b6-dff50861ba1c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:19.962141 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.052139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.078316 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] For port b955520d-8454-47dc-86b6-dff50861ba1c, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:20.081847 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] For port b955520d-8454-47dc-86b6-dff50861ba1c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b955520d-8454-47dc-86b6-dff50861ba1c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:20.090499 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.133682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Router a13307b6-70d2-45b6-b71b-aadd72bed8b0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:20.151857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.237640 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:20.239928 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:20.248793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.291769 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110783f1-ce64-4b49-b379-6272fc00632b None None] Pushing event updated for resources: {'Port': ['ID=b955520d-8454-47dc-86b6-dff50861ba1c,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:20.315224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-3964632c-3a0b-48cd-9f85-16f51ba47b4c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:20.317828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-3964632c-3a0b-48cd-9f85-16f51ba47b4c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/networks?id=8fe4f464-3c67-4ffe-8a22-c76564a9fe0d HTTP/1.1" status: 200 len: 814 time: 0.2542486 Nov 12 09:00:20.327011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Allocated IP 192.168.233.137 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/50666803-2126-4ff3-86da-826c352b7171) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:20.340073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:20.384477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-84c82782-816e-457c-bca1-b9b2b3f5c1f7 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/quotas/68bcc2d5174841dbb41c68bf02c3e919 HTTP/1.1" status: 200 len: 375 time: 0.0409806 Nov 12 09:00:20.385137 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:20.390717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:20.392749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7590a66e-0f84-4605-b61e-87156912f183 req-3f7ee670-c9ba-4564-bf9a-1ad336dee8e9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 210 time: 0.0674195 Nov 12 09:00:20.423678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:20.434778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] Sync routers for ids ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:20.450582 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5fc65de-4792-4921-9484-36ebc4771e27 admin admin] 10.222.0.53 "PUT /v2.0/routers/a13307b6-70d2-45b6-b71b-aadd72bed8b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2347138 Nov 12 09:00:20.453124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] Routers {'a13307b6-70d2-45b6-b71b-aadd72bed8b0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:20.454565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:20.456143 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:20.460297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:20.476629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:20.692616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] Set router a13307b6-70d2-45b6-b71b-aadd72bed8b0 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:20.751721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:20.752489 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:20.801379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-42d0bfd6-4ad7-4f27-a818-a911eb16e675 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8448856 Nov 12 09:00:20.817145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-77ec64b2-f392-49f2-b124-71bb0132521d tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=68bcc2d5174841dbb41c68bf02c3e919&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4255135 Nov 12 09:00:20.821336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Request body: {'port': {'device_id': '88b19273-c39e-44ba-9000-bd6462a396d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:20.944759 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:15Z', 'revision_number': 3, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:20.957449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Allocated IP 172.20.0.1 (5e4765bb-ed35-4ae0-8eea-dde366abff50/13a25989-e39d-43b4-bd85-415bfd6830bf/9b174319-35a4-4136-9fa5-e8a470dd8c70) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:21.008272 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebb3f0-f6b4-4e4f-8f8d-87ee480a67a4 None None] The sync data for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 is: [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:15Z', 'revision_number': 3, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:21.148525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.167708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-25687b19-2dba-460f-9f53-04e74d755640 None None] Provisioning complete for port 2e088252-50d6-42b6-928b-490186f1cdf7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:21.172840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-25687b19-2dba-460f-9f53-04e74d755640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.293832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-25687b19-2dba-460f-9f53-04e74d755640 None None] Port 2e088252-50d6-42b6-928b-490186f1cdf7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:21.304732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T09:00:18Z', 'revision_number': 5, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:21.310161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-bbc48cd1-6d0f-4a70-a39f-9edb5061bad1 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.311941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-bbc48cd1-6d0f-4a70-a39f-9edb5061bad1 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.55 "GET /v2.0/networks?id=d91a2f9f-6638-413d-bcba-2617cfe406f0 HTTP/1.1" status: 200 len: 816 time: 0.7018385 Nov 12 09:00:21.341907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] Checking router: a13307b6-70d2-45b6-b71b-aadd72bed8b0 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:21.362110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] Routers {'a13307b6-70d2-45b6-b71b-aadd72bed8b0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:21.363552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:21.372474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-3a26aaf0-b164-40f3-8af7-04821d97e7eb service neutron] 10.222.0.53 "GET /v2.0/networks/8fe4f464-3c67-4ffe-8a22-c76564a9fe0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5425529 Nov 12 09:00:21.385299 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.506828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.573444 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.681633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] Set router a13307b6-70d2-45b6-b71b-aadd72bed8b0 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:21.708859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4433faa-f9be-4656-95c1-55deeef1f980 req-c3b57594-87bb-4e0e-9f6c-659a2e972755 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:21.728734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4433faa-f9be-4656-95c1-55deeef1f980 req-c3b57594-87bb-4e0e-9f6c-659a2e972755 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.3388889 Nov 12 09:00:21.774603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.893060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Deleting port da20501e-2719-4252-952f-55655e25b1cf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:21.893060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.906217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-6a70901d-65be-4ef1-a7f3-b2e528174aa6 service neutron] 10.222.0.53 "GET /v2.0/networks/8fe4f464-3c67-4ffe-8a22-c76564a9fe0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070643 Nov 12 09:00:21.962632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T09:00:18Z', 'revision_number': 5, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:21.978241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4433faa-f9be-4656-95c1-55deeef1f980 req-70e19eb3-48f0-4d3e-8fe3-9db845bb85c5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432435 Nov 12 09:00:21.979376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:21.995293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6af6b3-8496-4d98-90e3-2733edf1dde0 None None] The sync data for ids ['a13307b6-70d2-45b6-b71b-aadd72bed8b0'] in n-d-769329-17 is: [{'id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-613439700-router', 'tenant_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'da20501e-2719-4252-952f-55655e25b1cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:54:59Z', 'updated_at': '2021-11-12T09:00:18Z', 'revision_number': 5, 'project_id': 'c4a7cd5e56564d219f578aaeae3a1006', 'gw_port': {'id': 'da20501e-2719-4252-952f-55655e25b1cf', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:44:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13307b6-70d2-45b6-b71b-aadd72bed8b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:55:00Z', 'updated_at': '2021-11-12T08:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:22.007000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-73584376-7253-46fb-95b8-9347502d1729 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d0f55c55d9549d68930e802a84a8a09 HTTP/1.1" status: 200 len: 379 time: 0.6761315 Nov 12 09:00:22.032714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.049857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Request body: {'port': {'device_id': '6e99a992-2910-4685-826c-3cd5ede87d40', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'admin_state_up': True, 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'security_groups': ['0f12bc13-c816-4712-b7c8-c2fe633d241b']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:22.103602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Pushing event updated for resources: {'Port': ['ID=50666803-2126-4ff3-86da-826c352b7171,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:22.171770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:22.182133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:22.257702 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d493a41-755f-47a1-a80d-f37152d19329 req-452617a5-0773-4868-a5ed-5c46796cac36 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.1187675 Nov 12 09:00:22.258679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:22.308557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:22.349743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:22.356693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:22.439292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.454527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Pushing event updated for resources: {'Port': ['ID=9b174319-35a4-4136-9fa5-e8a470dd8c70,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:22.572039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] For port da20501e-2719-4252-952f-55655e25b1cf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=da20501e-2719-4252-952f-55655e25b1cf,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:22.572652 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.681819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Calling delete_port for da20501e-2719-4252-952f-55655e25b1cf owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:22.745683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-eed4cf9b-83d3-4db2-9418-d26771a9b640 None None] Provisioning complete for port 50666803-2126-4ff3-86da-826c352b7171 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:22.748711 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eed4cf9b-83d3-4db2-9418-d26771a9b640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.766916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:22.767646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.791442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e903920-d516-44f4-aea8-9df937d263f0 req-ec93f56f-70e7-4301-b633-a84505084858 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 210 time: 0.1911335 Nov 12 09:00:22.884994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-eed4cf9b-83d3-4db2-9418-d26771a9b640 None None] Port 50666803-2126-4ff3-86da-826c352b7171 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:22.892860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-d5685d52-ac84-491a-9c0d-60eb736e61fb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5723832 Nov 12 09:00:22.909320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Request body: {'port': {'device_id': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:22.922078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:22.931343 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.947550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Transition to ACTIVE for port object 2e088252-50d6-42b6-928b-490186f1cdf7 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:22.954751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Made reservation on behalf of 8d0f55c55d9549d68930e802a84a8a09 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:22.961460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.969435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:22.987866 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.038831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3c0f0063-e88c-454d-80e8-9ac6a7d1ac7d None None] Provisioning complete for port 9b174319-35a4-4136-9fa5-e8a470dd8c70 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:23.039203 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c0f0063-e88c-454d-80e8-9ac6a7d1ac7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.056908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:23.196258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3c0f0063-e88c-454d-80e8-9ac6a7d1ac7d None None] Port 9b174319-35a4-4136-9fa5-e8a470dd8c70 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:23.312066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b955520d-8454-47dc-86b6-dff50861ba1c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:23.366272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.416272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8ec0d-3888-4607-9d82-0c2f607a6764 req-44b693e1-8476-4b3b-a0b3-d3cdf18383e8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:23.426669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61b8ec0d-3888-4607-9d82-0c2f607a6764 req-44b693e1-8476-4b3b-a0b3-d3cdf18383e8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 936 time: 0.9898930 Nov 12 09:00:23.436535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e632dcd-37d0-490e-9784-9321f33eee52 req-1d918266-e274-4104-a376-886dd8552e84 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:23.449050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e632dcd-37d0-490e-9784-9321f33eee52 req-1d918266-e274-4104-a376-886dd8552e84 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.3308046 Nov 12 09:00:23.474893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b955520d-8454-47dc-86b6-dff50861ba1c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:23.480339 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.564472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Allocated IP 172.20.0.9 (d91a2f9f-6638-413d-bcba-2617cfe406f0/a8816e87-65ea-4270-9b67-e414dfcd45e6/8b9e9133-131b-40c2-9ed2-923597636fc2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:23.672903 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.732377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port b955520d-8454-47dc-86b6-dff50861ba1c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b955520d-8454-47dc-86b6-dff50861ba1c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:23.746292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.791801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50666803-2126-4ff3-86da-826c352b7171 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:23.797874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61b8ec0d-3888-4607-9d82-0c2f607a6764 req-4f575abb-6c0d-4c93-97b1-6f8c0676eec8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700318 Nov 12 09:00:23.804581 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.821974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Transition to ACTIVE for port object 50666803-2126-4ff3-86da-826c352b7171 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:23.833966 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:23.906462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=b955520d-8454-47dc-86b6-dff50861ba1c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:23.913865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ebf2a7a7-5379-4c31-843d-98c02bb0c8ff no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:23.998402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ebf2a7a7-5379-4c31-843d-98c02bb0c8ff {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:24.000202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ebf2a7a7-5379-4c31-843d-98c02bb0c8ff not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:24.000700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Attempting to bind port 2e088252-50d6-42b6-928b-490186f1cdf7 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:24.001053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Attempting to bind port 2e088252-50d6-42b6-928b-490186f1cdf7 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:24.001389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Attempting to bind port 2e088252-50d6-42b6-928b-490186f1cdf7 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:24.006071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.090860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Pushing event updated for resources: {'Port': ['ID=50666803-2126-4ff3-86da-826c352b7171,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:24.102820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.103168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.103514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.104483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.105015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.105224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.105564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.105895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.106227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.106559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.106889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.107006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-629ed5e7-cf4c-4956-8497-bab7613b7b10 req-06c55e84-df41-4382-b984-6a2c737613e7 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.1201148 Nov 12 09:00:24.107448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:24.139879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e632dcd-37d0-490e-9784-9321f33eee52 req-c5d8e932-90f2-4d59-a8c3-6037acb18032 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892235 Nov 12 09:00:24.152804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=da20501e-2719-4252-952f-55655e25b1cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:24.164879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Port 2e088252-50d6-42b6-928b-490186f1cdf7 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:24.165221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Attempting to bind port 2e088252-50d6-42b6-928b-490186f1cdf7 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:24.252312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:24.252658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:24.253050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:24.253499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Bound port: 2e088252-50d6-42b6-928b-490186f1cdf7, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:24.253866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.366881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Attempting to bind port 50666803-2126-4ff3-86da-826c352b7171 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:24.367222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Attempting to bind port 50666803-2126-4ff3-86da-826c352b7171 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:24.367559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Attempting to bind port 50666803-2126-4ff3-86da-826c352b7171 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:24.454851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Port 50666803-2126-4ff3-86da-826c352b7171 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:24.455509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Attempting to bind port 50666803-2126-4ff3-86da-826c352b7171 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:24.467097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 8, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:24.468810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:24.469458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:24.481554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Bound port: 50666803-2126-4ff3-86da-826c352b7171, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:24.482514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.488354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d2f32f3-20e8-42d2-8aea-6068ea02aeee req-ba34610b-6045-44c6-b93b-81840a32d866 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 210 time: 0.1782632 Nov 12 09:00:24.516003 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.666289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.675043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.738520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-d542ff9a-a597-42d2-ac23-c6661be15567 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:24.740475 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-d542ff9a-a597-42d2-ac23-c6661be15567 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.62 "GET /v2.0/networks?id=8fe4f464-3c67-4ffe-8a22-c76564a9fe0d HTTP/1.1" status: 200 len: 814 time: 0.5384800 Nov 12 09:00:24.761682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Request body: {'port': {'device_id': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'admin_state_up': True, 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:24.841221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.841884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a13307b6-70d2-45b6-b71b-aadd72bed8b0 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:00:24.849399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.852748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2c9b4b16-4f1b-4b59-b556-026fcc210e02 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a13307b6-70d2-45b6-b71b-aadd72bed8b0 HTTP/1.1" status: 204 len: 168 time: 4.3917530 Nov 12 09:00:24.853851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:24.854293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] For port 50666803-2126-4ff3-86da-826c352b7171, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:24.913321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] Deleting subnet 75afc1ed-5470-47e5-969c-335754ee6021 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:00:24.930810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] For port 50666803-2126-4ff3-86da-826c352b7171, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=50666803-2126-4ff3-86da-826c352b7171,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:24.931939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:24.977706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.088423 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.121383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.125437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.128725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] 10.222.0.62 "PUT /v2.0/ports/50666803-2126-4ff3-86da-826c352b7171 HTTP/1.1" status: 200 len: 1097 time: 2.2254558 Nov 12 09:00:25.141558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:25.159490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'tag': '50666803-2126-4ff3-86da-826c352b7171'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:25.171005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.181486 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f47a1b-97bd-4dce-946f-c9a8f3234001" -d '{"events": [{"name": "network-changed", "server_uuid": "5691f440-45f6-4bc8-a4be-fd95a46d31b3", "tag": "50666803-2126-4ff3-86da-826c352b7171"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:25.182617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:25.186581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.229236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.267398 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.326832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044f01f-67ed-4e99-8d7d-09a783c31b16 service neutron] Pushing event updated for resources: {'Port': ['ID=50666803-2126-4ff3-86da-826c352b7171,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:25.355592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e6913-fd5a-4ecc-af19-0fa2af4fd0f2 req-767b7ac9-773a-458f-be5c-ef44d4fc09fa tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.361431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f4e6913-fd5a-4ecc-af19-0fa2af4fd0f2 req-767b7ac9-773a-458f-be5c-ef44d4fc09fa tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 948 time: 0.2725055 Nov 12 09:00:25.366850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58724) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:25.377429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.378056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.379458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] 10.222.0.55 "PUT /v2.0/ports/2e088252-50d6-42b6-928b-490186f1cdf7 HTTP/1.1" status: 200 len: 1096 time: 4.5693722 Nov 12 09:00:25.381286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:25.394474 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c633f26a-e3ab-4740-9912-28095c02e00f" -d '{"events": [{"name": "network-changed", "server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:25.403580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.414082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Pushing event updated for resources: {'Port': ['ID=9b174319-35a4-4136-9fa5-e8a470dd8c70,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:25.423414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.665926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b955520d-8454-47dc-86b6-dff50861ba1c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:25.691539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:25.707982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Made reservation on behalf of 68bcc2d5174841dbb41c68bf02c3e919 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:25.718339 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.734828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:25.778274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:25.845560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b955520d-8454-47dc-86b6-dff50861ba1c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:25.846085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:25.923651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293161f-dc89-4502-97bd-ebb217ac63fc service neutron] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:25.965079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-22cbf960-e069-4b44-ad45-4abe58d42931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:25.971236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-22cbf960-e069-4b44-ad45-4abe58d42931 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 1100 time: 0.7674983 Nov 12 09:00:26.043690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-470bb55a-4d52-4925-8fe7-f25e21240eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.143177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-dea0f3dd-5a74-47de-980e-61daa6a566ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=50666803-2126-4ff3-86da-826c352b7171 HTTP/1.1" status: 200 len: 217 time: 0.1610746 Nov 12 09:00:26.158055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f4e6913-fd5a-4ecc-af19-0fa2af4fd0f2 req-a06951df-f863-442c-8223-4921a581980d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7599518 Nov 12 09:00:26.214455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:26.215124 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.224276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-9b053971-657d-4167-a227-4326fb6f9ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:26.225790 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-9b053971-657d-4167-a227-4326fb6f9ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1099 time: 0.7317574 Nov 12 09:00:26.246448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b11e68-d462-4d83-8062-397414ebf3ab req-4f25a831-11ae-4ae0-8c85-f0150b519d15 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:26.259077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12b11e68-d462-4d83-8062-397414ebf3ab req-4f25a831-11ae-4ae0-8c85-f0150b519d15 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 931 time: 0.8812399 Nov 12 09:00:26.295756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event updated for resources: {'Port': ['ID=8b9e9133-131b-40c2-9ed2-923597636fc2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:26.341094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.346177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7d255d0b-8732-4bc4-9bb3-db8113bd82bf None None] Provisioning complete for port 8b9e9133-131b-40c2-9ed2-923597636fc2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:26.346831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d255d0b-8732-4bc4-9bb3-db8113bd82bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.389113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7d255d0b-8732-4bc4-9bb3-db8113bd82bf None None] Port 8b9e9133-131b-40c2-9ed2-923597636fc2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:26.443637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-3c3fd639-1300-4259-a3db-5f6c9be85ed4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2e088252-50d6-42b6-928b-490186f1cdf7 HTTP/1.1" status: 200 len: 217 time: 0.1856363 Nov 12 09:00:26.453224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-326f2a7b-aeb7-4930-b23e-f7fe6513b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:26.454775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-326f2a7b-aeb7-4930-b23e-f7fe6513b299 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2287338 Nov 12 09:00:26.459771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Allocated IP 172.20.0.13 (8fe4f464-3c67-4ffe-8a22-c76564a9fe0d/db71590d-f6e4-4ea7-ba83-7e3ae3015b46/2c232b6a-40fb-4143-9e89-8c99f211e0eb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:26.461758 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-f927b462-e5f4-40a5-a351-eb9f99ced888 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4212873 Nov 12 09:00:26.502218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12b11e68-d462-4d83-8062-397414ebf3ab req-e77031b3-2b69-4d4b-982a-e541b3074f07 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399912 Nov 12 09:00:26.538694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Request body: {'port': {'device_id': '6e99a992-2910-4685-826c-3cd5ede87d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:26.558168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.588449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:26.615020 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72407a89-57c2-4787-b491-ff4904db8a70 x-openstack-request-id: req-72407a89-57c2-4787-b491-ff4904db8a70 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:26.617777 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5691f440-45f6-4bc8-a4be-fd95a46d31b3", "tag": "50666803-2126-4ff3-86da-826c352b7171", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:26.618159 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72407a89-57c2-4787-b491-ff4904db8a70 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:26.618781 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'tag': '50666803-2126-4ff3-86da-826c352b7171', 'status': 'completed', 'code': 200} Nov 12 09:00:26.624359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:26.744625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-03168fe1-6453-43a7-8a85-9ce8bd389f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:26.746243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:26.746809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-03168fe1-6453-43a7-8a85-9ce8bd389f0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2433276 Nov 12 09:00:26.751278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca9f1c-027e-4739-95aa-8217453a4d61 None None] Network 1c8473ab-824b-4212-941a-cea9399fd961 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:26.760314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/75afc1ed-5470-47e5-969c-335754ee6021 HTTP/1.1" status: 204 len: 168 time: 1.9030490 Nov 12 09:00:26.769557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:26.778239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c0fe7-7738-4016-b82d-47cf94180a6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75afc1ed-5470-47e5-969c-335754ee6021,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:26.844554 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941733e8-25c2-440d-9777-0fdbde93dad5 x-openstack-request-id: req-941733e8-25c2-440d-9777-0fdbde93dad5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:26.844850 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:26.845141 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-941733e8-25c2-440d-9777-0fdbde93dad5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:26.845558 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7', 'status': 'completed', 'code': 200} Nov 12 09:00:27.047299 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-470bb55a-4d52-4925-8fe7-f25e21240eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.085751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device da20501e-2719-4252-952f-55655e25b1cf no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:27.103334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb5bda-6192-435e-8b99-6696ebe4100e req-76927196-a475-434d-8056-d1e300349196 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.105178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1afb5bda-6192-435e-8b99-6696ebe4100e req-76927196-a475-434d-8056-d1e300349196 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.7177367 Nov 12 09:00:27.105848 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-470bb55a-4d52-4925-8fe7-f25e21240eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.130442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: da20501e-2719-4252-952f-55655e25b1cf {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:27.131670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device da20501e-2719-4252-952f-55655e25b1cf not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:27.167929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.183355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9bc90236-b2a4-4727-aa8d-3217db54a944 None None] Provisioning complete for port 9b174319-35a4-4136-9fa5-e8a470dd8c70 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:27.184071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9bc90236-b2a4-4727-aa8d-3217db54a944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.187653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bb55a-4d52-4925-8fe7-f25e21240eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480440c7-ab00-4d31-9a61-fe442b8ce2c2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:27.302951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] DHCP port deletion for 1c8473ab-824b-4212-941a-cea9399fd961 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:00:27.363147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481843b8-5f15-489e-b084-a3ba1807695a req-96d461d3-84d3-40bf-82f8-7a851c460256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.364991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-96d461d3-84d3-40bf-82f8-7a851c460256 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6023383 Nov 12 09:00:27.387531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9bc90236-b2a4-4727-aa8d-3217db54a944 None None] Port 9b174319-35a4-4136-9fa5-e8a470dd8c70 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:27.416756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-470bb55a-4d52-4925-8fe7-f25e21240eb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8207f54cb37a491a89e418fe1a5269d4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0361564 Nov 12 09:00:27.424797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] Deleting port bd83d76d-1abf-47ce-9ff7-6555ff110b07 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:27.425178 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.493701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58736) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:27.517515 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-225197f7-f5f0-4d66-b2f5-549d9f7167ca req-b0df6e54-d9db-444d-b3f5-9045bd0c5688 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 210 time: 0.4350562 Nov 12 09:00:27.526985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.598129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] For port bd83d76d-1abf-47ce-9ff7-6555ff110b07, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bd83d76d-1abf-47ce-9ff7-6555ff110b07,segment=NetworkSegment(edbda051-7fd0-4623-b597-63a9815ac665),segment_id=edbda051-7fd0-4623-b597-63a9815ac665)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:27.598527 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.601642 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.617502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] Calling delete_port for bd83d76d-1abf-47ce-9ff7-6555ff110b07 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:27.639307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Router bbaa731a-5020-43b5-9eaf-32bb1b64727b has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:27.691145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.694972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1afb5bda-6192-435e-8b99-6696ebe4100e req-52cfec64-98a2-41a4-b819-d501292818a5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202637 Nov 12 09:00:27.759014 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.777960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-0f3b706a-4762-4b47-bb94-bc3f5da9acd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:27.779628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-0f3b706a-4762-4b47-bb94-bc3f5da9acd7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.2257190 Nov 12 09:00:27.807347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] Pushing event deleted for resources: {'Port': ['ID=bd83d76d-1abf-47ce-9ff7-6555ff110b07,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:27.810811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ee259d-f163-4be5-a4dd-f92c319772d6 None None] No DVR routers for this DVR port bd83d76d-1abf-47ce-9ff7-6555ff110b07 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:27.906563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:27.968735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:27.974859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b1441d1-7a07-4fd0-8b0f-2e66be983431 admin admin] 10.222.0.53 "PUT /v2.0/routers/bbaa731a-5020-43b5-9eaf-32bb1b64727b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2902086 Nov 12 09:00:28.003974 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Sync routers for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:28.029852 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:28.031447 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:28.060603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.296955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d924afe-c3cb-414d-88eb-8731db220a54 req-1458fcd5-5940-4946-b7ef-2cd641f1a2f8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.302402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba4f9b7-4eda-4b66-a04c-ad9d353e1923 req-77638896-cae3-4363-8fd6-dfbf541f19f0 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:28.310734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d924afe-c3cb-414d-88eb-8731db220a54 req-1458fcd5-5940-4946-b7ef-2cd641f1a2f8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 948 time: 0.6079350 Nov 12 09:00:28.321221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba4f9b7-4eda-4b66-a04c-ad9d353e1923 req-77638896-cae3-4363-8fd6-dfbf541f19f0 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 931 time: 0.4004130 Nov 12 09:00:28.333548 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-13e87915-4c8d-4e5e-a91e-48ee6c6b7212 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9556603 Nov 12 09:00:28.335731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:28.354352 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:28.448121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.485316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c8473ab-824b-4212-941a-cea9399fd961']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:28.517623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edbda051-7fd0-4623-b597-63a9815ac665') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:28.518315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edbda051-7fd0-4623-b597-63a9815ac665') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:28.537033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.574668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.592405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:00:28.593438 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:00:28.665275 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:00:28.702395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-481843b8-5f15-489e-b084-a3ba1807695a req-ba416344-cc69-45a4-9f5a-d0ac0cdd66bf service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519905 Nov 12 09:00:28.704334 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.707892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba4f9b7-4eda-4b66-a04c-ad9d353e1923 req-28e96dc5-6d54-4a8d-9a94-93dfcf7ba08a tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564341 Nov 12 09:00:28.709818 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.715839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] 10.222.0.53 "DELETE /v2.0/networks/1c8473ab-824b-4212-941a-cea9399fd961 HTTP/1.1" status: 204 len: 168 time: 1.9311531 Nov 12 09:00:28.716898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:28.719370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:28.782753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c4464-7443-496e-a825-4e36967eafcc admin admin] Pushing event deleted for resources: {'Network': ['ID=1c8473ab-824b-4212-941a-cea9399fd961,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:28.812806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7fc1ee7-be6f-47c2-aeff-b497eef6b37a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.825978 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 2, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:28.895538 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Checking router: bbaa731a-5020-43b5-9eaf-32bb1b64727b for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:28.895985 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Updating router bbaa731a-5020-43b5-9eaf-32bb1b64727b port 9b174319-35a4-4136-9fa5-e8a470dd8c70 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:00:28.906891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9e9133-131b-40c2-9ed2-923597636fc2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:28.918225 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:28.933728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d924afe-c3cb-414d-88eb-8731db220a54 req-e503c996-2d5c-493b-9345-1d9aa616207a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201530 Nov 12 09:00:28.934542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Transition to ACTIVE for port object 8b9e9133-131b-40c2-9ed2-923597636fc2 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:28.935612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Pushing event updated for resources: {'Port': ['ID=2c232b6a-40fb-4143-9e89-8c99f211e0eb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:28.996354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.004165 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.123394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633f26a-e3ab-4740-9912-28095c02e00f req-4abe77ad-d25b-4e7b-8f15-9934e4c0fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.129672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c633f26a-e3ab-4740-9912-28095c02e00f req-4abe77ad-d25b-4e7b-8f15-9934e4c0fe11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1099 time: 0.1894803 Nov 12 09:00:29.134877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58754) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:29.137921 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7fc1ee7-be6f-47c2-aeff-b497eef6b37a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.207030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bd83d76d-1abf-47ce-9ff7-6555ff110b07 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:29.259599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-0f84bb8c-a461-46d9-8050-1c74754bb5a4 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4488270 Nov 12 09:00:29.270623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: bd83d76d-1abf-47ce-9ff7-6555ff110b07 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:29.290100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bd83d76d-1abf-47ce-9ff7-6555ff110b07 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:29.367728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6ba14fe2-ac40-4807-871b-1a7e940f6935 None None] Provisioning complete for port 2c232b6a-40fb-4143-9e89-8c99f211e0eb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:29.368127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6ba14fe2-ac40-4807-871b-1a7e940f6935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.395288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.396200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.520157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6ba14fe2-ac40-4807-871b-1a7e940f6935 None None] Port 2c232b6a-40fb-4143-9e89-8c99f211e0eb cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:29.537204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633f26a-e3ab-4740-9912-28095c02e00f req-d796c063-bac7-401b-9397-52738fab4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.538502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c633f26a-e3ab-4740-9912-28095c02e00f req-d796c063-bac7-401b-9397-52738fab4b3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3331068 Nov 12 09:00:29.664522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd520ba4-49d5-4ccd-83a7-d89e11dfe4ab req-936a12cc-8036-418f-a7b6-4308573ed01e service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475178 Nov 12 09:00:29.693065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-803b94e2-ede7-49fe-8c86-8baaf1894779 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9386888 Nov 12 09:00:29.718376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242531a6-6869-4d3a-9dc7-1a91cd630f69 req-e82ef605-922b-4a19-8358-a04743825b51 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.737751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-242531a6-6869-4d3a-9dc7-1a91cd630f69 req-e82ef605-922b-4a19-8358-a04743825b51 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 932 time: 0.5756636 Nov 12 09:00:29.750275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c633f26a-e3ab-4740-9912-28095c02e00f req-75bcb5bd-db43-440e-941e-e90a782f7677 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2e088252-50d6-42b6-928b-490186f1cdf7 HTTP/1.1" status: 200 len: 217 time: 0.1553302 Nov 12 09:00:29.751108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9e9133-131b-40c2-9ed2-923597636fc2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:29.806860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Request body: {'port': {'device_id': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:29.905384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7fc1ee7-be6f-47c2-aeff-b497eef6b37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.918105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7fc1ee7-be6f-47c2-aeff-b497eef6b37a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.922065 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.922683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a7fc1ee7-be6f-47c2-aeff-b497eef6b37a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/480440c7-ab00-4d31-9a61-fe442b8ce2c2 HTTP/1.1" status: 204 len: 168 time: 2.4222076 Nov 12 09:00:29.934194 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:29.950759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633f26a-e3ab-4740-9912-28095c02e00f req-556b53c0-3ba1-44df-93a1-f6ee01867320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:29.955951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c633f26a-e3ab-4740-9912-28095c02e00f req-556b53c0-3ba1-44df-93a1-f6ee01867320 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1970856 Nov 12 09:00:30.024484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.024484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.024484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.025319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.026061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.027332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.029927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.030979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.031947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.033412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.034694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.041008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:30.054251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-22d56004-3b8b-49c4-a292-dd4a7a6ec023 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ba88812834648c58bb879ae15384637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9000242 Nov 12 09:00:30.069598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58766) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:30.100122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc1ee7-be6f-47c2-aeff-b497eef6b37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480440c7-ab00-4d31-9a61-fe442b8ce2c2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:30.122001 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d04ad-af5b-4b56-869e-40c24b879c7f None None] Pushing event updated for resources: {'Port': ['ID=9b174319-35a4-4136-9fa5-e8a470dd8c70,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:30.210527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.250089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Attempting to bind port 8b9e9133-131b-40c2-9ed2-923597636fc2 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:30.250589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Attempting to bind port 8b9e9133-131b-40c2-9ed2-923597636fc2 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:30.251237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Attempting to bind port 8b9e9133-131b-40c2-9ed2-923597636fc2 on network d91a2f9f-6638-413d-bcba-2617cfe406f0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:30.277569 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Attempting to bind port 9b174319-35a4-4136-9fa5-e8a470dd8c70 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:30.280561 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Attempting to bind port 9b174319-35a4-4136-9fa5-e8a470dd8c70 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:30.282702 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Attempting to bind port 9b174319-35a4-4136-9fa5-e8a470dd8c70 on network 5e4765bb-ed35-4ae0-8eea-dde366abff50 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:30.292478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Port 8b9e9133-131b-40c2-9ed2-923597636fc2 on network d91a2f9f-6638-413d-bcba-2617cfe406f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:30.296699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Attempting to bind port 8b9e9133-131b-40c2-9ed2-923597636fc2 on network d91a2f9f-6638-413d-bcba-2617cfe406f0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:30.303283 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:30.303940 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Checking segment: {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:30.304540 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.306176 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Bound using segment: {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:30.312953 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Bound port: 9b174319-35a4-4136-9fa5-e8a470dd8c70, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:30.313884 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.332756 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-242531a6-6869-4d3a-9dc7-1a91cd630f69 req-ac380015-3ef2-4831-b1f8-0d9e6aed30bc tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821378 Nov 12 09:00:30.334060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:30.334988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Checking segment: {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:30.336069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Bound using segment: {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:30.337148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Bound port: 8b9e9133-131b-40c2-9ed2-923597636fc2, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ef8f01-f058-4977-8851-ed9ce1d6411d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:30.338270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.531989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633f26a-e3ab-4740-9912-28095c02e00f req-719400c1-918e-42a1-9a6d-dda5d8e71e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.544046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c633f26a-e3ab-4740-9912-28095c02e00f req-719400c1-918e-42a1-9a6d-dda5d8e71e02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4780633 Nov 12 09:00:30.564040 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] For port 9b174319-35a4-4136-9fa5-e8a470dd8c70, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:30.570927 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] For port 9b174319-35a4-4136-9fa5-e8a470dd8c70, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=9b174319-35a4-4136-9fa5-e8a470dd8c70,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:30.581077 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.584409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:30.652315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-35cdcce2-b3ee-4612-97bc-80744ca6d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.654109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-35cdcce2-b3ee-4612-97bc-80744ca6d7bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 1100 time: 0.6770384 Nov 12 09:00:30.657338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47da20db-c2e0-4911-abf5-b04115103620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.684309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2780e04a-f45b-46b2-be71-0b6243424cdc None None] Provisioning complete for port 9b174319-35a4-4136-9fa5-e8a470dd8c70 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:30.688107 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2780e04a-f45b-46b2-be71-0b6243424cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.724120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47da20db-c2e0-4911-abf5-b04115103620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:30.831777 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:30.833850 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:30.959591 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d04ad-af5b-4b56-869e-40c24b879c7f None None] Pushing event updated for resources: {'Port': ['ID=9b174319-35a4-4136-9fa5-e8a470dd8c70,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:30.974099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-17a8c31f-a249-4f2f-96a6-87c693ae57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:30.975809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-17a8c31f-a249-4f2f-96a6-87c693ae57fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2723029 Nov 12 09:00:31.003873 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47da20db-c2e0-4911-abf5-b04115103620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.023091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.027503 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47da20db-c2e0-4911-abf5-b04115103620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.038115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-47da20db-c2e0-4911-abf5-b04115103620 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2927168d-d3ad-4fd1-8ae5-8dacfcd2d881 HTTP/1.1" status: 204 len: 168 time: 0.9637547 Nov 12 09:00:31.136857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:31.183675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '2e088252-50d6-42b6-928b-490186f1cdf7', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '2e088252-50d6-42b6-928b-490186f1cdf7', 'mac_address': 'fa:16:3e:47:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:31.203678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da20db-c2e0-4911-abf5-b04115103620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2927168d-d3ad-4fd1-8ae5-8dacfcd2d881,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:31.220911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] For port 8b9e9133-131b-40c2-9ed2-923597636fc2, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:31.246631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] For port 8b9e9133-131b-40c2-9ed2-923597636fc2, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8b9e9133-131b-40c2-9ed2-923597636fc2,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:31.256981 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:31.275410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.310756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.313872 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.315359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b9e9133-131b-40c2-9ed2-923597636fc2 HTTP/1.1" status: 200 len: 1092 time: 4.7875483 Nov 12 09:00:31.345375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:31.355534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-6704fae8-308f-4adb-a5a0-3e2bdec52eaf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=50666803-2126-4ff3-86da-826c352b7171 HTTP/1.1" status: 200 len: 217 time: 0.3169341 Nov 12 09:00:31.356237 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:31.357290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f677f418-7361-47b2-8fdf-14277687d2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.446119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-30dc875e-2a97-4499-866d-85b666ec2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.454711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-30dc875e-2a97-4499-866d-85b666ec2c85 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0802088 Nov 12 09:00:31.458206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c633f26a-e3ab-4740-9912-28095c02e00f req-47c68041-b53b-48a2-b56f-8a36eca6d7c0 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8994372 Nov 12 09:00:31.486929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52242c2-df14-4607-975d-e9d401d441bd req-4f9f8f65-4b80-4ac3-99e8-b88bbaa2bbb9 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.488854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b52242c2-df14-4607-975d-e9d401d441bd req-4f9f8f65-4b80-4ac3-99e8-b88bbaa2bbb9 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.8900344 Nov 12 09:00:31.573308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2780e04a-f45b-46b2-be71-0b6243424cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.576809 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.717301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2780e04a-f45b-46b2-be71-0b6243424cdc None None] For port 9b174319-35a4-4136-9fa5-e8a470dd8c70, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=9b174319-35a4-4136-9fa5-e8a470dd8c70,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:31.722105 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:31.754530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:31.757097 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2780e04a-f45b-46b2-be71-0b6243424cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.808404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e2c87-a9f0-4e82-b9aa-7dd8217434c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b9e9133-131b-40c2-9ed2-923597636fc2,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:31.857281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.862508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780e04a-f45b-46b2-be71-0b6243424cdc None None] Pushing event updated for resources: {'Port': ['ID=9b174319-35a4-4136-9fa5-e8a470dd8c70,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:31.881078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-e5afc10b-f794-4bdd-ac88-3880e6a8de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:31.892103 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-e5afc10b-f794-4bdd-ac88-3880e6a8de2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0f55c55d9549d68930e802a84a8a09&device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 1095 time: 0.4737816 Nov 12 09:00:31.958250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58780) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.958844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58782) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:31.965663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a7ae3eb6-811c-4700-b143-104ba9e709ec None None] Provisioning complete for port 9b174319-35a4-4136-9fa5-e8a470dd8c70 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:31.966110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a7ae3eb6-811c-4700-b143-104ba9e709ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:31.972275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7c9c694b-f5e0-4655-ad1c-30b7cfd42581 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818799361', 'description': 'tempest-description--548639482'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:32.069875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c232b6a-40fb-4143-9e89-8c99f211e0eb {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:32.079132 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.094750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Transition to ACTIVE for port object 2c232b6a-40fb-4143-9e89-8c99f211e0eb will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:32.095537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-48587064-15de-4019-9bef-b096e04ad8d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b9e9133-131b-40c2-9ed2-923597636fc2 HTTP/1.1" status: 200 len: 217 time: 0.1780117 Nov 12 09:00:32.103592 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c633f26a-e3ab-4740-9912-28095c02e00f req-8bf86c32-2441-4bb3-9ab9-7cd472532ad4 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021404 Nov 12 09:00:32.139160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b52242c2-df14-4607-975d-e9d401d441bd req-e6125028-c27b-412d-a47a-a98a35bbe1be tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449266 Nov 12 09:00:32.140817 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.187601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2e088252-50d6-42b6-928b-490186f1cdf7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:32.198785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:32.207713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-a4f218a7-12af-495e-9f87-fe3c511dc899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.210376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-a4f218a7-12af-495e-9f87-fe3c511dc899 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7090147 Nov 12 09:00:32.318652 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:00:32.472356 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9176f4dc-5e9a-4593-93b7-9057cbadb715 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4a7cd5e56564d219f578aaeae3a1006&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5112879 Nov 12 09:00:32.496800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58784) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:32.526401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515a23d0-470a-43d4-8329-e8af329943eb req-308f2230-abc2-44af-aefa-6b3941910279 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.528158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-515a23d0-470a-43d4-8329-e8af329943eb req-308f2230-abc2-44af-aefa-6b3941910279 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 943 time: 0.3541775 Nov 12 09:00:32.551487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 07bce879-3de3-4c26-adaa-0a25d6b02199 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:32.551749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Pushing event updated for resources: {'Port': ['ID=2c232b6a-40fb-4143-9e89-8c99f211e0eb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:32.559176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c9c694b-f5e0-4655-ad1c-30b7cfd42581 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.573109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 07bce879-3de3-4c26-adaa-0a25d6b02199 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:32.607678 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:30Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:32.700630 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4417c6f3-4fa5-417f-aa21-77f4b6030246 None None] The sync data for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 is: [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:30Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:32.756536 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c9c694b-f5e0-4655-ad1c-30b7cfd42581 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.836839 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:00:32.839286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-515a23d0-470a-43d4-8329-e8af329943eb req-04ba213c-200c-4859-859a-2247c62b7744 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875237 Nov 12 09:00:32.846663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c9c694b-f5e0-4655-ad1c-30b7cfd42581 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.879869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-1a3c8f86-b028-494d-b44b-5cfdbd0ac6c9 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377325 Nov 12 09:00:32.948471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c694b-f5e0-4655-ad1c-30b7cfd42581 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7c1acb-9f68-435b-ab8e-787e06ba374b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:32.969146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f677f418-7361-47b2-8fdf-14277687d2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:32.978209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-cf9bb26e-7bed-4a65-a91a-ba47c0899b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:32.982414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-cf9bb26e-7bed-4a65-a91a-ba47c0899b6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8816e87-65ea-4270-9b67-e414dfcd45e6 HTTP/1.1" status: 200 len: 855 time: 0.8860140 Nov 12 09:00:33.047754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f677f418-7361-47b2-8fdf-14277687d2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.215028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740c37e-953a-4789-abcc-842886f9558a req-4309dd38-94f2-4fed-9bf3-373aa357169f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.217614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b740c37e-953a-4789-abcc-842886f9558a req-4309dd38-94f2-4fed-9bf3-373aa357169f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 948 time: 0.7018781 Nov 12 09:00:33.225711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c9c694b-f5e0-4655-ad1c-30b7cfd42581 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.239419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7c9c694b-f5e0-4655-ad1c-30b7cfd42581 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2781057 Nov 12 09:00:33.240188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58788) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:33.246839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bc62b581-084a-45aa-bb5a-72c826fb3a06 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c1acb-9f68-435b-ab8e-787e06ba374b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:33.298661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Attempting to bind port 2c232b6a-40fb-4143-9e89-8c99f211e0eb on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:33.299082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Attempting to bind port 2c232b6a-40fb-4143-9e89-8c99f211e0eb by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:33.299356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Attempting to bind port 2c232b6a-40fb-4143-9e89-8c99f211e0eb on network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:33.303749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677f418-7361-47b2-8fdf-14277687d2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9f2f63-8ccc-4325-b14a-30ac9e6fdefb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:33.341802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f677f418-7361-47b2-8fdf-14277687d2e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f39f16c16f8a4b0c9a45201affc03286&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2964680 Nov 12 09:00:33.350368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-0b8ac471-6f09-4182-b96e-986f78af3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.352014 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-0b8ac471-6f09-4182-b96e-986f78af3db7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d91a2f9f-6638-413d-bcba-2617cfe406f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3463869 Nov 12 09:00:33.352732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58790) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:33.363227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a762523-9032-4617-835a-6a0f7af82deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.379752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Port 2c232b6a-40fb-4143-9e89-8c99f211e0eb on network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:33.380181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Attempting to bind port 2c232b6a-40fb-4143-9e89-8c99f211e0eb on network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:33.442637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:33.443158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Checking segment: {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:33.443658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Bound using segment: {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:33.444250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Bound port: 2c232b6a-40fb-4143-9e89-8c99f211e0eb, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d0eb837-822d-49e9-9301-17289a8dd29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:33.444714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.540861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9b174319-35a4-4136-9fa5-e8a470dd8c70 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:33.561098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b740c37e-953a-4789-abcc-842886f9558a req-2a3fc3db-672b-44c5-a144-cd16dced2690 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461193 Nov 12 09:00:33.654565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f47a1b-97bd-4dce-946f-c9a8f3234001 req-4ea455cc-fa95-4422-8b99-ad11677279af service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272723 Nov 12 09:00:33.681373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] For port 2c232b6a-40fb-4143-9e89-8c99f211e0eb, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:33.690208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] For port 2c232b6a-40fb-4143-9e89-8c99f211e0eb, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=2c232b6a-40fb-4143-9e89-8c99f211e0eb,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:33.704130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.770733 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.820061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:33.845444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:33.846086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:33.847645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] 10.222.0.62 "PUT /v2.0/ports/2c232b6a-40fb-4143-9e89-8c99f211e0eb HTTP/1.1" status: 200 len: 1093 time: 4.0589654 Nov 12 09:00:33.848302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'tag': '2c232b6a-40fb-4143-9e89-8c99f211e0eb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:33.866531 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3845c44-6e4c-4327-90b4-84ee962487ac" -d '{"events": [{"name": "network-changed", "server_uuid": "801742bd-4ff9-4200-ab9d-c792a38c88f8", "tag": "2c232b6a-40fb-4143-9e89-8c99f211e0eb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:33.893674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:33.897265 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cea4f4f-6c74-421a-958f-a5fa5169c41e" -d '{"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-unplugged", "status": "completed", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:33.932379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'port_id': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'mac_address': 'fa:16:3e:58:e9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9748e9-d55d-409c-bb5f-7d9f9c0865ba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:33.952211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:33.955939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 9b174319-35a4-4136-9fa5-e8a470dd8c70 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:33.965448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.085805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d45fde-2d04-4943-8e67-f6449abed21d service neutron] Pushing event updated for resources: {'Port': ['ID=2c232b6a-40fb-4143-9e89-8c99f211e0eb,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:34.110290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.125908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17886e26-0245-406c-a9dc-0be2a4e20bb6 req-9270030a-e91a-4a34-998a-023bd7ecf5f8 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.134704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17886e26-0245-406c-a9dc-0be2a4e20bb6 req-9270030a-e91a-4a34-998a-023bd7ecf5f8 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.2623892 Nov 12 09:00:34.164204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-e9445290-a102-453d-b7a4-46b8d625edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.166008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-e9445290-a102-453d-b7a4-46b8d625edb7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=68bcc2d5174841dbb41c68bf02c3e919&device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 1096 time: 0.2089553 Nov 12 09:00:34.219304 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.263624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07bce879-3de3-4c26-adaa-0a25d6b02199 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:34.276518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17886e26-0245-406c-a9dc-0be2a4e20bb6 req-be49634f-c557-49cd-9f2f-d3d615f7237b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346083 Nov 12 09:00:34.290089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-535b1461-d4e5-4e0d-8925-673d9ebc1c55 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c232b6a-40fb-4143-9e89-8c99f211e0eb HTTP/1.1" status: 200 len: 217 time: 0.0716581 Nov 12 09:00:34.431881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-5ae933d3-6496-4e61-80c3-02fa28860314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.438519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:34.438868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-5ae933d3-6496-4e61-80c3-02fa28860314 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db71590d-f6e4-4ea7-ba83-7e3ae3015b46 HTTP/1.1" status: 200 len: 853 time: 0.1461432 Nov 12 09:00:34.533495 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:00:34.533987 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:00:34.550329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298fbd08-24cd-4b08-aa87-f6b1c1b5a04b req-33b78ae4-6a84-44c9-8e82-0e1b53d923a3 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.559182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-298fbd08-24cd-4b08-aa87-f6b1c1b5a04b req-33b78ae4-6a84-44c9-8e82-0e1b53d923a3 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 944 time: 1.5571783 Nov 12 09:00:34.563497 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2fd17a-141d-4089-8777-1130ab2933a1 x-openstack-request-id: req-fe2fd17a-141d-4089-8777-1130ab2933a1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:34.564131 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:34.564608 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe2fd17a-141d-4089-8777-1130ab2933a1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:34.565346 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'status': 'completed', 'code': 200} Nov 12 09:00:34.588103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:34.638920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-9bd70a67-e535-455a-b3f5-15f64f0b22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.640714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-9bd70a67-e535-455a-b3f5-15f64f0b22d2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8fe4f464-3c67-4ffe-8a22-c76564a9fe0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864979 Nov 12 09:00:34.650496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b2027-78a8-4470-a8c1-905785134512 req-9a838a76-9d2c-48ec-bd10-af371f341574 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:34.669794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e8b2027-78a8-4470-a8c1-905785134512 req-9a838a76-9d2c-48ec-bd10-af371f341574 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 943 time: 0.1456437 Nov 12 09:00:34.681031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc62b581-084a-45aa-bb5a-72c826fb3a06 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.697645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 2e088252-50d6-42b6-928b-490186f1cdf7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:34.702685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 2e088252-50d6-42b6-928b-490186f1cdf7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:34.702910 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.721326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a762523-9032-4617-835a-6a0f7af82deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:34.827175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e8b2027-78a8-4470-a8c1-905785134512 req-78cec35c-0e12-43c5-9199-3dd69c5aee5d tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514392 Nov 12 09:00:34.845599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-298fbd08-24cd-4b08-aa87-f6b1c1b5a04b req-5fe15ddd-d381-4b02-94d5-933a03f64324 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850187 Nov 12 09:00:34.925670 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ca73a-6e69-498c-90e3-1901f7bda006 x-openstack-request-id: req-be2ca73a-6e69-498c-90e3-1901f7bda006 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:34.926271 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-unplugged", "status": "completed", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:34.926271 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be2ca73a-6e69-498c-90e3-1901f7bda006 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:34.926771 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'code': 200} Nov 12 09:00:34.945158 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5155bf6-30d3-44d7-b88d-047eec2bb82b x-openstack-request-id: req-e5155bf6-30d3-44d7-b88d-047eec2bb82b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:34.946206 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801742bd-4ff9-4200-ab9d-c792a38c88f8", "tag": "2c232b6a-40fb-4143-9e89-8c99f211e0eb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:34.946586 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5155bf6-30d3-44d7-b88d-047eec2bb82b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:34.947106 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'tag': '2c232b6a-40fb-4143-9e89-8c99f211e0eb', 'status': 'completed', 'code': 200} Nov 12 09:00:34.948517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-0f3a04df-183f-49e3-8481-41fc0ec977f5 service neutron] 10.222.0.55 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5629804 Nov 12 09:00:34.957071 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-197f874a-1cd6-43ed-a9d6-20de3c062f84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.005876 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.085224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-197f874a-1cd6-43ed-a9d6-20de3c062f84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.108062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc62b581-084a-45aa-bb5a-72c826fb3a06 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.124663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc62b581-084a-45aa-bb5a-72c826fb3a06 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.146119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a762523-9032-4617-835a-6a0f7af82deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.148853 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a762523-9032-4617-835a-6a0f7af82deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.150373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0a762523-9032-4617-835a-6a0f7af82deb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e694f672-f079-4ad2-b8b0-afff9c7a2004 HTTP/1.1" status: 204 len: 168 time: 2.6211188 Nov 12 09:00:35.159411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c43d45-750b-4e49-adc3-6ada0cdf4f8c req-bca3126e-9c29-4486-ba5c-6525e5795fda tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.161070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77c43d45-750b-4e49-adc3-6ada0cdf4f8c req-bca3126e-9c29-4486-ba5c-6525e5795fda tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 948 time: 0.1128924 Nov 12 09:00:35.170902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:35.196885 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.225513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a762523-9032-4617-835a-6a0f7af82deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e694f672-f079-4ad2-b8b0-afff9c7a2004,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:35.227417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bce879-3de3-4c26-adaa-0a25d6b02199 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:35.230480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62b581-084a-45aa-bb5a-72c826fb3a06 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b27c5b-fa63-44b0-b835-33dcea774aa9,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:35.248954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc62b581-084a-45aa-bb5a-72c826fb3a06 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.255097 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bc62b581-084a-45aa-bb5a-72c826fb3a06 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0111599 Nov 12 09:00:35.257809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58806) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.269247 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.272487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b844d783-39a2-4a10-b45d-190b461f3320 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Request body: {'security_group_rule': {'security_group_id': 'ac7c1acb-9f68-435b-ab8e-787e06ba374b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:35.293601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcb6d645-98fa-4949-87fc-3d555e9dc1d7 req-8673c938-9dfe-4f76-8ec7-79fe0de77153 service neutron] 10.222.0.55 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281946 Nov 12 09:00:35.300896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-197f874a-1cd6-43ed-a9d6-20de3c062f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.304461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-197f874a-1cd6-43ed-a9d6-20de3c062f84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.325165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-197f874a-1cd6-43ed-a9d6-20de3c062f84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db9f2f63-8ccc-4325-b14a-30ac9e6fdefb HTTP/1.1" status: 204 len: 168 time: 1.9392006 Nov 12 09:00:35.354282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f874a-1cd6-43ed-a9d6-20de3c062f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9f2f63-8ccc-4325-b14a-30ac9e6fdefb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:35.465306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:35.478312 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b844d783-39a2-4a10-b45d-190b461f3320 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.513321 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.514248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 50666803-2126-4ff3-86da-826c352b7171 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:35.522304 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77c43d45-750b-4e49-adc3-6ada0cdf4f8c req-66399eb2-bbd4-4ee7-b017-d1a811cfebd3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435171 Nov 12 09:00:35.530428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:35.598575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-230f2171-1dd7-487d-8ab1-c3e522331ce0 service neutron] 10.222.0.62 "GET /v2.0/networks/8fe4f464-3c67-4ffe-8a22-c76564a9fe0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845649 Nov 12 09:00:35.628090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-7b7e9097-cb8b-41cd-bab1-9bf36f8b8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.629616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-7b7e9097-cb8b-41cd-bab1-9bf36f8b8c06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0f55c55d9549d68930e802a84a8a09&device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 1095 time: 0.2657564 Nov 12 09:00:35.729773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca720a53-769f-4ef7-844d-cccd8bb543ce req-265330dc-b92c-4374-8134-019cd3e77d61 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:35.744536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca720a53-769f-4ef7-844d-cccd8bb543ce req-265330dc-b92c-4374-8134-019cd3e77d61 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 945 time: 0.2959259 Nov 12 09:00:35.791572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:35.797040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b844d783-39a2-4a10-b45d-190b461f3320 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.832402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b844d783-39a2-4a10-b45d-190b461f3320 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.910059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 50666803-2126-4ff3-86da-826c352b7171, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=50666803-2126-4ff3-86da-826c352b7171,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:35.943096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '50666803-2126-4ff3-86da-826c352b7171', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '50666803-2126-4ff3-86da-826c352b7171', 'mac_address': 'fa:16:3e:8f:ce:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:35.945908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58828) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.980282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b844d783-39a2-4a10-b45d-190b461f3320 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.984898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b844d783-39a2-4a10-b45d-190b461f3320 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7224054 Nov 12 09:00:35.986628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a01df35-1c5f-4e73-afe8-25fe6c6a7005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:35.989568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:35.998944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.009896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:36.018234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2883a2d6-dd44-4827-8818-599f24119fc9 req-a7cf0abb-4223-48e9-b124-7ce9c9c197e0 service neutron] 10.222.0.62 "GET /v2.0/networks/8fe4f464-3c67-4ffe-8a22-c76564a9fe0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848403 Nov 12 09:00:36.044411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50666803-2126-4ff3-86da-826c352b7171 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:36.076261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844d783-39a2-4a10-b45d-190b461f3320 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d87fce3-873f-4067-91cd-8706d9f793cf,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:36.108881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 50666803-2126-4ff3-86da-826c352b7171, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=50666803-2126-4ff3-86da-826c352b7171,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:36.115523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.118336 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.162073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdde999-0179-40ea-9135-6caa7a54bc70 req-b1eac820-e934-479b-b956-f740d03c05e2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.169607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5bdde999-0179-40ea-9135-6caa7a54bc70 req-b1eac820-e934-479b-b956-f740d03c05e2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 943 time: 0.1401603 Nov 12 09:00:36.208923 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca720a53-769f-4ef7-844d-cccd8bb543ce req-cc6e10e5-35cc-43f5-9ea2-1707781e5b46 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634423 Nov 12 09:00:36.262757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=50666803-2126-4ff3-86da-826c352b7171,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:36.286851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-e1b7542c-b455-4a08-8939-ec3663b0448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.289108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-e1b7542c-b455-4a08-8939-ec3663b0448c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d91a2f9f-6638-413d-bcba-2617cfe406f0 HTTP/1.1" status: 200 len: 917 time: 0.6433818 Nov 12 09:00:36.316486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-749eff0c-6978-40c2-8d13-1f35adbf7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.318023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-749eff0c-6978-40c2-8d13-1f35adbf7674 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=68bcc2d5174841dbb41c68bf02c3e919&device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 1096 time: 0.1832945 Nov 12 09:00:36.338868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5bdde999-0179-40ea-9135-6caa7a54bc70 req-83d4411b-bd04-4ddd-8a88-8c23112dc5c3 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628680 Nov 12 09:00:36.352446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a01df35-1c5f-4e73-afe8-25fe6c6a7005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.362069 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a01df35-1c5f-4e73-afe8-25fe6c6a7005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:36.370603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['07bce879-3de3-4c26-adaa-0a25d6b02199'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:36.370603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['50666803-2126-4ff3-86da-826c352b7171'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:36.443387 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-e97fd6cd-8e0f-494b-88cb-f431c46c02f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b9e9133-131b-40c2-9ed2-923597636fc2 HTTP/1.1" status: 200 len: 217 time: 0.1446927 Nov 12 09:00:36.525567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-77f5d4ed-11a3-4fa3-afc9-21ed195a01e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.527623 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-77f5d4ed-11a3-4fa3-afc9-21ed195a01e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8816e87-65ea-4270-9b67-e414dfcd45e6 HTTP/1.1" status: 200 len: 855 time: 0.0774512 Nov 12 09:00:36.617543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ce72b-aa83-4891-9ee5-d970ba50d7b4 req-04064b47-540f-4d05-bf9b-58da0fc00574 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.627620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-365ce72b-aa83-4891-9ee5-d970ba50d7b4 req-04064b47-540f-4d05-bf9b-58da0fc00574 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 944 time: 0.3319802 Nov 12 09:00:36.708821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-365ce72b-aa83-4891-9ee5-d970ba50d7b4 req-c6378177-402d-44b4-b471-28c187185ec9 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737629 Nov 12 09:00:36.715514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-fc83352b-6545-4293-98a2-3426b29760c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:36.717303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-fc83352b-6545-4293-98a2-3426b29760c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d91a2f9f-6638-413d-bcba-2617cfe406f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788106 Nov 12 09:00:36.893279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-896be42f-3ecb-480f-a732-e1424fe97221 service neutron] 10.222.0.55 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668379 Nov 12 09:00:36.928999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:36.945260 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a41888-47b5-4e38-a05c-63041a32208e" -d '{"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-plugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:37.044901 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701068b-f463-45c5-a70b-edd711bdbc6f x-openstack-request-id: req-1701068b-f463-45c5-a70b-edd711bdbc6f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:37.045231 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-plugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:37.045437 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1701068b-f463-45c5-a70b-edd711bdbc6f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:37.045834 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7', 'code': 200} Nov 12 09:00:37.211765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01df35-1c5f-4e73-afe8-25fe6c6a7005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca5dce-4458-4811-9209-bfc14ce9fbb1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:37.248018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-605fc49b-74d0-49fc-ae57-5dc0dc13b2c5 req-8102fa95-733f-40e5-8ee1-999c9010d94a service neutron] 10.222.0.55 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468711 Nov 12 09:00:37.252448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4051ea-d4b2-4dd3-901e-4799e5eb6829 req-b942d1a2-fe89-4f61-96c4-4f766ade6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:37.265434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e4051ea-d4b2-4dd3-901e-4799e5eb6829 req-b942d1a2-fe89-4f61-96c4-4f766ade6c15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1101 time: 0.1574440 Nov 12 09:00:37.335954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e4051ea-d4b2-4dd3-901e-4799e5eb6829 req-a9eebb88-120d-4f71-a7bb-bbb151f63389 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630453 Nov 12 09:00:37.380616 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0a01df35-1c5f-4e73-afe8-25fe6c6a7005 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bccefb866afa475a8ebdfec30e407f75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4316740 Nov 12 09:00:37.404070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58860) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:37.503675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81222a0-13c1-4f25-86b0-c60edc0587e2 req-039e1518-b243-409d-a300-99a0de581ea6 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:37.510938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c81222a0-13c1-4f25-86b0-c60edc0587e2 req-039e1518-b243-409d-a300-99a0de581ea6 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 949 time: 0.2748880 Nov 12 09:00:37.526163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9943e-c96f-4a2d-bb3b-1b20ea8c8e37 req-8343c95e-591e-4d8c-9ecc-0d3b8ea49410 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:37.537235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99f9943e-c96f-4a2d-bb3b-1b20ea8c8e37 req-8343c95e-591e-4d8c-9ecc-0d3b8ea49410 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 945 time: 0.1703227 Nov 12 09:00:37.579607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.582617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f07a93f0-6897-49cc-8917-9b43cd036861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.620391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-9d9bb267-f33b-496b-9cc1-f7f23e7ce5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:37.623563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-9d9bb267-f33b-496b-9cc1-f7f23e7ce5d7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8fe4f464-3c67-4ffe-8a22-c76564a9fe0d HTTP/1.1" status: 200 len: 915 time: 0.3855920 Nov 12 09:00:37.630991 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f07a93f0-6897-49cc-8917-9b43cd036861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.709219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f07a93f0-6897-49cc-8917-9b43cd036861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.713436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c81222a0-13c1-4f25-86b0-c60edc0587e2 req-ba080aff-de2b-4086-a766-013230cdd84f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012393 Nov 12 09:00:37.714913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f07a93f0-6897-49cc-8917-9b43cd036861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:37.716468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f07a93f0-6897-49cc-8917-9b43cd036861 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54ca5dce-4458-4811-9209-bfc14ce9fbb1 HTTP/1.1" status: 204 len: 168 time: 0.3110073 Nov 12 09:00:37.732736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a93f0-6897-49cc-8917-9b43cd036861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca5dce-4458-4811-9209-bfc14ce9fbb1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:37.745692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99f9943e-c96f-4a2d-bb3b-1b20ea8c8e37 req-3f55b1e7-6afb-4dc6-ba8c-efca15be0076 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061765 Nov 12 09:00:37.986461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67644aae-17f8-4875-bf97-93c474771b9c req-75506b78-e006-44f5-8fcc-c8b9cbeb4713 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.003854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67644aae-17f8-4875-bf97-93c474771b9c req-75506b78-e006-44f5-8fcc-c8b9cbeb4713 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 944 time: 0.1176236 Nov 12 09:00:38.004161 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-9c36e5a4-6ff1-4a23-b6df-36cf54bcd02c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c232b6a-40fb-4143-9e89-8c99f211e0eb HTTP/1.1" status: 200 len: 217 time: 0.1459382 Nov 12 09:00:38.068239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Allocated IP 172.25.5.135 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/41236201-f33a-447d-a2d6-cb2d761eca70) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:38.083860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4b107-dcc3-4b1d-ad87-97dadae0d04a req-e158cdb5-0ac5-4f2f-8415-10a0415c6fd3 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.092442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c4b107-dcc3-4b1d-ad87-97dadae0d04a req-e158cdb5-0ac5-4f2f-8415-10a0415c6fd3 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 943 time: 0.2128694 Nov 12 09:00:38.136742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67644aae-17f8-4875-bf97-93c474771b9c req-37217c17-cac2-43dd-8bd2-f654cb0426db tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318171 Nov 12 09:00:38.150793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 07bce879-3de3-4c26-adaa-0a25d6b02199 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:38.226716 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8c4b107-dcc3-4b1d-ad87-97dadae0d04a req-f6906dc4-8df1-404c-83b8-838129c8594c tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334324 Nov 12 09:00:38.268499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 07bce879-3de3-4c26-adaa-0a25d6b02199 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:38.268881 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.300984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.365815 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.407728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:38.412101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:38.416766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:38.455372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event updated for resources: {'Port': ['ID=41236201-f33a-447d-a2d6-cb2d761eca70,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:38.457881 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.504804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:38.510216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.511497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 50666803-2126-4ff3-86da-826c352b7171 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:38.547874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.610456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:38.621606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 50666803-2126-4ff3-86da-826c352b7171 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:38.627011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 50666803-2126-4ff3-86da-826c352b7171 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:38.627595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.658708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-19da5ee4-b8d5-434c-8dcb-8e65f8a1fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.660552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-19da5ee4-b8d5-434c-8dcb-8e65f8a1fac2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db71590d-f6e4-4ea7-ba83-7e3ae3015b46 HTTP/1.1" status: 200 len: 853 time: 0.0679693 Nov 12 09:00:38.704993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.719097 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.775929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 50666803-2126-4ff3-86da-826c352b7171, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=50666803-2126-4ff3-86da-826c352b7171,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:38.784461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:38.815684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-b9cc8c4c-07ec-4739-bbcf-84dce05053fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.817556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-b9cc8c4c-07ec-4739-bbcf-84dce05053fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8fe4f464-3c67-4ffe-8a22-c76564a9fe0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1442547 Nov 12 09:00:38.845097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=50666803-2126-4ff3-86da-826c352b7171,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:38.983475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec1433-c716-4352-9ee9-42b962d17fdb req-3de436ee-9679-4eee-bca6-81575c8a8af9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:38.985607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6ec1433-c716-4352-9ee9-42b962d17fdb req-3de436ee-9679-4eee-bca6-81575c8a8af9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 950 time: 0.1724334 Nov 12 09:00:39.047004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199'}, {'server_uuid': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50666803-2126-4ff3-86da-826c352b7171'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:39.049578 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91171d02-853a-4a77-ba74-5df169801359" -d '{"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-plugged", "status": "completed", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199"}, {"server_uuid": "5691f440-45f6-4bc8-a4be-fd95a46d31b3", "name": "network-vif-plugged", "status": "completed", "tag": "50666803-2126-4ff3-86da-826c352b7171"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:39.066949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-5ac5f783-8504-4975-a952-28a440354d98 service neutron] 10.222.0.62 "GET /v2.0/networks/8fe4f464-3c67-4ffe-8a22-c76564a9fe0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307863 Nov 12 09:00:39.082336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073a79-9843-4143-b3ef-670aef496a1d req-d0a48bc9-dfb3-4d5f-84b3-0ea1636ae519 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.083899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df073a79-9843-4143-b3ef-670aef496a1d req-d0a48bc9-dfb3-4d5f-84b3-0ea1636ae519 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.0634782 Nov 12 09:00:39.117895 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.129060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6ec1433-c716-4352-9ee9-42b962d17fdb req-a0836ab5-006a-486e-ab97-e13cf87c5d9b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293008 Nov 12 09:00:39.131333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.144677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df073a79-9843-4143-b3ef-670aef496a1d req-795bd09a-c19e-4877-b723-e8a9dcf59cd5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522909 Nov 12 09:00:39.224708 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cd3d4e-04a8-4561-a7e6-ca65401882a4 x-openstack-request-id: req-f9cd3d4e-04a8-4561-a7e6-ca65401882a4 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:39.225366 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-plugged", "status": "completed", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199", "code": 200}, {"server_uuid": "5691f440-45f6-4bc8-a4be-fd95a46d31b3", "name": "network-vif-plugged", "status": "completed", "tag": "50666803-2126-4ff3-86da-826c352b7171", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:39.225366 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9cd3d4e-04a8-4561-a7e6-ca65401882a4 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:39.225782 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'code': 200} Nov 12 09:00:39.226012 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50666803-2126-4ff3-86da-826c352b7171', 'code': 200} Nov 12 09:00:39.266277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event updated for resources: {'Port': ['ID=41236201-f33a-447d-a2d6-cb2d761eca70,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:39.296825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3845c44-6e4c-4327-90b4-84ee962487ac req-d1b38795-61d8-4f5a-95b9-87d20a8e90a6 service neutron] 10.222.0.62 "GET /v2.0/networks/8fe4f464-3c67-4ffe-8a22-c76564a9fe0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161064 Nov 12 09:00:39.307289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.371607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:39.372892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d425b17-7444-4e7e-b882-4a3f1f9033c8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3674388 Nov 12 09:00:39.397806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5b91d-953c-44de-84c2-31145a0af50f req-0c572969-7391-4255-a1bf-780d83621ff8 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.399427 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-acc5b91d-953c-44de-84c2-31145a0af50f req-0c572969-7391-4255-a1bf-780d83621ff8 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 944 time: 0.1089566 Nov 12 09:00:39.406475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec3d3b-b917-4089-8195-4ba98d3297c9 req-677cbecc-fca0-42c3-94cb-498079691981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.408095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98ec3d3b-b917-4089-8195-4ba98d3297c9 req-677cbecc-fca0-42c3-94cb-498079691981 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 1102 time: 0.0701542 Nov 12 09:00:39.460022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1959023-0518-45b8-accb-6c81fe17b52b req-9d1de30e-9799-4595-961e-22552777e9eb tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.467570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1959023-0518-45b8-accb-6c81fe17b52b req-9d1de30e-9799-4595-961e-22552777e9eb tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 943 time: 0.1087060 Nov 12 09:00:39.522218 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1959023-0518-45b8-accb-6c81fe17b52b req-1fab4771-5801-4fe4-9e54-e8ea41c0ed11 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534761 Nov 12 09:00:39.556977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98ec3d3b-b917-4089-8195-4ba98d3297c9 req-1b9ad55b-c686-4672-8070-e4564559d1ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390584 Nov 12 09:00:39.574295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-acc5b91d-953c-44de-84c2-31145a0af50f req-27d89a72-8610-4a92-85a6-fa2209298db4 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548536 Nov 12 09:00:39.581338 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c105a5-87f5-4322-97ba-8da7c67d2064 req-25d6ca48-a385-4bcb-a13d-2c67b1a8d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.583214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78c105a5-87f5-4322-97ba-8da7c67d2064 req-25d6ca48-a385-4bcb-a13d-2c67b1a8d67a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 1098 time: 0.1386695 Nov 12 09:00:39.744149 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-729aee35-5a63-457c-bc75-0b9b0a8e0772 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--818799361&fields=id&tenant_id=a6f522d2d1854841bb106ee164b4b770 HTTP/1.1" status: 200 len: 267 time: 0.0590703 Nov 12 09:00:39.878460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78c105a5-87f5-4322-97ba-8da7c67d2064 req-960ee580-584b-4873-b02e-22c81f6a1be0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190584 Nov 12 09:00:39.909856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-4ff2eecf-9034-4f72-9369-a9bd9ce68cbe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:39.911394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-4ff2eecf-9034-4f72-9369-a9bd9ce68cbe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/networks?id=5e4765bb-ed35-4ae0-8eea-dde366abff50 HTTP/1.1" status: 200 len: 812 time: 0.1539795 Nov 12 09:00:39.930918 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-a81c3bc4-8568-4e91-add8-cf0b20dd0bcd tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/quotas/a6f522d2d1854841bb106ee164b4b770 HTTP/1.1" status: 200 len: 375 time: 0.0120623 Nov 12 09:00:39.999946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-59b87166-3129-474f-abe4-99a905e654bc tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6f522d2d1854841bb106ee164b4b770&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607636 Nov 12 09:00:40.106967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58988) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:40.123203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-9a46a5df-c88c-4623-b680-7da9f5e3ef27 service neutron] 10.222.0.53 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061926 Nov 12 09:00:40.166662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 2c232b6a-40fb-4143-9e89-8c99f211e0eb details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:40.231644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-fdd85d2f-0bc2-4182-80c3-3bfead7ee8e6 service neutron] 10.222.0.53 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073964 Nov 12 09:00:40.257934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3536b07b-47f5-4119-9540-d2411771bebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.320976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 2c232b6a-40fb-4143-9e89-8c99f211e0eb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=2c232b6a-40fb-4143-9e89-8c99f211e0eb,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:40.335167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '2c232b6a-40fb-4143-9e89-8c99f211e0eb', 'network_id': '8fe4f464-3c67-4ffe-8a22-c76564a9fe0d', 'port_id': '2c232b6a-40fb-4143-9e89-8c99f211e0eb', 'mac_address': 'fa:16:3e:23:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db71590d-f6e4-4ea7-ba83-7e3ae3015b46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:40.373322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17bb5b-7355-4771-99a7-eca849ff991e req-6477c702-a93f-49b8-90d6-89106996ca16 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.374904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f17bb5b-7355-4771-99a7-eca849ff991e req-6477c702-a93f-49b8-90d6-89106996ca16 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 950 time: 0.1392632 Nov 12 09:00:40.386493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.405263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c232b6a-40fb-4143-9e89-8c99f211e0eb {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:40.436336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 2c232b6a-40fb-4143-9e89-8c99f211e0eb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=2c232b6a-40fb-4143-9e89-8c99f211e0eb,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:40.443392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.444003 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3536b07b-47f5-4119-9540-d2411771bebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.516183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f17bb5b-7355-4771-99a7-eca849ff991e req-f1a4b322-df11-4a1e-9a4e-87b8fd3a2c6b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186712 Nov 12 09:00:40.516183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3536b07b-47f5-4119-9540-d2411771bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.529707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=2c232b6a-40fb-4143-9e89-8c99f211e0eb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:40.557333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba319b9-e226-48de-81ed-a698381cd810 req-023eb890-1aba-4f9b-9b8f-115b9f96b5d6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.564562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ba319b9-e226-48de-81ed-a698381cd810 req-023eb890-1aba-4f9b-9b8f-115b9f96b5d6 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.1014345 Nov 12 09:00:40.571468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3536b07b-47f5-4119-9540-d2411771bebc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0125739e095c4d6e81d7ac97270110d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4622521 Nov 12 09:00:40.575223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59036) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:40.596182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536b07b-47f5-4119-9540-d2411771bebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83539acb-5b2f-4d7d-bfca-c43fc39c9e59,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:40.665825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d8bd8284-a664-45c7-951a-7ebc9f683f03 req-ea59d26a-cb81-4813-ab77-ee896af5f937 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0652401 Nov 12 09:00:40.673756 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ba319b9-e226-48de-81ed-a698381cd810 req-ac458029-9577-48d3-a4b3-4a3b40ae22a0 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072955 Nov 12 09:00:40.710275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['2c232b6a-40fb-4143-9e89-8c99f211e0eb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:40.710533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7732e96-9e48-4761-9024-6e5167f1252b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.744965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7732e96-9e48-4761-9024-6e5167f1252b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:40.902909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350abaee-8de7-43a4-af2c-b71e8ca440e2 req-eda73a5f-a4c1-4ef7-abe6-8ff349404cbc tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.912625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-350abaee-8de7-43a4-af2c-b71e8ca440e2 req-eda73a5f-a4c1-4ef7-abe6-8ff349404cbc tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 943 time: 0.1549406 Nov 12 09:00:40.926740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640073a-5590-4c28-be1f-d64040b0b956 req-5b4f60e3-f262-4ef3-8bf1-05ba881f3be9 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:40.932034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a640073a-5590-4c28-be1f-d64040b0b956 req-5b4f60e3-f262-4ef3-8bf1-05ba881f3be9 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 945 time: 0.1721091 Nov 12 09:00:40.984322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:40.997545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-350abaee-8de7-43a4-af2c-b71e8ca440e2 req-d9f3b75f-6a21-49f6-bf07-24078c40fa72 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805228 Nov 12 09:00:41.015512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7732e96-9e48-4761-9024-6e5167f1252b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.027386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7732e96-9e48-4761-9024-6e5167f1252b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.028833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a7732e96-9e48-4761-9024-6e5167f1252b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83539acb-5b2f-4d7d-bfca-c43fc39c9e59 HTTP/1.1" status: 204 len: 168 time: 0.4523661 Nov 12 09:00:41.091430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7732e96-9e48-4761-9024-6e5167f1252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83539acb-5b2f-4d7d-bfca-c43fc39c9e59,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:41.118436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a640073a-5590-4c28-be1f-d64040b0b956 req-701eadff-b756-4dca-86c6-67fae31f433b tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787992 Nov 12 09:00:41.357540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27b5f4c9-fd36-471a-931a-58b54bc9bc09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.432499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59058) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:41.446604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff5ebf61-2de5-40e4-9992-c50e55ed906c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.449009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27b5f4c9-fd36-471a-931a-58b54bc9bc09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.453454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27b5f4c9-fd36-471a-931a-58b54bc9bc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.493277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-27b5f4c9-fd36-471a-931a-58b54bc9bc09 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa31cb5ba0a74c0f92b63488908f5a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006368 Nov 12 09:00:41.494457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5f4c9-fd36-471a-931a-58b54bc9bc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a2df19-b9d3-42ef-bcdf-2a5ba837f300,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:41.496744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:41.532052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff5ebf61-2de5-40e4-9992-c50e55ed906c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.535795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff5ebf61-2de5-40e4-9992-c50e55ed906c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.553193 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf31-8baf-4f5c-aa01-ce2a6f4690ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.575030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ebf61-2de5-40e4-9992-c50e55ed906c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ba4fce-8326-4873-bf3d-2893c0e29fd1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:41.579975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff5ebf61-2de5-40e4-9992-c50e55ed906c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d38331e0101e4280a2507843742fdb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459486 Nov 12 09:00:41.582142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59064) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:41.589896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf31-8baf-4f5c-aa01-ce2a6f4690ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.636699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-97f4df58-73f5-4e80-b88e-80e096edde17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.659185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc5243-cec3-49a0-8684-71dbb450f07a req-4eb8a66d-1eba-4656-967e-b378d2a1289f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:41.664503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7edc5243-cec3-49a0-8684-71dbb450f07a req-4eb8a66d-1eba-4656-967e-b378d2a1289f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 950 time: 0.0885401 Nov 12 09:00:41.665150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-97f4df58-73f5-4e80-b88e-80e096edde17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.747199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7edc5243-cec3-49a0-8684-71dbb450f07a req-a740482c-200b-453d-8c0c-fbc4f04afda2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Nov 12 09:00:41.751296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf31-8baf-4f5c-aa01-ce2a6f4690ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.776454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e3dcf31-8baf-4f5c-aa01-ce2a6f4690ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.776454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e3dcf31-8baf-4f5c-aa01-ce2a6f4690ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8a2df19-b9d3-42ef-bcdf-2a5ba837f300 HTTP/1.1" status: 204 len: 168 time: 0.2786689 Nov 12 09:00:41.824493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dcf31-8baf-4f5c-aa01-ce2a6f4690ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a2df19-b9d3-42ef-bcdf-2a5ba837f300,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:41.882998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-97f4df58-73f5-4e80-b88e-80e096edde17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.886485 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-97f4df58-73f5-4e80-b88e-80e096edde17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:41.890418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-97f4df58-73f5-4e80-b88e-80e096edde17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15ba4fce-8326-4873-bf3d-2893c0e29fd1 HTTP/1.1" status: 204 len: 168 time: 0.3045201 Nov 12 09:00:41.921240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b821bcf8-f4ab-4a6e-b543-382017547c9b req-8fb7cea9-702b-4683-ba9a-3291fca97c6f tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 210 time: 0.0458922 Nov 12 09:00:41.953794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4df58-73f5-4e80-b88e-80e096edde17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ba4fce-8326-4873-bf3d-2893c0e29fd1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:42.022559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-03f2c08d-1a9e-4012-b276-71db7ba18d24 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.024120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-03f2c08d-1a9e-4012-b276-71db7ba18d24 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.55 "GET /v2.0/networks?id=5e4765bb-ed35-4ae0-8eea-dde366abff50 HTTP/1.1" status: 200 len: 812 time: 0.3305235 Nov 12 09:00:42.039656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3f72b-cfa6-47c9-aca4-04dbecd0db80 req-3f539182-2122-407d-a42f-0b6d3b3aa434 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.042308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96f3f72b-cfa6-47c9-aca4-04dbecd0db80 req-3f539182-2122-407d-a42f-0b6d3b3aa434 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.1645560 Nov 12 09:00:42.114022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e210-702b-4759-a411-f6816783f11c req-ea8b9315-59f1-46d9-a509-5dbabf810bd2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.114333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96f3f72b-cfa6-47c9-aca4-04dbecd0db80 req-59ae3fce-282e-40cc-ac22-b8957bb9f47f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658181 Nov 12 09:00:42.121177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e3d5e210-702b-4759-a411-f6816783f11c req-ea8b9315-59f1-46d9-a509-5dbabf810bd2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0960190 Nov 12 09:00:42.164713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-35054831-5664-4109-b100-5f0f6f518e30 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f522d2d1854841bb106ee164b4b770 HTTP/1.1" status: 200 len: 379 time: 0.1293840 Nov 12 09:00:42.176122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Request body: {'port': {'device_id': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'admin_state_up': True, 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'security_groups': ['ac7c1acb-9f68-435b-ab8e-787e06ba374b']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:42.189674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 2c232b6a-40fb-4143-9e89-8c99f211e0eb up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:42.252306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 2c232b6a-40fb-4143-9e89-8c99f211e0eb completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:42.257073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e3d5e210-702b-4759-a411-f6816783f11c req-036bd359-8086-4383-bd7f-92d85d5f9cb5 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349587 Nov 12 09:00:42.257966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 2c232b6a-40fb-4143-9e89-8c99f211e0eb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:42.258782 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.316548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbd528-3403-4811-becd-d08a4952b605 req-5b66a602-db5d-47f7-9cd8-9bf42dda671f tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.333043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97bbd528-3403-4811-becd-d08a4952b605 req-5b66a602-db5d-47f7-9cd8-9bf42dda671f tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 943 time: 0.1250310 Nov 12 09:00:42.363207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.400411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c232b6a-40fb-4143-9e89-8c99f211e0eb'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:42.404217 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9970365c-e1fc-4feb-bef3-2d84f40e6aaa" -d '{"events": [{"server_uuid": "801742bd-4ff9-4200-ab9d-c792a38c88f8", "name": "network-vif-plugged", "status": "completed", "tag": "2c232b6a-40fb-4143-9e89-8c99f211e0eb"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:42.407005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Made reservation on behalf of a6f522d2d1854841bb106ee164b4b770 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:42.411111 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.413719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97bbd528-3403-4811-becd-d08a4952b605 req-9d706afb-fb6a-4077-b1bf-6b1e7f22ad92 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791855 Nov 12 09:00:42.439566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 2c232b6a-40fb-4143-9e89-8c99f211e0eb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=2c232b6a-40fb-4143-9e89-8c99f211e0eb,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:42.446423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.482192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836052f-9104-44b6-a492-49296864f399 req-ce0aca63-4567-49e7-909b-d14f2149ea4c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.484885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c836052f-9104-44b6-a492-49296864f399 req-ce0aca63-4567-49e7-909b-d14f2149ea4c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 945 time: 0.1323564 Nov 12 09:00:42.501032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.519998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32bfa8ef-6b85-4d9e-a70a-e47f0619f60c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.571050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=2c232b6a-40fb-4143-9e89-8c99f211e0eb,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:42.627044 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c836052f-9104-44b6-a492-49296864f399 req-71177491-aa8a-4dd7-9c2b-dc53e693ee7f tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070936 Nov 12 09:00:42.632244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8b9e9133-131b-40c2-9ed2-923597636fc2 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:42.645439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c3f225-40cc-4b4b-93f9-fb0b515e78b4 req-24d8ac85-2526-4709-a4b2-af081b65b08b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:42.652867 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4c3f225-40cc-4b4b-93f9-fb0b515e78b4 req-24d8ac85-2526-4709-a4b2-af081b65b08b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.0892293 Nov 12 09:00:42.696582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Allocated IP 172.20.0.3 (5e4765bb-ed35-4ae0-8eea-dde366abff50/13a25989-e39d-43b4-bd85-415bfd6830bf/cd9ab74c-a0b8-4855-85c4-d184fe648a37) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:42.744447 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4c3f225-40cc-4b4b-93f9-fb0b515e78b4 req-4f49fc5d-a90d-408b-8130-249ccb051d03 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760036 Nov 12 09:00:42.751769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32bfa8ef-6b85-4d9e-a70a-e47f0619f60c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.758836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32bfa8ef-6b85-4d9e-a70a-e47f0619f60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.802521 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1ef15d-901b-4a1b-a821-2a78b7b2fb33 x-openstack-request-id: req-6d1ef15d-901b-4a1b-a821-2a78b7b2fb33 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:42.803078 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801742bd-4ff9-4200-ab9d-c792a38c88f8", "name": "network-vif-plugged", "status": "completed", "tag": "2c232b6a-40fb-4143-9e89-8c99f211e0eb", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:42.804407 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d1ef15d-901b-4a1b-a821-2a78b7b2fb33 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:42.806767 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c232b6a-40fb-4143-9e89-8c99f211e0eb', 'code': 200} Nov 12 09:00:42.829283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-32bfa8ef-6b85-4d9e-a70a-e47f0619f60c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=037ee386c295424e8ac9908c96aa929e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271368 Nov 12 09:00:42.830225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bfa8ef-6b85-4d9e-a70a-e47f0619f60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc688e01-6619-404c-b8af-9b2878bf6bf5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:42.834003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:42.847766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8b9e9133-131b-40c2-9ed2-923597636fc2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8b9e9133-131b-40c2-9ed2-923597636fc2,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:42.860611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'port_id': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'mac_address': 'fa:16:3e:b9:b5:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:42.901738 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.916185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9e9133-131b-40c2-9ed2-923597636fc2 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:42.944481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8b9e9133-131b-40c2-9ed2-923597636fc2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8b9e9133-131b-40c2-9ed2-923597636fc2,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:42.950585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:42.954486 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-e9a64396-cd9e-4ce9-945c-1e81ccdfa05a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e6b0ac01126d48bbac35540df06853fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0960944 Nov 12 09:00:42.995949 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.048602 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.056689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8b9e9133-131b-40c2-9ed2-923597636fc2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:43.120075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event updated for resources: {'Port': ['ID=cd9ab74c-a0b8-4855-85c4-d184fe648a37,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:43.133257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5185fb-7fec-4710-b5e9-8d6ae5cfea91 req-a9b76c56-7a72-42bf-ab96-3dba792c8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.134618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:43.134776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c5185fb-7fec-4710-b5e9-8d6ae5cfea91 req-a9b76c56-7a72-42bf-ab96-3dba792c8203 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 1098 time: 0.2539692 Nov 12 09:00:43.136175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:43.138904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:43.147057 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-161d99fe-8b18-47a7-8bcb-eb412171f0af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.166779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['8b9e9133-131b-40c2-9ed2-923597636fc2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:43.226321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.229671 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.266607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-161d99fe-8b18-47a7-8bcb-eb412171f0af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.292567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-d4e4fb02-553c-452e-8f8f-b92461e9f158 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1218970 Nov 12 09:00:43.314236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c59740-7fc7-4110-aeca-ac935d6c1fb2 req-792f929c-96d2-4399-975d-bb9ab4b013cb tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.316402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8c59740-7fc7-4110-aeca-ac935d6c1fb2 req-792f929c-96d2-4399-975d-bb9ab4b013cb tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 931 time: 0.0831332 Nov 12 09:00:43.321039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Request body: {'port': {'device_id': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:43.419182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-071562be-2d60-4885-b89c-8f9513df1642 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.422038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-071562be-2d60-4885-b89c-8f9513df1642 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4571652 Nov 12 09:00:43.428054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c5185fb-7fec-4710-b5e9-8d6ae5cfea91 req-1c8f10e2-c5c7-480a-8c41-fb6a320f23ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741191 Nov 12 09:00:43.444429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-e0aaf8ad-dc97-42ac-a2c6-4f03c671369b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/quotas/e6b0ac01126d48bbac35540df06853fb HTTP/1.1" status: 200 len: 375 time: 0.0145707 Nov 12 09:00:43.451761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.469825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8c59740-7fc7-4110-aeca-ac935d6c1fb2 req-30f6f3b5-c6ce-43d8-a10a-c9fe69262844 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129351 Nov 12 09:00:43.473920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59132) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:43.501622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-161d99fe-8b18-47a7-8bcb-eb412171f0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.504840 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-161d99fe-8b18-47a7-8bcb-eb412171f0af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.508517 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-161d99fe-8b18-47a7-8bcb-eb412171f0af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc688e01-6619-404c-b8af-9b2878bf6bf5 HTTP/1.1" status: 204 len: 168 time: 0.6716311 Nov 12 09:00:43.525484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d99fe-8b18-47a7-8bcb-eb412171f0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc688e01-6619-404c-b8af-9b2878bf6bf5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:43.576179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a2ff3e1b-4672-404b-a4a3-59c5ed8883ac None None] Provisioning complete for port cd9ab74c-a0b8-4855-85c4-d184fe648a37 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:43.576657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3e1b-4672-404b-a4a3-59c5ed8883ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.579832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-99bb92a9-6870-475b-b079-605d32a9bd24 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192372 Nov 12 09:00:43.639216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a2ff3e1b-4672-404b-a4a3-59c5ed8883ac None None] Port cd9ab74c-a0b8-4855-85c4-d184fe648a37 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:43.690528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-919236529-network', 'tenant_id': 'ed82da55803749a3909a8212a38c1037'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:43.801283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Made reservation on behalf of ed82da55803749a3909a8212a38c1037 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:43.803491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.816240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.823473 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-114fd46e-a28f-4626-9cc5-3fca004a5705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:43.875640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-9862e18d-4426-4de2-9fb3-8b641c1fe43a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.877218 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-9862e18d-4426-4de2-9fb3-8b641c1fe43a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 815 time: 0.2435136 Nov 12 09:00:43.879509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3789500-bb82-4028-bc95-e07acd65cb00 req-4e944a4e-950a-4c8e-b03c-0cbac357a96d tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:43.884473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3789500-bb82-4028-bc95-e07acd65cb00 req-4e944a4e-950a-4c8e-b03c-0cbac357a96d tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 944 time: 0.0913467 Nov 12 09:00:43.919715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-c6dc4be9-2c83-4139-810a-f7359a17e5a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/quotas/c392958ee12a48cbbfe211d36c484ce0 HTTP/1.1" status: 200 len: 375 time: 0.0337183 Nov 12 09:00:43.980272 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3789500-bb82-4028-bc95-e07acd65cb00 req-541357ef-921a-4ac5-9bdb-49e5c610f906 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823839 Nov 12 09:00:44.004697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9ab74c-a0b8-4855-85c4-d184fe648a37 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:44.015606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.040760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Transition to ACTIVE for port object cd9ab74c-a0b8-4855-85c4-d184fe648a37 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:44.052132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.072515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-e6358448-a92f-4b4a-8482-20e7afae642b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1246822 Nov 12 09:00:44.146379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.162836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b24f43-fecc-4195-ba1a-d5bf0c16d9bc req-b52a2c14-6897-470f-b217-65a9cbf6ba53 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.165411 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95b24f43-fecc-4195-ba1a-d5bf0c16d9bc req-b52a2c14-6897-470f-b217-65a9cbf6ba53 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 946 time: 0.0712395 Nov 12 09:00:44.193875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.243396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67c1b23-9818-46d5-9b9d-3a7f15179dfc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:44.244789 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95b24f43-fecc-4195-ba1a-d5bf0c16d9bc req-ad694293-7605-4b94-9c5c-0e410109473e tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724821 Nov 12 09:00:44.334719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9ab74c-a0b8-4855-85c4-d184fe648a37,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:44.353619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:00:44.403491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.403884 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Added segment 03b6a741-ce4f-4bfa-ad7a-663a9edb3812 of type vlan for network fd78341e-29f1-4009-9d2e-5d5dacc00520 Nov 12 09:00:44.474570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a670fa29-89ec-4d5a-b76e-6cf6d053ebbc req-7c9c6761-8814-4cae-ba31-f33152d2c9f0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 210 time: 0.0447407 Nov 12 09:00:44.496698 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-96fc3db2-ed0b-4e06-8d6c-c03f7bba042d service neutron] 10.222.0.53 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916690 Nov 12 09:00:44.519581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.522072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Attempting to bind port cd9ab74c-a0b8-4855-85c4-d184fe648a37 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:44.522550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Attempting to bind port cd9ab74c-a0b8-4855-85c4-d184fe648a37 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:44.522942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Attempting to bind port cd9ab74c-a0b8-4855-85c4-d184fe648a37 on network 5e4765bb-ed35-4ae0-8eea-dde366abff50 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:44.555717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Port cd9ab74c-a0b8-4855-85c4-d184fe648a37 on network 5e4765bb-ed35-4ae0-8eea-dde366abff50 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:44.556033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Attempting to bind port cd9ab74c-a0b8-4855-85c4-d184fe648a37 on network 5e4765bb-ed35-4ae0-8eea-dde366abff50 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:44.619507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:44.619851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Checking segment: {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:44.620415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Bound using segment: {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:44.620744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Bound port: cd9ab74c-a0b8-4855-85c4-d184fe648a37, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:44.621093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.640955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.642149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.642620 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.645735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127663b-2036-4977-a38f-af4e9c0a4f72 req-ee2a052a-b370-4c83-a298-640ce42a73b2 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.647417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8b9e9133-131b-40c2-9ed2-923597636fc2 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:44.656742 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3127663b-2036-4977-a38f-af4e9c0a4f72 req-ee2a052a-b370-4c83-a298-640ce42a73b2 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 943 time: 0.0805769 Nov 12 09:00:44.743576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3127663b-2036-4977-a38f-af4e9c0a4f72 req-3038027f-f5ed-4315-b7b0-e8cd51786da8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848949 Nov 12 09:00:44.777992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 8b9e9133-131b-40c2-9ed2-923597636fc2 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:44.782979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 8b9e9133-131b-40c2-9ed2-923597636fc2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:44.783401 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.812092 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3360083 Nov 12 09:00:44.814848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59186) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:44.828774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Request body: {'subnet': {'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-919236529-subnet', 'tenant_id': 'ed82da55803749a3909a8212a38c1037', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:44.858604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f0385-2cc9-477c-a6f0-ab55d86c1a8e admin admin] Pushing event updated for resources: {'Network': ['ID=fd78341e-29f1-4009-9d2e-5d5dacc00520,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:44.868910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-3fd9085d-4f53-4b7e-8ad3-41bd0a110b2a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:44.870257 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-3fd9085d-4f53-4b7e-8ad3-41bd0a110b2a tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "GET /v2.0/ports?device_id=b4a59dd3-539f-42f8-b833-12114d08a430 HTTP/1.1" status: 200 len: 946 time: 0.0578694 Nov 12 09:00:44.873766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-401526e8-fc69-448a-8edb-ad411152762b service neutron] 10.222.0.53 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723590 Nov 12 09:00:44.894679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] For port cd9ab74c-a0b8-4855-85c4-d184fe648a37, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:44.898653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] For port cd9ab74c-a0b8-4855-85c4-d184fe648a37, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:44.908491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Made reservation on behalf of ed82da55803749a3909a8212a38c1037 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:44.911182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.928296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.952931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:44.958732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:00:44.996858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9ab74c-a0b8-4855-85c4-d184fe648a37,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:45.065375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.089829 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.098502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0a05d94e-3528-44d8-ad65-e919c7285700 service neutron] 10.222.0.55 "PUT /v2.0/ports/cd9ab74c-a0b8-4855-85c4-d184fe648a37 HTTP/1.1" status: 200 len: 1092 time: 1.7876384 Nov 12 09:00:45.099584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:45.102375 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e2c35e-e801-4839-85b8-9f8570e26a36" -d '{"events": [{"name": "network-changed", "server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:45.161793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Deleting port 07bce879-3de3-4c26-adaa-0a25d6b02199 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:00:45.162281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.220174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30887919-6935-4d2f-b0cc-9645aac3a841 req-cd762931-295e-48b6-aa8d-0b23df065bab tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 210 time: 0.1094084 Nov 12 09:00:45.308711 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc7bc7-695b-4134-9d5d-05b94a068e4e x-openstack-request-id: req-8afc7bc7-695b-4134-9d5d-05b94a068e4e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:45.309009 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:45.309269 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8afc7bc7-695b-4134-9d5d-05b94a068e4e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:45.309696 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'status': 'completed', 'code': 200} Nov 12 09:00:45.430454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-5a859e0a-c725-47a8-80af-6c48a017b6d9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e6b0ac01126d48bbac35540df06853fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353765 Nov 12 09:00:45.516588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:45.528125 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273ed4ea-53e1-4b86-97fc-6d5ec9d44b5b" -d '{"events": [{"server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "name": "network-vif-plugged", "status": "completed", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:45.560111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8b9e9133-131b-40c2-9ed2-923597636fc2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8b9e9133-131b-40c2-9ed2-923597636fc2,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:45.566651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12757e-3001-447c-a831-9cf96330705e req-29b57e8c-d59c-439a-bbb5-a5c015c00054 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.568820 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.570275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-e2d5f082-eebb-4eff-b95e-b66a47b5257c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.572199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-e2d5f082-eebb-4eff-b95e-b66a47b5257c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6f522d2d1854841bb106ee164b4b770&device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 1095 time: 0.3435557 Nov 12 09:00:45.582291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b12757e-3001-447c-a831-9cf96330705e req-29b57e8c-d59c-439a-bbb5-a5c015c00054 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 944 time: 0.3411348 Nov 12 09:00:45.659484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] For port 07bce879-3de3-4c26-adaa-0a25d6b02199, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=07bce879-3de3-4c26-adaa-0a25d6b02199,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:45.660678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.675334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8b9e9133-131b-40c2-9ed2-923597636fc2,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:45.688782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-8cafa67f-bf14-4e15-bb87-c47655db3aa5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37 HTTP/1.1" status: 200 len: 217 time: 0.0820060 Nov 12 09:00:45.722362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Calling delete_port for 07bce879-3de3-4c26-adaa-0a25d6b02199 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:00:45.758569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b12757e-3001-447c-a831-9cf96330705e req-048d7fea-bc33-486f-a68e-0d5b581a5c11 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680717 Nov 12 09:00:45.775739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8900af0-73fa-4b16-bea4-1e3845ce1017 req-2547fc34-a60d-4b60-9b06-1603d4a6fd7d tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.784281 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8900af0-73fa-4b16-bea4-1e3845ce1017 req-2547fc34-a60d-4b60-9b06-1603d4a6fd7d tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 946 time: 0.3903699 Nov 12 09:00:45.830734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.931543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:45.945491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-fb8ea093-c597-4595-8d20-6b2e1c79b796 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.946208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['07bce879-3de3-4c26-adaa-0a25d6b02199'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:45.947133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-fb8ea093-c597-4595-8d20-6b2e1c79b796 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5061982 Nov 12 09:00:45.954348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-782e0e0e-9b0d-48ea-99f2-4ed90f623c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:45.956389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-782e0e0e-9b0d-48ea-99f2-4ed90f623c7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13a25989-e39d-43b4-bd85-415bfd6830bf HTTP/1.1" status: 200 len: 851 time: 0.2320981 Nov 12 09:00:45.977040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Request body: {'port': {'device_id': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'e6b0ac01126d48bbac35540df06853fb'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:46.017950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=646b91e6-cd54-4117-b51d-4de082ca85d8,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:46.034541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Pushing event deleted for resources: {'Port': ['ID=07bce879-3de3-4c26-adaa-0a25d6b02199,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:46.068888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8900af0-73fa-4b16-bea4-1e3845ce1017 req-b2d93803-caea-4ecc-920d-1b98255c8417 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830482 Nov 12 09:00:46.157543 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9bdcb0-9254-473f-be8e-02ee7a61a0ab x-openstack-request-id: req-5f9bdcb0-9254-473f-be8e-02ee7a61a0ab {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:46.158013 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "name": "network-vif-plugged", "status": "completed", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:46.158404 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f9bdcb0-9254-473f-be8e-02ee7a61a0ab {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:46.159425 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'code': 200} Nov 12 09:00:46.224994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] No DVR routers for this DVR port 07bce879-3de3-4c26-adaa-0a25d6b02199 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:00:46.243593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.257232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:46.257789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Network hostable DHCP agents. Network: fd78341e-29f1-4009-9d2e-5d5dacc00520, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:00:46.259839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62cf51e7-9d13-49ab-9f4e-732370eb3d28 req-9cd805fb-fe70-4022-91c9-32825656ad36 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "DELETE /v2.0/ports/07bce879-3de3-4c26-adaa-0a25d6b02199 HTTP/1.1" status: 204 len: 173 time: 1.3762624 Nov 12 09:00:46.261716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-536ef0d3-8e31-4e71-9680-c3d7dc7740d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.263696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-536ef0d3-8e31-4e71-9680-c3d7dc7740d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e4765bb-ed35-4ae0-8eea-dde366abff50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2963848 Nov 12 09:00:46.276359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-adaafbc9-bb11-4d35-989e-36044f085bda req-745f77cd-3313-4671-a033-5246154f18aa tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 210 time: 0.2246978 Nov 12 09:00:46.281395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-deleted', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:46.290721 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b4a50-34e5-4654-9df7-c00e29a2c5be" -d '{"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-deleted", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:46.395085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-914c10e7-9bb7-4998-8ae5-a67b3200e542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.409939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-54062601-aaf6-4f08-83c6-9a6b0f360077 service neutron] 10.222.0.55 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226833 Nov 12 09:00:46.440833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:00:46.513367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Made reservation on behalf of e6b0ac01126d48bbac35540df06853fb for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:46.520481 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.551710 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-03d0231e-6f08-44db-98a1-77fc7f8a61cd req-10d3b51c-e57a-422c-bdaf-948a08cdb99e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 210 time: 0.1197193 Nov 12 09:00:46.580168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9527689-4bc8-4886-b5cf-b11a0a3005c2 req-6efd8ab9-fa1e-4316-8200-fc4e6a4088d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.585077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9527689-4bc8-4886-b5cf-b11a0a3005c2 req-6efd8ab9-fa1e-4316-8200-fc4e6a4088d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 1097 time: 0.2598104 Nov 12 09:00:46.594558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, fd78341e-29f1-4009-9d2e-5d5dacc00520) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:46.603760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ee18b7-0847-4d9c-bfed-f227173e7b56 None None] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:46.607682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.608471 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:46.635628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6f9c9-f121-4661-9f37-445bea3f3ee0 req-c880bfe8-b930-4a5e-b851-47a9452f9720 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:46.637744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bc6f9c9-f121-4661-9f37-445bea3f3ee0 req-c880bfe8-b930-4a5e-b851-47a9452f9720 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 943 time: 0.2266610 Nov 12 09:00:46.650896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c8f73f16-b854-4aa1-94af-1d1366bd5062 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8315365 Nov 12 09:00:46.652445 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d23cf9-101d-4c27-ac1f-1e47b2d735d7 x-openstack-request-id: req-20d23cf9-101d-4c27-ac1f-1e47b2d735d7 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:46.653149 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a59dd3-539f-42f8-b833-12114d08a430", "name": "network-vif-deleted", "tag": "07bce879-3de3-4c26-adaa-0a25d6b02199", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:46.653751 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20d23cf9-101d-4c27-ac1f-1e47b2d735d7 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:46.655260 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a59dd3-539f-42f8-b833-12114d08a430', 'name': 'network-vif-deleted', 'tag': '07bce879-3de3-4c26-adaa-0a25d6b02199', 'status': 'completed', 'code': 200} Nov 12 09:00:46.716664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9527689-4bc8-4886-b5cf-b11a0a3005c2 req-6ba65db8-2eec-46b8-a25c-bc5e96154cfa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237962 Nov 12 09:00:46.861476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d8ae17-3028-4252-888d-5860ea366b9b None None] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:46.998357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d9caa-5b02-463e-a51c-4a497c1db625 req-e4227b48-dcdf-4301-968a-bd3df2dd2c6d tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:47.023546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d49d9caa-5b02-463e-a51c-4a497c1db625 req-e4227b48-dcdf-4301-968a-bd3df2dd2c6d tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.1552584 Nov 12 09:00:47.245086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d49d9caa-5b02-463e-a51c-4a497c1db625 req-82264cb4-5559-4f51-b214-e47d20da51f9 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937058 Nov 12 09:00:47.489164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-d94606d8-b9d1-4d36-ada1-84079375dd9b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:47.491169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-d94606d8-b9d1-4d36-ada1-84079375dd9b tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 815 time: 0.3960943 Nov 12 09:00:47.506843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Request body: {'port': {'device_id': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'admin_state_up': True, 'tenant_id': 'c392958ee12a48cbbfe211d36c484ce0'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:47.600609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bc6f9c9-f121-4661-9f37-445bea3f3ee0 req-7c70c9e5-d3c7-4495-9cd5-f4d578db5fd8 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9395044 Nov 12 09:00:47.630194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7e27cb0-6453-4e6e-bed8-0602f5a8c4f5 req-0ea006ee-8946-44a9-934b-e1b7f2d48f81 service neutron] 10.222.0.55 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1983876 Nov 12 09:00:47.827873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-056de577-ebbf-4281-b6e0-45a4b52ba082 req-80d56682-45c3-4a74-8c6d-47e43550918d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 210 time: 0.2668796 Nov 12 09:00:47.844471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eddde359-c8f2-493d-a7dc-6dd345f6bd58 req-4f440dfe-1a60-4159-97eb-e8b20bebf179 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 210 time: 0.1004107 Nov 12 09:00:47.850460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Allocated IP 192.168.233.106 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/eb44e68d-1af2-4a85-9f54-6a63caa77b00) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:47.858323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Made reservation on behalf of c392958ee12a48cbbfe211d36c484ce0 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:47.865274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:47.867536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-529f93a4-1fa7-4167-b0ba-718b75dd3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:47.869080 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-529f93a4-1fa7-4167-b0ba-718b75dd3daf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6f522d2d1854841bb106ee164b4b770&device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 1095 time: 0.1640954 Nov 12 09:00:48.055623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:48.063070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-243089327-network', 'tenant_id': 'a9a0f4b8c5bd430ab25f923f850ab0f6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:48.102114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Allocated IP 172.20.0.5 (307e4146-dcee-45a8-b14f-7f6f5ce169dc/0b9748e9-d55d-409c-bb5f-7d9f9c0865ba/5368d09b-ed8d-4e07-97e1-3176abe75796) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:48.106655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Made reservation on behalf of a9a0f4b8c5bd430ab25f923f850ab0f6 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:48.109243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.125293 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.233153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 07bce879-3de3-4c26-adaa-0a25d6b02199 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:00:48.274254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-0961def3-789b-4694-b200-1e7887c230b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.276026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-0961def3-789b-4694-b200-1e7887c230b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e4765bb-ed35-4ae0-8eea-dde366abff50 HTTP/1.1" status: 200 len: 913 time: 0.3969891 Nov 12 09:00:48.293509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 07bce879-3de3-4c26-adaa-0a25d6b02199 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:00:48.294095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 07bce879-3de3-4c26-adaa-0a25d6b02199 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:00:48.347748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-dd934e4d-07a2-4c84-a38d-b140d7d1b0c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37 HTTP/1.1" status: 200 len: 217 time: 0.0634103 Nov 12 09:00:48.421953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.438115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-1e52a715-ca08-4e72-be03-78d4dc1ec0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.439593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-1e52a715-ca08-4e72-be03-78d4dc1ec0bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13a25989-e39d-43b4-bd85-415bfd6830bf HTTP/1.1" status: 200 len: 851 time: 0.0818057 Nov 12 09:00:48.519542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.530224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-ee6ee56c-cb48-4346-aee2-14a2257e325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.532694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-ee6ee56c-cb48-4346-aee2-14a2257e325a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e4765bb-ed35-4ae0-8eea-dde366abff50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821779 Nov 12 09:00:48.533498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['50666803-2126-4ff3-86da-826c352b7171'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:48.536292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2e088252-50d6-42b6-928b-490186f1cdf7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:48.613061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:48.623881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:48.662555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:48.730066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.731032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.747358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device cd9ab74c-a0b8-4855-85c4-d184fe648a37 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:48.753920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Pushing event updated for resources: {'Port': ['ID=eb44e68d-1af2-4a85-9f54-6a63caa77b00,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:48.771045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9679e9a4-5ef2-4d41-abee-e390bba14bbf tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8117101 Nov 12 09:00:48.808614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Request body: {'port': {'device_id': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:48.923474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6a5f1-da3f-4fd4-8766-b499c529af1e req-95d58ca8-afb1-42d9-a985-62748020861f tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.925931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93c237-a961-4afa-9cb9-3416fcc819bc req-d8da0d16-fac4-4673-9cf5-b4706844f163 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:48.927494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd93c237-a961-4afa-9cb9-3416fcc819bc req-d8da0d16-fac4-4673-9cf5-b4706844f163 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 943 time: 0.1826715 Nov 12 09:00:48.928618 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8e6a5f1-da3f-4fd4-8766-b499c529af1e req-95d58ca8-afb1-42d9-a985-62748020861f tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.5556679 Nov 12 09:00:48.930291 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.937560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.950691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.969636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port cd9ab74c-a0b8-4855-85c4-d184fe648a37, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:48.994067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:48.995634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.005864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-725c60e7-bfe9-4cf9-8f5b-3b95a509a5b9 service neutron] 10.222.0.55 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625623 Nov 12 09:00:49.055701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Network 307e4146-dcee-45a8-b14f-7f6f5ce169dc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:49.065975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:49.068738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'port_id': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'mac_address': 'fa:16:3e:27:05:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:49.077880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:49.093827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:00:49.134869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-826110e2-67a0-4de7-b92e-300e9e68aff7 None None] Provisioning complete for port eb44e68d-1af2-4a85-9f54-6a63caa77b00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:49.134869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-826110e2-67a0-4de7-b92e-300e9e68aff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.168774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a6e091-37a9-40bb-bc63-42f09aae3b04,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:49.174329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.174616 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Added segment 24336679-22d4-4be7-bf1f-076943832f37 of type vlan for network 9167f30c-f5f8-4c41-aae8-f87304fba0e3 Nov 12 09:00:49.182894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Pushing event updated for resources: {'Port': ['ID=5368d09b-ed8d-4e07-97e1-3176abe75796,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:49.200806 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.217583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8e6a5f1-da3f-4fd4-8766-b499c529af1e req-c5c5acc6-0162-4e82-bc49-6d072de629f2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2302656 Nov 12 09:00:49.233285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-826110e2-67a0-4de7-b92e-300e9e68aff7 None None] Port eb44e68d-1af2-4a85-9f54-6a63caa77b00 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:00:49.238166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.238828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.239538 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.271466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9ab74c-a0b8-4855-85c4-d184fe648a37 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:49.306598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port cd9ab74c-a0b8-4855-85c4-d184fe648a37, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:49.310291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-bb658abc-59e6-40ab-8042-c7f5afeceac5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8085699 Nov 12 09:00:49.318596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd93c237-a961-4afa-9cb9-3416fcc819bc req-b079cc98-8399-4a1f-81cf-362aabd66fb2 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455067 Nov 12 09:00:49.319948 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.359542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.387874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Request body: {'port': {'device_id': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:49.388163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=cd9ab74c-a0b8-4855-85c4-d184fe648a37,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:49.399270 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5e2c35e-e801-4839-85b8-9f8570e26a36 req-db905846-fb2b-4863-b62e-96af661a93f2 service neutron] 10.222.0.55 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796282 Nov 12 09:00:49.412816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.413776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.414359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.494637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4374452 Nov 12 09:00:49.497546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59384) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:49.503575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Request body: {'subnet': {'network_id': '9167f30c-f5f8-4c41-aae8-f87304fba0e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-243089327-subnet', 'tenant_id': 'a9a0f4b8c5bd430ab25f923f850ab0f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:49.556930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e3182-740b-42ee-a72a-d02c85c42560 req-d498463b-70f6-4203-8e28-c38af44393bd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.557982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5c9f0-b57d-4ae4-a112-057bbb3f7452 admin admin] Pushing event updated for resources: {'Network': ['ID=9167f30c-f5f8-4c41-aae8-f87304fba0e3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:49.564366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-795e3182-740b-42ee-a72a-d02c85c42560 req-d498463b-70f6-4203-8e28-c38af44393bd tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 931 time: 0.1133552 Nov 12 09:00:49.569757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5075f-3ed5-4131-a9f3-716439c26e83 req-c883a1cd-ed60-4bc9-943d-41e90b39d11a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:49.569987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9167f30c-f5f8-4c41-aae8-f87304fba0e3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:00:49.571783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18e5075f-3ed5-4131-a9f3-716439c26e83 req-c883a1cd-ed60-4bc9-943d-41e90b39d11a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 936 time: 0.2428553 Nov 12 09:00:49.583630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.604404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Made reservation on behalf of a9a0f4b8c5bd430ab25f923f850ab0f6 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:49.607849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.700441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['cd9ab74c-a0b8-4855-85c4-d184fe648a37'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:49.706407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.755005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb44e68d-1af2-4a85-9f54-6a63caa77b00 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:49.755864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18e5075f-3ed5-4131-a9f3-716439c26e83 req-83e89095-448e-4ff9-b19a-f00a4b2a0ed2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744471 Nov 12 09:00:49.776207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-795e3182-740b-42ee-a72a-d02c85c42560 req-a44724a8-a08a-4cef-90e5-63d9dc254016 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078040 Nov 12 09:00:49.808669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:49.855597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Transition to ACTIVE for port object eb44e68d-1af2-4a85-9f54-6a63caa77b00 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:49.872851 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.025323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb44e68d-1af2-4a85-9f54-6a63caa77b00,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:50.094191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b17141-5620-4d2d-81b2-77546aa3756d req-d188cfd9-6a0a-4f73-89cf-3567a6725936 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.096091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5368d09b-ed8d-4e07-97e1-3176abe75796 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:50.100522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90b17141-5620-4d2d-81b2-77546aa3756d req-d188cfd9-6a0a-4f73-89cf-3567a6725936 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.2224028 Nov 12 09:00:50.105130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59430) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:50.114586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.120558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Request body: {'floatingip': {'port_id': '8b9e9133-131b-40c2-9ed2-923597636fc2'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:50.133238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Transition to ACTIVE for port object 5368d09b-ed8d-4e07-97e1-3176abe75796 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:50.145132 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.220979 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.252048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Pushing event updated for resources: {'Port': ['ID=5368d09b-ed8d-4e07-97e1-3176abe75796,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:50.259160 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.339182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.356423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Attempting to bind port 5368d09b-ed8d-4e07-97e1-3176abe75796 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:50.357113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Attempting to bind port 5368d09b-ed8d-4e07-97e1-3176abe75796 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:50.357689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Attempting to bind port 5368d09b-ed8d-4e07-97e1-3176abe75796 on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:50.363776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Port 5368d09b-ed8d-4e07-97e1-3176abe75796 on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:50.364398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Attempting to bind port 5368d09b-ed8d-4e07-97e1-3176abe75796 on network 307e4146-dcee-45a8-b14f-7f6f5ce169dc {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:50.367565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Attempting to bind port eb44e68d-1af2-4a85-9f54-6a63caa77b00 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:50.367902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Attempting to bind port eb44e68d-1af2-4a85-9f54-6a63caa77b00 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:50.368402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Attempting to bind port eb44e68d-1af2-4a85-9f54-6a63caa77b00 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:50.370781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:50.371387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Checking segment: {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:50.372014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Bound using segment: {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:50.372677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Bound port: 5368d09b-ed8d-4e07-97e1-3176abe75796, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b54784b9-32aa-4c70-a704-378932b051ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:50.373251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.433527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Port eb44e68d-1af2-4a85-9f54-6a63caa77b00 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:50.433850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Attempting to bind port eb44e68d-1af2-4a85-9f54-6a63caa77b00 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:50.467863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:50.468326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:50.468705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:50.469493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Bound port: eb44e68d-1af2-4a85-9f54-6a63caa77b00, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:50.469493 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.489554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] For port 5368d09b-ed8d-4e07-97e1-3176abe75796, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:50.494535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] For port 5368d09b-ed8d-4e07-97e1-3176abe75796, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5368d09b-ed8d-4e07-97e1-3176abe75796,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:50.501251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.518279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f2dd9a-3c13-4210-8366-da8d9f09200c,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:50.547607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.548278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.550330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] 10.222.0.62 "PUT /v2.0/ports/5368d09b-ed8d-4e07-97e1-3176abe75796 HTTP/1.1" status: 200 len: 1092 time: 1.2245884 Nov 12 09:00:50.550809 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'tag': '5368d09b-ed8d-4e07-97e1-3176abe75796'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:50.553151 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a507137-c79e-48e1-999f-f32d12b6cbfb" -d '{"events": [{"name": "network-changed", "server_uuid": "06966ee6-b8a5-4c72-bcc1-10f641991fb8", "tag": "5368d09b-ed8d-4e07-97e1-3176abe75796"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:50.615246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68823e52-6d72-4b98-90e3-8323458d2e0a service neutron] Pushing event updated for resources: {'Port': ['ID=5368d09b-ed8d-4e07-97e1-3176abe75796,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:50.637448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Checking segment: {'id': '24336679-22d4-4be7-bf1f-076943832f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9167f30c-f5f8-4c41-aae8-f87304fba0e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:50.637809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Network hostable DHCP agents. Network: 9167f30c-f5f8-4c41-aae8-f87304fba0e3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:00:50.667960 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e63f9a-05f4-4dfe-8979-bce1f00c164f x-openstack-request-id: req-85e63f9a-05f4-4dfe-8979-bce1f00c164f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:50.668332 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06966ee6-b8a5-4c72-bcc1-10f641991fb8", "tag": "5368d09b-ed8d-4e07-97e1-3176abe75796", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:50.668519 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85e63f9a-05f4-4dfe-8979-bce1f00c164f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:50.668979 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'tag': '5368d09b-ed8d-4e07-97e1-3176abe75796', 'status': 'completed', 'code': 200} Nov 12 09:00:50.685016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-aed0972c-2b16-4a8c-b663-74d92d4158f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.686555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-aed0972c-2b16-4a8c-b663-74d92d4158f8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 1095 time: 0.0590186 Nov 12 09:00:50.706039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device cd9ab74c-a0b8-4855-85c4-d184fe648a37 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:50.732205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3692e15-c5b6-4275-b275-75ead05acb63 req-ca2ce99d-2652-4cdf-a7a4-5c5e3fd62679 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.735155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3692e15-c5b6-4275-b275-75ead05acb63 req-ca2ce99d-2652-4cdf-a7a4-5c5e3fd62679 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 944 time: 0.2851355 Nov 12 09:00:50.747544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-af630f56-7ddb-42f3-b7b3-0baa907dc98f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5368d09b-ed8d-4e07-97e1-3176abe75796 HTTP/1.1" status: 200 len: 217 time: 0.0523872 Nov 12 09:00:50.765538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] For port eb44e68d-1af2-4a85-9f54-6a63caa77b00, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:50.797200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Network 9167f30c-f5f8-4c41-aae8-f87304fba0e3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:00:50.805523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] For port eb44e68d-1af2-4a85-9f54-6a63caa77b00, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eb44e68d-1af2-4a85-9f54-6a63caa77b00,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:50.838590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-fe638d54-287e-47b5-868c-a0b690a0a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:50.841263 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-fe638d54-287e-47b5-868c-a0b690a0a4e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba HTTP/1.1" status: 200 len: 855 time: 0.0805707 Nov 12 09:00:50.851520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.878306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port cd9ab74c-a0b8-4855-85c4-d184fe648a37 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:50.884157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port cd9ab74c-a0b8-4855-85c4-d184fe648a37 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:50.884613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:50.895897 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-34f61440-78eb-4f1a-b56f-b4e05df97b80 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=307e4146-dcee-45a8-b14f-7f6f5ce169dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475268 Nov 12 09:00:51.056291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ecbb2-233f-4c58-9609-f22901b770da req-f1f024b5-3c5d-42fb-8c4b-a393864ab824 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.064220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-475ecbb2-233f-4c58-9609-f22901b770da req-f1f024b5-3c5d-42fb-8c4b-a393864ab824 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 948 time: 0.1392474 Nov 12 09:00:51.066015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.117794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9167f30c-f5f8-4c41-aae8-f87304fba0e3) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:51.119325 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3692e15-c5b6-4275-b275-75ead05acb63 req-7e2cf958-182a-4039-8c97-b6b4f3d41565 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3731623 Nov 12 09:00:51.119987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb44e68d-1af2-4a85-9f54-6a63caa77b00,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:51.126653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-8890c620-6433-489f-b35a-654aacd96e81 service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242584 Nov 12 09:00:51.128016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.128640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.130025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-ca1f2614-c546-4a48-9168-6fe5ed4d9df6 service neutron] 10.222.0.55 "PUT /v2.0/ports/eb44e68d-1af2-4a85-9f54-6a63caa77b00 HTTP/1.1" status: 200 len: 1097 time: 2.3355334 Nov 12 09:00:51.131227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.132090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.134134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'tag': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:51.136517 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7048aa9c-47d5-4837-8cae-bde5a27a1063" -d '{"events": [{"name": "network-changed", "server_uuid": "0a13828f-e352-49f0-8f5e-677ad84ef84d", "tag": "eb44e68d-1af2-4a85-9f54-6a63caa77b00"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:51.138458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ede646-0b13-4716-aae0-1cce2caf8272 None None] Network 9167f30c-f5f8-4c41-aae8-f87304fba0e3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:51.150653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:51.157131 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a178ea71-b6a0-4c2d-9fee-d9db687cf14d" -d '{"events": [{"server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:51.210763 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-475ecbb2-233f-4c58-9609-f22901b770da req-ea347cab-8385-47e0-955b-ee92f59cd090 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455643 Nov 12 09:00:51.282321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port cd9ab74c-a0b8-4855-85c4-d184fe648a37, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:51.355317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:00:51.364572 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d5a897-5870-4397-a50f-195a1b9a0455 x-openstack-request-id: req-47d5a897-5870-4397-a50f-195a1b9a0455 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:51.364881 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a13828f-e352-49f0-8f5e-677ad84ef84d", "tag": "eb44e68d-1af2-4a85-9f54-6a63caa77b00", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:51.365143 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-47d5a897-5870-4397-a50f-195a1b9a0455 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:51.365569 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'tag': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00', 'status': 'completed', 'code': 200} Nov 12 09:00:51.390783 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968f9733-8064-43af-9cc0-225e0a5a3649 x-openstack-request-id: req-968f9733-8064-43af-9cc0-225e0a5a3649 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:51.394093 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "name": "network-vif-plugged", "status": "completed", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:51.394506 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-968f9733-8064-43af-9cc0-225e0a5a3649 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:51.397465 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'code': 200} Nov 12 09:00:51.404375 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.429044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f33b3ff4-afb9-40ba-a689-bac0933887c6 req-b7532d47-8dc7-41c1-a940-4b2062253973 service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445250 Nov 12 09:00:51.583018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c8d7d335-353e-43a8-a3b5-037774e9d3e2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0837348 Nov 12 09:00:51.597072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=cd9ab74c-a0b8-4855-85c4-d184fe648a37,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:51.606790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-70ad6a8b-7dc8-4198-b678-a806519fde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.608347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-70ad6a8b-7dc8-4198-b678-a806519fde68 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c392958ee12a48cbbfe211d36c484ce0&device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 1095 time: 0.1140628 Nov 12 09:00:51.618426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.633765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec0aa0-12f9-4233-8940-171d1fd9ed9b req-8b4bd54b-ec01-449f-a3b3-a0d5dfe610a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.635683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74ec0aa0-12f9-4233-8940-171d1fd9ed9b req-8b4bd54b-ec01-449f-a3b3-a0d5dfe610a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 1097 time: 0.1436689 Nov 12 09:00:51.638868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:51.713373 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b9cd9-52e1-4ae7-bd2c-262cd76269aa req-9523f72b-b50a-456c-b3ed-1201d7e02a70 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.721892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca3d6f-388c-4e02-acf1-5ea966bb0c49 None None] Network 9167f30c-f5f8-4c41-aae8-f87304fba0e3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:00:51.722143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d3b9cd9-52e1-4ae7-bd2c-262cd76269aa req-9523f72b-b50a-456c-b3ed-1201d7e02a70 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 943 time: 0.3536627 Nov 12 09:00:51.729845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-26e405bc-64ac-4ff3-8d97-586dee7c763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.731632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-26e405bc-64ac-4ff3-8d97-586dee7c763d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 1100 time: 0.3462639 Nov 12 09:00:51.831971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-39d2dede-2c6e-435d-bceb-f7a7cba01760 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=eb44e68d-1af2-4a85-9f54-6a63caa77b00 HTTP/1.1" status: 200 len: 217 time: 0.0791371 Nov 12 09:00:51.901527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d3b9cd9-52e1-4ae7-bd2c-262cd76269aa req-2cfcdbba-58a1-4d74-9c76-56e8562ed4fa tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765375 Nov 12 09:00:51.901742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-4cc8c920-f4d3-4f07-ae9c-e7f7f7f36530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:51.903803 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-4cc8c920-f4d3-4f07-ae9c-e7f7f7f36530 service neutron] 10.222.0.62 "GET /v2.0/networks?id=307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 200 len: 916 time: 0.2869449 Nov 12 09:00:51.928394 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74ec0aa0-12f9-4233-8940-171d1fd9ed9b req-e030073f-c85a-4eeb-b019-7ca0dabc1c22 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846644 Nov 12 09:00:51.985747 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Floating IP dc76ba37-d7cb-442c-a553-d8302cf9029b associated. External IP: 172.25.5.183, port: 8b9e9133-131b-40c2-9ed2-923597636fc2. Nov 12 09:00:51.996609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-57ee7999-e43b-491f-b6cf-b04734515cc7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5368d09b-ed8d-4e07-97e1-3176abe75796 HTTP/1.1" status: 200 len: 217 time: 0.0845573 Nov 12 09:00:52.024129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9406eadc-59f6-4ba7-8f4f-14b47e1159e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.026691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-9406eadc-59f6-4ba7-8f4f-14b47e1159e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1374831 Nov 12 09:00:52.111961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-6a519451-166a-4fd9-8020-ca875040b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.119346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-6a519451-166a-4fd9-8020-ca875040b4e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba HTTP/1.1" status: 200 len: 855 time: 0.1116672 Nov 12 09:00:52.185973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-5a0c7ce5-a692-44bf-bfe9-a2bbf32d64aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=307e4146-dcee-45a8-b14f-7f6f5ce169dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580816 Nov 12 09:00:52.260490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-2a8f013a-c3e3-40f6-9b2d-143477871649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.262341 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-2a8f013a-c3e3-40f6-9b2d-143477871649 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044955 Nov 12 09:00:52.366266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-2c918719-c511-49a8-a63a-d577e42db944 service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669331 Nov 12 09:00:52.549049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a507137-c79e-48e1-999f-f32d12b6cbfb req-c8d34040-69d3-4533-b6ad-44aa9b89c13b service neutron] 10.222.0.62 "GET /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750808 Nov 12 09:00:52.584457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-2a26c045-de47-4b9c-b3dc-8d861001539e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.586060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-2a26c045-de47-4b9c-b3dc-8d861001539e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.2552760 Nov 12 09:00:52.612068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-1acf8978-c862-4ca3-b44c-5bba3eba3703 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/quotas/ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 375 time: 0.0189354 Nov 12 09:00:52.650195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-2599580a-0f8c-4fa1-988f-fc0f9b90e0c7 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370331 Nov 12 09:00:52.740612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Router c7217dd1-cdb4-491f-99b6-62b15dd60d37 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:52.780740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d438ce-57e3-4732-b77e-d5d80ada96ad req-7a08225f-819c-47fb-bbe6-fb14cb34d337 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:52.788585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28d438ce-57e3-4732-b77e-d5d80ada96ad req-7a08225f-819c-47fb-bbe6-fb14cb34d337 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.4471169 Nov 12 09:00:52.802325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a1b98433-b4df-4d5f-9925-a22d4454f81f service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416123 Nov 12 09:00:52.805298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-6d1f01ed-7b55-44ac-a811-502450b4c931 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328159 Nov 12 09:00:52.966540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-ae28c9b2-2f1f-4afd-8cc6-abf61360f952 service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626813 Nov 12 09:00:53.040629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28d438ce-57e3-4732-b77e-d5d80ada96ad req-4c15ba5c-f241-4aef-aa64-3ca00260dce0 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509885 Nov 12 09:00:53.116231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f54ad71-e604-4c26-ba57-9018e88a96e0 req-b12af44b-7178-4d85-8626-65efccf24458 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505271 Nov 12 09:00:53.184385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:53.189347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:53.196442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] Sync routers for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:53.215557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:53.216653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:53.270489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-80dd1572-1028-42e6-9c6d-164f9cbb0a21 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "PUT /v2.0/floatingips/dc76ba37-d7cb-442c-a553-d8302cf9029b HTTP/1.1" status: 200 len: 991 time: 3.1578016 Nov 12 09:00:53.305368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb3872-30ab-4fdd-884b-ac59b0fe3a73 req-508b8773-9bec-4787-926a-aeb10bb47657 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.313052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0eb3872-30ab-4fdd-884b-ac59b0fe3a73 req-508b8773-9bec-4787-926a-aeb10bb47657 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 948 time: 0.1935041 Nov 12 09:00:53.362965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-210f14bc-bece-4f31-ab86-b832622a67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.364575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-210f14bc-bece-4f31-ab86-b832622a67e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 1100 time: 0.1316559 Nov 12 09:00:53.369291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:53.371652 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b0069-316c-4ba6-afd0-d5db521a66e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:53.407057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0eb3872-30ab-4fdd-884b-ac59b0fe3a73 req-00844f5d-e7a0-4342-b6e8-c1240bd7dfc6 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922136 Nov 12 09:00:53.477806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4997911-89ef-4794-b609-3223df3e6b19 req-4f2ebce6-ac8a-4198-97cf-760d66a3d893 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.479576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4997911-89ef-4794-b609-3223df3e6b19 req-4f2ebce6-ac8a-4198-97cf-760d66a3d893 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 943 time: 0.1056082 Nov 12 09:00:53.512291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:53.579011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b701154-6e5f-4a95-ae2c-4c8435b6a4b4 req-dda88b0d-a888-4e02-a988-d7041ecbd5e7 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0604537 Nov 12 09:00:53.581302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4997911-89ef-4794-b609-3223df3e6b19 req-dc1dcfb2-110c-41ea-a014-59fe78767d6e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876288 Nov 12 09:00:53.666304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-bcea9b67-0ffa-4f18-8f29-718bb688bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.672566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-bcea9b67-0ffa-4f18-8f29-718bb688bab8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2975905 Nov 12 09:00:53.751272 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003f360e-eaa3-4176-a495-d16e3f09d75d x-openstack-request-id: req-003f360e-eaa3-4176-a495-d16e3f09d75d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:53.751567 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:53.751824 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-003f360e-eaa3-4176-a495-d16e3f09d75d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:53.752260 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'status': 'completed', 'code': 200} Nov 12 09:00:53.770596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-de861107-e15c-4f13-a166-e446d4372154 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=eb44e68d-1af2-4a85-9f54-6a63caa77b00 HTTP/1.1" status: 200 len: 217 time: 0.0909390 Nov 12 09:00:53.869983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-60f570d1-a2db-43bb-b96a-ab1258b18719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.871667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-60f570d1-a2db-43bb-b96a-ab1258b18719 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d0f55c55d9549d68930e802a84a8a09&device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 1097 time: 0.1182923 Nov 12 09:00:53.902771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-eec8bcf4-fd39-4cb8-89b0-0874004062e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:53.905066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-eec8bcf4-fd39-4cb8-89b0-0874004062e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1002357 Nov 12 09:00:53.924127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'dc76ba37-d7cb-442c-a553-d8302cf9029b', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'port_id': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'mac_address': 'fa:16:3e:b9:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e99a992-2910-4685-826c-3cd5ede87d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:33Z', 'updated_at': '2021-11-12T09:00:51Z', 'revision_number': 1, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:38Z', 'revision_number': 5, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:54.053622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-315da8f2-fcf9-45d6-b61d-2da047034bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.055030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-315da8f2-fcf9-45d6-b61d-2da047034bb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1354613 Nov 12 09:00:54.082700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-d870e5da-4edf-4357-be71-024ad662b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.088081 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-d870e5da-4edf-4357-be71-024ad662b8ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=d91a2f9f-6638-413d-bcba-2617cfe406f0 HTTP/1.1" status: 200 len: 917 time: 0.2029846 Nov 12 09:00:54.132404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59656) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:54.262468 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] Checking router: c7217dd1-cdb4-491f-99b6-62b15dd60d37 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:54.263722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-c711af10-dd8a-4690-a352-371342f70a6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b9e9133-131b-40c2-9ed2-923597636fc2 HTTP/1.1" status: 200 len: 999 time: 0.1511512 Nov 12 09:00:54.268298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe67cd8-b334-483d-89a9-b5283e4500d2 req-cc856bdc-cf8d-434a-be65-ac46cee279c4 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.268624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5368d09b-ed8d-4e07-97e1-3176abe75796 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:54.270282 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ffe67cd8-b334-483d-89a9-b5283e4500d2 req-cc856bdc-cf8d-434a-be65-ac46cee279c4 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.1090603 Nov 12 09:00:54.294401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:54.295313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:54.316976 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-1098a697-bace-42e4-bb40-0fb87d7e0a77 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454672 Nov 12 09:00:54.360994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ffe67cd8-b334-483d-89a9-b5283e4500d2 req-e8195371-61c5-4610-b362-125eeb5eacb9 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842466 Nov 12 09:00:54.367052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-56124280-f581-4fba-b086-a9a965c5ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.374888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-56124280-f581-4fba-b086-a9a965c5ef39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8816e87-65ea-4270-9b67-e414dfcd45e6 HTTP/1.1" status: 200 len: 855 time: 0.0966465 Nov 12 09:00:54.396507 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef51690b-761f-488f-9c87-45e5296e225c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.526944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef51690b-761f-488f-9c87-45e5296e225c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.541621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef51690b-761f-488f-9c87-45e5296e225c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.618716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5368d09b-ed8d-4e07-97e1-3176abe75796, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5368d09b-ed8d-4e07-97e1-3176abe75796,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:54.622385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:54.629771 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7048aa9c-47d5-4837-8cae-bde5a27a1063 req-b25d97a1-e35f-49a5-84ef-c1b5615839ce service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032632 Nov 12 09:00:54.633641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-0d50a441-fc78-4844-a5cd-068319406131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.635251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-0d50a441-fc78-4844-a5cd-068319406131 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d91a2f9f-6638-413d-bcba-2617cfe406f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2105718 Nov 12 09:00:54.678161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '5368d09b-ed8d-4e07-97e1-3176abe75796', 'network_id': '307e4146-dcee-45a8-b14f-7f6f5ce169dc', 'port_id': '5368d09b-ed8d-4e07-97e1-3176abe75796', 'mac_address': 'fa:16:3e:b6:43:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b9748e9-d55d-409c-bb5f-7d9f9c0865ba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:54.705927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d180fd6-4364-4071-b135-283985279826 req-98fa4691-e1ef-48de-82e8-ec1c10dc7c7a tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.716667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d180fd6-4364-4071-b135-283985279826 req-98fa4691-e1ef-48de-82e8-ec1c10dc7c7a tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.2264669 Nov 12 09:00:54.721134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:54.726328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Request body: {'floatingip': {'port_id': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:54.731459 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.747750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef51690b-761f-488f-9c87-45e5296e225c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31874996c51f45aa99bb0c32bbbcdd75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6135972 Nov 12 09:00:54.749115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51690b-761f-488f-9c87-45e5296e225c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8103a32-0d7d-42ad-ae67-de6823c54dcf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:54.798776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5368d09b-ed8d-4e07-97e1-3176abe75796 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:54.802106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:00:54.805588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eb44e68d-1af2-4a85-9f54-6a63caa77b00 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:00:54.853143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9687e0-187f-4609-a8a3-b485ec52e1e1 req-0847c170-8e25-4fdf-a7d1-52ffb1af8314 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:54.854728 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c9687e0-187f-4609-a8a3-b485ec52e1e1 req-0847c170-8e25-4fdf-a7d1-52ffb1af8314 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 948 time: 0.3176913 Nov 12 09:00:54.860578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5368d09b-ed8d-4e07-97e1-3176abe75796, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5368d09b-ed8d-4e07-97e1-3176abe75796,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:54.876395 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.882397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:54.958114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5368d09b-ed8d-4e07-97e1-3176abe75796,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:54.994930 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c9687e0-187f-4609-a8a3-b485ec52e1e1 req-e97c9afb-d18c-4262-b018-3d4611085014 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258652 Nov 12 09:00:55.036423 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-92f253ca-f086-431d-9ae4-9a72d74e5d89 service neutron] 10.222.0.55 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898931 Nov 12 09:00:55.135885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-b944b15d-7a89-491b-a866-c255dbbab247 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:55.137325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-b944b15d-7a89-491b-a866-c255dbbab247 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.4879391 Nov 12 09:00:55.142614 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a826268-ccb8-4325-ae9e-8b0ad4344f75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.143619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port eb44e68d-1af2-4a85-9f54-6a63caa77b00, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eb44e68d-1af2-4a85-9f54-6a63caa77b00,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:55.147632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5368d09b-ed8d-4e07-97e1-3176abe75796'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:55.180842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Request body: {'port': {'device_id': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'admin_state_up': True, 'tenant_id': 'ed82da55803749a3909a8212a38c1037'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:55.191086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00', 'mac_address': 'fa:16:3e:ac:cd:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:00:55.232315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfc1a46e-e83e-487a-ac81-5afd8545f6f1 req-a12bb957-9e58-4428-aa29-7de67afc8d51 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0498714 Nov 12 09:00:55.258035 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.268450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a74b0069-316c-4ba6-afd0-d5db521a66e2 req-5a746a4a-0544-4ed4-a8c7-3a3b08b849d0 service neutron] 10.222.0.55 "GET /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254050 Nov 12 09:00:55.281157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a826268-ccb8-4325-ae9e-8b0ad4344f75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.300990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb44e68d-1af2-4a85-9f54-6a63caa77b00 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:55.344796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port eb44e68d-1af2-4a85-9f54-6a63caa77b00, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eb44e68d-1af2-4a85-9f54-6a63caa77b00,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:55.350121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264092-83bc-4e99-870c-167f3f6aa170 req-4e5613e1-6d5a-4782-b5f6-d8058b9eb89c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:55.351998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f264092-83bc-4e99-870c-167f3f6aa170 req-4e5613e1-6d5a-4782-b5f6-d8058b9eb89c tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 944 time: 0.4129705 Nov 12 09:00:55.358022 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.398108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'dc76ba37-d7cb-442c-a553-d8302cf9029b', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'port_id': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'mac_address': 'fa:16:3e:b9:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e99a992-2910-4685-826c-3cd5ede87d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:33Z', 'updated_at': '2021-11-12T09:00:51Z', 'revision_number': 1, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:38Z', 'revision_number': 5, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:55.442372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1225a7cc-592b-4572-8439-e4296063fbb6 None None] The sync data for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 is: [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'dc76ba37-d7cb-442c-a553-d8302cf9029b', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'floating_ip_address': '172.25.5.183', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'port_id': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'mac_address': 'fa:16:3e:b9:b5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e99a992-2910-4685-826c-3cd5ede87d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T08:59:33Z', 'updated_at': '2021-11-12T09:00:51Z', 'revision_number': 1, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:38Z', 'revision_number': 5, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:55.482439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=eb44e68d-1af2-4a85-9f54-6a63caa77b00,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:55.496032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Made reservation on behalf of ed82da55803749a3909a8212a38c1037 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:00:55.500016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.640569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['eb44e68d-1af2-4a85-9f54-6a63caa77b00'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:00:55.721864 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11638419-acce-4937-8115-63eaf9c55d1e None None] New status for floating IP dc76ba37-d7cb-442c-a553-d8302cf9029b: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:55.908547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a826268-ccb8-4325-ae9e-8b0ad4344f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.911049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a826268-ccb8-4325-ae9e-8b0ad4344f75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:55.912320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3a826268-ccb8-4325-ae9e-8b0ad4344f75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8103a32-0d7d-42ad-ae67-de6823c54dcf HTTP/1.1" status: 204 len: 168 time: 1.1014173 Nov 12 09:00:55.939871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a826268-ccb8-4325-ae9e-8b0ad4344f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8103a32-0d7d-42ad-ae67-de6823c54dcf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:55.963122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f264092-83bc-4e99-870c-167f3f6aa170 req-27bdd891-c6c3-4a99-86a8-97b778e9fe52 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913746 Nov 12 09:00:56.174663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82525c40-888e-4ef7-8f3d-0e85fa44baf8 req-e9a09baa-9fdd-42ba-84f1-c671173b02e5 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:56.177156 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82525c40-888e-4ef7-8f3d-0e85fa44baf8 req-e9a09baa-9fdd-42ba-84f1-c671173b02e5 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 949 time: 0.0826783 Nov 12 09:00:56.203406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Allocated IP 172.20.0.4 (fd78341e-29f1-4009-9d2e-5d5dacc00520/646b91e6-cd54-4117-b51d-4de082ca85d8/bd002870-75b3-4c07-a7e6-d6a27b7580a7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:00:56.248902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82525c40-888e-4ef7-8f3d-0e85fa44baf8 req-7d37a120-fd45-4227-90ab-d89d66d2d32f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633774 Nov 12 09:00:56.275870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5368d09b-ed8d-4e07-97e1-3176abe75796 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:56.385452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 5368d09b-ed8d-4e07-97e1-3176abe75796 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:56.390623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 5368d09b-ed8d-4e07-97e1-3176abe75796 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:56.391207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.431169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b2b2915-69c4-4dee-b8e7-56c90a4b1be9 req-67877862-82cd-425f-82c0-af314da28fde tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 210 time: 0.0981224 Nov 12 09:00:56.487311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:00:56.515590 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.563150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5368d09b-ed8d-4e07-97e1-3176abe75796'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:56.572991 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76f65ee-8c49-4e38-ab53-2a8e8eeb1ac3" -d '{"events": [{"server_uuid": "06966ee6-b8a5-4c72-bcc1-10f641991fb8", "name": "network-vif-plugged", "status": "completed", "tag": "5368d09b-ed8d-4e07-97e1-3176abe75796"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:56.597020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5368d09b-ed8d-4e07-97e1-3176abe75796, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5368d09b-ed8d-4e07-97e1-3176abe75796,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:56.607015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.629761 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.641612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.678134 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cc83d6-5db7-4d85-973c-4ad572e2a6bc x-openstack-request-id: req-43cc83d6-5db7-4d85-973c-4ad572e2a6bc {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:56.678425 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06966ee6-b8a5-4c72-bcc1-10f641991fb8", "name": "network-vif-plugged", "status": "completed", "tag": "5368d09b-ed8d-4e07-97e1-3176abe75796", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:56.678685 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43cc83d6-5db7-4d85-973c-4ad572e2a6bc {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:56.679125 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5368d09b-ed8d-4e07-97e1-3176abe75796', 'code': 200} Nov 12 09:00:56.680103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5368d09b-ed8d-4e07-97e1-3176abe75796,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:56.758362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eb44e68d-1af2-4a85-9f54-6a63caa77b00 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:00:56.822229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port eb44e68d-1af2-4a85-9f54-6a63caa77b00 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:00:56.828800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port eb44e68d-1af2-4a85-9f54-6a63caa77b00 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:00:56.829281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.843477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:56.877391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4f05a-621a-43b0-9caa-34d532f1852f req-8ef9ec5f-91e7-4b53-aad6-f908e997dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:56.878904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34f4f05a-621a-43b0-9caa-34d532f1852f req-8ef9ec5f-91e7-4b53-aad6-f908e997dcb1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 1097 time: 0.0991514 Nov 12 09:00:56.883810 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Floating IP 067fb7a7-dca0-4f22-ab73-358123c0e3a9 associated. External IP: 172.25.5.135, port: cd9ab74c-a0b8-4855-85c4-d184fe648a37. Nov 12 09:00:56.947168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.002483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port eb44e68d-1af2-4a85-9f54-6a63caa77b00, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eb44e68d-1af2-4a85-9f54-6a63caa77b00,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:00:57.010383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.055816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.112973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34f4f05a-621a-43b0-9caa-34d532f1852f req-ff213d88-ca47-4a70-a7ad-feffed92de50 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384075 Nov 12 09:00:57.121938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=eb44e68d-1af2-4a85-9f54-6a63caa77b00,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:57.154111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.160593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.162120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.162634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:00:57.164336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.165080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.165615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.166120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.168541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.169118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.169633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.171970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.172520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:00:57.172772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:00:57.201587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4633b4-9fb8-4dc5-a5e0-58773725d3cb req-d154a3eb-53ae-4f7c-a655-2b9702d20a59 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.203863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec4633b4-9fb8-4dc5-a5e0-58773725d3cb req-d154a3eb-53ae-4f7c-a655-2b9702d20a59 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.1370130 Nov 12 09:00:57.226920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:00:57.270877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:57.274287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec4633b4-9fb8-4dc5-a5e0-58773725d3cb req-29ed17dc-ca9c-4990-9385-09aaac226e41 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640984 Nov 12 09:00:57.317119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.318131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.327494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Router bbaa731a-5020-43b5-9eaf-32bb1b64727b has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:00:57.375871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a2d8c0fb-2698-4786-9716-df52c5b97f2c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2071235 Nov 12 09:00:57.433441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Request body: {'port': {'device_id': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:00:57.558633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd77bc-79e8-4fc8-951b-f283788fca82 req-6ab5eaa1-2e25-42f2-b117-f1a15805cce8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.560341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5cd77bc-79e8-4fc8-951b-f283788fca82 req-6ab5eaa1-2e25-42f2-b117-f1a15805cce8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 950 time: 0.2216630 Nov 12 09:00:57.566611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.592110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.703743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb726de-2402-4092-a760-0ece7ffe84a9 req-3458272c-cb40-48be-a9ff-10a50caacb28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:57.706070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-efb726de-2402-4092-a760-0ece7ffe84a9 req-3458272c-cb40-48be-a9ff-10a50caacb28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 931 time: 0.0585420 Nov 12 09:00:57.706499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:00:57.717039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:57.724780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] Sync routers for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:00:57.753020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:57.753582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:57.777643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5cd77bc-79e8-4fc8-951b-f283788fca82 req-6d270105-81a9-4cbd-8655-a241df582edd tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776617 Nov 12 09:00:57.787848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-efb726de-2402-4092-a760-0ece7ffe84a9 req-5e969034-a1b9-40a9-9792-a4d36780b541 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647166 Nov 12 09:00:57.860750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4b0d3893-3aad-4518-8565-4361f171edec tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "PUT /v2.0/floatingips/067fb7a7-dca0-4f22-ab73-358123c0e3a9 HTTP/1.1" status: 200 len: 991 time: 3.1385450 Nov 12 09:00:57.864587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:57.866857 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0465783-dc7f-4ac1-8dec-8a699ad6d598" -d '{"events": [{"name": "network-changed", "server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:57.954494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:57.997827 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43265b02-ca05-4c8c-8607-0c4a9f84204a x-openstack-request-id: req-43265b02-ca05-4c8c-8607-0c4a9f84204a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:57.998404 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:57.998914 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43265b02-ca05-4c8c-8607-0c4a9f84204a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:57.999521 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'status': 'completed', 'code': 200} Nov 12 09:00:58.054466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:58.066897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-cf68cbcb-9a7c-4720-99fe-1bb528ab3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.069216 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-cf68cbcb-9a7c-4720-99fe-1bb528ab3ccc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6f522d2d1854841bb106ee164b4b770&device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 1097 time: 0.0613945 Nov 12 09:00:58.131229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd002870-75b3-4c07-a7e6-d6a27b7580a7 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:00:58.143028 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:58.158321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Transition to ACTIVE for port object bd002870-75b3-4c07-a7e6-d6a27b7580a7 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:00:58.162929 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:58.207966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-6aa796dc-3e7b-485f-874f-f2311d99441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.213404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-6aa796dc-3e7b-485f-874f-f2311d99441a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5e4765bb-ed35-4ae0-8eea-dde366abff50 HTTP/1.1" status: 200 len: 913 time: 0.1354465 Nov 12 09:00:58.291114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:58.331527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '067fb7a7-dca0-4f22-ab73-358123c0e3a9', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'port_id': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'mac_address': 'fa:16:3e:27:05:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:00:38Z', 'updated_at': '2021-11-12T09:00:56Z', 'revision_number': 1, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:31Z', 'revision_number': 5, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:58.340958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-be62deda-1d52-4d3a-ace7-2027fa6f12b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37 HTTP/1.1" status: 200 len: 999 time: 0.1096981 Nov 12 09:00:58.353259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:00:58.358140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:00:58.359089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:58.365356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] Checking router: bbaa731a-5020-43b5-9eaf-32bb1b64727b for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:00:58.370402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:00:58.370739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:00:58.383315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:00:58.383315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:00:58.383703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:00:58.386107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Bound port: bd002870-75b3-4c07-a7e6-d6a27b7580a7, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:00:58.386567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:58.388638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:00:58.389298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:00:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:58.436641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-3fb5ec10-7731-425f-8946-3e0903374d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.440163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-3fb5ec10-7731-425f-8946-3e0903374d97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13a25989-e39d-43b4-bd85-415bfd6830bf HTTP/1.1" status: 200 len: 851 time: 0.0853453 Nov 12 09:00:58.518073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:00:58.525297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:00:58.532631 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:58.539966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4e825-634e-478b-bdcb-fe10e65ce9ff req-34c1cd17-6b31-4867-9987-f6089d4bd9f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.541717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99b4e825-634e-478b-bdcb-fe10e65ce9ff req-34c1cd17-6b31-4867-9987-f6089d4bd9f5 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.1073163 Nov 12 09:00:58.590306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-47248125-5c69-4063-861c-b4036d40abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.592132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-47248125-5c69-4063-861c-b4036d40abba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5e4765bb-ed35-4ae0-8eea-dde366abff50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158493 Nov 12 09:00:58.634427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99b4e825-634e-478b-bdcb-fe10e65ce9ff req-7f371629-317a-442e-9d55-5d9790def009 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774326 Nov 12 09:00:58.656780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.657426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:00:58.659051 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 1092 time: 1.2319961 Nov 12 09:00:58.679949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:00:58.682809 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5304a9-db37-4ea1-9357-d0b00a9bfd47" -d '{"events": [{"server_uuid": "0a13828f-e352-49f0-8f5e-677ad84ef84d", "name": "network-vif-plugged", "status": "completed", "tag": "eb44e68d-1af2-4a85-9f54-6a63caa77b00"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:00:58.690344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59d178-242e-4fb2-a9d8-8b0f2129d3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:00:58.724283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:00:58.760078 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfff1b9-8391-4dc9-b855-b6eda289298a x-openstack-request-id: req-fbfff1b9-8391-4dc9-b855-b6eda289298a {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:00:58.760674 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a13828f-e352-49f0-8f5e-677ad84ef84d", "name": "network-vif-plugged", "status": "completed", "tag": "eb44e68d-1af2-4a85-9f54-6a63caa77b00", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:00:58.761110 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbfff1b9-8391-4dc9-b855-b6eda289298a {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:00:58.761537 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00', 'code': 200} Nov 12 09:00:58.802428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-670b48ae-fa1a-490e-b6ee-d8ca3d70359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:58.804364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-670b48ae-fa1a-490e-b6ee-d8ca3d70359d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0910439 Nov 12 09:00:58.876248 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-0a607bd1-2884-4e72-9245-37fc3b5c6fd2 service neutron] 10.222.0.55 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504237 Nov 12 09:00:58.891211 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-2231e043-03f4-45a0-b0f4-4a7183465e3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 217 time: 0.0775630 Nov 12 09:00:59.014268 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0465783-dc7f-4ac1-8dec-8a699ad6d598 req-7261d7cd-073b-4ff7-9d53-dbcff1e480ac service neutron] 10.222.0.55 "GET /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279166 Nov 12 09:00:59.042270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-72e78712-f313-462a-9ac3-8d6339726599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.044083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-72e78712-f313-462a-9ac3-8d6339726599 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1455064 Nov 12 09:00:59.056617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '067fb7a7-dca0-4f22-ab73-358123c0e3a9', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'port_id': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'mac_address': 'fa:16:3e:27:05:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:00:38Z', 'updated_at': '2021-11-12T09:00:56Z', 'revision_number': 1, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:31Z', 'revision_number': 5, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:00:59.066514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b9446-6b89-4421-9760-1fdda674249b req-e2eac93b-4eed-48bd-ab7a-1c311540d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.068035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c1b9446-6b89-4421-9760-1fdda674249b req-e2eac93b-4eed-48bd-ab7a-1c311540d9ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 1102 time: 0.2573197 Nov 12 09:00:59.072558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c6208d-cfc7-4b73-a011-4520bae7ba16 req-3bcc941e-c203-43fa-9495-7d5a3b644535 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.074345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72c6208d-cfc7-4b73-a011-4520bae7ba16 req-3bcc941e-c203-43fa-9495-7d5a3b644535 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 950 time: 0.1051023 Nov 12 09:00:59.092779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762f589a-6228-410b-9422-61f12ce8a0dc None None] The sync data for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 is: [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '067fb7a7-dca0-4f22-ab73-358123c0e3a9', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'floating_ip_address': '172.25.5.135', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'port_id': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'mac_address': 'fa:16:3e:27:05:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:00:38Z', 'updated_at': '2021-11-12T09:00:56Z', 'revision_number': 1, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:31Z', 'revision_number': 5, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:00:59.110152 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-eebe8afe-d6e1-4f7d-977a-c3c613269f2f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557365 Nov 12 09:00:59.118973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b638f3-3c7f-4336-8a7b-32bee7db7bdc req-6539bbd3-bd24-46f9-bf1b-c5b364885aab tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.121602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b638f3-3c7f-4336-8a7b-32bee7db7bdc req-6539bbd3-bd24-46f9-bf1b-c5b364885aab tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.1563485 Nov 12 09:00:59.162629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c1b9446-6b89-4421-9760-1fdda674249b req-b74b3e17-5019-47d7-b17e-96cf6421a369 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860884 Nov 12 09:00:59.205332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06b638f3-3c7f-4336-8a7b-32bee7db7bdc req-638c72e2-99c5-4010-9f99-50e1cc102ae5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727339 Nov 12 09:00:59.415579 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8600407-a99d-4864-b722-a9e627dbd840 None None] New status for floating IP 067fb7a7-dca0-4f22-ab73-358123c0e3a9: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:00:59.534972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72c6208d-cfc7-4b73-a011-4520bae7ba16 req-8ed2bddb-dc7e-4d58-94fc-6082c4901459 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339247 Nov 12 09:00:59.561017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-a8062130-5868-4bda-bb82-0e9f22f45f84 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428010 Nov 12 09:00:59.695080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-073add7c-736c-4223-a8e9-f03f75ffe14e req-8b11ca21-c209-4256-8910-ae6e059cae63 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268620 Nov 12 09:00:59.784183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294adc21-149c-40c5-857b-a47fa682cc5d req-6e795534-0467-46ab-8917-0b5d12af8104 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:00:59.785776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-294adc21-149c-40c5-857b-a47fa682cc5d req-6e795534-0467-46ab-8917-0b5d12af8104 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.0603287 Nov 12 09:00:59.849849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-294adc21-149c-40c5-857b-a47fa682cc5d req-be52feb1-ae8b-4444-a9f1-cb1dcba3e50e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553076 Nov 12 09:01:00.003422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7946fe-3327-4ad9-8fa2-e76ad949d567 req-c6e19bc5-bd49-4948-a8b4-c87f3cf2c4a4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.005092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a7946fe-3327-4ad9-8fa2-e76ad949d567 req-c6e19bc5-bd49-4948-a8b4-c87f3cf2c4a4 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.0742598 Nov 12 09:01:00.005604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:00.007988 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa376b16-c432-4abf-9020-66893d3cd46b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:00.055166 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff72935e-1ddc-4f3f-bded-ffd878052714 x-openstack-request-id: req-ff72935e-1ddc-4f3f-bded-ffd878052714 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:00.055444 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:00.055712 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff72935e-1ddc-4f3f-bded-ffd878052714 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:00.056153 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7', 'status': 'completed', 'code': 200} Nov 12 09:01:00.107246 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a7946fe-3327-4ad9-8fa2-e76ad949d567 req-34d5192d-b711-47c6-867a-716cff6914f0 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Nov 12 09:01:00.139515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa376b16-c432-4abf-9020-66893d3cd46b req-44a90ab8-1a1e-4d3a-a79a-9c0dcb2f5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.141531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa376b16-c432-4abf-9020-66893d3cd46b req-44a90ab8-1a1e-4d3a-a79a-9c0dcb2f5f87 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1095 time: 0.0524590 Nov 12 09:01:00.259282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa376b16-c432-4abf-9020-66893d3cd46b req-3d51da47-43ca-4b67-9ff1-d9a5dfb225c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.261974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa376b16-c432-4abf-9020-66893d3cd46b req-3d51da47-43ca-4b67-9ff1-d9a5dfb225c5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.1129651 Nov 12 09:01:00.324632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59908) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:00.327824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa376b16-c432-4abf-9020-66893d3cd46b req-1bb510bd-f80f-4752-ba9a-8be2fb5033c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 217 time: 0.0540667 Nov 12 09:01:00.370037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d99d97-67c5-458a-8d64-25cc14de0aea req-795ee410-ffcd-4293-ba09-bdd68e13801b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.371733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69d99d97-67c5-458a-8d64-25cc14de0aea req-795ee410-ffcd-4293-ba09-bdd68e13801b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.0588160 Nov 12 09:01:00.408129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf1789-1adb-4500-9b31-69646db77f5c req-8c0074ee-58e5-4de0-9705-5415c9236334 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.409772 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2cdf1789-1adb-4500-9b31-69646db77f5c req-8c0074ee-58e5-4de0-9705-5415c9236334 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.0921814 Nov 12 09:01:00.411948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa376b16-c432-4abf-9020-66893d3cd46b req-153cf453-bfdd-4f3d-a551-721706363de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.413346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa376b16-c432-4abf-9020-66893d3cd46b req-153cf453-bfdd-4f3d-a551-721706363de1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0670187 Nov 12 09:01:00.436849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69d99d97-67c5-458a-8d64-25cc14de0aea req-d45dfe40-34ab-4d11-ad37-81a019b36586 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585523 Nov 12 09:01:00.485191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa376b16-c432-4abf-9020-66893d3cd46b req-df55ca47-95d5-43ba-aff8-f1dfdb88ed54 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587764 Nov 12 09:01:00.496744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86b3faa3-b870-45de-8a33-a7c0e8812082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.563803 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2cdf1789-1adb-4500-9b31-69646db77f5c req-156f83e1-124d-4025-b331-51eb6125c3df tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440802 Nov 12 09:01:00.694825 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86b3faa3-b870-45de-8a33-a7c0e8812082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.695386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa376b16-c432-4abf-9020-66893d3cd46b req-42799f51-f4b4-4df4-8b95-fb77e29c4264 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910017 Nov 12 09:01:00.708882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86b3faa3-b870-45de-8a33-a7c0e8812082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.721026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3755215-3592-4529-9f41-1d68bf07a1bb req-b21c14c2-5d95-453c-9c3f-24dba91c5254 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.722134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3755215-3592-4529-9f41-1d68bf07a1bb req-b21c14c2-5d95-453c-9c3f-24dba91c5254 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 950 time: 0.0889020 Nov 12 09:01:00.770342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-86b3faa3-b870-45de-8a33-a7c0e8812082 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1702d9ca259e4ddb872bb41cfa33b731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4442334 Nov 12 09:01:00.775987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59922) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:00.796921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3faa3-b870-45de-8a33-a7c0e8812082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbdb8b0-4ed7-4a07-bc11-c8b9e01e94f3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:00.830970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4056e-be81-40d2-aa93-fcc0f30f6bc3 req-8c5bf82a-b4fe-4e19-81dd-3a929ea85664 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:00.838317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c4056e-be81-40d2-aa93-fcc0f30f6bc3 req-8c5bf82a-b4fe-4e19-81dd-3a929ea85664 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.1455877 Nov 12 09:01:00.839140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3755215-3592-4529-9f41-1d68bf07a1bb req-dde09f73-c82a-4100-a246-4ec132f7cd18 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036317 Nov 12 09:01:00.852837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa376b16-c432-4abf-9020-66893d3cd46b req-f1d1a488-e5f2-4853-b192-0164cd7f58fb service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476300 Nov 12 09:01:00.889929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f53e4dc8-05b0-49be-895c-4a3646ee96a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.914522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11c4056e-be81-40d2-aa93-fcc0f30f6bc3 req-2ddf6c49-cf18-4bce-9dfc-225596987dca tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753069 Nov 12 09:01:00.926330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f53e4dc8-05b0-49be-895c-4a3646ee96a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.996355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f53e4dc8-05b0-49be-895c-4a3646ee96a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:00.999331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f53e4dc8-05b0-49be-895c-4a3646ee96a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.003500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f53e4dc8-05b0-49be-895c-4a3646ee96a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bbdb8b0-4ed7-4a07-bc11-c8b9e01e94f3 HTTP/1.1" status: 204 len: 168 time: 0.2242248 Nov 12 09:01:01.024394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e4dc8-05b0-49be-895c-4a3646ee96a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbdb8b0-4ed7-4a07-bc11-c8b9e01e94f3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:01.244865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8cdc8e-b4d8-4e00-8f7d-c872b2f4bad5 req-07ac54db-c45e-4e50-a9f0-b202548df2e8 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.246524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a8cdc8e-b4d8-4e00-8f7d-c872b2f4bad5 req-07ac54db-c45e-4e50-a9f0-b202548df2e8 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.0574365 Nov 12 09:01:01.316745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a8cdc8e-b4d8-4e00-8f7d-c872b2f4bad5 req-93d86b2a-9ee8-4d68-8a3f-1c306440305f tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628700 Nov 12 09:01:01.410254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59942) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:01.428595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e36accd-f78a-471e-8bf1-3aed27ee3e25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.526179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0f9a3-d51b-497f-a93f-90305e186815 req-eae38f0d-204e-45fb-9ce7-f32189e14f98 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.540574 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92f0f9a3-d51b-497f-a93f-90305e186815 req-eae38f0d-204e-45fb-9ce7-f32189e14f98 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.1090367 Nov 12 09:01:01.614863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e36accd-f78a-471e-8bf1-3aed27ee3e25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.619795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e36accd-f78a-471e-8bf1-3aed27ee3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.648441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92f0f9a3-d51b-497f-a93f-90305e186815 req-2a156c01-2ed3-4c12-9b7f-be5884e99a4e tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062183 Nov 12 09:01:01.681359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59952) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:01.681635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0e36accd-f78a-471e-8bf1-3aed27ee3e25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec57f58d06a34b36a72f0e2b9b59f214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691703 Nov 12 09:01:01.682692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36accd-f78a-471e-8bf1-3aed27ee3e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1abe73-0515-462e-b54f-30f43444f46d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:01.765555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.766035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.766503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.766967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.767430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.767883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.768431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.768883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.769335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.771484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-6b4cd1e7-1cbe-4a99-8f95-e2b4f7854e84 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2&device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8&device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d&device_id=4decf157-4d15-4273-ab92-85cadb81f1a5&device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8&device_id=6e99a992-2910-4685-826c-3cd5ede87d40&device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3&device_id=88b19273-c39e-44ba-9000-bd6462a396d2&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 8208 time: 0.0684273 Nov 12 09:01:01.794078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-2a646539-c731-45b7-a517-1187d06ca10d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.802112 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d3015ce-397e-4d78-b44a-bd337926c9b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.839481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468397e0-fe0b-40af-8185-6c24a724584e req-1ddf34ef-937d-4112-aa59-556787ff1efb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:01.841960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-468397e0-fe0b-40af-8185-6c24a724584e req-1ddf34ef-937d-4112-aa59-556787ff1efb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.0924625 Nov 12 09:01:01.867950 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d3015ce-397e-4d78-b44a-bd337926c9b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.887761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-2a646539-c731-45b7-a517-1187d06ca10d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.892363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-2a646539-c731-45b7-a517-1187d06ca10d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.937515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a646539-c731-45b7-a517-1187d06ca10d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52304764-d330-452f-a268-4562f7e63c45,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:01.945226 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-468397e0-fe0b-40af-8185-6c24a724584e req-b296e48f-474e-40fe-8cf8-e059e269bbde tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883060 Nov 12 09:01:01.981862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d3015ce-397e-4d78-b44a-bd337926c9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.985420 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d3015ce-397e-4d78-b44a-bd337926c9b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:01.990129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d3015ce-397e-4d78-b44a-bd337926c9b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c1abe73-0515-462e-b54f-30f43444f46d HTTP/1.1" status: 204 len: 168 time: 0.3067441 Nov 12 09:01:01.999153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3015ce-397e-4d78-b44a-bd337926c9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1abe73-0515-462e-b54f-30f43444f46d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:02.061271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b2217db-8f8b-4f21-83eb-6f931de21095 req-2a646539-c731-45b7-a517-1187d06ca10d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&id=cb2f346d-d0af-492b-af5f-06c5698c45de&id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&id=0b8a77d2-17a8-42e7-9feb-d8c414531127&id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 764 time: 0.2821271 Nov 12 09:01:02.293907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:02.438016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:02.456280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'port_id': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7', 'mac_address': 'fa:16:3e:80:3a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646b91e6-cd54-4117-b51d-4de082ca85d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:02.474115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43669b0f-2b3f-42fe-a41e-46c22d4bf961 req-98411d1f-6426-4f99-a797-c995e4b26a25 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:02.475808 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43669b0f-2b3f-42fe-a41e-46c22d4bf961 req-98411d1f-6426-4f99-a797-c995e4b26a25 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.0663304 Nov 12 09:01:02.495337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08c67-c454-43a0-9252-0722d00808a7 req-eef52427-0935-4924-af31-ca28f1959efc tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:02.495830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08c67-c454-43a0-9252-0722d00808a7 req-eef52427-0935-4924-af31-ca28f1959efc tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:02.496369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e08c67-c454-43a0-9252-0722d00808a7 req-eef52427-0935-4924-af31-ca28f1959efc tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:02.498092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3e08c67-c454-43a0-9252-0722d00808a7 req-eef52427-0935-4924-af31-ca28f1959efc tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d&device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3&device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 2886 time: 0.0642366 Nov 12 09:01:02.503485 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.518429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd002870-75b3-4c07-a7e6-d6a27b7580a7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:02.547888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:02.549877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43669b0f-2b3f-42fe-a41e-46c22d4bf961 req-005c43ed-930c-4bec-be0d-5b2bd2fabd00 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658708 Nov 12 09:01:02.558007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:02.559209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3e08c67-c454-43a0-9252-0722d00808a7 req-40bd65da-64a6-4428-a214-224b77846b3c tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511484 Nov 12 09:01:02.618097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:02.903689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bd002870-75b3-4c07-a7e6-d6a27b7580a7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:03.092413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7beadf-e078-4798-840e-751c4ae3aa84 req-cbb797ae-87b0-4c00-a60f-7adbab6969a5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:03.096420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f7beadf-e078-4798-840e-751c4ae3aa84 req-cbb797ae-87b0-4c00-a60f-7adbab6969a5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 944 time: 0.0626273 Nov 12 09:01:03.150040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f7beadf-e078-4798-840e-751c4ae3aa84 req-1d93d276-0b8e-40db-a975-f1700d0fbf34 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451877 Nov 12 09:01:03.297736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed86e1-f770-4a4f-89a3-be4ed6549055 req-a3a05469-9038-4c32-ad48-c94325f7c50d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:03.299621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-beed86e1-f770-4a4f-89a3-be4ed6549055 req-a3a05469-9038-4c32-ad48-c94325f7c50d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1101 time: 0.0743742 Nov 12 09:01:03.387106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-beed86e1-f770-4a4f-89a3-be4ed6549055 req-cc5bfea7-3afb-4bcd-9aaf-3514f5f5ea3d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737932 Nov 12 09:01:03.564377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73172d07-ce18-4a58-80b9-32c597ed2d11 req-1f72dbb1-8cf9-42b9-82fa-495cdd26eb6b tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:03.567100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73172d07-ce18-4a58-80b9-32c597ed2d11 req-1f72dbb1-8cf9-42b9-82fa-495cdd26eb6b tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1101 time: 0.0634131 Nov 12 09:01:03.632677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73172d07-ce18-4a58-80b9-32c597ed2d11 req-5bdd8d0e-bba1-4a5b-913f-25368ab279be tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591578 Nov 12 09:01:03.729022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea0e26-24e9-4bda-bfca-11e6c3739442 req-c9777022-4fe7-4f02-8f57-1aa917488f5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:03.730620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4ea0e26-24e9-4bda-bfca-11e6c3739442 req-c9777022-4fe7-4f02-8f57-1aa917488f5d tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.0881155 Nov 12 09:01:03.814015 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4ea0e26-24e9-4bda-bfca-11e6c3739442 req-fd6f4ea1-d21f-490a-9a71-dfac56d27d07 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/security-groups?id=5e24908a-a9bd-43a6-a368-998d5f8bfbbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731452 Nov 12 09:01:03.893496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-aa2ad645-5381-484d-a8f7-84ec787fbdc7 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:03.895281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-aa2ad645-5381-484d-a8f7-84ec787fbdc7 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 945 time: 0.0859129 Nov 12 09:01:04.084876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Deleting port 5368d09b-ed8d-4e07-97e1-3176abe75796 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:04.085238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.219061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] For port 5368d09b-ed8d-4e07-97e1-3176abe75796, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5368d09b-ed8d-4e07-97e1-3176abe75796,segment=NetworkSegment(b54784b9-32aa-4c70-a704-378932b051ec),segment_id=b54784b9-32aa-4c70-a704-378932b051ec)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:04.220013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.238632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Calling delete_port for 5368d09b-ed8d-4e07-97e1-3176abe75796 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:04.312495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:04.470990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port bd002870-75b3-4c07-a7e6-d6a27b7580a7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:04.476637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port bd002870-75b3-4c07-a7e6-d6a27b7580a7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:04.477009 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.637395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1623e8f-2e55-444b-81bc-72a7f3edb906 req-5eee8a3e-927e-4840-8bc1-52002f7ae0cd tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:04.644126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1623e8f-2e55-444b-81bc-72a7f3edb906 req-5eee8a3e-927e-4840-8bc1-52002f7ae0cd tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 944 time: 0.1488142 Nov 12 09:01:04.645808 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.733684 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.759727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Pushing event deleted for resources: {'Port': ['ID=5368d09b-ed8d-4e07-97e1-3176abe75796,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:04.802483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:04.804846 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bac41b8-b992-424f-adbc-6ffa42c1a4a7" -d '{"events": [{"server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:04.840306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:04.850935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.857355 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1623e8f-2e55-444b-81bc-72a7f3edb906 req-5bae4080-3fdf-4105-a1a9-33f82763232f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092095 Nov 12 09:01:04.901985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a81a89a-a6a1-4100-b183-7109faac6c42 req-ca43296f-bfaa-4fb0-87d0-4ca8ee248719 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:04.915879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a81a89a-a6a1-4100-b183-7109faac6c42 req-ca43296f-bfaa-4fb0-87d0-4ca8ee248719 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1232135 Nov 12 09:01:04.917992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] No DVR routers for this DVR port 5368d09b-ed8d-4e07-97e1-3176abe75796 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:04.922902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:04.931199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a8cf528-b928-4826-a79a-4f74b55742e5 req-ae64bebd-1a9d-439a-9425-8cbe541d96a2 tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.62 "DELETE /v2.0/ports/5368d09b-ed8d-4e07-97e1-3176abe75796 HTTP/1.1" status: 204 len: 173 time: 1.0172083 Nov 12 09:01:04.933352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'name': 'network-vif-deleted', 'tag': '5368d09b-ed8d-4e07-97e1-3176abe75796'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:04.941767 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0798584-e2fa-42b6-8133-16b5fb63d7f4" -d '{"events": [{"server_uuid": "06966ee6-b8a5-4c72-bcc1-10f641991fb8", "name": "network-vif-deleted", "tag": "5368d09b-ed8d-4e07-97e1-3176abe75796"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:04.951195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:05.006438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:05.067023 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fa4ea6-9056-421e-9b72-c13a75b98a23 x-openstack-request-id: req-41fa4ea6-9056-421e-9b72-c13a75b98a23 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:05.067956 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "name": "network-vif-plugged", "status": "completed", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:05.068399 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41fa4ea6-9056-421e-9b72-c13a75b98a23 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:05.069293 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7', 'code': 200} Nov 12 09:01:05.132608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa0ff-c744-4123-8c89-5d81583ab6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.138815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a81a89a-a6a1-4100-b183-7109faac6c42 req-b2840d42-2605-4fc1-9303-d979c910c0c0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205658 Nov 12 09:01:05.252525 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc094f0a-f9cb-46de-8579-03c5eb2c6252 x-openstack-request-id: req-bc094f0a-f9cb-46de-8579-03c5eb2c6252 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:05.252808 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06966ee6-b8a5-4c72-bcc1-10f641991fb8", "name": "network-vif-deleted", "tag": "5368d09b-ed8d-4e07-97e1-3176abe75796", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:05.253065 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc094f0a-f9cb-46de-8579-03c5eb2c6252 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:05.253470 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06966ee6-b8a5-4c72-bcc1-10f641991fb8', 'name': 'network-vif-deleted', 'tag': '5368d09b-ed8d-4e07-97e1-3176abe75796', 'status': 'completed', 'code': 200} Nov 12 09:01:05.301467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8364407-a1e0-44fd-98cc-184ce6f733d7 req-11eccf26-84b3-4cfd-b546-443ad3b536ec tempest-ServerDiskConfigTestJSON-1894461952 tempest-ServerDiskConfigTestJSON-1894461952-project] 10.222.0.53 "GET /v2.0/ports?device_id=06966ee6-b8a5-4c72-bcc1-10f641991fb8 HTTP/1.1" status: 200 len: 210 time: 0.0408509 Nov 12 09:01:05.330793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baca6ca-d518-4f94-b45f-c2e89e91ca18 req-5349390e-4871-4e03-9bc1-ca1eebb5ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:05.332886 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9baca6ca-d518-4f94-b45f-c2e89e91ca18 req-5349390e-4871-4e03-9bc1-ca1eebb5ddaa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1282413 Nov 12 09:01:05.415521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9baca6ca-d518-4f94-b45f-c2e89e91ca18 req-b8e06b20-7d48-42c3-93eb-cfe2530207f8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727534 Nov 12 09:01:05.425987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa0ff-c744-4123-8c89-5d81583ab6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.434100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa0ff-c744-4123-8c89-5d81583ab6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.477062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfa0ff-c744-4123-8c89-5d81583ab6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451d1167-5b51-4f5d-9e94-27433d04cf1a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:05.486181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60144) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:05.492254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1bbfa0ff-c744-4123-8c89-5d81583ab6da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61aff537a1504d07936e5c68a9aa8a3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5381453 Nov 12 09:01:05.541719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a54578a2-05c1-4f69-b344-ed5706eae6ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.575370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a54578a2-05c1-4f69-b344-ed5706eae6ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.639617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a54578a2-05c1-4f69-b344-ed5706eae6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.643429 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a54578a2-05c1-4f69-b344-ed5706eae6ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:05.649046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a54578a2-05c1-4f69-b344-ed5706eae6ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/451d1167-5b51-4f5d-9e94-27433d04cf1a HTTP/1.1" status: 204 len: 168 time: 0.1608219 Nov 12 09:01:05.661802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54578a2-05c1-4f69-b344-ed5706eae6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451d1167-5b51-4f5d-9e94-27433d04cf1a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:06.040499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e95a8-f19f-496f-b506-63fef696a9d3 req-723742ab-6c14-4e04-8150-19169fa7056b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.042068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-575e95a8-f19f-496f-b506-63fef696a9d3 req-723742ab-6c14-4e04-8150-19169fa7056b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 945 time: 0.0674169 Nov 12 09:01:06.102705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-575e95a8-f19f-496f-b506-63fef696a9d3 req-0d02510f-fcfb-4a96-b659-1b76e633f984 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504441 Nov 12 09:01:06.127981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60160) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:06.143829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba3016cd-5df8-4344-9bbc-f0a3a4cd28b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.266987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba3016cd-5df8-4344-9bbc-f0a3a4cd28b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.273168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba3016cd-5df8-4344-9bbc-f0a3a4cd28b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.298976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fba1d-a768-423e-bd0c-b10b1befdd31 req-f6a5e2d2-41db-4f35-91df-6233adb9b7ce tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:06.301231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db4fba1d-a768-423e-bd0c-b10b1befdd31 req-f6a5e2d2-41db-4f35-91df-6233adb9b7ce tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0717757 Nov 12 09:01:06.318337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5368d09b-ed8d-4e07-97e1-3176abe75796 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:06.338448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ba3016cd-5df8-4344-9bbc-f0a3a4cd28b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ad8559201c747bcbd34d2b799793b24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079175 Nov 12 09:01:06.340117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3016cd-5df8-4344-9bbc-f0a3a4cd28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ed9fff-a710-465d-99ba-94e5c0a9776b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:06.345852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60166) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:06.383534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 5368d09b-ed8d-4e07-97e1-3176abe75796 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:06.384458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5368d09b-ed8d-4e07-97e1-3176abe75796 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:06.416333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db4fba1d-a768-423e-bd0c-b10b1befdd31 req-7b5efe50-3799-47b2-9dd5-391530d6a985 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034977 Nov 12 09:01:06.417746 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f192-24c5-4959-82c6-e3a244fb6cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.447534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f192-24c5-4959-82c6-e3a244fb6cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.502152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f192-24c5-4959-82c6-e3a244fb6cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.505587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7d0f192-24c5-4959-82c6-e3a244fb6cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.507238 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d7d0f192-24c5-4959-82c6-e3a244fb6cf7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6ed9fff-a710-465d-99ba-94e5c0a9776b HTTP/1.1" status: 204 len: 168 time: 0.1598997 Nov 12 09:01:06.518173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0f192-24c5-4959-82c6-e3a244fb6cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ed9fff-a710-465d-99ba-94e5c0a9776b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:06.576259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60178) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:06.641014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] Deleting subnet 0b9748e9-d55d-409c-bb5f-7d9f9c0865ba {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:06.647015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.701280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.792155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.870616 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.914770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b9748e9-d55d-409c-bb5f-7d9f9c0865ba,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:06.922829 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:06.928149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-494c31aa-56cc-4ba9-b236-bddb4ee14c57 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0b9748e9-d55d-409c-bb5f-7d9f9c0865ba HTTP/1.1" status: 204 len: 168 time: 0.3485487 Nov 12 09:01:06.928664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:07.064197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.194701 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.233024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307e4146-dcee-45a8-b14f-7f6f5ce169dc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:07.244973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b54784b9-32aa-4c70-a704-378932b051ec') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:07.245290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b54784b9-32aa-4c70-a704-378932b051ec') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:07.261759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.295792 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.331051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:07.331516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:07.333608 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:07.436698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618f6c6-d96e-41ab-809c-9ab09f3ee650 req-4beaa9c5-59c3-4540-acf2-624c8ff56552 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.447713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a618f6c6-d96e-41ab-809c-9ab09f3ee650 req-4beaa9c5-59c3-4540-acf2-624c8ff56552 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1690216 Nov 12 09:01:07.458263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.463188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.468874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] 10.222.0.53 "DELETE /v2.0/networks/307e4146-dcee-45a8-b14f-7f6f5ce169dc HTTP/1.1" status: 204 len: 168 time: 0.5385618 Nov 12 09:01:07.494291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0933d8-ce0d-4559-8505-f856f92d2242 admin admin] Pushing event deleted for resources: {'Network': ['ID=307e4146-dcee-45a8-b14f-7f6f5ce169dc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:07.563618 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a618f6c6-d96e-41ab-809c-9ab09f3ee650 req-40ddbde2-6062-446a-a9b6-4f3ac3f4688b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144776 Nov 12 09:01:07.637302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9dcfe-b0fb-4225-bc7e-fd97340a4a70 req-6be482f3-619b-4ce4-a26d-820f2d178bf8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:07.639659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6dd9dcfe-b0fb-4225-bc7e-fd97340a4a70 req-6be482f3-619b-4ce4-a26d-820f2d178bf8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0900068 Nov 12 09:01:07.742223 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6dd9dcfe-b0fb-4225-bc7e-fd97340a4a70 req-20a81a92-e4f4-47c8-ab8d-146e5dd6354b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941105 Nov 12 09:01:07.746342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:07.799451 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e298e6f1-33c1-4b02-972f-7acfd1bcf1eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c392958ee12a48cbbfe211d36c484ce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520158 Nov 12 09:01:07.802274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60232) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:07.862030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afc86ce2-21d6-4152-8b95-b983a8bec02f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.891867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afc86ce2-21d6-4152-8b95-b983a8bec02f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.970728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afc86ce2-21d6-4152-8b95-b983a8bec02f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.978222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afc86ce2-21d6-4152-8b95-b983a8bec02f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:07.988529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-afc86ce2-21d6-4152-8b95-b983a8bec02f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5e24908a-a9bd-43a6-a368-998d5f8bfbbf HTTP/1.1" status: 204 len: 168 time: 0.1841526 Nov 12 09:01:08.049461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc86ce2-21d6-4152-8b95-b983a8bec02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e24908a-a9bd-43a6-a368-998d5f8bfbbf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:08.099585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-d18bf09b-1a2e-4a4f-861d-cba21d7a3d01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1087296 Nov 12 09:01:08.225687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-78546f06-9959-49bf-9497-be872bdb856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.227218 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-78546f06-9959-49bf-9497-be872bdb856a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1098 time: 0.0794330 Nov 12 09:01:08.277259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530b002-ee21-4ad0-9950-b388bf84bbfd req-e20adc0b-17fc-4e52-bf38-37272b1675e3 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.288985 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1530b002-ee21-4ad0-9950-b388bf84bbfd req-e20adc0b-17fc-4e52-bf38-37272b1675e3 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0963366 Nov 12 09:01:08.401583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1530b002-ee21-4ad0-9950-b388bf84bbfd req-ba744288-02e0-4a47-9a7d-accb1a172420 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114225 Nov 12 09:01:08.447109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-17ff8608-e138-46b7-a21a-ec59fa191635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.448670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-17ff8608-e138-46b7-a21a-ec59fa191635 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.1958196 Nov 12 09:01:08.470280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-806de71a-3e65-42cf-b67d-6cbc0664cd4c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476093 Nov 12 09:01:08.578993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32923d06-2cab-448e-b679-f65b881bc221 req-2bb42449-b117-4ac3-9b78-6f3a3c4654bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.580210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-2bb42449-b117-4ac3-9b78-6f3a3c4654bd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 1102 time: 0.0625105 Nov 12 09:01:08.610381 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-71a760ee-cdcd-4570-a651-f314bbaa48e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 1002 time: 0.1444767 Nov 12 09:01:08.695816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-20a59edb-a189-4853-9ed9-5805599125eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.697371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-20a59edb-a189-4853-9ed9-5805599125eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.0767541 Nov 12 09:01:08.749271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32923d06-2cab-448e-b679-f65b881bc221 req-18a5cc21-1d58-4292-b71e-ddbd97ebd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.750920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-18a5cc21-1d58-4292-b71e-ddbd97ebd18c service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1383600 Nov 12 09:01:08.840148 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-2ce8f191-b9eb-4c76-b709-c4baa54ae237 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=50666803-2126-4ff3-86da-826c352b7171 HTTP/1.1" status: 200 len: 217 time: 0.0813675 Nov 12 09:01:08.879016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-df8cf417-3062-4421-8ed6-11a86126c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.880988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-df8cf417-3062-4421-8ed6-11a86126c0c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1745348 Nov 12 09:01:08.892459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e7b6b-901c-489e-882f-fb4505a64e80 req-0edbc349-c481-4dc9-ba64-93613e7d5039 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:08.900445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d4e7b6b-901c-489e-882f-fb4505a64e80 req-0edbc349-c481-4dc9-ba64-93613e7d5039 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1097 time: 0.1343174 Nov 12 09:01:09.028349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32923d06-2cab-448e-b679-f65b881bc221 req-41746be9-a1c8-49a4-b914-20194c3a50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.029061 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d4e7b6b-901c-489e-882f-fb4505a64e80 req-ca09f8ed-f7f2-4f1a-bb32-6ff5f266a347 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129429 Nov 12 09:01:09.029826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-41746be9-a1c8-49a4-b914-20194c3a50c4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1811903 Nov 12 09:01:09.078500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-3c7c2839-6631-45dd-859d-b7e2d1aea7f7 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882641 Nov 12 09:01:09.138392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57333391-8083-4f2e-9713-b4ae008f1297 req-669ed879-ed10-4337-a761-1ae1327c695f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.148421 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57333391-8083-4f2e-9713-b4ae008f1297 req-669ed879-ed10-4337-a761-1ae1327c695f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2331777 Nov 12 09:01:09.225455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32923d06-2cab-448e-b679-f65b881bc221 req-60f9210e-38dd-462f-9277-fe8c3ba73446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:09.227058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-60f9210e-38dd-462f-9277-fe8c3ba73446 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1809914 Nov 12 09:01:09.246669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57333391-8083-4f2e-9713-b4ae008f1297 req-d02ba026-760a-459f-9312-f535c36656fa tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972524 Nov 12 09:01:09.278471 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:09.288612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19918c63-4adc-458f-adaa-17ef8e4db29f req-4728f45d-71da-4e26-97a5-9ec7c74d7f33 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938078 Nov 12 09:01:09.343119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60284) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:09.486575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60292) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:09.514568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-59a76a96-53b0-4e51-a6ed-82fdac8358cb service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649143 Nov 12 09:01:09.638601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-432316986-network', 'tenant_id': '33c3d60a10c44080a19356c0edb043a9'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:09.688537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32923d06-2cab-448e-b679-f65b881bc221 req-5ad55df1-8cbb-47ae-b993-229d46acf9d7 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652417 Nov 12 09:01:09.690183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Made reservation on behalf of 33c3d60a10c44080a19356c0edb043a9 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:09.703529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.723648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.769970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-849a5cc1-2198-4d9b-8445-33bb354e024f tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1953285799'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:09.770213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-849a5cc1-2198-4d9b-8445-33bb354e024f tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Unknown quota resources ['metering_label']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:01:09.870753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.878819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.916778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:09.939661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfe4736-b35b-49d2-9a90-4bff267dfed1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:09.944822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:09.945438 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Added segment 78f652a1-e4c5-49e1-bb57-6bb9200deca9 of type vlan for network 1d93452c-c39b-4631-b2cf-e11896004392 Nov 12 09:01:10.030088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.070479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-849a5cc1-2198-4d9b-8445-33bb354e024f tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.075086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-849a5cc1-2198-4d9b-8445-33bb354e024f tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7178822 Nov 12 09:01:10.075588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60312) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:10.076925 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.078248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:10.078854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.081955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4c95cf15-e2ba-48c9-8499-2b595d2eb3e7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '113a05a3-bac3-44a3-9138-6250676e9bcb'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:10.083046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4c95cf15-e2ba-48c9-8499-2b595d2eb3e7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:01:10.163411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6754985 Nov 12 09:01:10.166466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60314) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:10.172277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Request body: {'subnet': {'network_id': '1d93452c-c39b-4631-b2cf-e11896004392', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-432316986-subnet', 'tenant_id': '33c3d60a10c44080a19356c0edb043a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:10.189345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d8e36-3471-4872-92f6-a57b643f644e admin admin] Pushing event updated for resources: {'Network': ['ID=1d93452c-c39b-4631-b2cf-e11896004392,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:10.200997 n-d-769329-17 neutron-server[109376]: WARNING neutron.services.metering.metering_plugin [None req-4c95cf15-e2ba-48c9-8499-2b595d2eb3e7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 09:01:10.201693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1d93452c-c39b-4631-b2cf-e11896004392 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:10.215109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Made reservation on behalf of 33c3d60a10c44080a19356c0edb043a9 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:10.221986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.387254 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c95cf15-e2ba-48c9-8499-2b595d2eb3e7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.396969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c95cf15-e2ba-48c9-8499-2b595d2eb3e7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3197844 Nov 12 09:01:10.398041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60326) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:10.414327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c5f55cdd-ffc7-42b8-8a1b-ab258def47ce tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '113a05a3-bac3-44a3-9138-6250676e9bcb'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:10.415139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c5f55cdd-ffc7-42b8-8a1b-ab258def47ce tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:01:10.634209 n-d-769329-17 neutron-server[109376]: WARNING neutron.services.metering.metering_plugin [None req-c5f55cdd-ffc7-42b8-8a1b-ab258def47ce tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 09:01:10.679654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.776413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=abaa3248-a9f2-4a2d-bf45-d24a643cb359,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:10.806474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Checking segment: {'id': '78f652a1-e4c5-49e1-bb57-6bb9200deca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1d93452c-c39b-4631-b2cf-e11896004392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:10.806964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Network hostable DHCP agents. Network: 1d93452c-c39b-4631-b2cf-e11896004392, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:10.836438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Network 1d93452c-c39b-4631-b2cf-e11896004392 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:10.846948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f676c0-784d-4566-99f8-24f300442431 req-165614f3-5046-47f1-b2e0-0c6c8021eea8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:10.852846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f676c0-784d-4566-99f8-24f300442431 req-165614f3-5046-47f1-b2e0-0c6c8021eea8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.4670761 Nov 12 09:01:10.860631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 1d93452c-c39b-4631-b2cf-e11896004392) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:10.865816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:10.867256 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:10.881780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca27b8-ad8c-425f-a212-3a86cc72cea2 None None] Network 1d93452c-c39b-4631-b2cf-e11896004392 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:10.897368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-09b063b0-fa34-4c24-8d50-34c0b95b06cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7289557 Nov 12 09:01:10.952875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a9cea482-db42-42ac-b286-7e18c6c634cc tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:01:10.954249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a9cea482-db42-42ac-b286-7e18c6c634cc tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095344 Nov 12 09:01:11.011366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5f55cdd-ffc7-42b8-8a1b-ab258def47ce tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.028156 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c5f55cdd-ffc7-42b8-8a1b-ab258def47ce tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6271255 Nov 12 09:01:11.032748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60332) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:11.049341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-87dcdebe-d8f8-4047-8f76-4041602537f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:11.064971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-87dcdebe-d8f8-4047-8f76-4041602537f6 service neutron] 10.222.0.53 "GET /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 1094 time: 0.0938699 Nov 12 09:01:11.082448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Request body: {'binding': {'host': 'n-h2-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:11.095016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Unknown quota resources ['binding']. {{(pid=109377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:01:11.111535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f676c0-784d-4566-99f8-24f300442431 req-ce18e18c-77d6-46cd-a547-98fecb14e15d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301708 Nov 12 09:01:11.144647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf45e0c-ddfa-4601-b962-5481a3414a38 None None] Network 1d93452c-c39b-4631-b2cf-e11896004392 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:11.168578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7021783f-5764-4f84-880a-a3a38a00584e tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=fff79524-c762-4f8c-be63-23a224529e8c HTTP/1.1" status: 200 len: 462 time: 0.1331253 Nov 12 09:01:11.172345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60334) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:11.371709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on host n-h2-769329-17 for vnic_type normal with profile None {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:11.372460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:11.373077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:11.379299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:11.380230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:11.386696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:11.387406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:11.388164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:11.389251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Bound port: bd002870-75b3-4c07-a7e6-d6a27b7580a7, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:11.492701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:11.510363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.510728 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbff8d8f-32cc-45f1-8ece-48a251031d6c tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.514258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cbff8d8f-32cc-45f1-8ece-48a251031d6c tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/fff79524-c762-4f8c-be63-23a224529e8c HTTP/1.1" status: 204 len: 168 time: 0.3391795 Nov 12 09:01:11.515599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e90baa5c-7d92-4467-bee4-72a487fc8245 service neutron] 10.222.0.53 "POST /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7/bindings HTTP/1.1" status: 201 len: 390 time: 0.4450808 Nov 12 09:01:11.517928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:11.538267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-420a1e66-00a4-468b-8c2a-22770d5c47f1 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=fff79524-c762-4f8c-be63-23a224529e8c HTTP/1.1" status: 200 len: 221 time: 0.0181520 Nov 12 09:01:11.553177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60344) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:11.559133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f851450e-ccc4-4766-b5c5-c5ff6b1b0261 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1037047305', 'description': 'label created by tempest'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:11.559592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f851450e-ccc4-4766-b5c5-c5ff6b1b0261 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Unknown quota resources ['metering_label']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:01:11.926347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa060f56-3eb4-4456-84e3-00d738ce2d5f req-2e1c6d29-3352-4ab6-85d0-17c7edca051c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:11.930827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa060f56-3eb4-4456-84e3-00d738ce2d5f req-2e1c6d29-3352-4ab6-85d0-17c7edca051c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1402042 Nov 12 09:01:11.941273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f851450e-ccc4-4766-b5c5-c5ff6b1b0261 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:11.943205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f851450e-ccc4-4766-b5c5-c5ff6b1b0261 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3888335 Nov 12 09:01:11.946533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60356) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:12.149442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-9f3a389d-44a5-4d44-b070-a734f35ec785 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.151629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-9f3a389d-44a5-4d44-b070-a734f35ec785 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/networks?id=1d93452c-c39b-4631-b2cf-e11896004392 HTTP/1.1" status: 200 len: 813 time: 0.2475193 Nov 12 09:01:12.177820 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa060f56-3eb4-4456-84e3-00d738ce2d5f req-6bcf656b-942f-40d5-aea7-a6203cc12887 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299528 Nov 12 09:01:12.185286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ed18254a-b65a-4c64-ae05-6cdeb917e8ef tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=e1deb870-b8d2-4c98-bdfc-6ef1d360f77d HTTP/1.1" status: 200 len: 468 time: 0.2296195 Nov 12 09:01:12.188706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:12.207644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-a9e0020a-ad3d-4ad9-b271-f0044350ec40 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/quotas/33c3d60a10c44080a19356c0edb043a9 HTTP/1.1" status: 200 len: 375 time: 0.0441804 Nov 12 09:01:12.250397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-db784a58-347b-4ba6-a3ce-521cba8ef9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.252334 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-db784a58-347b-4ba6-a3ce-521cba8ef9d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1097 time: 0.3191624 Nov 12 09:01:12.453696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a41e6ce5-07b8-423f-b879-160b19d78473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.455799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a41e6ce5-07b8-423f-b879-160b19d78473 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.1949561 Nov 12 09:01:12.467874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe61de-088e-40e4-b619-1630f816026c req-f5218c3d-65e3-4725-b4a8-b785b3558f28 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.476583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcfe61de-088e-40e4-b619-1630f816026c req-f5218c3d-65e3-4725-b4a8-b785b3558f28 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0875423 Nov 12 09:01:12.533810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-7c846865-e2ca-49a6-a63d-b5ad93986212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 217 time: 0.0469027 Nov 12 09:01:12.663489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcfe61de-088e-40e4-b619-1630f816026c req-f710b88b-6925-4005-bab4-eff93df618ea tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853716 Nov 12 09:01:12.670657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a5807489-5ade-4396-a851-4b30ec7cb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:12.673648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a5807489-5ade-4396-a851-4b30ec7cb512 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1259835 Nov 12 09:01:12.722590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-1aca77cb-9613-463c-8b6a-ece9fe601db9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310051 Nov 12 09:01:12.937232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-6a8169ca-18f3-4e78-b8e8-2d5bf4bd9b92 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=33c3d60a10c44080a19356c0edb043a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5738153 Nov 12 09:01:12.941670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-282ad794-a260-4ae2-a5b1-e8a64452a97f service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105312 Nov 12 09:01:13.024379 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6aa4805-b99f-474b-8bce-115537ccf49b tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.025531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d6aa4805-b99f-474b-8bce-115537ccf49b tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/e1deb870-b8d2-4c98-bdfc-6ef1d360f77d HTTP/1.1" status: 204 len: 168 time: 0.8357177 Nov 12 09:01:13.057876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:13.076258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-65c40847-1308-4146-bf73-4ed354ecf9b7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=e1deb870-b8d2-4c98-bdfc-6ef1d360f77d HTTP/1.1" status: 200 len: 216 time: 0.0176401 Nov 12 09:01:13.080929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:13.120182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-383f76b1-f52a-439b-bd4e-86bd5b88ed5e tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0381391 Nov 12 09:01:13.125604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:13.157515 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e002220-a642-44db-a4a6-54f8ee4d0c43 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0304787 Nov 12 09:01:13.167157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:13.186128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-6b57686b-bbbe-4301-be22-bc37a5ec07ff service neutron] 10.222.0.53 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410209 Nov 12 09:01:13.336116 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cd032866-b3d6-4b21-a37e-0f57a09fad32 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/113a05a3-bac3-44a3-9138-6250676e9bcb HTTP/1.1" status: 200 len: 473 time: 0.1639225 Nov 12 09:01:13.339972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60390) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:13.361395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-43d12808-0b6f-4aeb-848f-f89a2e19bf40 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/a2088fd6-1539-404a-8db7-244192fec293 HTTP/1.1" status: 200 len: 459 time: 0.0166626 Nov 12 09:01:13.362847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60392) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:13.404770 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4c0b10e7-5b90-47ba-9288-32b333789f0d service neutron] 10.222.0.53 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049153 Nov 12 09:01:13.502057 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80bdbbc9-83b0-4e20-b532-2800ee067cc7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.503165 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-80bdbbc9-83b0-4e20-b532-2800ee067cc7 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/a2088fd6-1539-404a-8db7-244192fec293 HTTP/1.1" status: 204 len: 168 time: 0.1378028 Nov 12 09:01:13.505751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:13.524201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692e549-91b9-40cc-9db9-70def4d93fcc req-c3b7f785-7bb3-4428-abb6-03df49373fbd tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.526145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f692e549-91b9-40cc-9db9-70def4d93fcc req-c3b7f785-7bb3-4428-abb6-03df49373fbd tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 946 time: 0.1141689 Nov 12 09:01:13.581087 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-b9ef6f59-d9ff-4e62-a1b2-fedfc8c7fa7e service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254387 Nov 12 09:01:13.645081 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f692e549-91b9-40cc-9db9-70def4d93fcc req-e9f0f207-169b-4c35-9ffd-69a310325b86 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077600 Nov 12 09:01:13.756766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6e35cf6e-5603-4b74-94b0-e0e837268640 req-6d638669-54b1-4095-b1f9-379996d8b8ae tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 210 time: 0.0361135 Nov 12 09:01:13.792380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-5159903e-b1b1-4eb9-9a46-e714ff0ff00e tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.793781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-5159903e-b1b1-4eb9-9a46-e714ff0ff00e tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.1334195 Nov 12 09:01:13.817440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-17'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:13.817951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3a075da-33f7-4c85-ab45-578e979724a3 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.819855 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c3a075da-33f7-4c85-ab45-578e979724a3 tempest-MeteringIpV6TestJSON-259717222 tempest-MeteringIpV6TestJSON-259717222-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/113a05a3-bac3-44a3-9138-6250676e9bcb HTTP/1.1" status: 204 len: 168 time: 0.3128793 Nov 12 09:01:13.839747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c7632-828e-4167-aaa0-eb98ff4d47d7 req-04ff815f-c553-4092-8514-19aeb88d4fde tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:13.841590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef0c7632-828e-4167-aaa0-eb98ff4d47d7 req-04ff815f-c553-4092-8514-19aeb88d4fde tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 945 time: 0.1346812 Nov 12 09:01:13.845002 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-631b4351-672a-4ed2-b092-40c78ddfb0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:13.926961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef0c7632-828e-4167-aaa0-eb98ff4d47d7 req-db4c7f98-3484-4d7c-b702-44c5ed5fbbc1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741663 Nov 12 09:01:14.006277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.045180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3f31a-b715-4eff-887c-9501c2e5ac8a req-c0d47743-d75a-409f-8d75-73059e4ad947 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:14.053875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3bd3f31a-b715-4eff-887c-9501c2e5ac8a req-c0d47743-d75a-409f-8d75-73059e4ad947 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1464670 Nov 12 09:01:14.185417 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3bd3f31a-b715-4eff-887c-9501c2e5ac8a req-a94f890f-f63a-4abc-8c33-902fe9fb4405 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252341 Nov 12 09:01:14.232520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:14.326804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:14.404706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:14.418280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e326ae4a-96b9-45e7-a563-fec0efd719f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.465785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:14.469438 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f6c094-e6e2-4d4d-9d27-a57218a38288" -d '{"events": [{"server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:14.483149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.496137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.553135 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8837d03-3f68-4259-b672-47acdebe40c6 x-openstack-request-id: req-b8837d03-3f68-4259-b672-47acdebe40c6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:14.553135 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "name": "network-vif-unplugged", "status": "completed", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:14.553719 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8837d03-3f68-4259-b672-47acdebe40c6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:14.554217 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7', 'code': 200} Nov 12 09:01:14.585748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e326ae4a-96b9-45e7-a563-fec0efd719f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.594499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e326ae4a-96b9-45e7-a563-fec0efd719f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.640210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326ae4a-96b9-45e7-a563-fec0efd719f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8613099-85c8-4cb6-b3a4-c09211233d30,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:14.677855 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e326ae4a-96b9-45e7-a563-fec0efd719f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b998fb0ba76e4aa092a5db837baf000b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4406521 Nov 12 09:01:14.680854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:14.681766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on host n-h1-769329-17 for vnic_type normal with profile {"migrating_to": "n-h2-769329-17"} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:14.682448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:14.683125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:14.695362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:14.695857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Attempting to bind port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:14.702244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:14.719424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:14.719833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:14.720314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:14.720763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Bound port: bd002870-75b3-4c07-a7e6-d6a27b7580a7, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:14.721187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.764964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6882801-9556-422a-bda8-300b1d3816cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.795059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6882801-9556-422a-bda8-300b1d3816cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.870887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:14.891648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1e0d23a-0d95-40f7-a2f7-0ac9630aa45d req-e915c553-d996-46ee-97a8-6ca1d0c997e2 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 210 time: 0.0355854 Nov 12 09:01:14.903107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:14.910826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.934394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6ec0f-5f08-4f38-8320-322aeed1227e req-1dcd9824-2566-4e07-a5f1-1a03fdbc7673 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:14.936089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ec6ec0f-5f08-4f38-8320-322aeed1227e req-1dcd9824-2566-4e07-a5f1-1a03fdbc7673 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 946 time: 0.1005588 Nov 12 09:01:14.942868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6882801-9556-422a-bda8-300b1d3816cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.947158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6882801-9556-422a-bda8-300b1d3816cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:14.951111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d6882801-9556-422a-bda8-300b1d3816cf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8613099-85c8-4cb6-b3a4-c09211233d30 HTTP/1.1" status: 204 len: 168 time: 0.2666211 Nov 12 09:01:14.981570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6882801-9556-422a-bda8-300b1d3816cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8613099-85c8-4cb6-b3a4-c09211233d30,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:15.033853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.034605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.036142 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] 10.222.0.55 "PUT /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 1123 time: 1.2309732 Nov 12 09:01:15.040594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a043285-e95d-4892-9441-a3b8a6264d5c service neutron] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:15.088561 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ec6ec0f-5f08-4f38-8320-322aeed1227e req-10fddb73-6d20-4838-82fb-b1e7f0fd03fc tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380455 Nov 12 09:01:15.103425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bd002870-75b3-4c07-a7e6-d6a27b7580a7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:15.163295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-d09489b3-b625-419c-a6f4-3dc69e576d9b tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.165155 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-d09489b3-b625-419c-a6f4-3dc69e576d9b tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.62 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 946 time: 0.1272316 Nov 12 09:01:15.219153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae4703-28a6-473d-93e8-61fa0126c0c5 req-7ab4a47b-ff17-4146-90fc-0a7c81697f8c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.223859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2ae4703-28a6-473d-93e8-61fa0126c0c5 req-7ab4a47b-ff17-4146-90fc-0a7c81697f8c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.0806139 Nov 12 09:01:15.366574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2ae4703-28a6-473d-93e8-61fa0126c0c5 req-4cd13a38-96b8-4c5c-af97-07c8291b016a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198521 Nov 12 09:01:15.456664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60444) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:15.471730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e396430-2212-4051-8483-95a12dd7d2ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.585761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e396430-2212-4051-8483-95a12dd7d2ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.598061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e396430-2212-4051-8483-95a12dd7d2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.660226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3e396430-2212-4051-8483-95a12dd7d2ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=019b524ea0774bbaa8e124ea6e5a7c25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982181 Nov 12 09:01:15.660226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e396430-2212-4051-8483-95a12dd7d2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ca71da-ef6f-4a83-918f-f4e9c1e4be63,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:15.661419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60446) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:15.667521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4231e7ea-5d89-4293-afb6-66662b38b8bf tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.669319 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4231e7ea-5d89-4293-afb6-66662b38b8bf tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.62 "GET /v2.0/networks?id=1d93452c-c39b-4631-b2cf-e11896004392 HTTP/1.1" status: 200 len: 813 time: 0.3600342 Nov 12 09:01:15.685616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5357e8-e574-4843-ac64-d29520d03be9 req-9c01a340-01ce-4d96-8b72-9d319bea6b4b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:15.688626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a5357e8-e574-4843-ac64-d29520d03be9 req-9c01a340-01ce-4d96-8b72-9d319bea6b4b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1416934 Nov 12 09:01:15.703718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Request body: {'port': {'device_id': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'network_id': '1d93452c-c39b-4631-b2cf-e11896004392', 'admin_state_up': True, 'tenant_id': '33c3d60a10c44080a19356c0edb043a9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:15.737742 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59a4e865-100a-4b6a-9cab-389362b8d294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.746628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Deleting port 2c232b6a-40fb-4143-9e89-8c99f211e0eb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:15.747044 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.768048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59a4e865-100a-4b6a-9cab-389362b8d294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.829017 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59a4e865-100a-4b6a-9cab-389362b8d294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.831828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59a4e865-100a-4b6a-9cab-389362b8d294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.835647 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-59a4e865-100a-4b6a-9cab-389362b8d294 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52ca71da-ef6f-4a83-918f-f4e9c1e4be63 HTTP/1.1" status: 204 len: 168 time: 0.1701055 Nov 12 09:01:15.842485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a4e865-100a-4b6a-9cab-389362b8d294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ca71da-ef6f-4a83-918f-f4e9c1e4be63,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:15.901134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a5357e8-e574-4843-ac64-d29520d03be9 req-7d0559a0-bcb9-4824-912b-a5a37184b831 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043703 Nov 12 09:01:15.965887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] For port 2c232b6a-40fb-4143-9e89-8c99f211e0eb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=2c232b6a-40fb-4143-9e89-8c99f211e0eb,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:15.966406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:15.990251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Calling delete_port for 2c232b6a-40fb-4143-9e89-8c99f211e0eb owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:16.030832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b69c0153-3b69-4256-8c95-e3e9bbf80042 req-326ce30b-f564-41c1-af87-bb105f158d52 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 210 time: 0.0384724 Nov 12 09:01:16.092565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Made reservation on behalf of 33c3d60a10c44080a19356c0edb043a9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:16.097319 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:16.353749 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9bda4689-07da-4bc1-b0b3-f5ad49905e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:16.373095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:16.378074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Allocated IP 172.20.0.12 (1d93452c-c39b-4631-b2cf-e11896004392/abaa3248-a9f2-4a2d-bf45-d24a643cb359/32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:16.388958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['2c232b6a-40fb-4143-9e89-8c99f211e0eb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:16.399763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c2a730-940e-484b-b330-400e34582d76 req-8cd6be9e-0ae1-4588-99d0-1a5f330a3cb4 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.408028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59c2a730-940e-484b-b330-400e34582d76 req-8cd6be9e-0ae1-4588-99d0-1a5f330a3cb4 tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/ports?device_id=801742bd-4ff9-4200-ab9d-c792a38c88f8 HTTP/1.1" status: 200 len: 946 time: 0.1900036 Nov 12 09:01:16.449679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Pushing event deleted for resources: {'Port': ['ID=2c232b6a-40fb-4143-9e89-8c99f211e0eb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:16.534595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] No DVR routers for this DVR port 2c232b6a-40fb-4143-9e89-8c99f211e0eb on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:16.543398 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:16.549347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a090312a-b6a3-4db0-96e1-0a62a92fb795 req-c6d366d1-eacc-4263-99b1-96988ca3013c tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.62 "DELETE /v2.0/ports/2c232b6a-40fb-4143-9e89-8c99f211e0eb HTTP/1.1" status: 204 len: 173 time: 1.3762228 Nov 12 09:01:16.555306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'name': 'network-vif-deleted', 'tag': '2c232b6a-40fb-4143-9e89-8c99f211e0eb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:16.555716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:16.557561 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fd5f49-ffb1-4acf-a9b7-23dcd065d319" -d '{"events": [{"server_uuid": "801742bd-4ff9-4200-ab9d-c792a38c88f8", "name": "network-vif-deleted", "tag": "2c232b6a-40fb-4143-9e89-8c99f211e0eb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:16.558478 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0253e0f5-138f-461b-ab4f-744abcf8f9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:16.614218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59c2a730-940e-484b-b330-400e34582d76 req-eec57605-c96e-4b08-ae4b-baa9c82fbe4d tempest-AttachSCSIVolumeTestJSON-1961062295 tempest-AttachSCSIVolumeTestJSON-1961062295-project] 10.222.0.53 "GET /v2.0/security-groups?id=66f585e7-a8b8-4521-b81b-ed66a46bc1fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052243 Nov 12 09:01:16.711010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c583f0-d3c9-4057-b83a-77561acbc2b3 req-65a0fd49-21aa-44ca-9f79-e77c9690deef tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.714229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3c583f0-d3c9-4057-b83a-77561acbc2b3 req-65a0fd49-21aa-44ca-9f79-e77c9690deef tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.1043112 Nov 12 09:01:16.839479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3c583f0-d3c9-4057-b83a-77561acbc2b3 req-d49b92a2-f3db-4a0b-9623-b8d99a8abbb1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073792 Nov 12 09:01:16.844417 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e439094-b5ed-47ed-a444-be32238b6a3c x-openstack-request-id: req-1e439094-b5ed-47ed-a444-be32238b6a3c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:16.844759 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:16.845034 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e439094-b5ed-47ed-a444-be32238b6a3c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:16.847124 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7', 'status': 'completed', 'code': 200} Nov 12 09:01:16.904685 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a000f5b7-a472-4ab5-92c8-d1451917c108 x-openstack-request-id: req-a000f5b7-a472-4ab5-92c8-d1451917c108 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:16.905335 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801742bd-4ff9-4200-ab9d-c792a38c88f8", "name": "network-vif-deleted", "tag": "2c232b6a-40fb-4143-9e89-8c99f211e0eb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:16.905335 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a000f5b7-a472-4ab5-92c8-d1451917c108 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:16.906233 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801742bd-4ff9-4200-ab9d-c792a38c88f8', 'name': 'network-vif-deleted', 'tag': '2c232b6a-40fb-4143-9e89-8c99f211e0eb', 'status': 'completed', 'code': 200} Nov 12 09:01:16.918502 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:16.966798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-69476a28-a958-4741-9895-630826078c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:16.968896 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-69476a28-a958-4741-9895-630826078c03 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1126 time: 0.1179984 Nov 12 09:01:17.018687 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.064864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5236f57-1a28-48b6-b90e-99eac257a697 req-42cba17c-70c0-476e-b957-ef0846a16551 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:17.074394 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5236f57-1a28-48b6-b90e-99eac257a697 req-42cba17c-70c0-476e-b957-ef0846a16551 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0714169 Nov 12 09:01:17.142936 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5236f57-1a28-48b6-b90e-99eac257a697 req-a201c454-edf7-4d82-a5be-199419a1a922 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671272 Nov 12 09:01:17.170240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Network 1d93452c-c39b-4631-b2cf-e11896004392 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:17.199846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:17.216567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:17.275223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60488) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:17.283600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Pushing event updated for resources: {'Port': ['ID=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:17.306756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-65e40c9b-1a42-4fc1-92bb-796c8c6d157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:17.308815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-65e40c9b-1a42-4fc1-92bb-796c8c6d157d service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.3309731 Nov 12 09:01:17.324855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:17.325952 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.377851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-222f2580-162c-4805-b313-e49fbc348333 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 217 time: 0.0599248 Nov 12 09:01:17.416744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1372-5a4f-4b2f-be4a-4427d03afddf req-5ab7d5d0-6482-43a4-a305-c68c22564dd5 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:17.418373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c91a1372-5a4f-4b2f-be4a-4427d03afddf req-5ab7d5d0-6482-43a4-a305-c68c22564dd5 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 932 time: 0.2218809 Nov 12 09:01:17.457462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'networks': [{'name': 'tempest-network--566867556'}, {'name': 'tempest-network--2136897158'}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:17.457967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-4cb752a7-8ee3-40c3-9f28-97896a234fd7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7598794 Nov 12 09:01:17.459472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'network': {'name': 'tempest-network--566867556'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:17.460357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'network': {'name': 'tempest-network--2136897158'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:17.497976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Made reservation on behalf of ae8a6bf3530343e9bf7b4b80ef283919 for: {'network': 2} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:17.503322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-7e887997-c750-4333-97de-9ae0b4110058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:17.504681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.506601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-7e887997-c750-4333-97de-9ae0b4110058 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0854075 Nov 12 09:01:17.516419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.516644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Request body: {'port': {'device_id': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:17.577277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-cd22ff13-b102-497f-a5ca-da1585e8ee1c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478113 Nov 12 09:01:17.633219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.641138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.641730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.687881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c91a1372-5a4f-4b2f-be4a-4427d03afddf req-2c8be9db-d186-491a-8d76-d9a0ef65489d tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288482 Nov 12 09:01:17.704296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7976af-eeb4-4c4d-a4f3-dd2537eebee1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:17.711224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:17.737336 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.737701 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Added segment 3410a267-d1d2-458c-8c63-8b4e6945d9df of type vlan for network dc7f9813-dc2a-46d6-b151-13679944631b Nov 12 09:01:17.739934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.785769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-0b7fccf8-8988-426c-9e4c-cfcef01ea1a4 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640716 Nov 12 09:01:17.842605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.891259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:17.917593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:17.917955 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Added segment 5fcb6344-200a-402e-a214-a78ddbf976d5 of type vlan for network 601c9666-d3e7-4880-b79d-1469022aba7a Nov 12 09:01:17.967513 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.001004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.001563 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.009537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.015612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.016272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.090973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0253e0f5-138f-461b-ab4f-744abcf8f9e8 req-0039f87a-5e16-4610-b8d2-daf51bed2e68 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798285 Nov 12 09:01:18.107465 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Network': ['ID=dc7f9813-dc2a-46d6-b151-13679944631b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:18.112992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70cf22-4946-470c-b110-92bf5972ea86 req-63ca5070-c473-49f3-87d2-e144be74b9d4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.115184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d70cf22-4946-470c-b110-92bf5972ea86 req-63ca5070-c473-49f3-87d2-e144be74b9d4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.1403220 Nov 12 09:01:18.122080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network dc7f9813-dc2a-46d6-b151-13679944631b details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:18.126174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8496401 Nov 12 09:01:18.128881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60516) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:18.218068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d70cf22-4946-470c-b110-92bf5972ea86 req-53654445-d4cc-429e-a8db-ef3d36d15033 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756500 Nov 12 09:01:18.390823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 2c232b6a-40fb-4143-9e89-8c99f211e0eb no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:18.417469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 2c232b6a-40fb-4143-9e89-8c99f211e0eb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:18.418096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 2c232b6a-40fb-4143-9e89-8c99f211e0eb not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:18.425956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79883b71-8645-4fcc-bf9e-9761ae388dc9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Network': ['ID=601c9666-d3e7-4880-b79d-1469022aba7a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:18.439317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 601c9666-d3e7-4880-b79d-1469022aba7a details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:18.500975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e566b3e-462a-4743-87c8-3b5e4cad5c82 req-1909689a-8ae4-45b9-a471-b31f1f1a050f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.509015 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e566b3e-462a-4743-87c8-3b5e4cad5c82 req-1909689a-8ae4-45b9-a471-b31f1f1a050f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2345097 Nov 12 09:01:18.553193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399b4c8-1e37-4003-be19-02ca9d1d369a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.568693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399b4c8-1e37-4003-be19-02ca9d1d369a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.576473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399b4c8-1e37-4003-be19-02ca9d1d369a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.583591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4399b4c8-1e37-4003-be19-02ca9d1d369a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:18.588428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4399b4c8-1e37-4003-be19-02ca9d1d369a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4583073 Nov 12 09:01:18.589106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60544) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:18.634404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:18.647833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.658742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e566b3e-462a-4743-87c8-3b5e4cad5c82 req-5fd1741f-b2fe-440e-8eb5-5b6c55c3b5a0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487932 Nov 12 09:01:18.687391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Transition to ACTIVE for port object 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:18.695336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.746698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.823038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:18.825554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Pushing event updated for resources: {'Port': ['ID=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:18.870520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Attempting to bind port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:18.871058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Attempting to bind port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '78f652a1-e4c5-49e1-bb57-6bb9200deca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1d93452c-c39b-4631-b2cf-e11896004392'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:18.871426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Attempting to bind port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 on network 1d93452c-c39b-4631-b2cf-e11896004392 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:18.878654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 on network 1d93452c-c39b-4631-b2cf-e11896004392 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:18.879223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Attempting to bind port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 on network 1d93452c-c39b-4631-b2cf-e11896004392 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:18.899271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:18.899627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Checking segment: {'id': '78f652a1-e4c5-49e1-bb57-6bb9200deca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1d93452c-c39b-4631-b2cf-e11896004392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:18.900054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Bound using segment: {'id': '78f652a1-e4c5-49e1-bb57-6bb9200deca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1d93452c-c39b-4631-b2cf-e11896004392'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:18.900515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Bound port: 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f652a1-e4c5-49e1-bb57-6bb9200deca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '1d93452c-c39b-4631-b2cf-e11896004392'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:18.900875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.936177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:18.966689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7f9813-dc2a-46d6-b151-13679944631b']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:18.977137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3410a267-d1d2-458c-8c63-8b4e6945d9df') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:18.977496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3410a267-d1d2-458c-8c63-8b4e6945d9df') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:18.989235 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.001145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] For port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:19.004671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] For port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,segment=NetworkSegment(78f652a1-e4c5-49e1-bb57-6bb9200deca9),segment_id=78f652a1-e4c5-49e1-bb57-6bb9200deca9)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:19.007173 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.011715 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.018648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:19.019382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:19.028599 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:19.041941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:19.068126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9256b-621d-491c-90e2-e47815032ece req-9f38d43a-2af2-47a3-8690-1242d3a35a1b tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.074851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 has no active binding in host n-h2-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 09:01:19.076885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2d9256b-621d-491c-90e2-e47815032ece req-9f38d43a-2af2-47a3-8690-1242d3a35a1b tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 944 time: 0.1944981 Nov 12 09:01:19.082058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.082690 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.084777 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] 10.222.0.62 "PUT /v2.0/ports/32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 HTTP/1.1" status: 200 len: 1093 time: 1.6081517 Nov 12 09:01:19.086028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'tag': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:19.088823 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a02228-de78-485f-8932-ab9f7821cdba" -d '{"events": [{"name": "network-changed", "server_uuid": "0f892f9d-8cbf-4eba-8688-8e8f8fcab764", "tag": "32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:19.128408 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.133440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.155850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bedc6-6818-4dd2-b1e0-901074e4f211 service neutron] Pushing event updated for resources: {'Port': ['ID=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:19.156492 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.163870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/networks/dc7f9813-dc2a-46d6-b151-13679944631b HTTP/1.1" status: 204 len: 168 time: 0.5687659 Nov 12 09:01:19.164811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60562) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:19.184195 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3052c36-4dd4-4299-b04f-a092d8f73d96 x-openstack-request-id: req-f3052c36-4dd4-4299-b04f-a092d8f73d96 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:19.184488 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f892f9d-8cbf-4eba-8688-8e8f8fcab764", "tag": "32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:19.184746 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3052c36-4dd4-4299-b04f-a092d8f73d96 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:19.185163 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'tag': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7', 'status': 'completed', 'code': 200} Nov 12 09:01:19.192382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef691ee7-c523-4b41-b684-0fce5b6e328d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Network': ['ID=dc7f9813-dc2a-46d6-b151-13679944631b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:19.222988 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2d9256b-621d-491c-90e2-e47815032ece req-d83377ac-798e-468f-a59b-532aa104c0c2 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452265 Nov 12 09:01:19.237031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-f2416b9d-2d38-4032-9707-6199eab2af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.238569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-f2416b9d-2d38-4032-9707-6199eab2af76 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c3d60a10c44080a19356c0edb043a9&device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 1096 time: 0.0692198 Nov 12 09:01:19.278355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.300961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-203dd31b-d07f-4b80-b254-40143be5cd16 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 HTTP/1.1" status: 200 len: 217 time: 0.0495522 Nov 12 09:01:19.368902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-a3406c45-8bee-4a7f-b00c-721564bda6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.370631 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-a3406c45-8bee-4a7f-b00c-721564bda6d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abaa3248-a9f2-4a2d-bf45-d24a643cb359 HTTP/1.1" status: 200 len: 853 time: 0.0611370 Nov 12 09:01:19.406419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.414947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-98f1f9b8-0412-457f-a9a1-8afc808102fc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d93452c-c39b-4631-b2cf-e11896004392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336001 Nov 12 09:01:19.432074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601c9666-d3e7-4880-b79d-1469022aba7a']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:19.447277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb38dd2-cf6e-4b02-8e2c-0a136238e28e req-295b92a9-bea0-40a7-a283-ef93e058a37d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.448824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb38dd2-cf6e-4b02-8e2c-0a136238e28e req-295b92a9-bea0-40a7-a283-ef93e058a37d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.1128654 Nov 12 09:01:19.453121 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcb6344-200a-402e-a214-a78ddbf976d5') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:19.453429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcb6344-200a-402e-a214-a78ddbf976d5') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:19.470586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.493271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.507024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:19.507458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:19.510458 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:19.538035 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-25c1e296-c60e-4054-b8b3-11f845e0527b service neutron] 10.222.0.62 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100249 Nov 12 09:01:19.574183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb38dd2-cf6e-4b02-8e2c-0a136238e28e req-d9158c22-e4e8-4e3e-aa8e-b88cf8801ebe tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137018 Nov 12 09:01:19.587776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.595865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.599734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/networks/601c9666-d3e7-4880-b79d-1469022aba7a HTTP/1.1" status: 204 len: 168 time: 0.4219713 Nov 12 09:01:19.603196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60566) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:19.631699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9cac7-f857-419d-aa99-d35080abe44d tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Network': ['ID=601c9666-d3e7-4880-b79d-1469022aba7a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:19.659835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92aa9ebb-79ef-467f-abfe-26eb4de55946 req-35a7dd1c-407c-4c28-832e-0a5db6030425 service neutron] 10.222.0.62 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120682 Nov 12 09:01:19.687946 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.783871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02228-de78-485f-8932-ab9f7821cdba req-78e72394-d22f-4b31-b9b4-49f130868fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.785494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41a02228-de78-485f-8932-ab9f7821cdba req-78e72394-d22f-4b31-b9b4-49f130868fb2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c3d60a10c44080a19356c0edb043a9&device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 1096 time: 0.0566771 Nov 12 09:01:19.825664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c0254-9613-4cde-85ed-65a6042e9537 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.838048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7c0254-9613-4cde-85ed-65a6042e9537 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.838048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fa7c0254-9613-4cde-85ed-65a6042e9537 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2315171 Nov 12 09:01:19.838615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60574) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:19.844591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1959492748'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:19.868528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a9a68-ee64-4059-a286-d4e0c59957cb req-23a00d5d-42dc-4617-853d-2b3bc5eddf3e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.872554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-421a9a68-ee64-4059-a286-d4e0c59957cb req-23a00d5d-42dc-4617-853d-2b3bc5eddf3e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1085763 Nov 12 09:01:19.917592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Made reservation on behalf of ae8a6bf3530343e9bf7b4b80ef283919 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:19.922916 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.946745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02228-de78-485f-8932-ab9f7821cdba req-bac869ac-a60e-4756-a899-3df044e6625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:19.951186 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41a02228-de78-485f-8932-ab9f7821cdba req-bac869ac-a60e-4756-a899-3df044e6625c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d93452c-c39b-4631-b2cf-e11896004392 HTTP/1.1" status: 200 len: 914 time: 0.1574280 Nov 12 09:01:19.980296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-421a9a68-ee64-4059-a286-d4e0c59957cb req-1d8c2d43-8394-4abc-94a7-1ae99feeb9c7 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022687 Nov 12 09:01:19.985264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:19.997830 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:19.998334 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Added segment 84012900-eb2e-436d-bd2e-d9e5b1189951 of type vlan for network 49fcb89c-b46a-4434-82fe-e6cd38118b01 Nov 12 09:01:20.051599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41a02228-de78-485f-8932-ab9f7821cdba req-ec7a5b51-a31c-4281-815e-ce11f5a656e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 HTTP/1.1" status: 200 len: 217 time: 0.0897455 Nov 12 09:01:20.053062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.088984 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.097063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.097941 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.164057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02228-de78-485f-8932-ab9f7821cdba req-6dda988e-0c8a-469d-aec0-9397b31641eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.165967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41a02228-de78-485f-8932-ab9f7821cdba req-6dda988e-0c8a-469d-aec0-9397b31641eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abaa3248-a9f2-4a2d-bf45-d24a643cb359 HTTP/1.1" status: 200 len: 853 time: 0.1026568 Nov 12 09:01:20.169592 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3299937 Nov 12 09:01:20.173550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60580) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:20.178187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-317509918'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:20.190578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df550d51-1a87-4b64-9031-59d5b666e92e tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Network': ['ID=49fcb89c-b46a-4434-82fe-e6cd38118b01,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:20.204993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Made reservation on behalf of ae8a6bf3530343e9bf7b4b80ef283919 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:20.209183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.209586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41a02228-de78-485f-8932-ab9f7821cdba req-fc197aca-5af3-46d2-a16c-587feb55487b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d93452c-c39b-4631-b2cf-e11896004392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339508 Nov 12 09:01:20.209831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 49fcb89c-b46a-4434-82fe-e6cd38118b01 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:20.238516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:20.251332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.251819 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Added segment 0e1a1786-2e54-411b-8d5e-2cf5aac316f2 of type vlan for network a8d76f4f-e009-4bf8-a087-0565fce0b9dd Nov 12 09:01:20.319727 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41a02228-de78-485f-8932-ab9f7821cdba req-e17e23eb-2dd7-415a-b7a7-5350cba4101b service neutron] 10.222.0.62 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017566 Nov 12 09:01:20.321801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8feccd01-0359-44c6-8b27-1e2b75950a10 service neutron] 10.222.0.62 "GET /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.2199142 Nov 12 09:01:20.329169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.344209 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.395643 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.401782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.402751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.480928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3065696 Nov 12 09:01:20.484673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60584) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:20.493804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e97985-ecf7-449e-bde4-05fe80a5cd47 req-7f9cdc9f-2d67-4a07-b563-5c38d2c07053 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.495412 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38e97985-ecf7-449e-bde4-05fe80a5cd47 req-7f9cdc9f-2d67-4a07-b563-5c38d2c07053 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 944 time: 0.1316388 Nov 12 09:01:20.501314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'ports': [{'network_id': '49fcb89c-b46a-4434-82fe-e6cd38118b01', 'name': 'tempest-port--1458024920', 'admin_state_up': True}, {'network_id': 'a8d76f4f-e009-4bf8-a087-0565fce0b9dd', 'admin_state_up': False}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:20.501712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'port': {'network_id': '49fcb89c-b46a-4434-82fe-e6cd38118b01', 'name': 'tempest-port--1458024920', 'admin_state_up': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:20.502267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'port': {'network_id': 'a8d76f4f-e009-4bf8-a087-0565fce0b9dd', 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:20.506188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41a02228-de78-485f-8932-ab9f7821cdba req-485f0854-16b4-4061-89e7-cb02ba03c88c service neutron] 10.222.0.62 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715851 Nov 12 09:01:20.519272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea5b0e-a3a4-4c9e-b2be-8a0fd6bb24b6 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Network': ['ID=a8d76f4f-e009-4bf8-a087-0565fce0b9dd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:20.534507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network a8d76f4f-e009-4bf8-a087-0565fce0b9dd details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:20.616255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:20.650411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:20.656760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38e97985-ecf7-449e-bde4-05fe80a5cd47 req-64f684fc-ebe4-426c-8e7a-59ee0b7caccb tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441193 Nov 12 09:01:20.715801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd002870-75b3-4c07-a7e6-d6a27b7580a7 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:20.742400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Made reservation on behalf of ae8a6bf3530343e9bf7b4b80ef283919 for: {'port': 2} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:20.745576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:20.748985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.770791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.789489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90289320-c5d5-4e8e-980e-5fd8e95daee3 req-32ba9703-9835-46ee-a7e9-e91a5843a4da tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:20.792498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90289320-c5d5-4e8e-980e-5fd8e95daee3 req-32ba9703-9835-46ee-a7e9-e91a5843a4da tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 943 time: 0.0928774 Nov 12 09:01:20.793448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:20.857199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:20.877565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:20.913377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] device_id is not set on port ea52472e-ad04-4b4f-ab69-a5250880388e yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:01:20.919398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90289320-c5d5-4e8e-980e-5fd8e95daee3 req-3113e6d3-3be4-46fe-9668-c77eb38945db tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195939 Nov 12 09:01:20.980605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] Transition to ACTIVE for port object bd002870-75b3-4c07-a7e6-d6a27b7580a7 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:20.988289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.096193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] No DVR routers for this DVR port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:21.143575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] 10.222.0.62 "PUT /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7/bindings/n-h2-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 0.8002200 Nov 12 09:01:21.144459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95bb9fd-ba2d-4ba2-aa5f-8d41c4179797 service neutron] Pushing event updated for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:21.210212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:21.216259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.231405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '2e088252-50d6-42b6-928b-490186f1cdf7', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '2e088252-50d6-42b6-928b-490186f1cdf7', 'mac_address': 'fa:16:3e:47:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:21.233483 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.264329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363c7c5-aa69-4200-ab59-becc93e7ea81 req-9248335c-55c2-483c-b91a-be9f7b4bddbe tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.265774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8363c7c5-aa69-4200-ab59-becc93e7ea81 req-9248335c-55c2-483c-b91a-be9f7b4bddbe tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1389318 Nov 12 09:01:21.286573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:21.289122 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2747c5-6f49-4bcf-88be-a6dcf7517058" -d '{"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:21.307067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:21.308472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.323457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:21.329280 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.337706 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bfd1a2-b336-47ee-84ac-583cde2ee5c2 x-openstack-request-id: req-f5bfd1a2-b336-47ee-84ac-583cde2ee5c2 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:21.337995 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:21.338246 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5bfd1a2-b336-47ee-84ac-583cde2ee5c2 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:21.338628 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7', 'code': 200} Nov 12 09:01:21.358224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] device_id is not set on port 869c6111-d4c1-48b5-86ef-e897c0a85e2b yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:01:21.372501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-c34c9fcd-9232-45e0-b34c-892d8d993585 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.373998 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-c34c9fcd-9232-45e0-b34c-892d8d993585 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.1519063 Nov 12 09:01:21.408973 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:01:21.409336 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:01:21.414744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:21.448380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8363c7c5-aa69-4200-ab59-becc93e7ea81 req-1f4d71af-b085-43e6-9d7d-407bcec06e31 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662939 Nov 12 09:01:21.488890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8b5c1d16-176e-4bd2-bc3e-c7eb17a4a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.490403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-8b5c1d16-176e-4bd2-bc3e-c7eb17a4a515 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2&tenant_id=ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 1096 time: 0.1064403 Nov 12 09:01:21.597261 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.602476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-760060a4-e05e-4a09-8236-c59c37f2da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.603980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-760060a4-e05e-4a09-8236-c59c37f2da02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1096 time: 0.0711813 Nov 12 09:01:21.698888 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.757448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-99d3ea29-4c9a-4168-aef5-c9bb3a2b0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.758897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-99d3ea29-4c9a-4168-aef5-c9bb3a2b0242 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.1435044 Nov 12 09:01:21.776290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2fb4b-9b19-4dd0-bbdd-a32fcc882096 req-d34e9ac2-aa2d-4ee2-9017-fec743ac9a98 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.778599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cec2fb4b-9b19-4dd0-bbdd-a32fcc882096 req-d34e9ac2-aa2d-4ee2-9017-fec743ac9a98 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 944 time: 0.0595591 Nov 12 09:01:21.786795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Port': ['ID=ea52472e-ad04-4b4f-ab69-a5250880388e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:21.822714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-b8cb5aec-9c2d-41ba-9b96-4b418a11bca3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 217 time: 0.0509574 Nov 12 09:01:21.829204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Checking segment: {'id': '84012900-eb2e-436d-bd2e-d9e5b1189951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '49fcb89c-b46a-4434-82fe-e6cd38118b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:21.829566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network hostable DHCP agents. Network: 49fcb89c-b46a-4434-82fe-e6cd38118b01, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:21.840141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cec2fb4b-9b19-4dd0-bbdd-a32fcc882096 req-ef822b22-c6b6-430c-9bdf-22e2a7432eff tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539687 Nov 12 09:01:21.873095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network 49fcb89c-b46a-4434-82fe-e6cd38118b01 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:21.892635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 49fcb89c-b46a-4434-82fe-e6cd38118b01) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:21.895091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e8ef2763-bb32-4fa8-99db-f1d91266d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:21.897227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-e8ef2763-bb32-4fa8-99db-f1d91266d17c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0572937 Nov 12 09:01:21.900156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:21.900978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:21.903211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e065119b-2a76-4704-90f9-35d85b50560d None None] Network 49fcb89c-b46a-4434-82fe-e6cd38118b01 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:21.964129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-3ea70f1e-df27-4ed6-854f-10a62878c2b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551810 Nov 12 09:01:21.993511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Port': ['ID=869c6111-d4c1-48b5-86ef-e897c0a85e2b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:22.061026 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.073997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Checking segment: {'id': '0e1a1786-2e54-411b-8d5e-2cf5aac316f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a8d76f4f-e009-4bf8-a087-0565fce0b9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:22.074398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network hostable DHCP agents. Network: a8d76f4f-e009-4bf8-a087-0565fce0b9dd, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:22.089750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:22.117912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network a8d76f4f-e009-4bf8-a087-0565fce0b9dd is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:22.134229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-2e4a9e75-1b3a-44cc-ada0-9ed14969fd79 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520388 Nov 12 09:01:22.140332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, a8d76f4f-e009-4bf8-a087-0565fce0b9dd) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:22.146879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:22.162032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.162613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb41e16-fb97-457c-b58b-264b699f7ba5 req-2c31501d-0bd6-4885-9030-cd48f3f7c591 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.166544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10db584-e55f-424d-87ea-85b4a0b78df0 None None] Network a8d76f4f-e009-4bf8-a087-0565fce0b9dd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:22.173400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cbb41e16-fb97-457c-b58b-264b699f7ba5 req-2c31501d-0bd6-4885-9030-cd48f3f7c591 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 944 time: 0.1084712 Nov 12 09:01:22.175986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:22.184262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.185133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.203028 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.279048 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cbb41e16-fb97-457c-b58b-264b699f7ba5 req-b20b964d-324f-4ef3-8d14-477495afdc11 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000588 Nov 12 09:01:22.319041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-40555c98-c739-4591-920d-80994d5eb3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8330572 Nov 12 09:01:22.321748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60612) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:22.420470 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:22.422564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:22.456535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b9583-0c89-4cee-9f1c-7e570cca2f86 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.462754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930b9583-0c89-4cee-9f1c-7e570cca2f86 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.467115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-930b9583-0c89-4cee-9f1c-7e570cca2f86 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1418071 Nov 12 09:01:22.468501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60614) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:22.476579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-1c7ed3a3-3f9e-42d0-b7bd-323e6ed0c170 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580273 Nov 12 09:01:22.589183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2e088252-50d6-42b6-928b-490186f1cdf7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:22.591818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:22.628666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9720328-f700-4416-b84a-f5eab8f3d6d7 req-56a8ba6a-0577-41d0-ac67-eeafdef1ed8d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.630140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9720328-f700-4416-b84a-f5eab8f3d6d7 req-56a8ba6a-0577-41d0-ac67-eeafdef1ed8d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 948 time: 0.0683036 Nov 12 09:01:22.639690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Deleting port ea52472e-ad04-4b4f-ab69-a5250880388e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:22.640162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.641548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:22.740288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.748244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,segment=NetworkSegment(78f652a1-e4c5-49e1-bb57-6bb9200deca9),segment_id=78f652a1-e4c5-49e1-bb57-6bb9200deca9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:22.763259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7', 'network_id': '1d93452c-c39b-4631-b2cf-e11896004392', 'port_id': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7', 'mac_address': 'fa:16:3e:4f:63:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abaa3248-a9f2-4a2d-bf45-d24a643cb359', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:22.764007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Calling delete_port for ea52472e-ad04-4b4f-ab69-a5250880388e owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:22.779585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9720328-f700-4416-b84a-f5eab8f3d6d7 req-2c2a7885-510e-489f-869b-057d2bea3752 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148667 Nov 12 09:01:22.832163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-cc3bf6d3-f433-4872-8171-ecb615de3730 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:22.834760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-cc3bf6d3-f433-4872-8171-ecb615de3730 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.0852273 Nov 12 09:01:22.845635 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.882169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:22.883602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.917239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,segment=NetworkSegment(78f652a1-e4c5-49e1-bb57-6bb9200deca9),segment_id=78f652a1-e4c5-49e1-bb57-6bb9200deca9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:22.929115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.950945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Port': ['ID=ea52472e-ad04-4b4f-ab69-a5250880388e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:22.970405 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:22.974174 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12fad77e-97fc-44b9-b77b-ea434d866573 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/ports/ea52472e-ad04-4b4f-ab69-a5250880388e HTTP/1.1" status: 204 len: 168 time: 0.5040793 Nov 12 09:01:22.980442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60622) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:22.990628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:23.058814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea15c0b-adf9-449e-99ec-ad42f8c3e79d req-3ad5905f-3fd6-496b-8aeb-7d9c73920c55 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:23.066658 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea15c0b-adf9-449e-99ec-ad42f8c3e79d req-3ad5905f-3fd6-496b-8aeb-7d9c73920c55 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 945 time: 0.1151533 Nov 12 09:01:23.092561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-f475e5b9-0142-4883-9415-4472a23e0a79 service neutron] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:23.111083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-f475e5b9-0142-4883-9415-4472a23e0a79 service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.112242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccc7472f-4d17-4b6d-bf66-3894c806bb83 req-f475e5b9-0142-4883-9415-4472a23e0a79 service neutron] 10.222.0.55 "DELETE /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7/bindings/n-h1-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.2644851 Nov 12 09:01:23.124856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea15c0b-adf9-449e-99ec-ad42f8c3e79d req-9e5b0535-7bad-4f58-b895-5f3acfbbe5ff tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572026 Nov 12 09:01:23.159354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:23.185631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Deleting port 869c6111-d4c1-48b5-86ef-e897c0a85e2b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:23.186332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.258129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60632) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:23.268651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.287341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Calling delete_port for 869c6111-d4c1-48b5-86ef-e897c0a85e2b owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:23.506918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b305827-0e44-4c30-afc5-8af098d52348 req-b7008980-db05-427b-ae71-9ac16c2eccfb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:23.508744 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b305827-0e44-4c30-afc5-8af098d52348 req-b7008980-db05-427b-ae71-9ac16c2eccfb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 944 time: 0.0938933 Nov 12 09:01:23.518884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.572697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Port': ['ID=869c6111-d4c1-48b5-86ef-e897c0a85e2b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:23.583463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.590721 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-26b846df-33bd-44fb-ac6e-ba610c054c47 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/ports/869c6111-d4c1-48b5-86ef-e897c0a85e2b HTTP/1.1" status: 204 len: 168 time: 0.6071038 Nov 12 09:01:23.591958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60638) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:23.668978 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc6e60a5-1384-4bc9-a840-4619b7d61f91 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0755014 Nov 12 09:01:23.676143 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:23.683376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-557487893'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:23.737330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b305827-0e44-4c30-afc5-8af098d52348 req-a9866eb7-fcc7-4f9a-9122-7eb7dcd5e0b6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117798 Nov 12 09:01:23.748813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Made reservation on behalf of ae8a6bf3530343e9bf7b4b80ef283919 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:23.754933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.834045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:23.879068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:23.879542 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Added segment a391e9b9-2ba2-4874-8c43-412031d7fe38 of type vlan for network e16eb459-3689-4efb-8178-bf0e954e3bff Nov 12 09:01:23.995355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88d421-c140-4870-ae15-27507d77ee67 req-9ab67d4e-7070-4d48-a76d-ceae464f864f tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:24.003245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e88d421-c140-4870-ae15-27507d77ee67 req-9ab67d4e-7070-4d48-a76d-ceae464f864f tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1096 time: 0.1153128 Nov 12 09:01:24.005074 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.046295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47de01-2301-43de-ac20-69d3d4f3a3b3 req-e499527e-3f62-464d-b1ca-a24d63e24596 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:24.049054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc47de01-2301-43de-ac20-69d3d4f3a3b3 req-e499527e-3f62-464d-b1ca-a24d63e24596 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 948 time: 0.0926702 Nov 12 09:01:24.059524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.067890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:24.068564 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.090453 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e88d421-c140-4870-ae15-27507d77ee67 req-6eae70e1-1a19-402b-9c36-22973b027f13 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829473 Nov 12 09:01:24.180147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5023937 Nov 12 09:01:24.186986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60656) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:24.192922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1121389645'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:24.254611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Network': ['ID=e16eb459-3689-4efb-8178-bf0e954e3bff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:24.269757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.269902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.270296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.270675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.271025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.271364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.271772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.272472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.272722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.272954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.273215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.275018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f079a1ab-2574-4ad2-a844-e91514002937 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:24.282733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc47de01-2301-43de-ac20-69d3d4f3a3b3 req-fe7855eb-2423-47fe-9d1b-100aa0764a1f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259986 Nov 12 09:01:24.287079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Made reservation on behalf of ae8a6bf3530343e9bf7b4b80ef283919 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:24.290329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e16eb459-3689-4efb-8178-bf0e954e3bff details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:24.290812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.393642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:24.410360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:24.422286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.422550 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Added segment 5329b76e-acc8-4d8a-a4f7-69c8491a6aea of type vlan for network 6a45c656-ef2a-4e7d-8d66-59f78e6046ed Nov 12 09:01:24.463868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae6f23-a472-4702-ac24-b2b9ff97f133 req-e61da37c-fca4-4b5f-942c-7ba70b96548d tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:24.465404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bae6f23-a472-4702-ac24-b2b9ff97f133 req-e61da37c-fca4-4b5f-942c-7ba70b96548d tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 945 time: 0.1319594 Nov 12 09:01:24.472807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:24.478099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:24.478473 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.493196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.496002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.540486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-70b79b45-1c23-48a8-83d3-be058bd575de tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:24.542861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-70b79b45-1c23-48a8-83d3-be058bd575de tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.1551876 Nov 12 09:01:24.570663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-223f8107-3272-4808-9bed-3d844f6a7e27 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/quotas/ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 375 time: 0.0144651 Nov 12 09:01:24.581090 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.608133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:24.610618 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d27049c-146a-4ea5-a86e-f880dc461f0b" -d '{"events": [{"server_uuid": "0f892f9d-8cbf-4eba-8688-8e8f8fcab764", "name": "network-vif-plugged", "status": "completed", "tag": "32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:24.626732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,segment=NetworkSegment(78f652a1-e4c5-49e1-bb57-6bb9200deca9),segment_id=78f652a1-e4c5-49e1-bb57-6bb9200deca9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:24.633642 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.637515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bae6f23-a472-4702-ac24-b2b9ff97f133 req-d7277d00-7915-40fe-aff7-7f05482a3da7 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557236 Nov 12 09:01:24.641209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-750b2f91-4bbd-4860-8be6-1ec0a1883e67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603075 Nov 12 09:01:24.643551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.649349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:24.650047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:24.727339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:24.756827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5687416 Nov 12 09:01:24.793489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceed289-a178-4efb-8232-f39974cb6911 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Network': ['ID=6a45c656-ef2a-4e7d-8d66-59f78e6046ed,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:24.800344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-88d8b2dc-2914-4d2b-84d1-fd4bef738395 service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488776 Nov 12 09:01:24.808968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 6a45c656-ef2a-4e7d-8d66-59f78e6046ed details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:24.901883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60678) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:24.909519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'subnets': [{'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1747493547', 'ip_version': 4}, {'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:24.910182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'subnet': {'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1747493547', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:24.911199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Request body: {'subnet': {'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:24.945478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:24.976490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-ddfe49ad-55e1-409f-b465-db137ee2e236 service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685841 Nov 12 09:01:25.040891 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692d734c-c9c7-44b3-b9a1-e827cd5a30c6 x-openstack-request-id: req-692d734c-c9c7-44b3-b9a1-e827cd5a30c6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:25.041174 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f892f9d-8cbf-4eba-8688-8e8f8fcab764", "name": "network-vif-plugged", "status": "completed", "tag": "32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:25.042070 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-692d734c-c9c7-44b3-b9a1-e827cd5a30c6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:25.042482 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7', 'code': 200} Nov 12 09:01:25.047485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 2e088252-50d6-42b6-928b-490186f1cdf7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:25.047883 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.197613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.223408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c42ac7ca-8fda-4863-b641-ca96a063d6bd req-de761050-a5ec-478f-b598-6c38dcef2961 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 210 time: 0.0487769 Nov 12 09:01:25.245359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4107ec-ac48-4182-9679-575ca430e532 req-de76ba91-b9d7-4d41-aa8c-ba79158ec564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.249470 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d4107ec-ac48-4182-9679-575ca430e532 req-de76ba91-b9d7-4d41-aa8c-ba79158ec564 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 1098 time: 0.1181428 Nov 12 09:01:25.273060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Made reservation on behalf of ae8a6bf3530343e9bf7b4b80ef283919 for: {'subnet': 2} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:25.278965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:25.283587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.283942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.285036 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.333878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d4107ec-ac48-4182-9679-575ca430e532 req-8b59b172-0917-47d6-81bd-df729b5fb69c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778446 Nov 12 09:01:25.363731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Deleting port f6b6ff8d-a62f-4952-bead-3bbee37a973c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:25.364005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:25.364625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.481006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c07e76-58ae-44b3-8750-ede8b2729f52 req-21f66997-2ba7-4aab-80fa-eaaabd3db8a6 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.490088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75c07e76-58ae-44b3-8750-ede8b2729f52 req-21f66997-2ba7-4aab-80fa-eaaabd3db8a6 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0660486 Nov 12 09:01:25.508884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45f82-9d3d-4e5d-bf4f-85bebff01af6 req-465db2d8-e83f-4d97-8725-89155a962da0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.510701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6b45f82-9d3d-4e5d-bf4f-85bebff01af6 req-465db2d8-e83f-4d97-8725-89155a962da0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.2654333 Nov 12 09:01:25.568712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75c07e76-58ae-44b3-8750-ede8b2729f52 req-a17f08f0-301e-40b8-8993-33836584be99 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775025 Nov 12 09:01:25.603955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] For port f6b6ff8d-a62f-4952-bead-3bbee37a973c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f6b6ff8d-a62f-4952-bead-3bbee37a973c,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:25.604445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:25.633316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Calling delete_port for f6b6ff8d-a62f-4952-bead-3bbee37a973c owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:25.655598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6b45f82-9d3d-4e5d-bf4f-85bebff01af6 req-43cb01a3-352e-4de3-b43b-bab300641702 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358330 Nov 12 09:01:25.789049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23135-02ff-4a5a-8999-26503427f7bb req-d39d512a-c48c-4a6e-8116-f93b07588279 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:25.791351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41d23135-02ff-4a5a-8999-26503427f7bb req-d39d512a-c48c-4a6e-8116-f93b07588279 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.0617945 Nov 12 09:01:25.861937 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41d23135-02ff-4a5a-8999-26503427f7bb req-53589a65-381a-4ae5-9538-c874a256f1a9 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566311 Nov 12 09:01:26.050533 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.113380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b6ff8d-a62f-4952-bead-3bbee37a973c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:26.142350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.233834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Subnet': ['ID=925e2963-a05d-4820-9952-803c14d78e5f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:26.310126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Checking segment: {'id': 'a391e9b9-2ba2-4874-8c43-412031d7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:26.310904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network hostable DHCP agents. Network: e16eb459-3689-4efb-8178-bf0e954e3bff, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:26.418093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-27a42d49-d774-446e-b89e-aadbf7b915c8 req-d68057af-68db-4d29-b4fd-695a95d85065 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 210 time: 0.0642102 Nov 12 09:01:26.534786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-1264b27f-408b-4ca5-8bce-54358e430326 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:26.536360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-1264b27f-408b-4ca5-8bce-54358e430326 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.1729953 Nov 12 09:01:26.554974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Request body: {'port': {'device_id': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'admin_state_up': True, 'tenant_id': 'ed82da55803749a3909a8212a38c1037'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:26.644414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network e16eb459-3689-4efb-8178-bf0e954e3bff is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:26.651343 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.660074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e16eb459-3689-4efb-8178-bf0e954e3bff) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:26.665173 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.678817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6045ff8-15e4-4f86-8887-7e6b82e8c419 None None] Network e16eb459-3689-4efb-8178-bf0e954e3bff requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:26.743774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbea61-dbd5-42fd-857a-57c9bccacc67 req-82952d30-ee5d-499b-831e-b0ae93132599 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:26.745528 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cebbea61-dbd5-42fd-857a-57c9bccacc67 req-82952d30-ee5d-499b-831e-b0ae93132599 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0870571 Nov 12 09:01:26.792869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event updated for resources: {'Subnet': ['ID=c15d31c2-7b3c-44c5-8fc4-096c8768a9f1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:26.802120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Made reservation on behalf of ed82da55803749a3909a8212a38c1037 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:26.807598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.838398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cebbea61-dbd5-42fd-857a-57c9bccacc67 req-5f45b872-f7a1-40e3-b1c6-a2005d59240c tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820191 Nov 12 09:01:26.882386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Checking segment: {'id': '5329b76e-acc8-4d8a-a4f7-69c8491a6aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:26.882899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network hostable DHCP agents. Network: 6a45c656-ef2a-4e7d-8d66-59f78e6046ed, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:26.902286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e16eb459-3689-4efb-8178-bf0e954e3bff', 'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff', 'tenant_id': 'ae8a6bf3530343e9bf7b4b80ef283919', 'fixed_ips': [{'subnet_id': '925e2963-a05d-4820-9952-803c14d78e5f'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:26.903672 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:26.926568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f7333-9c97-496a-adce-f37128d3686f req-02628f55-8909-4980-bdcd-3f8e11c640f0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:26.928201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e27f7333-9c97-496a-adce-f37128d3686f req-02628f55-8909-4980-bdcd-3f8e11c640f0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1365974 Nov 12 09:01:26.931103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Network 6a45c656-ef2a-4e7d-8d66-59f78e6046ed is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:26.989766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 6a45c656-ef2a-4e7d-8d66-59f78e6046ed) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:27.003102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.003579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.004227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.009288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383bea3d-deeb-460e-a8cd-adc51bc0adb0 None None] Network 6a45c656-ef2a-4e7d-8d66-59f78e6046ed requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:27.037732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Allocated IP 172.20.0.7 (fd78341e-29f1-4009-9d2e-5d5dacc00520/646b91e6-cd54-4117-b51d-4de082ca85d8/0fd03b5d-d82e-446c-836c-318a1ea60761) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:27.047827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:27.050304 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c02e2a8-fa85-44dc-92fa-365ac28a943d" -d '{"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-plugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:27.072797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e484e68-8ee0-4412-8395-6aeec42e32f7 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.1677291 Nov 12 09:01:27.075257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60712) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:27.087932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7f52-d798-40aa-bd35-dbdd57c62401 req-e523414c-6882-4f89-b7cd-3a6486c337d4 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.095948 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ddc7f52-d798-40aa-bd35-dbdd57c62401 req-e523414c-6882-4f89-b7cd-3a6486c337d4 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.1039121 Nov 12 09:01:27.166691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Allocated IP 172.20.0.2 (e16eb459-3689-4efb-8178-bf0e954e3bff/925e2963-a05d-4820-9952-803c14d78e5f/0ae1357e-224e-415e-99dd-3d6db7033f35) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:27.175359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e27f7333-9c97-496a-adce-f37128d3686f req-5e0f09d3-2a95-40e3-ad63-8ce04945820e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343669 Nov 12 09:01:27.200487 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ddc7f52-d798-40aa-bd35-dbdd57c62401 req-653dcb45-c350-4699-80a1-277dd8e6d3cb tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992353 Nov 12 09:01:27.267665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:27.288886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e70957-78bc-46d5-bcf7-0d549e52dec8 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.290016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e70957-78bc-46d5-bcf7-0d549e52dec8 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.291741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e70957-78bc-46d5-bcf7-0d549e52dec8 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.297291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-45e70957-78bc-46d5-bcf7-0d549e52dec8 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2057283 Nov 12 09:01:27.297937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60716) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:27.341149 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d4200e-66b2-424d-81eb-501b449538ea x-openstack-request-id: req-16d4200e-66b2-424d-81eb-501b449538ea {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:27.341409 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-plugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:27.341590 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16d4200e-66b2-424d-81eb-501b449538ea {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:27.342166 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7', 'code': 200} Nov 12 09:01:27.349586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-6a45c656-ef2a-4e7d-8d66-59f78e6046ed', 'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed', 'tenant_id': 'ae8a6bf3530343e9bf7b4b80ef283919', 'fixed_ips': [{'subnet_id': 'c15d31c2-7b3c-44c5-8fc4-096c8768a9f1'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:27.351176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.417947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Deleting subnet 925e2963-a05d-4820-9952-803c14d78e5f {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:27.439795 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.506419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:27.513024 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fba3c925-61c3-4fa4-87f9-5741e64091c6 admin admin] 10.222.0.53 "PUT /v2.0/routers/7f05956c-4fe0-43c2-853e-cf343d5b79b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2535059 Nov 12 09:01:27.516834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd4b9c-64d1-4038-bdfd-93c777b6d2d5 req-6273ba1c-54c4-4c8a-89da-7bde6da1c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.518357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1dd4b9c-64d1-4038-bdfd-93c777b6d2d5 req-6273ba1c-54c4-4c8a-89da-7bde6da1c2df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1101 time: 0.0695109 Nov 12 09:01:27.518937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60724) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:27.530356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.532665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] Sync routers for ids ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:27.535600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Allocated IP 172.20.0.18 (6a45c656-ef2a-4e7d-8d66-59f78e6046ed/c15d31c2-7b3c-44c5-8fc4-096c8768a9f1/09bd833f-713c-489e-985e-ccb06fa3b58b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:27.611066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] Routers {'7f05956c-4fe0-43c2-853e-cf343d5b79b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:27.611903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:27.667403 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.677257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:27.688099 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1dd4b9c-64d1-4038-bdfd-93c777b6d2d5 req-0a45c223-3586-42b5-830b-b38a10eb12c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215229 Nov 12 09:01:27.701003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:27.706794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.720863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:27.723639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:27.794822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.795669 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.809914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c62a8b-a161-4768-b657-bd8ccd41a011 req-3a681749-c896-42c5-9715-5eddf56e3434 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.812418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1c62a8b-a161-4768-b657-bd8ccd41a011 req-3a681749-c896-42c5-9715-5eddf56e3434 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 931 time: 0.1839151 Nov 12 09:01:27.822212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aaa84-27df-4235-893b-70b419e62908 req-f36a050e-dc57-4c8e-97a9-4de707996967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:27.823903 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228aaa84-27df-4235-893b-70b419e62908 req-f36a050e-dc57-4c8e-97a9-4de707996967 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=33c3d60a10c44080a19356c0edb043a9&device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 1098 time: 0.1454465 Nov 12 09:01:27.834300 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.848726 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-b8a540a9-2c2c-49f8-840e-abd4e2ab74a8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018808 Nov 12 09:01:27.873384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Request body: {'port': {'device_id': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:27.915271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Deleting port a83f64a9-f37d-40d1-b408-dee3e7249d26 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:27.915271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.942891 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:27.972770 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.014412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1c62a8b-a161-4768-b657-bd8ccd41a011 req-0a98e450-7d21-4302-abb9-79fde077ac23 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849754 Nov 12 09:01:28.040899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.044435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aaa84-27df-4235-893b-70b419e62908 req-5cb60d77-1e8a-4b25-941e-23681b91f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:28.046208 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228aaa84-27df-4235-893b-70b419e62908 req-5cb60d77-1e8a-4b25-941e-23681b91f51f service neutron] 10.222.0.62 "GET /v2.0/networks?id=1d93452c-c39b-4631-b2cf-e11896004392 HTTP/1.1" status: 200 len: 914 time: 0.2097874 Nov 12 09:01:28.074381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] Set router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:28.077267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Network e16eb459-3689-4efb-8178-bf0e954e3bff is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:28.088086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] For port a83f64a9-f37d-40d1-b408-dee3e7249d26, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a83f64a9-f37d-40d1-b408-dee3e7249d26,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:28.089132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.097867 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228aaa84-27df-4235-893b-70b419e62908 req-9b57a86f-9166-4ce2-bf93-32a9ebbf8b0d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 HTTP/1.1" status: 200 len: 217 time: 0.0441501 Nov 12 09:01:28.107571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Calling delete_port for a83f64a9-f37d-40d1-b408-dee3e7249d26 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:28.122795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.146089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:28.157317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:28.160871 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.188065 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.198040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Pushing event updated for resources: {'Port': ['ID=0ae1357e-224e-415e-99dd-3d6db7033f35,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.239073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aaa84-27df-4235-893b-70b419e62908 req-4ce401ea-78da-472a-a830-85d2ac255826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:28.239521 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.240732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228aaa84-27df-4235-893b-70b419e62908 req-4ce401ea-78da-472a-a830-85d2ac255826 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=abaa3248-a9f2-4a2d-bf45-d24a643cb359 HTTP/1.1" status: 200 len: 853 time: 0.1351321 Nov 12 09:01:28.254262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.307690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791ce3d-4a5d-4f70-ba29-4033e3c7b491 req-d5b44e32-b6a8-4ed7-b2ab-9cb370ae2fb3 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:28.309135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Pushing event updated for resources: {'Port': ['ID=09bd833f-713c-489e-985e-ccb06fa3b58b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.309410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1791ce3d-4a5d-4f70-ba29-4033e3c7b491 req-d5b44e32-b6a8-4ed7-b2ab-9cb370ae2fb3 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.1923559 Nov 12 09:01:28.345400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Network 6a45c656-ef2a-4e7d-8d66-59f78e6046ed is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:28.354267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:28.363495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:28.383493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Attempting to bind port 0ae1357e-224e-415e-99dd-3d6db7033f35 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:28.384060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Attempting to bind port 0ae1357e-224e-415e-99dd-3d6db7033f35 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'a391e9b9-2ba2-4874-8c43-412031d7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:28.384534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Attempting to bind port 0ae1357e-224e-415e-99dd-3d6db7033f35 on network e16eb459-3689-4efb-8178-bf0e954e3bff {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:28.395298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:28.395851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Checking segment: {'id': 'a391e9b9-2ba2-4874-8c43-412031d7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:28.396479 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.396944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Bound using segment: {'id': 'a391e9b9-2ba2-4874-8c43-412031d7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:28.397536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Bound port: 0ae1357e-224e-415e-99dd-3d6db7033f35, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a391e9b9-2ba2-4874-8c43-412031d7fe38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e16eb459-3689-4efb-8178-bf0e954e3bff'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:28.398055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.467544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.519817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Attempting to bind port 09bd833f-713c-489e-985e-ccb06fa3b58b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:28.520533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Attempting to bind port 09bd833f-713c-489e-985e-ccb06fa3b58b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '5329b76e-acc8-4d8a-a4f7-69c8491a6aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:28.521090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Attempting to bind port 09bd833f-713c-489e-985e-ccb06fa3b58b on network 6a45c656-ef2a-4e7d-8d66-59f78e6046ed {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:28.532008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1791ce3d-4a5d-4f70-ba29-4033e3c7b491 req-d7c33534-c6a2-48aa-9ed3-2a013a2f531f tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002535 Nov 12 09:01:28.548252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:28.548530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Checking segment: {'id': '5329b76e-acc8-4d8a-a4f7-69c8491a6aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:28.548861 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.549233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Bound using segment: {'id': '5329b76e-acc8-4d8a-a4f7-69c8491a6aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:28.550244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Bound port: 09bd833f-713c-489e-985e-ccb06fa3b58b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5329b76e-acc8-4d8a-a4f7-69c8491a6aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6a45c656-ef2a-4e7d-8d66-59f78e6046ed'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:28.550244 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.607695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.615219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.633588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] For port 0ae1357e-224e-415e-99dd-3d6db7033f35, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:28.657906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] For port 0ae1357e-224e-415e-99dd-3d6db7033f35, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0ae1357e-224e-415e-99dd-3d6db7033f35,segment=NetworkSegment(a391e9b9-2ba2-4874-8c43-412031d7fe38),segment_id=a391e9b9-2ba2-4874-8c43-412031d7fe38)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:28.670751 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.676596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f0912-d8a9-40e6-87f2-4e82d2ff452b req-17b3b947-923f-4a0b-8a9b-21d10e3d9b3a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:28.677990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Subnet': ['ID=925e2963-a05d-4820-9952-803c14d78e5f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.678306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb5f0912-d8a9-40e6-87f2-4e82d2ff452b req-17b3b947-923f-4a0b-8a9b-21d10e3d9b3a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.5349054 Nov 12 09:01:28.678612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T09:01:25Z', 'revision_number': 5, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port': {'id': 'a83f64a9-f37d-40d1-b408-dee3e7249d26', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:39:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:17Z', 'updated_at': '2021-11-12T08:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:28.681386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.688670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228aaa84-27df-4235-893b-70b419e62908 req-2ce3b60d-747e-4b9c-a374-513c35776f89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1d93452c-c39b-4631-b2cf-e11896004392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3915222 Nov 12 09:01:28.688922 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bbe8b71e-d1d1-42aa-b65b-b33aac02f400 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/subnets/925e2963-a05d-4820-9952-803c14d78e5f HTTP/1.1" status: 204 len: 168 time: 1.3850365 Nov 12 09:01:28.692169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60734) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:28.697860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83f64a9-f37d-40d1-b408-dee3e7249d26,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.767292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] For port 09bd833f-713c-489e-985e-ccb06fa3b58b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:28.769599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] Checking router: 7f05956c-4fe0-43c2-853e-cf343d5b79b3 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:28.805531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] For port 09bd833f-713c-489e-985e-ccb06fa3b58b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=09bd833f-713c-489e-985e-ccb06fa3b58b,segment=NetworkSegment(5329b76e-acc8-4d8a-a4f7-69c8491a6aea),segment_id=5329b76e-acc8-4d8a-a4f7-69c8491a6aea)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:28.820029 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.820708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44946c57-9261-49fc-9ce5-2a7513b8d4af req-1e4f305e-396d-4135-9d17-153ed145590d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:28.828616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44946c57-9261-49fc-9ce5-2a7513b8d4af req-1e4f305e-396d-4135-9d17-153ed145590d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1520283 Nov 12 09:01:28.831453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.833424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] Routers {'7f05956c-4fe0-43c2-853e-cf343d5b79b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:28.834068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:28.839744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7961ca62-f986-44c0-bb37-cfe11a7bca6b None None] Pushing event updated for resources: {'Port': ['ID=0ae1357e-224e-415e-99dd-3d6db7033f35,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:28.987844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:28.998479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.024181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] Set router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:29.118360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44946c57-9261-49fc-9ce5-2a7513b8d4af req-aa5dd9a3-1038-4d41-9371-40b5eed527f7 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841561 Nov 12 09:01:29.127697 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.128312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f05956c-4fe0-43c2-853e-cf343d5b79b3 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:01:29.133718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.145878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ef083-bb5b-45bb-a005-97f50a64ca11 None None] Pushing event updated for resources: {'Port': ['ID=09bd833f-713c-489e-985e-ccb06fa3b58b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:29.148551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-123004b5-c13e-4889-82cb-fbaf462346e8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7f05956c-4fe0-43c2-853e-cf343d5b79b3 HTTP/1.1" status: 204 len: 168 time: 1.6278973 Nov 12 09:01:29.148814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60740) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:29.164776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd03b5d-d82e-446c-836c-318a1ea60761 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:29.183092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.198311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T09:01:28Z', 'revision_number': 7, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:29.210060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Transition to ACTIVE for port object 0fd03b5d-d82e-446c-836c-318a1ea60761 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:29.215360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Deleting subnet c15d31c2-7b3c-44c5-8fc4-096c8768a9f1 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:29.224287 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb5f0912-d8a9-40e6-87f2-4e82d2ff452b req-631a90d6-bdf9-4871-9e95-cb7755b476cb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952672 Nov 12 09:01:29.224918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.251031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.283598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedbd557-ef46-4844-bbe1-f459107c1cee None None] The sync data for ids ['7f05956c-4fe0-43c2-853e-cf343d5b79b3'] in n-d-769329-17 is: [{'id': '7f05956c-4fe0-43c2-853e-cf343d5b79b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-359995681-router', 'tenant_id': '68bcc2d5174841dbb41c68bf02c3e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:16Z', 'updated_at': '2021-11-12T09:01:28Z', 'revision_number': 7, 'project_id': '68bcc2d5174841dbb41c68bf02c3e919', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:29.320210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] Deleting subnet db71590d-f6e4-4ea7-ba83-7e3ae3015b46 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:29.331958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.421254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228aaa84-27df-4235-893b-70b419e62908 req-dbb46464-d766-4542-82de-b02b99dc0911 service neutron] 10.222.0.62 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172570 Nov 12 09:01:29.424764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.428893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.478593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:29.530542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1fcea-26e7-48fb-8a1a-aae4a9f71ada req-a1c39954-4175-419f-9bb9-5fc416d0c213 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:29.532762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ceb1fcea-26e7-48fb-8a1a-aae4a9f71ada req-a1c39954-4175-419f-9bb9-5fc416d0c213 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.0834289 Nov 12 09:01:29.603076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.636430 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ceb1fcea-26e7-48fb-8a1a-aae4a9f71ada req-4a6425f1-dbfa-4bb6-a807-1dbd9da34b5f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836740 Nov 12 09:01:29.667898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:29.668292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:29.668718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:29.674726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.724415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228aaa84-27df-4235-893b-70b419e62908 req-c4860bbb-d4cb-4a9d-b8a4-e79f3a02bf4a service neutron] 10.222.0.62 "GET /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696970 Nov 12 09:01:29.734706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:29.735124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:29.737873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db71590d-f6e4-4ea7-ba83-7e3ae3015b46,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:29.740608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.746390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.750198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5a501a2-21a8-4944-bc80-e3f7d3f30ef0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db71590d-f6e4-4ea7-ba83-7e3ae3015b46 HTTP/1.1" status: 204 len: 168 time: 0.5996711 Nov 12 09:01:29.751530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60744) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:29.752674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a132b3-d00e-4b58-bdeb-e9ed4ae481d7 None None] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:29.870750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:29.871537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:29.872356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:29.875476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Bound port: 0fd03b5d-d82e-446c-836c-318a1ea60761, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:29.876723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.896105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.938554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0ae1357e-224e-415e-99dd-3d6db7033f35 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:29.978368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:29.989507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f46012-2e51-4575-9e64-f6d315ab17d5 req-a32b0f5f-a738-4f16-9846-984bc3a8fbe2 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:29.991123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01f46012-2e51-4575-9e64-f6d315ab17d5 req-a32b0f5f-a738-4f16-9846-984bc3a8fbe2 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.3460786 Nov 12 09:01:30.001742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Subnet': ['ID=c15d31c2-7b3c-44c5-8fc4-096c8768a9f1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:30.009520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.012903 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b93e59d4-c3b5-44dc-b328-e71b0eadd3bb tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/subnets/c15d31c2-7b3c-44c5-8fc4-096c8768a9f1 HTTP/1.1" status: 204 len: 168 time: 1.3207779 Nov 12 09:01:30.019750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:30.065287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Deleting port cb59127d-3c9a-43aa-80e5-e41c0cd96449 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:30.065626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.163242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] For port cb59127d-3c9a-43aa-80e5-e41c0cd96449, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cb59127d-3c9a-43aa-80e5-e41c0cd96449,segment=NetworkSegment(5d0eb837-822d-49e9-9301-17289a8dd29c),segment_id=5d0eb837-822d-49e9-9301-17289a8dd29c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:30.163756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.180605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Calling delete_port for cb59127d-3c9a-43aa-80e5-e41c0cd96449 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:30.181233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0ae1357e-224e-415e-99dd-3d6db7033f35 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:30.182689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.278616 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01f46012-2e51-4575-9e64-f6d315ab17d5 req-8650934f-f8cb-46a5-9965-8ca64944f082 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676041 Nov 12 09:01:30.341271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] DHCP port deletion for 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:30.356914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:30.363399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:30.369829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a499f753-3047-427e-84ec-e1efa3623fe4 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:30.391458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a499f753-3047-427e-84ec-e1efa3623fe4 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3635890 Nov 12 09:01:30.392283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:30.402101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.410057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcf0f5-434c-48b9-bac8-cfd661554f06 req-cfdea49e-376c-41f2-accd-25c37c5ad6c8 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:30.411824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ddcf0f5-434c-48b9-bac8-cfd661554f06 req-cfdea49e-376c-41f2-accd-25c37c5ad6c8 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1341600 Nov 12 09:01:30.426964 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.498757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ddcf0f5-434c-48b9-bac8-cfd661554f06 req-2e16bdcd-2e07-4adf-b9f9-095d492202f5 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764663 Nov 12 09:01:30.500498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.511629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 0ae1357e-224e-415e-99dd-3d6db7033f35, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0ae1357e-224e-415e-99dd-3d6db7033f35,segment=NetworkSegment(a391e9b9-2ba2-4874-8c43-412031d7fe38),segment_id=a391e9b9-2ba2-4874-8c43-412031d7fe38)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:30.532349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Deleting port cb59127d-3c9a-43aa-80e5-e41c0cd96449 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:30.533741 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.539464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] No DVR routers for this DVR port cb59127d-3c9a-43aa-80e5-e41c0cd96449 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:30.541461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.555051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb59127d-3c9a-43aa-80e5-e41c0cd96449,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:30.584881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.585342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.585611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.585945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.586284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.586620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.586944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.587273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.587601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.587939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.588277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.588597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:30.609499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a509a-de47-48de-84c5-06721fd07e23 None None] Network e16eb459-3689-4efb-8178-bf0e954e3bff requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:30.656150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.677986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:30.678942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.680722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] 10.222.0.62 "PUT /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 1092 time: 2.8240488 Nov 12 09:01:30.691517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe4f464-3c67-4ffe-8a22-c76564a9fe0d']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:30.706673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:30.709248 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e322799-976b-48d2-916f-2ef7f4da4315" -d '{"events": [{"name": "network-changed", "server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:30.711188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0eb837-822d-49e9-9301-17289a8dd29c') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:30.711685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0eb837-822d-49e9-9301-17289a8dd29c') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:30.731148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.753072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=0ae1357e-224e-415e-99dd-3d6db7033f35,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:30.770636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.784219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:30.785386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.786198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ff042275-1693-4aa6-a0a5-d0f98ba90f10 None None] Provisioning complete for port 0ae1357e-224e-415e-99dd-3d6db7033f35 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:30.786664 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff042275-1693-4aa6-a0a5-d0f98ba90f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:30.788896 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:30.797984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:30.812623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946919d0-bd24-400a-bae7-43b54b83ee23 req-043e63db-c036-466e-884e-8e03b8ca01e2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:30.820566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-946919d0-bd24-400a-bae7-43b54b83ee23 req-043e63db-c036-466e-884e-8e03b8ca01e2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.3823004 Nov 12 09:01:30.853814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307eb8c-1696-48d4-85f3-ff857e1f63f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:30.935203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-4e1765a4-a87c-46f3-bd83-82074bb3f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:30.937311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-4e1765a4-a87c-46f3-bd83-82074bb3f938 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1095 time: 0.2040133 Nov 12 09:01:30.959947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-946919d0-bd24-400a-bae7-43b54b83ee23 req-e8d6c2da-dc6f-4755-9cf8-0de557c0f6ee tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343551 Nov 12 09:01:30.967840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3348a2-8553-4f25-8125-8af1eaefb21e req-3e33f96f-77eb-43c2-8e65-a980b90b67db tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:30.989399 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea3348a2-8553-4f25-8125-8af1eaefb21e req-3e33f96f-77eb-43c2-8e65-a980b90b67db tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.0972397 Nov 12 09:01:31.017631 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.072246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea3348a2-8553-4f25-8125-8af1eaefb21e req-b41a87e6-b22b-4935-b5f5-d4b37dd0623f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759249 Nov 12 09:01:31.079372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.079612 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fba57c-d0c8-4502-84a1-3dd6a4f092bd x-openstack-request-id: req-06fba57c-d0c8-4502-84a1-3dd6a4f092bd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:31.080064 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:31.080179 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06fba57c-d0c8-4502-84a1-3dd6a4f092bd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:31.080546 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761', 'status': 'completed', 'code': 200} Nov 12 09:01:31.088002 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-59ff8964-9b8b-4c0c-8407-13852638878e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 217 time: 0.1237648 Nov 12 09:01:31.088651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:31.098983 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] 10.222.0.53 "DELETE /v2.0/networks/8fe4f464-3c67-4ffe-8a22-c76564a9fe0d HTTP/1.1" status: 204 len: 168 time: 1.3365350 Nov 12 09:01:31.110026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] For port cb59127d-3c9a-43aa-80e5-e41c0cd96449, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:31.110570 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.120027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed054552-66ba-49f4-b9f7-ec45dbeeac1f admin admin] Pushing event deleted for resources: {'Network': ['ID=8fe4f464-3c67-4ffe-8a22-c76564a9fe0d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:31.146209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Calling delete_port for cb59127d-3c9a-43aa-80e5-e41c0cd96449 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:31.148605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888d578-7454-4f6b-9874-0d88653bb2d3 None None] Network 6a45c656-ef2a-4e7d-8d66-59f78e6046ed requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:31.171325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Port cb59127d-3c9a-43aa-80e5-e41c0cd96449 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:01:31.179525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.259794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Pushing event deleted for resources: {'Port': ['ID=cb59127d-3c9a-43aa-80e5-e41c0cd96449,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:31.263082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] Network 8fe4f464-3c67-4ffe-8a22-c76564a9fe0d is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:01:31.263640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36808d5a-d2d2-4c63-9c07-659a0c3cb4d9 None None] No DVR routers for this DVR port cb59127d-3c9a-43aa-80e5-e41c0cd96449 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:31.298839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-fb4f8b69-44d4-4304-9498-8abd5e9434c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:31.300446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-fb4f8b69-44d4-4304-9498-8abd5e9434c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.2014089 Nov 12 09:01:31.324457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Deleting port 09bd833f-713c-489e-985e-ccb06fa3b58b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:31.324722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.354605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0ae1357e-224e-415e-99dd-3d6db7033f35 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:31.370887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-508ef316-e626-4afc-ab2d-03759bdf440c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557902 Nov 12 09:01:31.385227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f229df-050d-41cc-8826-5b7d5bbe5608 req-405fa4ba-0c0d-4b82-9728-d8e88d4fc0f1 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:31.386392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a0f229df-050d-41cc-8826-5b7d5bbe5608 req-405fa4ba-0c0d-4b82-9728-d8e88d4fc0f1 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2242105 Nov 12 09:01:31.446240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21471e6-7596-41fb-bdc6-b77f73a5c2c9 req-dd6ee722-99b6-4030-afed-e9e84cadf45a tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:31.448511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a21471e6-7596-41fb-bdc6-b77f73a5c2c9 req-dd6ee722-99b6-4030-afed-e9e84cadf45a tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.0680888 Nov 12 09:01:31.461589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0ae1357e-224e-415e-99dd-3d6db7033f35 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:31.461958 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.521914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a21471e6-7596-41fb-bdc6-b77f73a5c2c9 req-9b120d65-53ca-4472-9c82-804c77c83e14 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613780 Nov 12 09:01:31.540336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] DHCP port deletion for e16eb459-3689-4efb-8178-bf0e954e3bff request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:31.553271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-42f303f1-182d-438f-9086-ef0852a7ffa4 None None] Provisioning complete for port 09bd833f-713c-489e-985e-ccb06fa3b58b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:31.554413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42f303f1-182d-438f-9086-ef0852a7ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.581279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] For port 09bd833f-713c-489e-985e-ccb06fa3b58b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=09bd833f-713c-489e-985e-ccb06fa3b58b,segment=NetworkSegment(5329b76e-acc8-4d8a-a4f7-69c8491a6aea),segment_id=5329b76e-acc8-4d8a-a4f7-69c8491a6aea)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:31.581826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.602107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] DHCP port deletion for 6a45c656-ef2a-4e7d-8d66-59f78e6046ed request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:31.650968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412438c-4e2b-4bd1-8e15-f8e821f3d581 req-f53d8784-68af-4c1f-9a48-1c5737d49e64 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:31.652610 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f412438c-4e2b-4bd1-8e15-f8e821f3d581 req-f53d8784-68af-4c1f-9a48-1c5737d49e64 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0524075 Nov 12 09:01:31.707334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 09bd833f-713c-489e-985e-ccb06fa3b58b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:31.717207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f412438c-4e2b-4bd1-8e15-f8e821f3d581 req-4531a235-79f3-49ed-96ed-3df6493c4e40 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558543 Nov 12 09:01:31.753395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] Deleting port 0ae1357e-224e-415e-99dd-3d6db7033f35 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:31.753989 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.854845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] Deleting port 09bd833f-713c-489e-985e-ccb06fa3b58b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:31.855040 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.895467 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42f303f1-182d-438f-9086-ef0852a7ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.938487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Calling delete_port for 09bd833f-713c-489e-985e-ccb06fa3b58b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:31.959967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a0f229df-050d-41cc-8826-5b7d5bbe5608 req-b0f71fdc-c523-4311-8679-ac0e045c6430 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376053 Nov 12 09:01:31.965092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] For port 0ae1357e-224e-415e-99dd-3d6db7033f35, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0ae1357e-224e-415e-99dd-3d6db7033f35,segment=NetworkSegment(a391e9b9-2ba2-4874-8c43-412031d7fe38),segment_id=a391e9b9-2ba2-4874-8c43-412031d7fe38)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:31.965817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:31.992091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-42f303f1-182d-438f-9086-ef0852a7ffa4 None None] For port 09bd833f-713c-489e-985e-ccb06fa3b58b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=09bd833f-713c-489e-985e-ccb06fa3b58b,segment=NetworkSegment(5329b76e-acc8-4d8a-a4f7-69c8491a6aea),segment_id=5329b76e-acc8-4d8a-a4f7-69c8491a6aea)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:32.009254 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42f303f1-182d-438f-9086-ef0852a7ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.012245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] For port 09bd833f-713c-489e-985e-ccb06fa3b58b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=09bd833f-713c-489e-985e-ccb06fa3b58b,segment=NetworkSegment(5329b76e-acc8-4d8a-a4f7-69c8491a6aea),segment_id=5329b76e-acc8-4d8a-a4f7-69c8491a6aea)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:32.012642 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.075224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] Calling delete_port for 0ae1357e-224e-415e-99dd-3d6db7033f35 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:32.077220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f303f1-182d-438f-9086-ef0852a7ffa4 None None] Pushing event updated for resources: {'Port': ['ID=09bd833f-713c-489e-985e-ccb06fa3b58b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.090473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] Calling delete_port for 09bd833f-713c-489e-985e-ccb06fa3b58b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:32.116432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 09bd833f-713c-489e-985e-ccb06fa3b58b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:32.116930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.175888 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-30bad381-375f-4a6b-a570-f6171ed5fe06 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7869639 Nov 12 09:01:32.250221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.278699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb0a0b-3519-43b9-b3aa-d4ac509832cb req-4c0f6c07-2cd5-4646-af4c-955d5dfae8e0 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:32.281153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84cb0a0b-3519-43b9-b3aa-d4ac509832cb req-4c0f6c07-2cd5-4646-af4c-955d5dfae8e0 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.1171794 Nov 12 09:01:32.316831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Could not find standard attr ID for object 09bd833f-713c-489e-985e-ccb06fa3b58b. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:01:32.346795 n-d-769329-17 neutron-server[109378]: INFO neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No ports have port_id starting with 09bd833f-713c-489e-985e-ccb06fa3b58b Nov 12 09:01:32.371107 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.377181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Port': ['ID=09bd833f-713c-489e-985e-ccb06fa3b58b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.402650 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84cb0a0b-3519-43b9-b3aa-d4ac509832cb req-b3a403ea-5c7c-4218-8809-ff01c72a6935 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056805 Nov 12 09:01:32.412009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] No DVR routers for this DVR port 09bd833f-713c-489e-985e-ccb06fa3b58b on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:32.440843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] No DVR routers for this DVR port 0ae1357e-224e-415e-99dd-3d6db7033f35 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:32.445339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83f64a9-f37d-40d1-b408-dee3e7249d26 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:32.464480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.466799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e7d53-d8bf-411b-b8f9-151e7b9f37a9 None None] Pushing event deleted for resources: {'Port': ['ID=0ae1357e-224e-415e-99dd-3d6db7033f35,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.514342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: a83f64a9-f37d-40d1-b408-dee3e7249d26 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:32.514851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a83f64a9-f37d-40d1-b408-dee3e7249d26 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:32.516121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f6b6ff8d-a62f-4952-bead-3bbee37a973c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:32.540982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] Pushing event deleted for resources: {'Port': ['ID=09bd833f-713c-489e-985e-ccb06fa3b58b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.543517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8926627-19c0-44dc-bef5-0b29619c8013 None None] No DVR routers for this DVR port 09bd833f-713c-489e-985e-ccb06fa3b58b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:32.545936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f6b6ff8d-a62f-4952-bead-3bbee37a973c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:32.547314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f6b6ff8d-a62f-4952-bead-3bbee37a973c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:32.547815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cb59127d-3c9a-43aa-80e5-e41c0cd96449 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:32.549634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84b1d4-4997-40de-945c-e68088a2b11c req-919440cf-9ca7-439e-a0f1-5da7b776e7b0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:32.553659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d84b1d4-4997-40de-945c-e68088a2b11c req-919440cf-9ca7-439e-a0f1-5da7b776e7b0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0645936 Nov 12 09:01:32.566805 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f91697ed-1ac6-45a2-ac1d-eb0c77c986f8 req-fafbc1b4-1a58-4c0c-8691-12baf2f5e26c service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822441 Nov 12 09:01:32.568432 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.576654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cb59127d-3c9a-43aa-80e5-e41c0cd96449 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:32.577993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cb59127d-3c9a-43aa-80e5-e41c0cd96449 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:32.594107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66720cf9-370f-4431-bd41-55dddbb4d70b req-35543bdc-660d-4ab9-8f86-9df9f4ec5e95 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:32.595669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66720cf9-370f-4431-bd41-55dddbb4d70b req-35543bdc-660d-4ab9-8f86-9df9f4ec5e95 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.2091258 Nov 12 09:01:32.615778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a45c656-ef2a-4e7d-8d66-59f78e6046ed']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:32.638860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5329b76e-acc8-4d8a-a4f7-69c8491a6aea') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:32.639156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5329b76e-acc8-4d8a-a4f7-69c8491a6aea') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:32.643208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d84b1d4-4997-40de-945c-e68088a2b11c req-8b1d93fb-7df8-4718-9499-cfbeade47f44 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832114 Nov 12 09:01:32.675807 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.723935 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.733770 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66720cf9-370f-4431-bd41-55dddbb4d70b req-a66023f1-3973-4966-8d01-ee0e3fde8595 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254735 Nov 12 09:01:32.740094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:32.740562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:32.743576 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:32.824193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-81c98db4-b19a-4f00-b6a1-7f1c9233edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:32.825703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-81c98db4-b19a-4f00-b6a1-7f1c9233edef service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1095 time: 0.1746867 Nov 12 09:01:32.840863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c6dae-3ef3-4237-b34c-b69d442775fa req-133a6847-5b1b-4b44-b2f7-0cb6e25970f5 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:32.842347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d4c6dae-3ef3-4237-b34c-b69d442775fa req-133a6847-5b1b-4b44-b2f7-0cb6e25970f5 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0536613 Nov 12 09:01:32.849020 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.853547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.859007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/networks/6a45c656-ef2a-4e7d-8d66-59f78e6046ed HTTP/1.1" status: 204 len: 168 time: 2.4567304 Nov 12 09:01:32.866218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60802) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:32.929473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca7c7d-fe17-44ae-8ead-92b8ab16971a tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Network': ['ID=6a45c656-ef2a-4e7d-8d66-59f78e6046ed,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:32.958579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d4c6dae-3ef3-4237-b34c-b69d442775fa req-db6d60b2-ea0a-4bb0-997a-6f2e70a23ce7 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097193 Nov 12 09:01:32.959513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:32.973153 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.037559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-e659fa42-3db1-4a78-983b-620e549f484d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:33.039056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-e659fa42-3db1-4a78-983b-620e549f484d service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.2003198 Nov 12 09:01:33.072769 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.096121 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16eb459-3689-4efb-8178-bf0e954e3bff']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:33.105821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a391e9b9-2ba2-4874-8c43-412031d7fe38') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:33.106122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a391e9b9-2ba2-4874-8c43-412031d7fe38') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:33.112362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-2831cb21-13b8-412e-89b6-b2b3a1f442a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 217 time: 0.0433910 Nov 12 09:01:33.115646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.129681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.137276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:33.137683 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:33.142174 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:33.209609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0ae1357e-224e-415e-99dd-3d6db7033f35 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:33.225007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-f04ad8fd-c391-4af5-aaf9-167feb9ea853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:33.226698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-f04ad8fd-c391-4af5-aaf9-167feb9ea853 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1075137 Nov 12 09:01:33.238981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0ae1357e-224e-415e-99dd-3d6db7033f35 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:33.239613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0ae1357e-224e-415e-99dd-3d6db7033f35 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:33.240076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 09bd833f-713c-489e-985e-ccb06fa3b58b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:33.261790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 09bd833f-713c-489e-985e-ccb06fa3b58b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:33.262205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 09bd833f-713c-489e-985e-ccb06fa3b58b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:33.267120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-dfb4ec3e-a4d6-4fa2-be61-f277eb0f9d87 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309942 Nov 12 09:01:33.420218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-cb078c8b-5ae8-40b6-aad0-fbcb66a130db service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427546 Nov 12 09:01:33.484927 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.504257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Deleting port 0967d628-4fdf-4ad7-ba5a-a8929d587a55 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:33.504632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.505923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.510646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/networks/e16eb459-3689-4efb-8178-bf0e954e3bff HTTP/1.1" status: 204 len: 168 time: 0.6414499 Nov 12 09:01:33.512748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60808) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:33.541934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9994fc-c736-4c21-86bf-384afcb343b9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Network': ['ID=e16eb459-3689-4efb-8178-bf0e954e3bff,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:33.606850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90b759-3111-4b0c-9088-ee9e7bed4ed6 req-b125d1d8-385b-4f26-8d24-d2501e398d22 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:33.608373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd90b759-3111-4b0c-9088-ee9e7bed4ed6 req-b125d1d8-385b-4f26-8d24-d2501e398d22 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.1350255 Nov 12 09:01:33.615684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.623386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e322799-976b-48d2-916f-2ef7f4da4315 req-9a7d91d2-bd79-4cb4-9b39-3409d460b651 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904633 Nov 12 09:01:33.646091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] For port 0967d628-4fdf-4ad7-ba5a-a8929d587a55, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0967d628-4fdf-4ad7-ba5a-a8929d587a55,segment=NetworkSegment(ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e),segment_id=ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:33.646463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.663242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-abc0f5ab-02af-4f89-8c82-ddc559eae79e tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:33.664773 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-abc0f5ab-02af-4f89-8c82-ddc559eae79e tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.62 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 946 time: 0.1271927 Nov 12 09:01:33.675481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Calling delete_port for 0967d628-4fdf-4ad7-ba5a-a8929d587a55 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:33.704854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd90b759-3111-4b0c-9088-ee9e7bed4ed6 req-446140fc-17b7-4ac1-bcb6-261f9ce64e08 tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/security-groups?id=4cfe4736-b35b-49d2-9a90-4bff267dfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851109 Nov 12 09:01:33.755187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.794193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d76f4f-e009-4bf8-a087-0565fce0b9dd']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:33.809545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1a1786-2e54-411b-8d5e-2cf5aac316f2') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:33.809929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1a1786-2e54-411b-8d5e-2cf5aac316f2') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:33.823541 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.845905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.866817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:33.867459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:33.870358 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:33.873466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2328e-0bfb-4b3c-84c1-7dc3a6e04c57 req-e7744bea-cd36-4549-9617-5c1e9e686751 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:33.880554 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3b2328e-0bfb-4b3c-84c1-7dc3a6e04c57 req-e7744bea-cd36-4549-9617-5c1e9e686751 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1394696 Nov 12 09:01:33.938206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d37ea-65e8-4b5a-802f-1c298313e6b4 req-2110ac75-b532-4cff-af24-55544e8be090 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:33.940389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a33d37ea-65e8-4b5a-802f-1c298313e6b4 req-2110ac75-b532-4cff-af24-55544e8be090 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.1049848 Nov 12 09:01:33.941892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.948938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:33.954285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/networks/a8d76f4f-e009-4bf8-a087-0565fce0b9dd HTTP/1.1" status: 204 len: 168 time: 0.4302852 Nov 12 09:01:33.954507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60816) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:33.993196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Deleting port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:33.993803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34cd27-5ddc-4d64-b786-c06665e798f9 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Network': ['ID=a8d76f4f-e009-4bf8-a087-0565fce0b9dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:33.993918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.017835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3b2328e-0bfb-4b3c-84c1-7dc3a6e04c57 req-8b9488d5-58be-4632-85f2-f37df5d1583b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009271 Nov 12 09:01:34.079685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.089403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a33d37ea-65e8-4b5a-802f-1c298313e6b4 req-d0e4482d-1272-4318-912a-7fd4826f599b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176987 Nov 12 09:01:34.142358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.150824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] For port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,segment=NetworkSegment(78f652a1-e4c5-49e1-bb57-6bb9200deca9),segment_id=78f652a1-e4c5-49e1-bb57-6bb9200deca9)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:34.151390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.185299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Calling delete_port for 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:34.190477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Pushing event deleted for resources: {'Port': ['ID=0967d628-4fdf-4ad7-ba5a-a8929d587a55,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.252435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.289060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c2e09-7edf-4063-9e7f-9508ca851a1f req-4a773abb-de5d-42de-b5db-29c85fc2473b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:34.290739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-322c2e09-7edf-4063-9e7f-9508ca851a1f req-4a773abb-de5d-42de-b5db-29c85fc2473b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1165705 Nov 12 09:01:34.292588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fcb89c-b46a-4434-82fe-e6cd38118b01']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:34.305951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84012900-eb2e-436d-bd2e-d9e5b1189951') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:34.306413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84012900-eb2e-436d-bd2e-d9e5b1189951') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:34.328776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.352860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.371666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:34.372112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:34.376080 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:34.381538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-322c2e09-7edf-4063-9e7f-9508ca851a1f req-3fe91e7c-af24-4eb7-ac22-ca0195ac6254 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810964 Nov 12 09:01:34.448451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.455902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.456170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.457881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:34.460419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] 10.222.0.53 "DELETE /v2.0/networks/49fcb89c-b46a-4434-82fe-e6cd38118b01 HTTP/1.1" status: 204 len: 168 time: 0.5048997 Nov 12 09:01:34.466795 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.478255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76434267-00a9-4281-90f7-498df02d8d14 tempest-BulkNetworkOpsTest-1323335475 tempest-BulkNetworkOpsTest-1323335475-project] Pushing event deleted for resources: {'Network': ['ID=49fcb89c-b46a-4434-82fe-e6cd38118b01,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.521140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:34.536179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Pushing event deleted for resources: {'Port': ['ID=32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.583164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] No DVR routers for this DVR port 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:34.586816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.590254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8c19d21-8eb1-4093-90a4-2e870e27b0a0 req-bbbb12cf-b212-4ee5-8955-28c50dcb00db tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.62 "DELETE /v2.0/ports/32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 HTTP/1.1" status: 204 len: 173 time: 0.8965149 Nov 12 09:01:34.590703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'name': 'network-vif-deleted', 'tag': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:34.592960 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443beac6-1c81-4104-92db-319eba2e8e83" -d '{"events": [{"server_uuid": "0f892f9d-8cbf-4eba-8688-8e8f8fcab764", "name": "network-vif-deleted", "tag": "32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:34.631574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:34.646594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '0fd03b5d-d82e-446c-836c-318a1ea60761', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'port_id': '0fd03b5d-d82e-446c-836c-318a1ea60761', 'mac_address': 'fa:16:3e:83:4c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646b91e6-cd54-4117-b51d-4de082ca85d8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:34.658916 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0033cb8-e956-4100-872a-67d4568c1a11 x-openstack-request-id: req-d0033cb8-e956-4100-872a-67d4568c1a11 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:34.659260 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f892f9d-8cbf-4eba-8688-8e8f8fcab764", "name": "network-vif-deleted", "tag": "32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:34.659523 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0033cb8-e956-4100-872a-67d4568c1a11 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:34.659938 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f892f9d-8cbf-4eba-8688-8e8f8fcab764', 'name': 'network-vif-deleted', 'tag': '32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7', 'status': 'completed', 'code': 200} Nov 12 09:01:34.691275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.704956 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd03b5d-d82e-446c-836c-318a1ea60761 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:34.727712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:34.735354 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:34.803474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:34.818573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60830) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:34.830951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Router a4237132-a464-416a-9e66-07f2de6367b2 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:34.852637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf32ef8b-03d5-4443-a528-6e99550d793c req-0a51279d-b628-42ed-a6f9-c2ab56b7760b tempest-InstanceActionsTestJSON-725703344 tempest-InstanceActionsTestJSON-725703344-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f892f9d-8cbf-4eba-8688-8e8f8fcab764 HTTP/1.1" status: 200 len: 210 time: 0.0316319 Nov 12 09:01:34.951021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:34.954256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0fd03b5d-d82e-446c-836c-318a1ea60761'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:34.957937 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9f26765b-92b3-47d1-bcd6-c76cc575a171 admin admin] 10.222.0.53 "PUT /v2.0/routers/a4237132-a464-416a-9e66-07f2de6367b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8674781 Nov 12 09:01:34.962436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:34.966297 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] Sync routers for ids ['a4237132-a464-416a-9e66-07f2de6367b2'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:34.980000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c2126c8d-54c8-4d56-b56c-5fa423f87873 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae8a6bf3530343e9bf7b4b80ef283919&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601467 Nov 12 09:01:34.983162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60836) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:34.990796 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] Routers {'a4237132-a464-416a-9e66-07f2de6367b2'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:34.991527 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a4237132-a464-416a-9e66-07f2de6367b2'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:35.060179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-546d2b92-f8ef-43fc-a05f-e956d2ef4fd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.091456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-546d2b92-f8ef-43fc-a05f-e956d2ef4fd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.194137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-546d2b92-f8ef-43fc-a05f-e956d2ef4fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.202991 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-546d2b92-f8ef-43fc-a05f-e956d2ef4fd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.212294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-546d2b92-f8ef-43fc-a05f-e956d2ef4fd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe7976af-eeb4-4c4d-a4f3-dd2537eebee1 HTTP/1.1" status: 204 len: 168 time: 0.2270041 Nov 12 09:01:35.232883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d2b92-f8ef-43fc-a05f-e956d2ef4fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7976af-eeb4-4c4d-a4f3-dd2537eebee1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:35.295157 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] Set router a4237132-a464-416a-9e66-07f2de6367b2 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:35.404769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2acb21-5c03-4fea-80ce-9583ba27fa18 req-610c3e23-2e96-4aa7-9e83-0ac5f5ba292d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:35.408625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca2acb21-5c03-4fea-80ce-9583ba27fa18 req-610c3e23-2e96-4aa7-9e83-0ac5f5ba292d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 944 time: 0.1027055 Nov 12 09:01:35.465904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca2acb21-5c03-4fea-80ce-9583ba27fa18 req-93b7604b-603c-4096-9b38-05bd05c63526 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461707 Nov 12 09:01:35.605163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66c2fb-69b1-4c54-993e-ea7f783580af req-e80ed76d-9050-4d90-95b6-cf611c38f0eb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:35.605714 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 5, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:35.606858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a66c2fb-69b1-4c54-993e-ea7f783580af req-e80ed76d-9050-4d90-95b6-cf611c38f0eb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1175413 Nov 12 09:01:35.619753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.640945 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] Checking router: a4237132-a464-416a-9e66-07f2de6367b2 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:35.654727 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] Routers {'a4237132-a464-416a-9e66-07f2de6367b2'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:35.655371 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a4237132-a464-416a-9e66-07f2de6367b2'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:35.760532 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a66c2fb-69b1-4c54-993e-ea7f783580af req-b14252c8-88a2-4b1c-a2bd-8302bb18f16e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456168 Nov 12 09:01:35.766939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699229f-de5d-4e28-8815-2d3d9c9bde21 req-b8829477-2cc3-4df3-972d-87896ec10d10 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:35.769311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8699229f-de5d-4e28-8815-2d3d9c9bde21 req-b8829477-2cc3-4df3-972d-87896ec10d10 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0508749 Nov 12 09:01:35.801059 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] Set router a4237132-a464-416a-9e66-07f2de6367b2 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:35.805097 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.834752 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8699229f-de5d-4e28-8815-2d3d9c9bde21 req-d3fa35b7-70b7-4c5f-8491-06e4b6963560 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508926 Nov 12 09:01:35.918146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Deleting port c433361c-e0c0-4166-b3ad-787e2d114679 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:35.918496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:35.946131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:36.049163 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 5, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:36.082565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] Deleting subnet abaa3248-a9f2-4a2d-bf45-d24a643cb359 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:36.087557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.099824 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f40d87b-a13a-473b-935e-b8db5723053a None None] The sync data for ids ['a4237132-a464-416a-9e66-07f2de6367b2'] in n-d-769329-17 is: [{'id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'name': 'tempest-AttachSCSIVolumeTestJSON-1558427756-router', 'tenant_id': '12130241382b486dbf07d98a996a7ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:27Z', 'updated_at': '2021-11-12T09:01:34Z', 'revision_number': 5, 'project_id': '12130241382b486dbf07d98a996a7ef4', 'gw_port': {'id': 'c433361c-e0c0-4166-b3ad-787e2d114679', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d5:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4237132-a464-416a-9e66-07f2de6367b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:28Z', 'updated_at': '2021-11-12T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:36.147902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] For port c433361c-e0c0-4166-b3ad-787e2d114679, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c433361c-e0c0-4166-b3ad-787e2d114679,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:36.148333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.152441 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.186511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:36.191257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26d36e-4041-408b-8c63-befab427b149 req-e09da7ee-266d-451d-b3a9-4c4c39aef7c1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:36.193206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a26d36e-4041-408b-8c63-befab427b149 req-e09da7ee-266d-451d-b3a9-4c4c39aef7c1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1075139 Nov 12 09:01:36.196125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-5cdae3f4-5ace-4648-a405-327563cc5330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:36.197504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-5cdae3f4-5ace-4648-a405-327563cc5330 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1098 time: 0.0656812 Nov 12 09:01:36.200561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Calling delete_port for c433361c-e0c0-4166-b3ad-787e2d114679 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:36.225300 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.260532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a26d36e-4041-408b-8c63-befab427b149 req-159f5dae-ea2c-452e-89b5-039cae834dc1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606606 Nov 12 09:01:36.340472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-ea97a965-8286-40b7-a8e4-d794283e6a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:36.341924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-ea97a965-8286-40b7-a8e4-d794283e6a3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.1266251 Nov 12 09:01:36.359429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2486f69c-2628-4545-8113-d0210bf7dbca tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-375887849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:36.375694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.413122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-86f6de87-8000-4e3e-9951-58b38c034191 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 1002 time: 0.0624540 Nov 12 09:01:36.415996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abaa3248-a9f2-4a2d-bf45-d24a643cb359,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:36.427774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2486f69c-2628-4545-8113-d0210bf7dbca tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.429032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2486f69c-2628-4545-8113-d0210bf7dbca tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.435231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.438750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-91f9844c-671f-4f5f-94bf-dba01cbc0e81 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/abaa3248-a9f2-4a2d-bf45-d24a643cb359 HTTP/1.1" status: 204 len: 168 time: 0.4916401 Nov 12 09:01:36.442767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60880) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:36.449469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:36.471951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-5e660824-99af-4b97-9238-851bc44415f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:36.474330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-5e660824-99af-4b97-9238-851bc44415f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.0510185 Nov 12 09:01:36.536252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 0fd03b5d-d82e-446c-836c-318a1ea60761 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:01:36.541204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 0fd03b5d-d82e-446c-836c-318a1ea60761 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:36.541805 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.549063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-f55cdef8-5f4e-4818-923f-9fe248d7c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:36.550865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-f55cdef8-5f4e-4818-923f-9fe248d7c813 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681727 Nov 12 09:01:36.602571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2486f69c-2628-4545-8113-d0210bf7dbca tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.627778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2486f69c-2628-4545-8113-d0210bf7dbca tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.664898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.672156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.682250 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.683486 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-732aa537-2bbe-4e50-ba61-52a0579ec988 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220229 Nov 12 09:01:36.717860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:36.722702 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55bd3b0-339b-449d-af3d-2ef9cb001504" -d '{"events": [{"server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "name": "network-vif-plugged", "status": "completed", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:36.725989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Pushing event deleted for resources: {'Port': ['ID=c433361c-e0c0-4166-b3ad-787e2d114679,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:36.745522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:36.751323 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.752997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:36.759335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2486f69c-2628-4545-8113-d0210bf7dbca tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.764039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2486f69c-2628-4545-8113-d0210bf7dbca tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5759008 Nov 12 09:01:36.767132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:36.772453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1248706167'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:36.779822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:36.781997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 32193d0e-7cb0-4eb3-9f27-e0bdf3bf0dc7 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:36.820750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4e7cbade-62a3-4df6-805f-aed83d7b84c9 req-8c5c6f2c-9755-44cd-b63e-e81163027c66 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218023 Nov 12 09:01:36.841347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:36.863708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973714c-cb0c-4fc1-a40c-a6e6fd333e3d req-88d4d746-a4d9-43ef-862b-cfc330e2f03a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:36.863877 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf0398-3668-412f-927d-e1804d2c7ba2 x-openstack-request-id: req-8bdf0398-3668-412f-927d-e1804d2c7ba2 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:36.864207 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "name": "network-vif-plugged", "status": "completed", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:36.864531 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bdf0398-3668-412f-927d-e1804d2c7ba2 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:36.865357 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2973714c-cb0c-4fc1-a40c-a6e6fd333e3d req-88d4d746-a4d9-43ef-862b-cfc330e2f03a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 944 time: 0.2671566 Nov 12 09:01:36.871701 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761', 'code': 200} Nov 12 09:01:36.952104 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:36.980142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578969c-4436-49bc-9bdb-b8ec532b6900 req-719a64f6-5530-4064-a373-f9543e38097b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:36.981665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5578969c-4436-49bc-9bdb-b8ec532b6900 req-719a64f6-5530-4064-a373-f9543e38097b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0543973 Nov 12 09:01:37.034366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5578969c-4436-49bc-9bdb-b8ec532b6900 req-9ce4b3d3-8484-492f-8176-c08f6d6d8bbe tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464270 Nov 12 09:01:37.055825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.058208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:37.061656 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.110267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.116416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.123301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.133654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d93452c-c39b-4631-b2cf-e11896004392']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:37.154487 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2973714c-cb0c-4fc1-a40c-a6e6fd333e3d req-94e0eeef-5f1f-4334-84c7-6a3955ec6d96 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691183 Nov 12 09:01:37.163933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f652a1-e4c5-49e1-bb57-6bb9200deca9') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:37.163933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f652a1-e4c5-49e1-bb57-6bb9200deca9') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:37.205870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0967d628-4fdf-4ad7-ba5a-a8929d587a55 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:37.215846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.220141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6cebc-d73d-4a73-bf90-1755da118a8e req-ff4d3dc9-fd26-4092-a163-b8eedbe09d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:37.221883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-37d6cebc-d73d-4a73-bf90-1755da118a8e req-ff4d3dc9-fd26-4092-a163-b8eedbe09d28 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1097 time: 0.2119918 Nov 12 09:01:37.230719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.231249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4237132-a464-416a-9e66-07f2de6367b2 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:01:37.231693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0967d628-4fdf-4ad7-ba5a-a8929d587a55 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:37.232131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0967d628-4fdf-4ad7-ba5a-a8929d587a55 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:37.240231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.241336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a70640d0-e439-43ef-93bf-0fb53744a134 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a4237132-a464-416a-9e66-07f2de6367b2 HTTP/1.1" status: 204 len: 168 time: 2.2782266 Nov 12 09:01:37.244594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60894) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:37.254918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.276485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:37.276921 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:37.279174 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:37.305078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] Deleting subnet b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:01:37.310878 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.356153 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-37d6cebc-d73d-4a73-bf90-1755da118a8e req-672de994-d810-40fd-8f30-4d5ca9e8690c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192682 Nov 12 09:01:37.362499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.367195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.367567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.376570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d93452c-c39b-4631-b2cf-e11896004392 HTTP/1.1" status: 204 len: 168 time: 0.9316874 Nov 12 09:01:37.400349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4889b-56c1-45fa-8c5b-224b4bac5cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d93452c-c39b-4631-b2cf-e11896004392,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:37.440879 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.451534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.467873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11667c87-b8f0-4e03-b525-fa319d89096e req-b38142af-8603-4446-b2db-590b34969389 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:37.480332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11667c87-b8f0-4e03-b525-fa319d89096e req-b38142af-8603-4446-b2db-590b34969389 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1094968 Nov 12 09:01:37.481647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:37.492056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3138e3-3a71-4170-95dc-d9505746b4f1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:37.504534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.504913 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Added segment e1970414-0fda-42cb-843b-a50b1c004217 of type vlan for network 61052402-85d0-4946-9038-9141769e3ec0 Nov 12 09:01:37.550426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.557877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.587511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.594002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:37.594400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.602659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11667c87-b8f0-4e03-b525-fa319d89096e req-cd8f56ac-3685-49c0-adfc-adda584b3e81 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190856 Nov 12 09:01:37.623797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60900) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:37.647389 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8787584 Nov 12 09:01:37.650407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60902) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:37.657028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'subnet': {'network_id': '61052402-85d0-4946-9038-9141769e3ec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:37.665147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.689415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7b866-bccf-43fa-9c79-0ec36bef5205 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Network': ['ID=61052402-85d0-4946-9038-9141769e3ec0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:37.703292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 61052402-85d0-4946-9038-9141769e3ec0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:37.775305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eadb8f9-ebba-4750-8f0f-4acbe2d3b13a None None] Network 013d5639-d168-47ce-9169-47dcc22867fc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:37.806826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:37.809234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.815149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c13272da-d97c-44e2-bab9-20c914fd286a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b5aa4bf5-b6b5-450d-9aa3-29791a1ab0d0 HTTP/1.1" status: 204 len: 168 time: 0.5693743 Nov 12 09:01:37.817736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60908) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:37.878239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cf85f24d-072d-42fb-a7aa-d6255ad0a127 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33c3d60a10c44080a19356c0edb043a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2503412 Nov 12 09:01:37.878818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60910) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:37.909912 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.911899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:37.918803 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:37.975651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Deleting port a9231e18-5232-418d-ad99-1ea4945172a6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:37.976030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.017352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] DHCP port deletion for 013d5639-d168-47ce-9169-47dcc22867fc request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:01:38.035696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2c6136a-b8d2-4abf-81af-06397ca77a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.045713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] For port a9231e18-5232-418d-ad99-1ea4945172a6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a9231e18-5232-418d-ad99-1ea4945172a6,segment=NetworkSegment(ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e),segment_id=ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:38.047403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.070291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Calling delete_port for a9231e18-5232-418d-ad99-1ea4945172a6 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:38.073727 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2c6136a-b8d2-4abf-81af-06397ca77a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.116749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] Deleting port a9231e18-5232-418d-ad99-1ea4945172a6 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:38.117474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.185269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] For port a9231e18-5232-418d-ad99-1ea4945172a6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a9231e18-5232-418d-ad99-1ea4945172a6,segment=NetworkSegment(ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e),segment_id=ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:38.185582 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.193476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2c6136a-b8d2-4abf-81af-06397ca77a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.196106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2c6136a-b8d2-4abf-81af-06397ca77a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.197256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2c6136a-b8d2-4abf-81af-06397ca77a71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cfe4736-b35b-49d2-9a90-4bff267dfed1 HTTP/1.1" status: 204 len: 168 time: 0.3173401 Nov 12 09:01:38.202906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] Calling delete_port for a9231e18-5232-418d-ad99-1ea4945172a6 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:38.216248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6136a-b8d2-4abf-81af-06397ca77a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfe4736-b35b-49d2-9a90-4bff267dfed1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:38.226971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.244917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc45c69-a886-4115-8a4a-517be8868bf6 req-0b2d5acf-a069-4da3-ba5c-442f8a30becb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.252699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebc45c69-a886-4115-8a4a-517be8868bf6 req-0b2d5acf-a069-4da3-ba5c-442f8a30becb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1099951 Nov 12 09:01:38.255475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.303239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9231e18-5232-418d-ad99-1ea4945172a6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:38.305864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] No DVR routers for this DVR port a9231e18-5232-418d-ad99-1ea4945172a6 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:38.315341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Subnet': ['ID=c57c1c42-6227-49c6-9a74-b8cc0a977f1e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:38.396151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Checking segment: {'id': 'e1970414-0fda-42cb-843b-a50b1c004217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '61052402-85d0-4946-9038-9141769e3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:38.396528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network hostable DHCP agents. Network: 61052402-85d0-4946-9038-9141769e3ec0, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:38.427806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23011ea7-c970-4800-bbca-cae32917f30a req-9c06b7c8-cabb-4463-a685-5f98e94a5fce tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.436097 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-23011ea7-c970-4800-bbca-cae32917f30a req-9c06b7c8-cabb-4463-a685-5f98e94a5fce tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 945 time: 0.1862428 Nov 12 09:01:38.469710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.474317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network 61052402-85d0-4946-9038-9141769e3ec0 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:38.494921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 61052402-85d0-4946-9038-9141769e3ec0) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:38.504602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9125b-ca0e-44f7-a125-07d7f37aecbf None None] Network 61052402-85d0-4946-9038-9141769e3ec0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:38.510643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-23011ea7-c970-4800-bbca-cae32917f30a req-609e23f1-e359-452a-ae2c-d489380528cd tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692360 Nov 12 09:01:38.516450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013d5639-d168-47ce-9169-47dcc22867fc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:38.517396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.517995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.538756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.549650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebc45c69-a886-4115-8a4a-517be8868bf6 req-26e5c743-7893-4aa9-b381-1ee1754f8e88 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959156 Nov 12 09:01:38.551743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:38.552155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8bb2c0-75e6-4bf4-80a0-3760666e1b6e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:38.563417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.570674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-acd7cbc9-af70-4abc-a143-64b0037e962d tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9191287 Nov 12 09:01:38.581097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60918) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:38.590150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'network': {'name': 'tempest-router-network01--1700189245'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:38.599003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] No DVR routers for this DVR port a9231e18-5232-418d-ad99-1ea4945172a6 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:38.600663 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.631773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:01:38.632615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.633504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61afdf7-aac7-4feb-b7d7-faf4860d9800 None None] Pushing event deleted for resources: {'Port': ['ID=a9231e18-5232-418d-ad99-1ea4945172a6,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:38.634426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:01:38.637284 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:01:38.651230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.682082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:38.694899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.695570 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Added segment 97edf909-e31c-481a-851d-cf9f5ca35cb8 of type vlan for network bcff0b2d-08ff-4865-aca2-c47a21a0b456 Nov 12 09:01:38.752319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.768557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.779497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.783181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-61052402-85d0-4946-9038-9141769e3ec0', 'network_id': '61052402-85d0-4946-9038-9141769e3ec0', 'tenant_id': '419327ff01d34e84b5d5103477468ef0', 'fixed_ips': [{'subnet_id': 'c57c1c42-6227-49c6-9a74-b8cc0a977f1e'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:38.786212 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.791030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] 10.222.0.53 "DELETE /v2.0/networks/013d5639-d168-47ce-9169-47dcc22867fc HTTP/1.1" status: 204 len: 168 time: 0.9697187 Nov 12 09:01:38.810686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbebe7-0971-4731-930e-643baf8efb19 admin admin] Pushing event deleted for resources: {'Network': ['ID=013d5639-d168-47ce-9169-47dcc22867fc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:38.864882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea2c2d-2b18-44ec-b85f-b750ee22d74b req-d23d1153-49b0-4695-b4c2-c24ee4b3cfc6 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.866388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0ea2c2d-2b18-44ec-b85f-b750ee22d74b req-d23d1153-49b0-4695-b4c2-c24ee4b3cfc6 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1393566 Nov 12 09:01:38.876483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.882852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:38.883444 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:38.993288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Allocated IP 2001:db8::2 (61052402-85d0-4946-9038-9141769e3ec0/c57c1c42-6227-49c6-9a74-b8cc0a977f1e/ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:39.019499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:39.043397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Network': ['ID=bcff0b2d-08ff-4865-aca2-c47a21a0b456,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.079580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:39.082443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-def80252-225d-4c91-9c63-6367af85481b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68bcc2d5174841dbb41c68bf02c3e919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612547 Nov 12 09:01:39.082624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0ea2c2d-2b18-44ec-b85f-b750ee22d74b req-4c4f5413-f948-4860-aa65-5d2077a923a3 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959555 Nov 12 09:01:39.084936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60940) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:39.090139 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e3842103-cddf-4199-9a7b-341638ef9db0 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5044706 Nov 12 09:01:39.090139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60942) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:39.100221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'network': {'name': 'tempest-router-network02--1997068374'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:39.129783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:39.135508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.185190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:39.198146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-077fe6c7-1b95-42e9-85bb-bbb39638825f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.208946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.208946 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Added segment 66d8c703-7c2b-4972-9462-cdd6dfaaad80 of type vlan for network 8b1463a9-3705-4ad8-84bf-64a8b6403529 Nov 12 09:01:39.250648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-077fe6c7-1b95-42e9-85bb-bbb39638825f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.256534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c433361c-e0c0-4166-b3ad-787e2d114679 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:39.280317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.284896 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.288829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c433361c-e0c0-4166-b3ad-787e2d114679 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:39.289412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c433361c-e0c0-4166-b3ad-787e2d114679 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:39.289968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a9231e18-5232-418d-ad99-1ea4945172a6 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:39.318256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.318554 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.320486 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: a9231e18-5232-418d-ad99-1ea4945172a6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:01:39.320827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a9231e18-5232-418d-ad99-1ea4945172a6 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:39.329905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:39.329905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.357887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-077fe6c7-1b95-42e9-85bb-bbb39638825f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.360781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Network 61052402-85d0-4946-9038-9141769e3ec0 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:39.367972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:39.369051 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-077fe6c7-1b95-42e9-85bb-bbb39638825f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.371236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2801142 Nov 12 09:01:39.373974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:39.378984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-077fe6c7-1b95-42e9-85bb-bbb39638825f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66f585e7-a8b8-4521-b81b-ed66a46bc1fd HTTP/1.1" status: 204 len: 168 time: 0.2922375 Nov 12 09:01:39.379800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60952) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:39.382638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Pushing event updated for resources: {'Port': ['ID=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.417450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef41acd-0149-490b-940a-c6077a09b8b4 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Network': ['ID=8b1463a9-3705-4ad8-84bf-64a8b6403529,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.425036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'subnet': {'network_id': 'bcff0b2d-08ff-4865-aca2-c47a21a0b456', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:39.433663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 8b1463a9-3705-4ad8-84bf-64a8b6403529 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:39.433943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fe6c7-1b95-42e9-85bb-bbb39638825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f585e7-a8b8-4521-b81b-ed66a46bc1fd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.513052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Attempting to bind port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:39.513423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Attempting to bind port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e1970414-0fda-42cb-843b-a50b1c004217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '61052402-85d0-4946-9038-9141769e3ec0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:39.514022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Attempting to bind port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 on network 61052402-85d0-4946-9038-9141769e3ec0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:39.527513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:39.527712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Checking segment: {'id': 'e1970414-0fda-42cb-843b-a50b1c004217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '61052402-85d0-4946-9038-9141769e3ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:39.528517 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.528917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Bound using segment: {'id': 'e1970414-0fda-42cb-843b-a50b1c004217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '61052402-85d0-4946-9038-9141769e3ec0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:39.529624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Bound port: ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1970414-0fda-42cb-843b-a50b1c004217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '61052402-85d0-4946-9038-9141769e3ec0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:39.529908 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.580039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60960) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:39.588278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:39.593230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.665772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] For port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:39.669198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] For port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,segment=NetworkSegment(e1970414-0fda-42cb-843b-a50b1c004217),segment_id=e1970414-0fda-42cb-843b-a50b1c004217)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:39.675253 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.745936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f75cc6-fba4-425e-afaa-dbc9e81c0634 None None] Pushing event updated for resources: {'Port': ['ID=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:39.773444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e68b-8b21-4fd2-ae3a-07549fba8054 req-a928fa9d-33bd-4bc3-a853-21064fcd4418 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:39.775037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01a4e68b-8b21-4fd2-ae3a-07549fba8054 req-a928fa9d-33bd-4bc3-a853-21064fcd4418 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1201043 Nov 12 09:01:39.818989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdc8e2-1e61-4a10-9684-4b4e3af302c1 req-e5530b83-b286-43ff-bf8c-36d202c30a15 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:39.820677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4dcdc8e2-1e61-4a10-9684-4b4e3af302c1 req-e5530b83-b286-43ff-bf8c-36d202c30a15 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 945 time: 0.1534388 Nov 12 09:01:39.843197 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01a4e68b-8b21-4fd2-ae3a-07549fba8054 req-94d17e73-6ccf-4c5b-a635-ca1f187f590a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592551 Nov 12 09:01:39.873816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-network', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:39.891649 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4dcdc8e2-1e61-4a10-9684-4b4e3af302c1 req-0e06fd2a-4bb1-4176-94b7-5d3197fc8f00 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593443 Nov 12 09:01:39.902357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Made reservation on behalf of c386c8c78e12482e9d8034aeaeb97813 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:39.904994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:39.923802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.036194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60974) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:40.111977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-42fdb5d7-f680-4e5b-8482-5e4fcd6c8b52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12130241382b486dbf07d98a996a7ef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0731387 Nov 12 09:01:40.113007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60976) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:40.134741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.172393 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.173353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ca6d7-27b8-4577-99fa-f7cd9e67eca6 req-3841396f-c8c0-4e83-9188-e79b6ae6b35c tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:40.175214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-176ca6d7-27b8-4577-99fa-f7cd9e67eca6 req-3841396f-c8c0-4e83-9188-e79b6ae6b35c tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1097 time: 0.1266317 Nov 12 09:01:40.178669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.206303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:40.230349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Subnet': ['ID=ed14d9d6-2c10-4475-a53e-7afbf98c3009,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:40.233109 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.234420 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Added segment aeed9822-f035-4f94-98a8-2f390432d7b3 of type vlan for network bed8d384-e302-44b4-bfca-1470dee0b531 Nov 12 09:01:40.235664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-850fb535-dc3d-434f-8962-9823e0405d22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.244547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e1081-42d0-40b4-8efa-e9641ecf5196,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:40.251387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Checking segment: {'id': '97edf909-e31c-481a-851d-cf9f5ca35cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bcff0b2d-08ff-4865-aca2-c47a21a0b456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:40.251766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network hostable DHCP agents. Network: bcff0b2d-08ff-4865-aca2-c47a21a0b456, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:40.267496 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-176ca6d7-27b8-4577-99fa-f7cd9e67eca6 req-b95eef97-d8cb-4902-9e22-90a964d844ef tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795026 Nov 12 09:01:40.285611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:40.296464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, bcff0b2d-08ff-4865-aca2-c47a21a0b456) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:40.303810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:40.305282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-850fb535-dc3d-434f-8962-9823e0405d22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.307267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.310222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.314649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ddf760-7f0c-4673-a196-09a960b378ee None None] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:40.335462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e4674595-9b54-45df-993e-4f6637291605 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9180546 Nov 12 09:01:40.338001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:40.343265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'subnet': {'network_id': '8b1463a9-3705-4ad8-84bf-64a8b6403529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:40.373597 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.375274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:40.376171 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.437760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8559077 Nov 12 09:01:40.438686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:40.447120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Request body: {'subnet': {'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-subnet', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:40.483047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-850fb535-dc3d-434f-8962-9823e0405d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.485493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Made reservation on behalf of c386c8c78e12482e9d8034aeaeb97813 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:40.486316 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-850fb535-dc3d-434f-8962-9823e0405d22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.487794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-850fb535-dc3d-434f-8962-9823e0405d22 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd80807d-dbb2-408d-a566-edb7774c2118 HTTP/1.1" status: 204 len: 168 time: 0.3735676 Nov 12 09:01:40.492722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.500102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cb94f-ef70-4564-b900-4389981794d6 admin admin] Pushing event updated for resources: {'Network': ['ID=bed8d384-e302-44b4-bfca-1470dee0b531,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:40.517876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network bed8d384-e302-44b4-bfca-1470dee0b531 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:40.540408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a3bc2-080e-4558-8225-9ee9648c98a6 req-a6a06dad-a422-4f2b-bf8b-16c006ef306f tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:40.546755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-bcff0b2d-08ff-4865-aca2-c47a21a0b456', 'network_id': 'bcff0b2d-08ff-4865-aca2-c47a21a0b456', 'tenant_id': '419327ff01d34e84b5d5103477468ef0', 'fixed_ips': [{'subnet_id': 'ed14d9d6-2c10-4475-a53e-7afbf98c3009'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:40.548041 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.554032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f5a3bc2-080e-4558-8225-9ee9648c98a6 req-a6a06dad-a422-4f2b-bf8b-16c006ef306f tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1097 time: 0.1666481 Nov 12 09:01:40.566327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fb535-dc3d-434f-8962-9823e0405d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd80807d-dbb2-408d-a566-edb7774c2118,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:40.580491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:40.584391 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:40.669208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f5a3bc2-080e-4558-8225-9ee9648c98a6 req-0d4809a4-384f-4233-8c04-a08356531ef1 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096151 Nov 12 09:01:40.805385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Allocated IP 2001:db8::2 (bcff0b2d-08ff-4865-aca2-c47a21a0b456/ed14d9d6-2c10-4475-a53e-7afbf98c3009/31ed482f-1634-4f36-a9ef-8b4660873e2b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:41.003432 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.074031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd06d3-6a05-4c89-9729-2b67a4b0ff5f req-2a7c8499-1134-4423-aead-5258388fc29c tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:41.080026 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.082751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-33bd06d3-6a05-4c89-9729-2b67a4b0ff5f req-2a7c8499-1134-4423-aead-5258388fc29c tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1097 time: 0.0854092 Nov 12 09:01:41.092904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.119882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.173821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8ce6c-ec17-404c-b97c-8693988370b3 req-91c1c83b-b12b-421a-a469-e6c183188fcd tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:41.188093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1aa8ce6c-ec17-404c-b97c-8693988370b3 req-91c1c83b-b12b-421a-a469-e6c183188fcd tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2519650 Nov 12 09:01:41.194896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-33bd06d3-6a05-4c89-9729-2b67a4b0ff5f req-77ce3c8d-9bab-48c5-a749-68d304cd184b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094108 Nov 12 09:01:41.206742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:41.214053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:41.226594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:41.246405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e030f9-5930-4641-9fc7-8f088eaf8435,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:41.282244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Pushing event updated for resources: {'Port': ['ID=31ed482f-1634-4f36-a9ef-8b4660873e2b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:41.291683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7366738-d6eb-4329-a4d8-29eeda7614af None None] Network 61052402-85d0-4946-9038-9141769e3ec0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:41.335948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Checking segment: {'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:41.336330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Network hostable DHCP agents. Network: bed8d384-e302-44b4-bfca-1470dee0b531, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:41.361162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:41.387566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Subnet': ['ID=91bd8b54-a32c-439d-a705-670cc3717f79,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:41.394370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1aa8ce6c-ec17-404c-b97c-8693988370b3 req-77a66acb-863e-4ca0-8cbd-69bd1cea0be4 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054980 Nov 12 09:01:41.409031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Network bed8d384-e302-44b4-bfca-1470dee0b531 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:41.412375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Checking segment: {'id': '66d8c703-7c2b-4972-9462-cdd6dfaaad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b1463a9-3705-4ad8-84bf-64a8b6403529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:41.412756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network hostable DHCP agents. Network: 8b1463a9-3705-4ad8-84bf-64a8b6403529, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:41.437589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, bed8d384-e302-44b4-bfca-1470dee0b531) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:41.449960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:41.450571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.459651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network 8b1463a9-3705-4ad8-84bf-64a8b6403529 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:41.467510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 8b1463a9-3705-4ad8-84bf-64a8b6403529) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:41.473558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:41.474175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.479189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51931206-4eb2-4893-89f3-385e67610c18 None None] Network bed8d384-e302-44b4-bfca-1470dee0b531 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:41.488590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f745f619-b6f5-4364-9845-71f0b769e107 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0489864 Nov 12 09:01:41.491261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:41.496329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:41.509472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c86c032-ffbe-48e2-8f91-1f6c0b9142b9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1675982 Nov 12 09:01:41.509691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:41.516137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6fdd2-76cf-4f9b-a413-fddbad9fdd76 None None] Network 8b1463a9-3705-4ad8-84bf-64a8b6403529 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:41.529132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Attempting to bind port 31ed482f-1634-4f36-a9ef-8b4660873e2b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:41.529329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Attempting to bind port 31ed482f-1634-4f36-a9ef-8b4660873e2b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '97edf909-e31c-481a-851d-cf9f5ca35cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bcff0b2d-08ff-4865-aca2-c47a21a0b456'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:41.529778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Attempting to bind port 31ed482f-1634-4f36-a9ef-8b4660873e2b on network bcff0b2d-08ff-4865-aca2-c47a21a0b456 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:41.548054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e079cfb6-0be5-4f6b-a336-1ccaef9c4d63 None None] Provisioning complete for port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:41.548429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e079cfb6-0be5-4f6b-a336-1ccaef9c4d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.646632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.647736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.731759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32790) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:41.785094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:41.785408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Checking segment: {'id': '97edf909-e31c-481a-851d-cf9f5ca35cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bcff0b2d-08ff-4865-aca2-c47a21a0b456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:41.785750 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.786142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Bound using segment: {'id': '97edf909-e31c-481a-851d-cf9f5ca35cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bcff0b2d-08ff-4865-aca2-c47a21a0b456'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:41.786627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Bound port: 31ed482f-1634-4f36-a9ef-8b4660873e2b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97edf909-e31c-481a-851d-cf9f5ca35cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bcff0b2d-08ff-4865-aca2-c47a21a0b456'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:41.787003 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.837246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:41.837624 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.848012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1179402289-network', 'tenant_id': '955c1839aa9d4c53a3efcefb0229dc73'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:41.873908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Made reservation on behalf of 955c1839aa9d4c53a3efcefb0229dc73 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:41.877869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.891204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.979464 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:41.986266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.018017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:42.032528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb48961-97b0-4c08-881a-cd833a2125df,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:42.041146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.041454 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Added segment c5106d37-1095-41e5-8b03-235ae3f763de of type vlan for network f9e82a05-eb87-45ee-a260-3fbc3874531a Nov 12 09:01:42.089611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] For port 31ed482f-1634-4f36-a9ef-8b4660873e2b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:42.094218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.113448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.123164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.124949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.125548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.180535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb0195-a40c-499f-936e-ab9d5b15c1ff None None] Network bed8d384-e302-44b4-bfca-1470dee0b531 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:42.189519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4527159 Nov 12 09:01:42.189733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] For port 31ed482f-1634-4f36-a9ef-8b4660873e2b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=31ed482f-1634-4f36-a9ef-8b4660873e2b,segment=NetworkSegment(97edf909-e31c-481a-851d-cf9f5ca35cb8),segment_id=97edf909-e31c-481a-851d-cf9f5ca35cb8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:42.189861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32794) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:42.198139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Request body: {'subnet': {'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1179402289-subnet', 'tenant_id': '955c1839aa9d4c53a3efcefb0229dc73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:42.201546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0f552-4244-40f6-8d7d-d000bd896256 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e82a05-eb87-45ee-a260-3fbc3874531a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:42.223345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Made reservation on behalf of 955c1839aa9d4c53a3efcefb0229dc73 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:42.226078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.227988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f9e82a05-eb87-45ee-a260-3fbc3874531a details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:42.231783 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.244173 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e079cfb6-0be5-4f6b-a336-1ccaef9c4d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.340553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.383741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.425338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-8b1463a9-3705-4ad8-84bf-64a8b6403529', 'network_id': '8b1463a9-3705-4ad8-84bf-64a8b6403529', 'tenant_id': '419327ff01d34e84b5d5103477468ef0', 'fixed_ips': [{'subnet_id': '91bd8b54-a32c-439d-a705-670cc3717f79'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:42.425976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.471385 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.517127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.554840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e079cfb6-0be5-4f6b-a336-1ccaef9c4d63 None None] For port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,segment=NetworkSegment(e1970414-0fda-42cb-843b-a50b1c004217),segment_id=e1970414-0fda-42cb-843b-a50b1c004217)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:42.564012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db35848-e584-4aad-ba98-d96d91b6d0c5 None None] Pushing event updated for resources: {'Port': ['ID=31ed482f-1634-4f36-a9ef-8b4660873e2b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:42.598434 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e079cfb6-0be5-4f6b-a336-1ccaef9c4d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.599093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb6d677-a226-43c7-8a8d-15352af2dd35,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:42.637304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff8584-73ab-4996-ad8f-dff35dc291f0 req-47bb22ac-d8da-498c-99a9-b164875e9114 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.638938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20ff8584-73ab-4996-ad8f-dff35dc291f0 req-47bb22ac-d8da-498c-99a9-b164875e9114 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1097 time: 0.2655256 Nov 12 09:01:42.673107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Checking segment: {'id': 'c5106d37-1095-41e5-8b03-235ae3f763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:42.673619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Network hostable DHCP agents. Network: f9e82a05-eb87-45ee-a260-3fbc3874531a, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:42.694175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aded2a-28de-4f17-94f1-057154788b8c req-b794294a-8310-4f77-b0bb-de71feee9ea8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.695790 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53aded2a-28de-4f17-94f1-057154788b8c req-b794294a-8310-4f77-b0bb-de71feee9ea8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0984712 Nov 12 09:01:42.780497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Network f9e82a05-eb87-45ee-a260-3fbc3874531a is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:42.863069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53aded2a-28de-4f17-94f1-057154788b8c req-cdc1ca9c-406e-4c4b-9fa9-8534c4f02d7a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454790 Nov 12 09:01:42.864827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f9e82a05-eb87-45ee-a260-3fbc3874531a) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:42.884082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:42.885346 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:42.902502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42bf59-7000-4651-8083-28a190c3875f None None] Network f9e82a05-eb87-45ee-a260-3fbc3874531a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:42.930823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7b8ccbf3-3f92-47ed-8865-4ba58d0a8d89 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7400444 Nov 12 09:01:42.961792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079cfb6-0be5-4f6b-a336-1ccaef9c4d63 None None] Pushing event updated for resources: {'Port': ['ID=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:42.987619 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:01:42.987619 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:01:43.018087 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20ff8584-73ab-4996-ad8f-dff35dc291f0 req-f9067f17-357c-4ebc-93c8-800917dc0783 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603513 Nov 12 09:01:43.058435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Allocated IP 2001:db8::2 (8b1463a9-3705-4ad8-84bf-64a8b6403529/91bd8b54-a32c-439d-a705-670cc3717f79/69e296c1-a06f-4d28-846d-7e119433e71b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:43.095966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9365c545-00e5-4860-9cba-3ad7fac52d73 None None] Provisioning complete for port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:43.096342 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9365c545-00e5-4860-9cba-3ad7fac52d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.121297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Allocated IP 2001:db8::1 (bcff0b2d-08ff-4865-aca2-c47a21a0b456/ed14d9d6-2c10-4475-a53e-7afbf98c3009/158f2c4b-a0c4-4200-bc80-6fe96117c201) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:43.295344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed12985d-40c1-4455-9799-701efa2ae555 None None] Network f9e82a05-eb87-45ee-a260-3fbc3874531a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:43.389380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.417100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.451060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.616004 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.676223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Allocated IP 172.25.5.60 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/4879ea4b-9f98-4041-9bf6-67ecc6d2f20a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:43.704623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.716641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:43.743265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:43.755627 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.776304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:43.777393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.937438 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.965012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Port': ['ID=158f2c4b-a0c4-4200-bc80-6fe96117c201,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:43.978052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Network 8b1463a9-3705-4ad8-84bf-64a8b6403529 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:43.986238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:43.988239 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-038e9801-75d6-42f0-96ae-6596f55c6873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:43.989764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:43.992451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Pushing event updated for resources: {'Port': ['ID=69e296c1-a06f-4d28-846d-7e119433e71b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:44.055291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:44.055573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32846) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:44.062757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2068173565-network', 'tenant_id': '5d098c7d335a4f21be40e2ed0391741d'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:44.102696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Made reservation on behalf of 5d098c7d335a4f21be40e2ed0391741d for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:44.107072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.116757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99dae2-5fb2-4e57-90dc-3abd9f0fe741 None None] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:44.119251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.119879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Attempting to bind port 69e296c1-a06f-4d28-846d-7e119433e71b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:44.120311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Attempting to bind port 69e296c1-a06f-4d28-846d-7e119433e71b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '66d8c703-7c2b-4972-9462-cdd6dfaaad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b1463a9-3705-4ad8-84bf-64a8b6403529'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:44.120679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Attempting to bind port 69e296c1-a06f-4d28-846d-7e119433e71b on network 8b1463a9-3705-4ad8-84bf-64a8b6403529 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:44.150961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:44.151512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Checking segment: {'id': '66d8c703-7c2b-4972-9462-cdd6dfaaad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b1463a9-3705-4ad8-84bf-64a8b6403529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:44.151780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.152311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Bound using segment: {'id': '66d8c703-7c2b-4972-9462-cdd6dfaaad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b1463a9-3705-4ad8-84bf-64a8b6403529'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:44.152861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Bound port: 69e296c1-a06f-4d28-846d-7e119433e71b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d8c703-7c2b-4972-9462-cdd6dfaaad80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b1463a9-3705-4ad8-84bf-64a8b6403529'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:44.153496 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.235465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.243072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.282343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49775fb3-eb3a-4058-b907-5f3f1095bee2 req-8d3157e6-4ce1-4b52-8459-9dd0160cc063 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.289197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:44.290166 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49775fb3-eb3a-4058-b907-5f3f1095bee2 req-8d3157e6-4ce1-4b52-8459-9dd0160cc063 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2383265 Nov 12 09:01:44.298223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c319c1c3-7988-4cd0-8e76-d5a9cd10104b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:44.301377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.305882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.306232 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Added segment e18867da-3b7d-412a-972d-371b44266d9c of type vlan for network eabedb13-dd54-44fa-bce0-0b7b4ec27906 Nov 12 09:01:44.332204 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.371480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.372533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-81302b30-4df8-456a-b34a-684a83490ba0 None None] Provisioning complete for port 31ed482f-1634-4f36-a9ef-8b4660873e2b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:44.373052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81302b30-4df8-456a-b34a-684a83490ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.404650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.407091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.408240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.444452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:44.462526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:44.464950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:44.465785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:44.466191 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.517162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-b90f00de-7bff-49bf-8174-2b338713b854 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:01:44.518949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-b90f00de-7bff-49bf-8174-2b338713b854 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153160 Nov 12 09:01:44.526903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4700680 Nov 12 09:01:44.527795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a662272-f3c1-4dff-b420-9ca46be75f07 admin admin] Pushing event updated for resources: {'Network': ['ID=eabedb13-dd54-44fa-bce0-0b7b4ec27906,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:44.530273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32848) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:44.536183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Request body: {'subnet': {'network_id': 'eabedb13-dd54-44fa-bce0-0b7b4ec27906', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2068173565-subnet', 'tenant_id': '5d098c7d335a4f21be40e2ed0391741d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:44.547245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network eabedb13-dd54-44fa-bce0-0b7b4ec27906 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:44.572647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] For port 69e296c1-a06f-4d28-846d-7e119433e71b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:44.596340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2bf8282b-2180-4aa0-9c1f-923950863dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:44.598392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2bf8282b-2180-4aa0-9c1f-923950863dde service neutron] 10.222.0.53 "GET /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 1094 time: 0.0567198 Nov 12 09:01:44.604565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Made reservation on behalf of 5d098c7d335a4f21be40e2ed0391741d for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:44.606750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] For port 69e296c1-a06f-4d28-846d-7e119433e71b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=69e296c1-a06f-4d28-846d-7e119433e71b,segment=NetworkSegment(66d8c703-7c2b-4972-9462-cdd6dfaaad80),segment_id=66d8c703-7c2b-4972-9462-cdd6dfaaad80)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:44.608678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.617671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Request body: {'binding': {'host': 'n-h2-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:44.618287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Unknown quota resources ['binding']. {{(pid=109377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:01:44.624726 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49775fb3-eb3a-4058-b907-5f3f1095bee2 req-c750957f-778f-4baf-9208-2243b25d9e0c tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333824 Nov 12 09:01:44.648776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.797037 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81302b30-4df8-456a-b34a-684a83490ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:44.833098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Pushing event updated for resources: {'Port': ['ID=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:44.876360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31ed482f-1634-4f36-a9ef-8b4660873e2b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:44.918534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on host n-h2-769329-17 for vnic_type normal with profile None {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:44.919299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:44.920007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:44.946245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdc48d-1631-4e58-82aa-15efd5206c7d None None] Pushing event updated for resources: {'Port': ['ID=69e296c1-a06f-4d28-846d-7e119433e71b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:44.954244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:44.955100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:44.973625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:44.974394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:44.975085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:44.975767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Bound port: 0fd03b5d-d82e-446c-836c-318a1ea60761, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:44.986734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 31ed482f-1634-4f36-a9ef-8b4660873e2b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:44.987116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.028881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.029723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-81302b30-4df8-456a-b34a-684a83490ba0 None None] For port 31ed482f-1634-4f36-a9ef-8b4660873e2b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=31ed482f-1634-4f36-a9ef-8b4660873e2b,segment=NetworkSegment(97edf909-e31c-481a-851d-cf9f5ca35cb8),segment_id=97edf909-e31c-481a-851d-cf9f5ca35cb8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:45.049144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-81302b30-4df8-456a-b34a-684a83490ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.149353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Checking segment: {'id': 'e18867da-3b7d-412a-972d-371b44266d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'eabedb13-dd54-44fa-bce0-0b7b4ec27906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:45.149990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Network hostable DHCP agents. Network: eabedb13-dd54-44fa-bce0-0b7b4ec27906, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:45.154291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:45.167666 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.171332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.175059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-2c22edcc-4ceb-4aa9-b169-22fe6a2888ea service neutron] 10.222.0.53 "POST /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761/bindings HTTP/1.1" status: 201 len: 390 time: 0.5597706 Nov 12 09:01:45.182536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=04899c4c-85b2-4203-a0ba-2c7738efeb4e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:45.216510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Network eabedb13-dd54-44fa-bce0-0b7b4ec27906 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:45.220059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81302b30-4df8-456a-b34a-684a83490ba0 None None] Pushing event updated for resources: {'Port': ['ID=31ed482f-1634-4f36-a9ef-8b4660873e2b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:45.262156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, eabedb13-dd54-44fa-bce0-0b7b4ec27906) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:45.267857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:45.268868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.277551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10e597-396c-4922-8242-18369ad53346 None None] Network eabedb13-dd54-44fa-bce0-0b7b4ec27906 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:45.277862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.304890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.307900 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.316906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b65fe727-78cc-47a0-97f6-dc7a0f8322eb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7782438 Nov 12 09:01:45.519463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cf2f5-6c80-44cd-8e79-18c7c79078c7 None None] Network eabedb13-dd54-44fa-bce0-0b7b4ec27906 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:45.546413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-e46c80c0-2021-4813-9f42-48823007fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:45.546413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-e46c80c0-2021-4813-9f42-48823007fd7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1097 time: 0.0573120 Nov 12 09:01:45.630867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Port': ['ID=158f2c4b-a0c4-4200-bc80-6fe96117c201,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:45.662623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1a25d081-acbd-4c98-8d84-e28e6abae491 None None] Provisioning complete for port 31ed482f-1634-4f36-a9ef-8b4660873e2b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:45.665436 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1a25d081-acbd-4c98-8d84-e28e6abae491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.719205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-4f7f72af-fffc-46ad-8e69-dd2df446dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:45.721107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-4f7f72af-fffc-46ad-8e69-dd2df446dd00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.1646197 Nov 12 09:01:45.724821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b754bd3-79a1-4335-b8cd-308b0348a907 req-cdb9e0bd-ae2f-4510-8059-7fe71ff56987 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:45.726671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b754bd3-79a1-4335-b8cd-308b0348a907 req-cdb9e0bd-ae2f-4510-8059-7fe71ff56987 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 945 time: 0.2599232 Nov 12 09:01:45.766779 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:45.840106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-538c6c11-5efa-4de8-81e5-fa44b001c762 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 217 time: 0.0982926 Nov 12 09:01:45.998932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ce5df-7986-41a8-9287-f9615a9c8c5b req-b84389c8-0ebc-4dac-8dc4-e8acf1f38327 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:46.000692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 69e296c1-a06f-4d28-846d-7e119433e71b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:46.001604 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-640ce5df-7986-41a8-9287-f9615a9c8c5b req-b84389c8-0ebc-4dac-8dc4-e8acf1f38327 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1702704 Nov 12 09:01:46.007472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-fbed8039-1424-4302-9659-bc4b0d4d7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:46.010070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-fbed8039-1424-4302-9659-bc4b0d4d7020 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1408710 Nov 12 09:01:46.052777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1a25d081-acbd-4c98-8d84-e28e6abae491 None None] Provisioning complete for port 158f2c4b-a0c4-4200-bc80-6fe96117c201 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:46.053156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1a25d081-acbd-4c98-8d84-e28e6abae491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.073366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-03083ecd-1ad4-4700-b392-02085aa1c780 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423918 Nov 12 09:01:46.109909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1a25d081-acbd-4c98-8d84-e28e6abae491 None None] Port 158f2c4b-a0c4-4200-bc80-6fe96117c201 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:46.117263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 69e296c1-a06f-4d28-846d-7e119433e71b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:46.117639 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.194963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:46.200343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:46.205797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.206482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-62a06427-06f9-4ab9-976b-8230e9748057 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117647 Nov 12 09:01:46.246724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-640ce5df-7986-41a8-9287-f9615a9c8c5b req-5c7d4c88-c48f-47d2-98c9-a4816a6e1aef tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348084 Nov 12 09:01:46.268621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 69e296c1-a06f-4d28-846d-7e119433e71b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=69e296c1-a06f-4d28-846d-7e119433e71b,segment=NetworkSegment(66d8c703-7c2b-4972-9462-cdd6dfaaad80),segment_id=66d8c703-7c2b-4972-9462-cdd6dfaaad80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:46.287844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-91fd3689-e9f2-4cbb-8f1f-bdeae2de1a8a None None] Provisioning complete for port 158f2c4b-a0c4-4200-bc80-6fe96117c201 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:46.288258 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91fd3689-e9f2-4cbb-8f1f-bdeae2de1a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.290885 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:01:46.339469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-91fd3689-e9f2-4cbb-8f1f-bdeae2de1a8a None None] Port 158f2c4b-a0c4-4200-bc80-6fe96117c201 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:46.348848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.349647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31ed482f-1634-4f36-a9ef-8b4660873e2b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:46.352849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a0d103-4905-4fee-a338-0df8b5f13e28 None None] Network 8b1463a9-3705-4ad8-84bf-64a8b6403529 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:46.383902 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b754bd3-79a1-4335-b8cd-308b0348a907 req-d5e4063b-84a4-4700-a085-49331888008e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6252370 Nov 12 09:01:46.454429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-6f52c547-55de-449e-ab20-9768948ea90b service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127573 Nov 12 09:01:46.497052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Router 872cb140-4542-4983-88be-d77738f26e45 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:01:46.507664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Router 51dab8e0-8c75-477b-aa01-40c97ae3e36e is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:01:46.625644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-106eeb5e-3c1b-4ff7-a884-8f254235580d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.644776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:46.651831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1c7dafaf-1179-465e-92c3-0d82a2d8a193 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1411629 Nov 12 09:01:46.672377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] Sync routers for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:46.681998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7d8c0f0e-2aa6-4496-8696-6d2f65fc22f4 None None] Provisioning complete for port 69e296c1-a06f-4d28-846d-7e119433e71b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:46.682404 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d8c0f0e-2aa6-4496-8696-6d2f65fc22f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.690746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=69e296c1-a06f-4d28-846d-7e119433e71b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:46.744266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:46.755457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:46.756126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:46.798451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 31ed482f-1634-4f36-a9ef-8b4660873e2b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:46.798823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:46.800346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:46.853456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:46.854092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:46.879174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:46.899159 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Sync routers for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:46.914864 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:46.916030 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:46.962022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-edbcfede-9324-4a88-b524-9199a5b1ff42 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:46.963870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-edbcfede-9324-4a88-b524-9199a5b1ff42 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.4145317 Nov 12 09:01:46.985647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-17'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:47.102061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-5457b5cb-7be8-4e09-85c8-ac586bc9c071 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:47.103956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-5457b5cb-7be8-4e09-85c8-ac586bc9c071 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/networks?id=f9e82a05-eb87-45ee-a260-3fbc3874531a HTTP/1.1" status: 200 len: 815 time: 0.5030458 Nov 12 09:01:47.104123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:47.104727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b34c14-6eff-412a-bc6d-8a03cab98e28 None None] The sync data for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:47.119462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.149938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-9f65f29c-c995-46ee-92d0-96ccbe5bcb04 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/quotas/955c1839aa9d4c53a3efcefb0229dc73 HTTP/1.1" status: 200 len: 375 time: 0.0271993 Nov 12 09:01:47.158486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.162578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6a4e7e70-eeb0-4a92-895b-ea33a73e10b7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6701376 Nov 12 09:01:47.163706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:47.240662 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:47.294921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-fe4f778c-e40a-40ca-bc34-2f918a377f0b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=955c1839aa9d4c53a3efcefb0229dc73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420735 Nov 12 09:01:47.302266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e859d031-5a28-440e-b477-b80217dd93e2 None None] Provisioning complete for port 69e296c1-a06f-4d28-846d-7e119433e71b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:47.302783 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e859d031-5a28-440e-b477-b80217dd93e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.376508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:47.398618 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-6d074256-8ea8-429f-bc80-dd50bba60e90 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:01:47.399959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6d074256-8ea8-429f-bc80-dd50bba60e90 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6543622 Nov 12 09:01:47.403981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:47.448107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e859d031-5a28-440e-b477-b80217dd93e2 None None] Provisioning complete for port 158f2c4b-a0c4-4200-bc80-6fe96117c201 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:47.448667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e859d031-5a28-440e-b477-b80217dd93e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.451999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-2b6afaf7-0a17-46da-9bab-72b83c61f093 service neutron] 10.222.0.53 "GET /v2.0/networks/f9e82a05-eb87-45ee-a260-3fbc3874531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560700 Nov 12 09:01:47.462875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:47.489537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e859d031-5a28-440e-b477-b80217dd93e2 None None] Port 158f2c4b-a0c4-4200-bc80-6fe96117c201 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:47.506443 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:44Z', 'revision_number': 3, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:47.549500 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Checking router: 51dab8e0-8c75-477b-aa01-40c97ae3e36e for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:47.550176 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Updating router 51dab8e0-8c75-477b-aa01-40c97ae3e36e port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:01:47.558024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:47.560188 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26a7846-7c5e-40b5-b411-20be0a551505" -d '{"events": [{"server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:47.564482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.573958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2edeb-3c06-4555-8774-6410fac5277e req-1504a995-9825-4086-8df8-8fa1d75f4b90 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:47.575527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97d2edeb-3c06-4555-8774-6410fac5277e req-1504a995-9825-4086-8df8-8fa1d75f4b90 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2286222 Nov 12 09:01:47.575748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.606650 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.637239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-953b0663-255c-40d3-afef-2a596585fd55 service neutron] 10.222.0.53 "GET /v2.0/networks/f9e82a05-eb87-45ee-a260-3fbc3874531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837418 Nov 12 09:01:47.665511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:47.699239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on host n-h1-769329-17 for vnic_type normal with profile {"migrating_to": "n-h2-769329-17"} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:47.700058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:47.700589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:47.706237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:47.707195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Attempting to bind port 0fd03b5d-d82e-446c-836c-318a1ea60761 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:47.714057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:47.714718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:47.715287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:47.715947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Bound port: 0fd03b5d-d82e-446c-836c-318a1ea60761, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:47.716539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.772531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97d2edeb-3c06-4555-8774-6410fac5277e req-93c8053b-f8de-4d52-ad89-179c7a7b986d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830747 Nov 12 09:01:47.812903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:47.818709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:47.828906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.839772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 69e296c1-a06f-4d28-846d-7e119433e71b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:47.945680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 69e296c1-a06f-4d28-846d-7e119433e71b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:47.946056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.993342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:47.993885 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:47.995536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] 10.222.0.55 "PUT /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 1123 time: 1.0156813 Nov 12 09:01:48.022112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056f147-a0e9-46f0-b618-5574e90deb62 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:48.068933 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e226ea8-d597-4e0c-9b79-d6145e1d6806 x-openstack-request-id: req-8e226ea8-d597-4e0c-9b79-d6145e1d6806 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:48.069471 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "name": "network-vif-unplugged", "status": "completed", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:48.070695 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e226ea8-d597-4e0c-9b79-d6145e1d6806 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:48.071322 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761', 'code': 200} Nov 12 09:01:48.071459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0fd03b5d-d82e-446c-836c-318a1ea60761'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:48.174258 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.185905 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.263267 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Attempting to bind port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:48.263786 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Attempting to bind port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:48.264241 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Attempting to bind port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:48.268950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cea2f037-d34e-4d90-a3c4-2c72aaa509bd req-8c1d7b4c-67c4-4812-b18a-8cd79c6033b4 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 210 time: 0.0500894 Nov 12 09:01:48.272596 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:48.273063 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:48.273556 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.274013 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:48.274567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Bound port: 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:48.275017 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.344394 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] For port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:48.348080 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] For port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:48.349438 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Pushing event updated for resources: {'Port': ['ID=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:48.354260 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.367263 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.367693 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.368125 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.368544 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.368954 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.369361 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.369783 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.370187 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.370578 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.370981 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.371378 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.371772 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:48.424419 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:48.425308 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:48.480287 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e58ed-3ae1-4a8b-8855-8f41164c2fa8 None None] Pushing event updated for resources: {'Port': ['ID=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:48.508364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec9e46-b4ca-4cd4-b7dd-398f620fd0ba req-12b928fd-1bea-4757-a4c6-83ec48a09cbe tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:48.509955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9ec9e46-b4ca-4cd4-b7dd-398f620fd0ba req-12b928fd-1bea-4757-a4c6-83ec48a09cbe tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.1359882 Nov 12 09:01:48.564341 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:48.623860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9ec9e46-b4ca-4cd4-b7dd-398f620fd0ba req-5dbccc65-d77a-4576-ac0e-311f52840b38 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037126 Nov 12 09:01:48.746040 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.751890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.760237 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:44Z', 'revision_number': 3, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:48.787210 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e51cb-b13c-4a9f-92a6-06c3988b27f1 None None] The sync data for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 is: [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:44Z', 'revision_number': 3, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:48.913045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a06ea-b276-40ea-bc90-83fff0a81f92 req-3185e96c-3e42-493b-8a9b-e3fb1f756d76 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:48.914597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-142a06ea-b276-40ea-bc90-83fff0a81f92 req-3185e96c-3e42-493b-8a9b-e3fb1f756d76 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0524173 Nov 12 09:01:48.960939 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:48.977195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-142a06ea-b276-40ea-bc90-83fff0a81f92 req-ca7b963d-9da8-41c0-9465-2d19e0f426a1 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561464 Nov 12 09:01:49.143382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Allocated IP 172.20.0.1 (bed8d384-e302-44b4-bfca-1470dee0b531/d1e030f9-5930-4641-9fc7-8f088eaf8435/22c94077-b205-4541-aaf2-0694eddf7012) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:49.365818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting port 158f2c4b-a0c4-4200-bc80-6fe96117c201 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:49.366165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.400562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9ec6e792-85d1-4f8b-8937-070b8004aa52 req-6189ad32-47a9-41ed-bb11-0dda1bd29722 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 210 time: 0.0539021 Nov 12 09:01:49.453599 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.461236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-0f9ca73d-7ad0-4aea-9ccc-468d56c04de0 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:49.462724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-0f9ca73d-7ad0-4aea-9ccc-468d56c04de0 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.62 "GET /v2.0/networks?id=f9e82a05-eb87-45ee-a260-3fbc3874531a HTTP/1.1" status: 200 len: 815 time: 0.2853723 Nov 12 09:01:49.500089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Request body: {'port': {'device_id': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a', 'admin_state_up': True, 'tenant_id': '955c1839aa9d4c53a3efcefb0229dc73'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:49.613627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.636220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Calling delete_port for 158f2c4b-a0c4-4200-bc80-6fe96117c201 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:49.659471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.662931 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.744372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Network bed8d384-e302-44b4-bfca-1470dee0b531 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:49.755904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:49.763615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:49.777653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54aa43-f4b4-4b8e-9460-608a0c310657 req-531f2463-c927-4011-a8fb-03427c29edf3 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:49.786896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc54aa43-f4b4-4b8e-9460-608a0c310657 req-531f2463-c927-4011-a8fb-03427c29edf3 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.0701604 Nov 12 09:01:49.807087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=22c94077-b205-4541-aaf2-0694eddf7012,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:49.816838 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Made reservation on behalf of 955c1839aa9d4c53a3efcefb0229dc73 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:49.820435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.821273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:49.844136 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc54aa43-f4b4-4b8e-9460-608a0c310657 req-1d024b07-3ef9-4d30-99d0-19dcd883678e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554361 Nov 12 09:01:49.884844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:49.885330 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.886607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.970415 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:49.991884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:49.995978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.057816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:50.073277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:50.075753 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d307fef-572a-4cc5-8de7-3d760926245c" -d '{"events": [{"name": "network-changed", "server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:50.125145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.165831 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d123ca4-ed45-44cf-8cd3-2b171b531033 x-openstack-request-id: req-2d123ca4-ed45-44cf-8cd3-2b171b531033 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:50.166126 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:50.166375 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2d123ca4-ed45-44cf-8cd3-2b171b531033 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:50.166793 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761', 'status': 'completed', 'code': 200} Nov 12 09:01:50.193711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Port': ['ID=158f2c4b-a0c4-4200-bc80-6fe96117c201,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:50.213156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Allocated IP 172.20.0.13 (f9e82a05-eb87-45ee-a260-3fbc3874531a/0fb6d677-a226-43c7-8a8d-15352af2dd35/8cce1ee1-7784-43db-84d7-e72fdc4c87c4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:50.251902 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.308925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874f72e-64c5-434d-8533-bee200147b29 req-1e641aa0-514b-46b0-875a-3e019dbfbb5f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:50.310548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8874f72e-64c5-434d-8533-bee200147b29 req-1e641aa0-514b-46b0-875a-3e019dbfbb5f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2328701 Nov 12 09:01:50.445675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.454841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:50.475643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307fef-572a-4cc5-8de7-3d760926245c req-1646fb33-0f91-4fe1-b8f9-a6be2780b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:50.477178 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d307fef-572a-4cc5-8de7-3d760926245c req-1646fb33-0f91-4fe1-b8f9-a6be2780b4e7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1126 time: 0.2757113 Nov 12 09:01:50.509491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d44cc423-89a3-477b-9559-8a27b25af27e req-16c8b3f8-4bfd-4b4c-ba81-5f8dbf967c95 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 210 time: 0.0322964 Nov 12 09:01:50.625393 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8874f72e-64c5-434d-8533-bee200147b29 req-a3c9b26e-39e0-4428-8b9b-fe364d4c2b5c tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614529 Nov 12 09:01:50.971451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf83fa-346a-446a-a5a2-29892907e3a3 req-74e1bab7-2660-4315-82f9-d93301bd2206 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:50.973075 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fdf83fa-346a-446a-a5a2-29892907e3a3 req-74e1bab7-2660-4315-82f9-d93301bd2206 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.0528834 Nov 12 09:01:51.025281 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fdf83fa-346a-446a-a5a2-29892907e3a3 req-07054002-6808-4e85-abe9-b842000ad582 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460212 Nov 12 09:01:51.034131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:51.141388 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:51.153680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 has no active binding in host n-h2-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 09:01:51.226394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307fef-572a-4cc5-8de7-3d760926245c req-321b5427-ece0-49f6-b3e7-b229ef84b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:51.227878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d307fef-572a-4cc5-8de7-3d760926245c req-321b5427-ece0-49f6-b3e7-b229ef84b66e service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.7375178 Nov 12 09:01:51.236425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.287278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Router 872cb140-4542-4983-88be-d77738f26e45 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:51.295701 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d307fef-572a-4cc5-8de7-3d760926245c req-22770748-93fc-4063-b706-6d1626b3ff97 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 217 time: 0.0525718 Nov 12 09:01:51.465969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d307fef-572a-4cc5-8de7-3d760926245c req-b20aed14-7d4c-4fc7-ab24-6c1df1ad6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:51.467426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d307fef-572a-4cc5-8de7-3d760926245c req-b20aed14-7d4c-4fc7-ab24-6c1df1ad6e56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1628168 Nov 12 09:01:51.475293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:51.480114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.482922 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.485578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] Sync routers for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:51.494661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4a96bb6b-59a5-4fe1-8777-f5070f29de0c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0869663 Nov 12 09:01:51.498984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:51.499197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32928) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:51.500728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:51.518453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.542930 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d307fef-572a-4cc5-8de7-3d760926245c req-1ad21fb1-81bf-4fd1-93c2-46d9eef59a4b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642109 Nov 12 09:01:51.548104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:51.560504 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-e65b8a23-137f-4c72-83df-c1dd7802243c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] delete failed (client error): The resource could not be found. Nov 12 09:01:51.566459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e65b8a23-137f-4c72-83df-c1dd7802243c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-717277609 HTTP/1.1" status: 404 len: 334 time: 0.0655651 Nov 12 09:01:51.567275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32932) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:51.572590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8fdb6dee-88c6-41c5-a1c3-34c872ee45dd tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'router': {'external_gateway_info': {'network_id': '872cb140-4542-4983-88be-d77738f26e45'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:51.575105 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:51.578438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:51.594118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Network f9e82a05-eb87-45ee-a260-3fbc3874531a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:51.620839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:51.621546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:51.622020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db35ee17-dd44-4c08-96e6-bd330d156054 None None] The sync data for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:51.649286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:51.660311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Pushing event updated for resources: {'Port': ['ID=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:51.749223 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.769395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:51.805048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f954acf-349f-444f-ae47-497a9d2d8344 req-51c2fbb5-55b4-4ee6-bbd3-28fce924014a tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:51.806594 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f954acf-349f-444f-ae47-497a9d2d8344 req-51c2fbb5-55b4-4ee6-bbd3-28fce924014a tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 932 time: 0.2073853 Nov 12 09:01:51.812849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:51.813478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.824174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:51.824869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.847280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=22c94077-b205-4541-aaf2-0694eddf7012,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:51.873131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fdb6dee-88c6-41c5-a1c3-34c872ee45dd tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.889478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca4427-b28c-4394-9fd5-dc472c21bc2a req-aa000faa-22e9-4fcb-a9a3-c027319c7f62 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:51.891066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9eca4427-b28c-4394-9fd5-dc472c21bc2a req-aa000faa-22e9-4fcb-a9a3-c027319c7f62 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1624529 Nov 12 09:01:51.907868 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-8fdb6dee-88c6-41c5-a1c3-34c872ee45dd tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] update failed (client error): The resource could not be found. Nov 12 09:01:51.912242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8fdb6dee-88c6-41c5-a1c3-34c872ee45dd tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45 HTTP/1.1" status: 404 len: 339 time: 0.3403997 Nov 12 09:01:51.914795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32936) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:51.920075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-be53d887-c9ac-44c4-a7a8-547273d6b83b tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4268622 Nov 12 09:01:51.920415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-121891435'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:51.937607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Request body: {'port': {'device_id': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:51.942394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d307fef-572a-4cc5-8de7-3d760926245c req-83861035-5c82-439d-8809-4545ed28a1a0 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712370 Nov 12 09:01:51.968824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:51.972319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:51.986811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9eca4427-b28c-4394-9fd5-dc472c21bc2a req-382e3085-ea3a-4100-9d0c-828637116d35 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798736 Nov 12 09:01:52.002087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:01:52.012368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.012718 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Added segment eba680fa-4192-4ce7-950a-e716137b669c of type vlan for network 22c58d70-812d-4268-8ed0-ed558aff1bc3 Nov 12 09:01:52.026307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f954acf-349f-444f-ae47-497a9d2d8344 req-e3250870-c475-4197-ac9b-79b85c98a97e tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072980 Nov 12 09:01:52.067377 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.108270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Network bed8d384-e302-44b4-bfca-1470dee0b531 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:52.111124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.118235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:52.174378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.175949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d307fef-572a-4cc5-8de7-3d760926245c req-a0e8b372-66c5-4525-9ca8-faa6fdad0fc4 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251635 Nov 12 09:01:52.179870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:52.180479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.285748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3700328 Nov 12 09:01:52.291748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32942) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:52.299263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'subnet': {'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:52.326117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55044efd-8dc7-4975-ad0e-7bf3a44bc189 req-cefae7b1-0eba-4a97-a01d-aa2a4869aad2 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:52.327753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55044efd-8dc7-4975-ad0e-7bf3a44bc189 req-cefae7b1-0eba-4a97-a01d-aa2a4869aad2 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 943 time: 0.2159579 Nov 12 09:01:52.328422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9811bc-1f9b-411b-9b56-c1a9cf049e16 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Network': ['ID=22c58d70-812d-4268-8ed0-ed558aff1bc3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:52.338769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-3dce865c-a39a-4c37-8ccc-51d3ede14f95 service neutron] 10.222.0.62 "GET /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.2368290 Nov 12 09:01:52.343542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 22c58d70-812d-4268-8ed0-ed558aff1bc3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:01:52.386934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Router 51dab8e0-8c75-477b-aa01-40c97ae3e36e has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:52.502373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55044efd-8dc7-4975-ad0e-7bf3a44bc189 req-4d981f36-2373-48d7-8751-aadcd9caa13d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561484 Nov 12 09:01:52.541887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Made reservation on behalf of 419327ff01d34e84b5d5103477468ef0 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:52.545421 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.604317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:52.612789 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fcfb3afe-c64b-4724-8b17-288ec93de8e9 admin admin] 10.222.0.53 "PUT /v2.0/routers/51dab8e0-8c75-477b-aa01-40c97ae3e36e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4472475 Nov 12 09:01:52.624584 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Sync routers for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:52.627523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:52.635879 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.640879 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:52.646440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:52.651851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Transition to ACTIVE for port object 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:52.658059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.717632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Pushing event updated for resources: {'Port': ['ID=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:52.721061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:52.776568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:52.818642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Attempting to bind port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:52.818905 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:52.819046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Attempting to bind port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c5106d37-1095-41e5-8b03-235ae3f763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:52.819473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Attempting to bind port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 on network f9e82a05-eb87-45ee-a260-3fbc3874531a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:52.825565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 on network f9e82a05-eb87-45ee-a260-3fbc3874531a not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:52.826159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Attempting to bind port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 on network f9e82a05-eb87-45ee-a260-3fbc3874531a {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:52.833748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:52.834242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Checking segment: {'id': 'c5106d37-1095-41e5-8b03-235ae3f763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:52.838909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Bound using segment: {'id': 'c5106d37-1095-41e5-8b03-235ae3f763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:52.838909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Bound port: 8cce1ee1-7784-43db-84d7-e72fdc4c87c4, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5106d37-1095-41e5-8b03-235ae3f763de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:52.838909 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.851690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd03b5d-d82e-446c-836c-318a1ea60761 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:52.866978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:52.876703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.932188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] For port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:52.936282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] For port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,segment=NetworkSegment(c5106d37-1095-41e5-8b03-235ae3f763de),segment_id=c5106d37-1095-41e5-8b03-235ae3f763de)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:52.948749 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.956104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Subnet': ['ID=cc7bf67c-afc0-4773-94c9-267d05f24689,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:52.958394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.995685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:52.996892 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:52.998749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] 10.222.0.62 "PUT /v2.0/ports/8cce1ee1-7784-43db-84d7-e72fdc4c87c4 HTTP/1.1" status: 200 len: 1093 time: 1.0658870 Nov 12 09:01:52.999218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'tag': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:53.002059 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44" -d '{"events": [{"name": "network-changed", "server_uuid": "b043af33-44c8-4f29-942a-9eb97dafed5f", "tag": "8cce1ee1-7784-43db-84d7-e72fdc4c87c4"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:53.050208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Checking segment: {'id': 'eba680fa-4192-4ce7-950a-e716137b669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:53.050841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network hostable DHCP agents. Network: 22c58d70-812d-4268-8ed0-ed558aff1bc3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:01:53.058406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2bd13-cca0-4a9c-b0f7-a053a226d259 service neutron] Pushing event updated for resources: {'Port': ['ID=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:53.081815 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 2, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:53.094886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] Transition to ACTIVE for port object 0fd03b5d-d82e-446c-836c-318a1ea60761 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:53.097638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network 22c58d70-812d-4268-8ed0-ed558aff1bc3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:01:53.106548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.113289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 22c58d70-812d-4268-8ed0-ed558aff1bc3) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:53.123230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbc4aee-a4f5-484f-9c72-72da8f91d1fb None None] Network 22c58d70-812d-4268-8ed0-ed558aff1bc3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:53.129291 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Checking router: 51dab8e0-8c75-477b-aa01-40c97ae3e36e for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:01:53.129804 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Updating router 51dab8e0-8c75-477b-aa01-40c97ae3e36e port 22c94077-b205-4541-aaf2-0694eddf7012 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:01:53.157410 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.160269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:53.160947 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.170852 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e98d47f-9dda-43fa-a38e-cb2c7298d3bb x-openstack-request-id: req-4e98d47f-9dda-43fa-a38e-cb2c7298d3bb {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:53.171144 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b043af33-44c8-4f29-942a-9eb97dafed5f", "tag": "8cce1ee1-7784-43db-84d7-e72fdc4c87c4", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:53.175316 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e98d47f-9dda-43fa-a38e-cb2c7298d3bb {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:53.175812 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'tag': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4', 'status': 'completed', 'code': 200} Nov 12 09:01:53.224573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] No DVR routers for this DVR port 0fd03b5d-d82e-446c-836c-318a1ea60761 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:01:53.239008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2bf175ed-c0d3-435a-a39c-c6fafde8ed1e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9441986 Nov 12 09:01:53.242445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32968) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:53.248312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-70839ef2-99c6-4849-8bb6-f63d008e1c70 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'router': {'external_gateway_info': {'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:53.276372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-e510df23-45a8-4e87-989e-11bcbf924c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:53.278636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-e510df23-45a8-4e87-989e-11bcbf924c1b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=955c1839aa9d4c53a3efcefb0229dc73&device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 1096 time: 0.2088740 Nov 12 09:01:53.330246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-22c58d70-812d-4268-8ed0-ed558aff1bc3', 'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3', 'tenant_id': '419327ff01d34e84b5d5103477468ef0', 'fixed_ips': [{'subnet_id': 'cc7bf67c-afc0-4773-94c9-267d05f24689'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:01:53.331142 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.337719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:53.348302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9dcfeee6-b7f8-4afc-a143-f4fb9ace0851 service neutron] 10.222.0.62 "PUT /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761/bindings/n-h2-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 0.9679153 Nov 12 09:01:53.349482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-6e036d7c-aebb-4580-8a16-ef20a08e2903 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:53.359834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-6e036d7c-aebb-4580-8a16-ef20a08e2903 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 820 time: 0.2430735 Nov 12 09:01:53.369017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772148e-1663-4248-beb0-47b602ed03a3 req-2afbcb48-62ea-4037-8bd0-7f93b7851bd4 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:53.372058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-6559f897-d794-4cba-9767-e60ef140996f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cce1ee1-7784-43db-84d7-e72fdc4c87c4 HTTP/1.1" status: 200 len: 217 time: 0.0827422 Nov 12 09:01:53.376938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f772148e-1663-4248-beb0-47b602ed03a3 req-2afbcb48-62ea-4037-8bd0-7f93b7851bd4 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2344058 Nov 12 09:01:53.381750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-a0ba7419-5f28-4430-9b9b-4617a2c1cffc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/quotas/c386c8c78e12482e9d8034aeaeb97813 HTTP/1.1" status: 200 len: 375 time: 0.0195575 Nov 12 09:01:53.474009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-19665083-dd6c-421d-b48a-38147f3f4b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:53.477202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-19665083-dd6c-421d-b48a-38147f3f4b30 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fb6d677-a226-43c7-8a8d-15352af2dd35 HTTP/1.1" status: 200 len: 855 time: 0.0924180 Nov 12 09:01:53.513648 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9bb19112-5ec0-4821-a4c3-b937433e430c tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307702 Nov 12 09:01:53.520895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Allocated IP 2001:db8:1::2 (22c58d70-812d-4268-8ed0-ed558aff1bc3/cc7bf67c-afc0-4773-94c9-267d05f24689/03e5b73f-c914-47c3-93a7-00bff5b0bcef) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:53.536918 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f772148e-1663-4248-beb0-47b602ed03a3 req-6130e678-b9b5-48b8-b44c-31a250679a69 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451824 Nov 12 09:01:53.557295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-98dfd36c-4eda-4ddf-80b1-76ebf4ca8d7e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9e82a05-eb87-45ee-a260-3fbc3874531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713606 Nov 12 09:01:53.641084 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.648322 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.714848 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29f4c9-3d91-4ce9-88ff-5db9078ea168 None None] Pushing event updated for resources: {'Port': ['ID=22c94077-b205-4541-aaf2-0694eddf7012,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:53.716202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9d7ccbe6-0fe8-4960-85d7-8bbcb497964c service neutron] 10.222.0.53 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012005 Nov 12 09:01:53.723320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-16f871db-a125-45f8-8d94-8e6c14e6cf57 service neutron] 10.222.0.62 "GET /v2.0/networks/f9e82a05-eb87-45ee-a260-3fbc3874531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554296 Nov 12 09:01:53.743822 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.754070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.811255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Network 22c58d70-812d-4268-8ed0-ed558aff1bc3 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:53.814948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:53.818050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:53.828477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Pushing event updated for resources: {'Port': ['ID=03e5b73f-c914-47c3-93a7-00bff5b0bcef,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:53.847796 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Attempting to bind port 22c94077-b205-4541-aaf2-0694eddf7012 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:53.848488 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Attempting to bind port 22c94077-b205-4541-aaf2-0694eddf7012 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:53.849041 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Attempting to bind port 22c94077-b205-4541-aaf2-0694eddf7012 on network bed8d384-e302-44b4-bfca-1470dee0b531 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:53.858457 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:53.860606 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Checking segment: {'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:53.861897 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.862798 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Bound using segment: {'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:53.863525 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Bound port: 22c94077-b205-4541-aaf2-0694eddf7012, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:53.867725 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.898996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7775450a-861e-488b-ad7d-3d866cea5904 service neutron] 10.222.0.53 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746650 Nov 12 09:01:53.904381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f6cfae39-65a5-4ade-8505-897d41eefcb7 req-aeed25a1-17df-4733-92f3-939c5e214965 service neutron] 10.222.0.62 "GET /v2.0/networks/f9e82a05-eb87-45ee-a260-3fbc3874531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719570 Nov 12 09:01:53.918703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Attempting to bind port 03e5b73f-c914-47c3-93a7-00bff5b0bcef on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:53.919186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Attempting to bind port 03e5b73f-c914-47c3-93a7-00bff5b0bcef by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'eba680fa-4192-4ce7-950a-e716137b669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:53.919627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Attempting to bind port 03e5b73f-c914-47c3-93a7-00bff5b0bcef on network 22c58d70-812d-4268-8ed0-ed558aff1bc3 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:53.928092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:53.928588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Checking segment: {'id': 'eba680fa-4192-4ce7-950a-e716137b669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:53.929060 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.929571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Bound using segment: {'id': 'eba680fa-4192-4ce7-950a-e716137b669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:53.930165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Bound port: 03e5b73f-c914-47c3-93a7-00bff5b0bcef, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba680fa-4192-4ce7-950a-e716137b669c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '22c58d70-812d-4268-8ed0-ed558aff1bc3'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:53.931214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.955250 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70839ef2-99c6-4849-8bb6-f63d008e1c70 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:53.966587 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] For port 22c94077-b205-4541-aaf2-0694eddf7012, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:53.972603 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] For port 22c94077-b205-4541-aaf2-0694eddf7012, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=22c94077-b205-4541-aaf2-0694eddf7012,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:53.981741 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.002519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-0b1caab6-5e2d-44d5-9be8-b4263986c78b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.003950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-0b1caab6-5e2d-44d5-9be8-b4263986c78b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.5172729 Nov 12 09:01:54.050887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-2a6e7484-cbdf-4811-a32d-78a7f66328bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.052456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-2a6e7484-cbdf-4811-a32d-78a7f66328bc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=955c1839aa9d4c53a3efcefb0229dc73&device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 1096 time: 0.0943415 Nov 12 09:01:54.063149 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:54.063813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb638ec-c39e-4481-b61e-325d62715fe5 req-0f927cb6-5f50-42c6-b384-922e66472f21 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.064367 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:54.071174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2eb638ec-c39e-4481-b61e-325d62715fe5 req-0f927cb6-5f50-42c6-b384-922e66472f21 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 944 time: 0.1611578 Nov 12 09:01:54.120166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] For port 03e5b73f-c914-47c3-93a7-00bff5b0bcef, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:54.124631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] For port 03e5b73f-c914-47c3-93a7-00bff5b0bcef, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=03e5b73f-c914-47c3-93a7-00bff5b0bcef,segment=NetworkSegment(eba680fa-4192-4ce7-950a-e716137b669c),segment_id=eba680fa-4192-4ce7-950a-e716137b669c)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:54.135517 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:54.187413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-e25cc8e0-9207-443c-9f9a-be50cbd4375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.188939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-e25cc8e0-9207-443c-9f9a-be50cbd4375b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb&tenant_id=ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 1096 time: 0.1659992 Nov 12 09:01:54.204719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2eb638ec-c39e-4481-b61e-325d62715fe5 req-dfaf3272-40cb-42ea-8c3b-7cd787a99303 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283627 Nov 12 09:01:54.219209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c1fa8-00a3-496d-b84f-c0d277da9200 None None] Pushing event updated for resources: {'Port': ['ID=03e5b73f-c914-47c3-93a7-00bff5b0bcef,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:54.295088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-43762eb8-28d8-4798-a149-066da7d7f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.301251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-43762eb8-28d8-4798-a149-066da7d7f20c service neutron] 10.222.0.62 "GET /v2.0/networks?id=f9e82a05-eb87-45ee-a260-3fbc3874531a HTTP/1.1" status: 200 len: 916 time: 0.2413373 Nov 12 09:01:54.390750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-950963cb-d2cb-4406-8097-35161aa3efa4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8cce1ee1-7784-43db-84d7-e72fdc4c87c4 HTTP/1.1" status: 200 len: 217 time: 0.0791922 Nov 12 09:01:54.401296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-3d76720c-4272-4d3c-9779-89a2842151c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.404675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-3d76720c-4272-4d3c-9779-89a2842151c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1096 time: 0.1799297 Nov 12 09:01:54.414208 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-70839ef2-99c6-4849-8bb6-f63d008e1c70 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:01:54.415807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-70839ef2-99c6-4849-8bb6-f63d008e1c70 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45 HTTP/1.1" status: 400 len: 364 time: 1.1710608 Nov 12 09:01:54.422276 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-662e843f-a437-488a-9fb9-7756bb9d50b2 req-179a937c-2510-4b1d-9a34-057eec36c942 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 210 time: 0.0461078 Nov 12 09:01:54.424424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:54.457716 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29f4c9-3d91-4ce9-88ff-5db9078ea168 None None] Pushing event updated for resources: {'Port': ['ID=22c94077-b205-4541-aaf2-0694eddf7012,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:54.483303 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:01:54.530313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69c3d4-581f-45d6-80d1-75a3e876abb2 req-d32a2dd5-9bbd-4d47-b177-504ddfdd7214 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.544755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:01:54.549361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d69c3d4-581f-45d6-80d1-75a3e876abb2 req-d32a2dd5-9bbd-4d47-b177-504ddfdd7214 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 944 time: 0.1977873 Nov 12 09:01:54.660481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:01:54.685866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-178cd5d4-1b7f-4146-87d7-c362b2ce080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.687409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-178cd5d4-1b7f-4146-87d7-c362b2ce080f service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.2687995 Nov 12 09:01:54.767851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-cfc5dc54-48e2-4991-9e2a-9f0bc0c2ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.769880 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-cfc5dc54-48e2-4991-9e2a-9f0bc0c2ed2a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0fb6d677-a226-43c7-8a8d-15352af2dd35 HTTP/1.1" status: 200 len: 855 time: 0.3582451 Nov 12 09:01:54.772238 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-a50bd97f-8ea0-461f-89fb-557557823398 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 217 time: 0.0723763 Nov 12 09:01:54.792978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d69c3d4-581f-45d6-80d1-75a3e876abb2 req-625edf5d-e71b-4296-a3b3-7516e9c85306 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391031 Nov 12 09:01:54.837084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-bdbb3571-a60b-4afa-9f64-a0e9f332e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:54.838706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-bdbb3571-a60b-4afa-9f64-a0e9f332e133 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0563662 Nov 12 09:01:54.852224 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:53Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:54.882106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32437dca-1b7f-4a02-8afa-72942759a1c1 None None] The sync data for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 is: [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:53Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:54.887164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-9c35b53d-46bb-4942-88ef-b51e3f0c7c40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355575 Nov 12 09:01:55.059840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-72bcf36d-6e66-4c94-bc47-f8cdaf3aa83c service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542351 Nov 12 09:01:55.204164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-bdfaf368-c7e9-4065-b5ed-b5d96d6b993e service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217661 Nov 12 09:01:55.249845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7294e40-a9a9-488d-bce1-b462ec16c412 req-fcf9a212-599f-46cb-812d-9a8f4553c03d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:55.251421 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7294e40-a9a9-488d-bce1-b462ec16c412 req-fcf9a212-599f-46cb-812d-9a8f4553c03d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.5682912 Nov 12 09:01:55.288255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-0874a17f-dc17-4e32-9c1d-e432759c7f36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f9e82a05-eb87-45ee-a260-3fbc3874531a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5058022 Nov 12 09:01:55.425971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36bab9-7ca8-4b1f-80d8-f0a62fd56c2f req-dc33e557-87b2-4929-8e3f-3290359446de tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:55.434605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da36bab9-7ca8-4b1f-80d8-f0a62fd56c2f req-dc33e557-87b2-4929-8e3f-3290359446de tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 944 time: 0.0728230 Nov 12 09:01:55.452044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7294e40-a9a9-488d-bce1-b462ec16c412 req-0748084b-ff26-487e-b468-d582454111de tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597557 Nov 12 09:01:55.487527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:55.496665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da36bab9-7ca8-4b1f-80d8-f0a62fd56c2f req-c7c72586-3b90-4a3e-b6e6-7434e4bd5b8f tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609519 Nov 12 09:01:55.511464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-8edc8ae7-af3a-4d04-9327-47e77480cab7 service neutron] 10.222.0.62 "GET /v2.0/networks/f9e82a05-eb87-45ee-a260-3fbc3874531a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087204 Nov 12 09:01:55.631718 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-085fd48a-7efc-4987-bec3-5249becddfcf req-447a8c24-f417-4976-aa33-c2ea868261ce tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 210 time: 0.0420401 Nov 12 09:01:55.790656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f862d91-2cca-4771-948b-1c9e109418d4 None None] Network 22c58d70-812d-4268-8ed0-ed558aff1bc3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:01:55.802746 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e361da2-1702-4311-8a8e-e0e4d5d5fd44 req-f5526668-22d7-4b41-8c24-281be9db33f2 service neutron] 10.222.0.62 "GET /v2.0/networks/f9e82a05-eb87-45ee-a260-3fbc3874531a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839563 Nov 12 09:01:55.985569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Allocated IP 2001:db8::1 (61052402-85d0-4946-9038-9141769e3ec0/c57c1c42-6227-49c6-9a74-b8cc0a977f1e/b139b30c-1697-4bf8-8fd9-fe66209b13d4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:55.985801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 22c94077-b205-4541-aaf2-0694eddf7012 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:56.021792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-57af9193-a43c-4a9d-94ba-402676eca298 None None] Provisioning complete for port 03e5b73f-c914-47c3-93a7-00bff5b0bcef triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:56.022624 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57af9193-a43c-4a9d-94ba-402676eca298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.042537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-8fd0b7c0-e949-4273-b116-56c985e0bc85 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:56.044105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-8fd0b7c0-e949-4273-b116-56c985e0bc85 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.55 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 820 time: 0.3250239 Nov 12 09:01:56.055777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-850535fa-e29b-4f66-9c7c-4bb0628d0358 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:56.058308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-850535fa-e29b-4f66-9c7c-4bb0628d0358 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.1054318 Nov 12 09:01:56.070600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Request body: {'port': {'device_id': '748193e4-457a-46dc-a58c-58fbb14148cf', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'admin_state_up': True, 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:56.127359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede89a52-c821-4b3e-811f-8045c0327bd6 req-f23e2982-4f18-4e9b-a3d0-a6c7fa3b29f4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:56.129442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ede89a52-c821-4b3e-811f-8045c0327bd6 req-f23e2982-4f18-4e9b-a3d0-a6c7fa3b29f4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 944 time: 0.1403608 Nov 12 09:01:56.136537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 22c94077-b205-4541-aaf2-0694eddf7012 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:56.137164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.198720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ede89a52-c821-4b3e-811f-8045c0327bd6 req-510dda2c-0795-43a1-9e23-8deaadae07a7 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630865 Nov 12 09:01:56.233580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.270631 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57af9193-a43c-4a9d-94ba-402676eca298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.272577 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.344640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Port': ['ID=b139b30c-1697-4bf8-8fd9-fe66209b13d4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:56.360572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.362952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network 61052402-85d0-4946-9038-9141769e3ec0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:56.364661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:56.369517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-57af9193-a43c-4a9d-94ba-402676eca298 None None] For port 03e5b73f-c914-47c3-93a7-00bff5b0bcef, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=03e5b73f-c914-47c3-93a7-00bff5b0bcef,segment=NetworkSegment(eba680fa-4192-4ce7-950a-e716137b669c),segment_id=eba680fa-4192-4ce7-950a-e716137b669c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:56.372398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:56.373055 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.373551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-28a8173c-3990-4afa-aafb-0aceaeeee23e service neutron] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:56.390364 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57af9193-a43c-4a9d-94ba-402676eca298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.395330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-28a8173c-3990-4afa-aafb-0aceaeeee23e service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.406161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3186db5b-e634-4a90-ae9f-9455b0ddf869 req-28a8173c-3990-4afa-aafb-0aceaeeee23e service neutron] 10.222.0.55 "DELETE /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761/bindings/n-h1-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.2455637 Nov 12 09:01:56.461152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Made reservation on behalf of c386c8c78e12482e9d8034aeaeb97813 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:01:56.465474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.485399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 22c94077-b205-4541-aaf2-0694eddf7012, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=22c94077-b205-4541-aaf2-0694eddf7012,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:56.511631 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.516272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 03e5b73f-c914-47c3-93a7-00bff5b0bcef up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:56.608078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:01:56.627251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af9193-a43c-4a9d-94ba-402676eca298 None None] Pushing event updated for resources: {'Port': ['ID=03e5b73f-c914-47c3-93a7-00bff5b0bcef,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:56.751779 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.804541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c7def-6a72-4861-9b05-acabafd9048c req-6307c153-0351-4a67-8037-e7c1ddb9d118 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:56.815739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d7c7def-6a72-4861-9b05-acabafd9048c req-6307c153-0351-4a67-8037-e7c1ddb9d118 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 944 time: 0.1157262 Nov 12 09:01:56.816551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=22c94077-b205-4541-aaf2-0694eddf7012,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:56.855629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Allocated IP 172.20.0.12 (bed8d384-e302-44b4-bfca-1470dee0b531/d1e030f9-5930-4641-9fc7-8f088eaf8435/bc838ef5-2b1f-4c15-bbed-3752a51d6bba) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:01:56.888716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d7c7def-6a72-4861-9b05-acabafd9048c req-8db55418-5430-436b-acc2-667710f80d18 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719080 Nov 12 09:01:56.919549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 03e5b73f-c914-47c3-93a7-00bff5b0bcef triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:56.919957 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:56.942390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b574e9-79f7-4902-aa23-2bb2a093b396 req-27c7f893-2bb9-4ed8-af13-6da47968ad4d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:56.944393 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5b574e9-79f7-4902-aa23-2bb2a093b396 req-27c7f893-2bb9-4ed8-af13-6da47968ad4d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.2710569 Nov 12 09:01:57.036881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5b574e9-79f7-4902-aa23-2bb2a093b396 req-f1992394-5de1-41c3-8fce-fc88425ba19d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638990 Nov 12 09:01:57.101909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2dee95ba-1e3d-42c1-b8d8-a7d4293d2c8e req-4cfc25bd-db54-4476-b474-360fe1dcf36a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 210 time: 0.0426650 Nov 12 09:01:57.106695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cfe9e9d7-9e45-47c4-b4e0-7e3622c83325 None None] Provisioning complete for port 03e5b73f-c914-47c3-93a7-00bff5b0bcef triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:57.107673 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cfe9e9d7-9e45-47c4-b4e0-7e3622c83325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.162833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.205066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,segment=NetworkSegment(c5106d37-1095-41e5-8b03-235ae3f763de),segment_id=c5106d37-1095-41e5-8b03-235ae3f763de)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:57.206363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.228478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.238306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.239107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.260432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Network bed8d384-e302-44b4-bfca-1470dee0b531 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:57.267385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:57.270557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4', 'network_id': 'f9e82a05-eb87-45ee-a260-3fbc3874531a', 'port_id': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4', 'mac_address': 'fa:16:3e:61:92:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb6d677-a226-43c7-8a8d-15352af2dd35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:01:57.279112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:01:57.336904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event updated for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:57.348173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:57.348829 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.368792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-7c7d5a46-3b26-463c-b343-512903f24ddc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3090985 Nov 12 09:01:57.377635 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.386314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Request body: {'port': {'device_id': '748193e4-457a-46dc-a58c-58fbb14148cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:01:57.389567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event updated for resources: {'Port': ['ID=b139b30c-1697-4bf8-8fd9-fe66209b13d4,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:57.397458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:57.434952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,segment=NetworkSegment(c5106d37-1095-41e5-8b03-235ae3f763de),segment_id=c5106d37-1095-41e5-8b03-235ae3f763de)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:01:57.441273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.448910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Network 61052402-85d0-4946-9038-9141769e3ec0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:01:57.455286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:01:57.469567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848e902-f8a8-4b88-9325-81669dc788fb req-bc86171c-d86b-4ba1-9ac0-09ec06b0796b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:57.479944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7848e902-f8a8-4b88-9325-81669dc788fb req-bc86171c-d86b-4ba1-9ac0-09ec06b0796b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 944 time: 0.1337106 Nov 12 09:01:57.494552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.510497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:57.526101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.526364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.526776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.527170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.527514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.527833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.533175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.533583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.534087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.535035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.535386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.535721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:01:57.548592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7996467d-2e08-471f-9bac-a3e40d3a634d None None] Provisioning complete for port b139b30c-1697-4bf8-8fd9-fe66209b13d4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:57.548968 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7996467d-2e08-471f-9bac-a3e40d3a634d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.591062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7996467d-2e08-471f-9bac-a3e40d3a634d None None] Port b139b30c-1697-4bf8-8fd9-fe66209b13d4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:57.617042 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.632384 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7848e902-f8a8-4b88-9325-81669dc788fb req-030afc74-1807-4c40-b679-329bf3126f77 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514249 Nov 12 09:01:57.646976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Router 872cb140-4542-4983-88be-d77738f26e45 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:01:57.672574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['8cce1ee1-7784-43db-84d7-e72fdc4c87c4'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:01:57.816483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 22c94077-b205-4541-aaf2-0694eddf7012 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:57.841087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:01:57.846984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1bf490b4-0251-404a-8dd9-98971390d98c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4214563 Nov 12 09:01:57.849727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:57.857306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] Sync routers for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:01:57.861927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a7f1c-ab29-49dc-8300-2715f85480c9 req-ad262830-ab1b-4632-857a-13fbf9b8c8b6 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:57.863457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-441a7f1c-ab29-49dc-8300-2715f85480c9 req-ad262830-ab1b-4632-857a-13fbf9b8c8b6 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1096 time: 0.0789595 Nov 12 09:01:57.866872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-06a1166e-cf53-499f-8c7b-58dd98a5804d None None] Provisioning complete for port b139b30c-1697-4bf8-8fd9-fe66209b13d4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:57.867307 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-06a1166e-cf53-499f-8c7b-58dd98a5804d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.895829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc838ef5-2b1f-4c15-bbed-3752a51d6bba {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:01:57.904723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.933427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:57.934146 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:57.934586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Transition to ACTIVE for port object bc838ef5-2b1f-4c15-bbed-3752a51d6bba will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:01:57.942287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:57.985717 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:57.991272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-06a1166e-cf53-499f-8c7b-58dd98a5804d None None] Port b139b30c-1697-4bf8-8fd9-fe66209b13d4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:01:57.996771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52876d12-a655-40eb-8ce9-32b0710e67c9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.027679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:01:58.030151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:58.045060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 22c94077-b205-4541-aaf2-0694eddf7012 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:58.046653 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.073706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-441a7f1c-ab29-49dc-8300-2715f85480c9 req-ea1f35dc-1fbd-43b8-a560-e0a9e2f57e43 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733875 Nov 12 09:01:58.100270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Pushing event updated for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:58.142012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd504-57e6-4f6e-9ec5-0b75cbe24b7e req-d9a9d50d-4255-4ba3-9c94-cf94d713bacc tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.143505 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-304fd504-57e6-4f6e-9ec5-0b75cbe24b7e req-d9a9d50d-4255-4ba3-9c94-cf94d713bacc tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 945 time: 0.1341288 Nov 12 09:01:58.185150 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-52876d12-a655-40eb-8ce9-32b0710e67c9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 09:01:58.186366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-52876d12-a655-40eb-8ce9-32b0710e67c9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45 HTTP/1.1" status: 409 len: 329 time: 0.3357072 Nov 12 09:01:58.188979 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.190268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:01:58.190799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:01:58.196357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb0397e-1207-4992-9ef3-6e59714ec6ce None None] The sync data for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:01:58.240891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Attempting to bind port bc838ef5-2b1f-4c15-bbed-3752a51d6bba on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:01:58.241400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Attempting to bind port bc838ef5-2b1f-4c15-bbed-3752a51d6bba by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:01:58.241857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Attempting to bind port bc838ef5-2b1f-4c15-bbed-3752a51d6bba on network bed8d384-e302-44b4-bfca-1470dee0b531 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:58.250696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-304fd504-57e6-4f6e-9ec5-0b75cbe24b7e req-6128f7e3-7840-47b5-8ff1-c953fe8ee2c0 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945001 Nov 12 09:01:58.251707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Port bc838ef5-2b1f-4c15-bbed-3752a51d6bba on network bed8d384-e302-44b4-bfca-1470dee0b531 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:01:58.252074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Attempting to bind port bc838ef5-2b1f-4c15-bbed-3752a51d6bba on network bed8d384-e302-44b4-bfca-1470dee0b531 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:01:58.261484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:01:58.262331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Checking segment: {'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:01:58.262719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Bound using segment: {'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:01:58.263653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Bound port: bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeed9822-f035-4f94-98a8-2f390432d7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:01:58.264249 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.342403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:01:58.347165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:01:58.363164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.410287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.410287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.410544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 1093 time: 1.0293739 Nov 12 09:01:58.410956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:01:58.413357 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:01:58.418803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 03e5b73f-c914-47c3-93a7-00bff5b0bcef up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:01:58.507350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 03e5b73f-c914-47c3-93a7-00bff5b0bcef triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:01:58.508057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.522870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c88586-7bfb-403c-b3e2-23db6956d2e0 req-3882722e-991a-45b1-a90a-452b82f0b953 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.524391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60c88586-7bfb-403c-b3e2-23db6956d2e0 req-3882722e-991a-45b1-a90a-452b82f0b953 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 944 time: 0.1757081 Nov 12 09:01:58.561225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127e612-90ae-4289-8986-d740b6d89644 service neutron] Pushing event updated for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:58.587365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-fb2d0d1a-fac9-4be7-9315-56c41009274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.589049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-fb2d0d1a-fac9-4be7-9315-56c41009274d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1096 time: 0.1182733 Nov 12 09:01:58.590665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efbdd0-bb01-4d7f-8788-38a6ca9a53bf req-8a369560-7083-4bbf-974a-5942a2f4c5c9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.592337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7efbdd0-bb01-4d7f-8788-38a6ca9a53bf req-8a369560-7083-4bbf-974a-5942a2f4c5c9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1105175 Nov 12 09:01:58.600871 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60c88586-7bfb-403c-b3e2-23db6956d2e0 req-a58ff41e-7122-4d12-bf47-3bb570944f34 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649335 Nov 12 09:01:58.644431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-ff24470c-6e03-4623-9a6e-b2ce08fc0f3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 217 time: 0.0425978 Nov 12 09:01:58.698289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7efbdd0-bb01-4d7f-8788-38a6ca9a53bf req-d884a9f2-48e0-427d-9cc8-645f01ad4c21 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862665 Nov 12 09:01:58.700917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-28e3cbd6-c91d-4ca2-8f51-3d7aabeecb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.702685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-28e3cbd6-c91d-4ca2-8f51-3d7aabeecb5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.0503864 Nov 12 09:01:58.753544 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c463e9-dcce-4963-9e08-a0821d5c9b4d x-openstack-request-id: req-94c463e9-dcce-4963-9e08-a0821d5c9b4d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:01:58.753837 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:01:58.754087 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94c463e9-dcce-4963-9e08-a0821d5c9b4d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:01:58.754494 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'status': 'completed', 'code': 200} Nov 12 09:01:58.775387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:58.801446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-79bccec1-fe8b-4e63-93d6-1afbb3635fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599072 Nov 12 09:01:58.893622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-ede4c766-0aab-4277-82ed-55ad38c4ca3c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:58.895102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-ede4c766-0aab-4277-82ed-55ad38c4ca3c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.1915393 Nov 12 09:01:58.915331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-3668ae44-9a75-4fc0-bf15-1b800378d708 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/quotas/ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 375 time: 0.0138731 Nov 12 09:01:58.962402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-da894b7a-adba-40a5-89df-341f7b3351ab service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478758 Nov 12 09:01:59.007677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-8dbafb9a-1a29-4fdb-b70e-404c2f3c3ece tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838685 Nov 12 09:01:59.043073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting port b139b30c-1697-4bf8-8fd9-fe66209b13d4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:01:59.043664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.132031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fa25b6-0e06-4837-a69b-e0bf0c49af0c req-04c5c515-4805-4cd6-8c34-0a5f0ba15dd7 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580012 Nov 12 09:01:59.134868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.147255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Calling delete_port for b139b30c-1697-4bf8-8fd9-fe66209b13d4 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:01:59.149414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-44f27d8f-5af3-4214-83b5-5715c43212ad service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136627 Nov 12 09:01:59.274034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-31e4aabe-7c2a-4885-b72d-d0f2561727da service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169541 Nov 12 09:01:59.276119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-4433568d-0656-47f6-80c0-ac257cda1953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:59.277560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-4433568d-0656-47f6-80c0-ac257cda1953 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1096 time: 0.0694399 Nov 12 09:01:59.351809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.404053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-0309cade-85ba-4e06-816f-22d340f6fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:59.409498 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-0309cade-85ba-4e06-816f-22d340f6fd1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.1173003 Nov 12 09:01:59.427743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Port': ['ID=b139b30c-1697-4bf8-8fd9-fe66209b13d4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:01:59.537759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:01:59.776992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-aff42127-8b21-48cc-bde3-e15dca74f4a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 217 time: 0.3499064 Nov 12 09:01:59.810584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7df4c74d-232b-4f46-ad59-f57828d4da46 req-24c9cb6d-6732-44f0-a277-52a09d64cf73 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 210 time: 0.0361638 Nov 12 09:01:59.846502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-ca9487c2-4213-409d-91ef-c96cc23e651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:01:59.847989 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-ca9487c2-4213-409d-91ef-c96cc23e651f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.0605931 Nov 12 09:01:59.887258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-37523f71-b506-4c90-b193-c447bfe51b8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309086 Nov 12 09:02:00.008085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184314d-20d4-42ed-9a41-4a37af4d5f2d req-34ce3412-caac-471e-acfa-03370b83b83e tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:00.008814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36496872-ad2c-4399-8542-00f4c73a0d1c req-10164bb1-a19f-436b-8c1a-83ac79aebc90 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:00.009872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9184314d-20d4-42ed-9a41-4a37af4d5f2d req-34ce3412-caac-471e-acfa-03370b83b83e tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 944 time: 0.1200254 Nov 12 09:02:00.010115 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36496872-ad2c-4399-8542-00f4c73a0d1c req-10164bb1-a19f-436b-8c1a-83ac79aebc90 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 945 time: 0.5835676 Nov 12 09:02:00.049072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-96efc33c-a417-4048-b653-8478119002b5 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466260 Nov 12 09:02:00.122029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Router 872cb140-4542-4983-88be-d77738f26e45 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:00.135021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9184314d-20d4-42ed-9a41-4a37af4d5f2d req-0dfa198f-cb85-4e63-bcf3-9385635bc814 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090963 Nov 12 09:02:00.158163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36496872-ad2c-4399-8542-00f4c73a0d1c req-0671fda5-78de-4cc8-aa53-a10b33b98fc4 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988142 Nov 12 09:02:00.194713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9d6dae-1ea8-4658-b0fc-20cbb1c34dd4 req-dad5a07e-204a-4460-aef2-39d631c9caf5 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311655 Nov 12 09:02:00.235077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:00.244157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5bb7918d-2c4e-4975-98e8-702659aacfe8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0489082 Nov 12 09:02:00.244437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33068) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:00.251723 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] Sync routers for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:00.262929 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:00.263537 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:00.287806 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-fb89277f-0f19-4ed6-91b4-a50b4cfd9f93 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] show failed (client error): The resource could not be found. Nov 12 09:02:00.292455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb89277f-0f19-4ed6-91b4-a50b4cfd9f93 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-585760490 HTTP/1.1" status: 404 len: 334 time: 0.0433087 Nov 12 09:02:00.292643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a353f9-9bb6-4204-abde-ec9ef436ade9 req-b29e51d5-e1d5-4f7d-a078-3ed773359cb0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:00.292643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53a353f9-9bb6-4204-abde-ec9ef436ade9 req-b29e51d5-e1d5-4f7d-a078-3ed773359cb0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0631628 Nov 12 09:02:00.292643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33070) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:00.297480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d1c7cc6e-d3e8-4795-85de-56911515b4a2 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:00.301727 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:00.310640 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] Routers {'872cb140-4542-4983-88be-d77738f26e45'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:00.311251 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:01:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['872cb140-4542-4983-88be-d77738f26e45'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:00.344878 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:00.346473 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe8facb-96af-4bd2-8090-e70dd9060180 None None] The sync data for ids ['872cb140-4542-4983-88be-d77738f26e45'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:00.346844 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-d1c7cc6e-d3e8-4795-85de-56911515b4a2 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] update failed (client error): The resource could not be found. Nov 12 09:02:00.350233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d1c7cc6e-d3e8-4795-85de-56911515b4a2 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-2078939379 HTTP/1.1" status: 404 len: 335 time: 0.0542569 Nov 12 09:02:00.351582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:00.390042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53a353f9-9bb6-4204-abde-ec9ef436ade9 req-b00950f6-9906-44e5-8eeb-6fb93d241cdc tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898995 Nov 12 09:02:00.411455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting subnet cc7bf67c-afc0-4773-94c9-267d05f24689 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:00.414984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.461204 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.559311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:00.612522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:00.616777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:00.617143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.639210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-652d7f35-c7ad-40d9-8cf1-13f216446116 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:00.641281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-652d7f35-c7ad-40d9-8cf1-13f216446116 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.1597304 Nov 12 09:02:00.642524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.668403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Request body: {'port': {'device_id': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'admin_state_up': True, 'tenant_id': 'ed82da55803749a3909a8212a38c1037'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:00.700137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.725313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:00.727672 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afa140b-9fa9-40e7-af78-b99fbacf8592" -d '{"events": [{"server_uuid": "b043af33-44c8-4f29-942a-9eb97dafed5f", "name": "network-vif-plugged", "status": "completed", "tag": "8cce1ee1-7784-43db-84d7-e72fdc4c87c4"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:00.744210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,segment=NetworkSegment(c5106d37-1095-41e5-8b03-235ae3f763de),segment_id=c5106d37-1095-41e5-8b03-235ae3f763de)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:00.750679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.780838 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6403e8c1-cd2d-4643-b2c0-dace2458d2a4 x-openstack-request-id: req-6403e8c1-cd2d-4643-b2c0-dace2458d2a4 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:00.781327 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b043af33-44c8-4f29-942a-9eb97dafed5f", "name": "network-vif-plugged", "status": "completed", "tag": "8cce1ee1-7784-43db-84d7-e72fdc4c87c4", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:00.781684 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6403e8c1-cd2d-4643-b2c0-dace2458d2a4 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:00.781962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.782271 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4', 'code': 200} Nov 12 09:02:00.809882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:00.815703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Subnet': ['ID=cc7bf67c-afc0-4773-94c9-267d05f24689,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:00.829764 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.833248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bb8cbff6-daf0-4e97-a19e-136dda0afd5e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/subnets/cc7bf67c-afc0-4773-94c9-267d05f24689 HTTP/1.1" status: 204 len: 168 time: 0.4803896 Nov 12 09:02:00.835807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33078) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:00.836756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6c31e-703e-408f-aca5-9b7ae7658855 None None] Network 22c58d70-812d-4268-8ed0-ed558aff1bc3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:00.882600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Made reservation on behalf of ed82da55803749a3909a8212a38c1037 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:00.889295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:00.941759 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec4f4cd1-c932-40bd-8a8d-336d7ba915a6 req-0acc83d2-19cc-4b73-b78b-91a197cb3e39 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 210 time: 0.0365167 Nov 12 09:02:00.950694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee44cb-6ed0-4cc2-9c46-c34922a831c6 req-b4ab27cd-a5e0-4982-b665-622972968b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:00.952172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7ee44cb-6ed0-4cc2-9c46-c34922a831c6 req-b4ab27cd-a5e0-4982-b665-622972968b07 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 1098 time: 0.1067724 Nov 12 09:02:00.956268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.031371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7ee44cb-6ed0-4cc2-9c46-c34922a831c6 req-8bfedf31-e3be-4288-af97-7f8d603abd16 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708666 Nov 12 09:02:01.050919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting port 03e5b73f-c914-47c3-93a7-00bff5b0bcef {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:01.051263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.070129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] DHCP port deletion for 22c58d70-812d-4268-8ed0-ed558aff1bc3 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:01.093834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Allocated IP 172.20.0.10 (fd78341e-29f1-4009-9d2e-5d5dacc00520/646b91e6-cd54-4117-b51d-4de082ca85d8/6dc65b51-2c51-4e1f-82e0-66307b61e8d9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:01.123543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] Deleting port 03e5b73f-c914-47c3-93a7-00bff5b0bcef {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:01.123955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.126216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] For port 03e5b73f-c914-47c3-93a7-00bff5b0bcef, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=03e5b73f-c914-47c3-93a7-00bff5b0bcef,segment=NetworkSegment(eba680fa-4192-4ce7-950a-e716137b669c),segment_id=eba680fa-4192-4ce7-950a-e716137b669c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:01.126706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.147636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Calling delete_port for 03e5b73f-c914-47c3-93a7-00bff5b0bcef owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:01.198216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] For port 03e5b73f-c914-47c3-93a7-00bff5b0bcef, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=03e5b73f-c914-47c3-93a7-00bff5b0bcef,segment=NetworkSegment(eba680fa-4192-4ce7-950a-e716137b669c),segment_id=eba680fa-4192-4ce7-950a-e716137b669c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:01.198621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.214866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] Calling delete_port for 03e5b73f-c914-47c3-93a7-00bff5b0bcef owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:01.249327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.291604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Port': ['ID=03e5b73f-c914-47c3-93a7-00bff5b0bcef,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:01.295880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.299650 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.311435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] No DVR routers for this DVR port 03e5b73f-c914-47c3-93a7-00bff5b0bcef on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:01.321670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] No DVR routers for this DVR port 03e5b73f-c914-47c3-93a7-00bff5b0bcef on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:01.348619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050c97b-1d3f-4db4-90ee-125a2e716cdc None None] Pushing event deleted for resources: {'Port': ['ID=03e5b73f-c914-47c3-93a7-00bff5b0bcef,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:01.363639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a2592-0048-4d53-b1b5-f36a06a70984 req-f61f4efd-1034-4773-9738-8b50bb962e22 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:01.365233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3a2592-0048-4d53-b1b5-f36a06a70984 req-f61f4efd-1034-4773-9738-8b50bb962e22 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 946 time: 0.0799453 Nov 12 09:02:01.382327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.407553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593882e5-9750-4d7a-b536-3ee556d87b02 req-9cbde772-162c-4a0c-8342-922503019e56 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:01.409080 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-593882e5-9750-4d7a-b536-3ee556d87b02 req-9cbde772-162c-4a0c-8342-922503019e56 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 944 time: 0.1310103 Nov 12 09:02:01.410658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.446259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c58d70-812d-4268-8ed0-ed558aff1bc3']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:01.449786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:01.459230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:01.465702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba680fa-4192-4ce7-950a-e716137b669c') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:01.465989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba680fa-4192-4ce7-950a-e716137b669c') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:01.467966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:01.483403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.493941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-593882e5-9750-4d7a-b536-3ee556d87b02 req-7187122f-6a10-4e2f-807c-5615538eda99 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754790 Nov 12 09:02:01.497200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3a2592-0048-4d53-b1b5-f36a06a70984 req-1bf7a986-bc09-4901-887e-dbe4f0fd3832 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235125 Nov 12 09:02:01.497779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:01.502560 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.510187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:02:01.510589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:02:01.513977 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:02:01.551811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:01.552640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.578409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-2e67ec6c-b1f8-43ef-a726-e12f82619da5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9131222 Nov 12 09:02:01.590764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.594278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Request body: {'port': {'device_id': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:01.596651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.603337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/networks/22c58d70-812d-4268-8ed0-ed558aff1bc3 HTTP/1.1" status: 204 len: 168 time: 0.7640009 Nov 12 09:02:01.604992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:01.642110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def2575-5d6d-44a0-8977-79b883341d4c tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Network': ['ID=22c58d70-812d-4268-8ed0-ed558aff1bc3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:01.673569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting subnet 91bd8b54-a32c-439d-a705-670cc3717f79 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:01.677277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.690700 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.699510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c65247-e788-4a8d-982b-d47dce740b52 req-3e72dd5f-4a66-40f2-ad60-b8901d8c9130 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:01.705476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42c65247-e788-4a8d-982b-d47dce740b52 req-3e72dd5f-4a66-40f2-ad60-b8901d8c9130 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1068802 Nov 12 09:02:01.720501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.760870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 03e5b73f-c914-47c3-93a7-00bff5b0bcef no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:01.783794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 03e5b73f-c914-47c3-93a7-00bff5b0bcef {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:01.784246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 03e5b73f-c914-47c3-93a7-00bff5b0bcef not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:01.817272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.848456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42c65247-e788-4a8d-982b-d47dce740b52 req-4be09a04-13aa-45c0-af0a-736b8f582f4d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396947 Nov 12 09:02:01.885205 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.913612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Subnet': ['ID=91bd8b54-a32c-439d-a705-670cc3717f79,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:01.915577 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:01.918885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cf730569-8bb8-47a9-a8d5-68ff28f3afb8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/subnets/91bd8b54-a32c-439d-a705-670cc3717f79 HTTP/1.1" status: 204 len: 168 time: 0.3127124 Nov 12 09:02:01.922102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33094) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:01.923636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862ce948-a35e-4dcd-a00f-566dcfa066e4 None None] Network 8b1463a9-3705-4ad8-84bf-64a8b6403529 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:01.987632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting subnet ed14d9d6-2c10-4475-a53e-7afbf98c3009 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:01.992727 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.060598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:02.069923 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.085268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Transition to ACTIVE for port object 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:02.094471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.107033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.151350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:02.163605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708db697-72eb-4c16-a450-540165463868 req-0d3527c5-9d71-46bc-b4f9-1bf5b7d286ec tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.165263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-708db697-72eb-4c16-a450-540165463868 req-0d3527c5-9d71-46bc-b4f9-1bf5b7d286ec tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 932 time: 0.1164770 Nov 12 09:02:02.197254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] DHCP port deletion for 8b1463a9-3705-4ad8-84bf-64a8b6403529 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:02.235159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:02.235521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:02.235874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:02.240580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:02.240932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:02.246410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:02.246781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:02.247195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:02.247642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Bound port: 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:02.248047 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.254962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.257667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] Deleting port 69e296c1-a06f-4d28-846d-7e119433e71b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:02.258339 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.282276 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-708db697-72eb-4c16-a450-540165463868 req-18c07de3-655d-4a4c-9ce4-dc56dd4f6ee0 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091928 Nov 12 09:02:02.322576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:02.326039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:02.328883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] For port 69e296c1-a06f-4d28-846d-7e119433e71b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=69e296c1-a06f-4d28-846d-7e119433e71b,segment=NetworkSegment(66d8c703-7c2b-4972-9462-cdd6dfaaad80),segment_id=66d8c703-7c2b-4972-9462-cdd6dfaaad80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:02.329408 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.330752 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.332288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.347194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] Calling delete_port for 69e296c1-a06f-4d28-846d-7e119433e71b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:02.367202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.367903 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.369377 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] 10.222.0.62 "PUT /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 1093 time: 0.7824028 Nov 12 09:02:02.369946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:02.370466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.372371 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:02.375236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/subnets/ed14d9d6-2c10-4475-a53e-7afbf98c3009 HTTP/1.1" status: 204 len: 168 time: 0.4515412 Nov 12 09:02:02.377326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122171ed-aedf-4c42-9387-6546445f52d9 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Subnet': ['ID=ed14d9d6-2c10-4475-a53e-7afbf98c3009,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:02.378246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:02.406726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065899eb-b52e-4689-9057-0f2b7508161d None None] Network bcff0b2d-08ff-4865-aca2-c47a21a0b456 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:02.426272 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1db390-2302-4dec-844e-48e48f38ffc1 x-openstack-request-id: req-8e1db390-2302-4dec-844e-48e48f38ffc1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:02.426589 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:02.426813 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e1db390-2302-4dec-844e-48e48f38ffc1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:02.427210 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'status': 'completed', 'code': 200} Nov 12 09:02:02.483531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f28043-61d9-44d3-8be5-a0e39d97fa8c service neutron] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:02.509620 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.524290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-f16e34c0-5db5-44a0-9d55-33d42082e4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.525845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-f16e34c0-5db5-44a0-9d55-33d42082e4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1096 time: 0.1034379 Nov 12 09:02:02.545175 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.588787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] No DVR routers for this DVR port 69e296c1-a06f-4d28-846d-7e119433e71b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:02.591494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3846d48-2c4b-42b3-b396-d20128b4f94e None None] Pushing event deleted for resources: {'Port': ['ID=69e296c1-a06f-4d28-846d-7e119433e71b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:02.606340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-de1e5504-2a77-4a0c-a420-5709dbac787a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0525014 Nov 12 09:02:02.673484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3484a-feab-4caf-ab41-92cdd3bcaf00 req-c28e8ca6-6343-4e98-ae7c-a2a968aea7ce tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.675065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ef3484a-feab-4caf-ab41-92cdd3bcaf00 req-c28e8ca6-6343-4e98-ae7c-a2a968aea7ce tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 944 time: 0.0606883 Nov 12 09:02:02.695072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] DHCP port deletion for bcff0b2d-08ff-4865-aca2-c47a21a0b456 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:02.696130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-ac75a1aa-4880-4e42-a2ce-ecf9ad5102ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.697654 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-ac75a1aa-4880-4e42-a2ce-ecf9ad5102ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0838418 Nov 12 09:02:02.707967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting port 69e296c1-a06f-4d28-846d-7e119433e71b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:02.707967 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.744040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ef3484a-feab-4caf-ab41-92cdd3bcaf00 req-2b55335d-d1fa-4bb2-9180-7800e2e539d3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626326 Nov 12 09:02:02.748718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] Deleting port 31ed482f-1634-4f36-a9ef-8b4660873e2b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:02.749212 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.753135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-08cd6650-2351-45ad-88c1-25a46075a9c6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456073 Nov 12 09:02:02.803686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508439e8-4478-42ce-a023-936ffc95a2cc req-9e86aa3b-bd67-4f6c-8b8a-04b945d20d97 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:02.805252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-508439e8-4478-42ce-a023-936ffc95a2cc req-9e86aa3b-bd67-4f6c-8b8a-04b945d20d97 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 946 time: 0.1606448 Nov 12 09:02:02.829465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] For port 31ed482f-1634-4f36-a9ef-8b4660873e2b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=31ed482f-1634-4f36-a9ef-8b4660873e2b,segment=NetworkSegment(97edf909-e31c-481a-851d-cf9f5ca35cb8),segment_id=97edf909-e31c-481a-851d-cf9f5ca35cb8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:02.829465 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.842780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] Calling delete_port for 31ed482f-1634-4f36-a9ef-8b4660873e2b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:02.847106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] For port 69e296c1-a06f-4d28-846d-7e119433e71b, host n-d-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:02.847479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.901078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Calling delete_port for 69e296c1-a06f-4d28-846d-7e119433e71b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:02.905673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Port 69e296c1-a06f-4d28-846d-7e119433e71b was not found and therefore no delete operation was performed {{(pid=109376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:02:02.913251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.936574 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:02.962081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Port': ['ID=69e296c1-a06f-4d28-846d-7e119433e71b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:02.971900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] Pushing event deleted for resources: {'Port': ['ID=31ed482f-1634-4f36-a9ef-8b4660873e2b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:02.973082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] No DVR routers for this DVR port 69e296c1-a06f-4d28-846d-7e119433e71b on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:02.978747 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9094de0c-a02c-42f7-a921-af2f48930c0d None None] No DVR routers for this DVR port 31ed482f-1634-4f36-a9ef-8b4660873e2b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:02.980622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-508439e8-4478-42ce-a023-936ffc95a2cc req-74c79e7d-cc0b-496c-b224-5cf524a078f6 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555142 Nov 12 09:02:03.010482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1e75b-2ce9-4ba4-9d68-c4940abb944b req-1a5d9ed6-de81-451a-bb14-642e212f5845 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:03.018060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-8317dd1a-9651-4e48-acf3-e5057fec2d3a service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333977 Nov 12 09:02:03.020199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10f1e75b-2ce9-4ba4-9d68-c4940abb944b req-1a5d9ed6-de81-451a-bb14-642e212f5845 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0732632 Nov 12 09:02:03.061943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bc838ef5-2b1f-4c15-bbed-3752a51d6bba details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:03.068357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10f1e75b-2ce9-4ba4-9d68-c4940abb944b req-bfb91124-e12c-48c9-a099-fb8a3ae6a523 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471075 Nov 12 09:02:03.122887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.168591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1463a9-3705-4ad8-84bf-64a8b6403529']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:03.188908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d8c703-7c2b-4972-9462-cdd6dfaaad80') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:03.189213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d8c703-7c2b-4972-9462-cdd6dfaaad80') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:03.194059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:03.204667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.206177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'port_id': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'mac_address': 'fa:16:3e:e9:16:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:03.231612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6fc901c-e436-431f-9d3b-22aca4ede19c req-1d7224c5-342b-492c-89b3-4377c7408260 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853557 Nov 12 09:02:03.232794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.243599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:02:03.243599 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:02:03.247534 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:02:03.262250 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.281273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc838ef5-2b1f-4c15-bbed-3752a51d6bba {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:03.303536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:03.310088 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.360934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.365526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.369482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/networks/8b1463a9-3705-4ad8-84bf-64a8b6403529 HTTP/1.1" status: 204 len: 168 time: 0.9851382 Nov 12 09:02:03.371675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33118) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:03.388637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-739ba741-3f5e-465a-bb95-d5d4f0122d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:03.389889 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-739ba741-3f5e-465a-bb95-d5d4f0122d73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1096 time: 0.0797827 Nov 12 09:02:03.391463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce3a23-cf61-40cf-8f00-60e9a8d14f88 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Network': ['ID=8b1463a9-3705-4ad8-84bf-64a8b6403529,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:03.392049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:03.513046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.552423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1f2ae-8345-4b76-985e-8fcfaa08f450 req-c08de3da-18e6-40a3-bf44-a5b0e264f142 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:03.553707 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3b1f2ae-8345-4b76-985e-8fcfaa08f450 req-c08de3da-18e6-40a3-bf44-a5b0e264f142 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.1116295 Nov 12 09:02:03.584476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-fa5a3e0f-bc25-4f29-a8d9-703cffd8325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:03.586037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-fa5a3e0f-bc25-4f29-a8d9-703cffd8325b service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.1868150 Nov 12 09:02:03.606502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.628284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcff0b2d-08ff-4865-aca2-c47a21a0b456']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:03.638207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97edf909-e31c-481a-851d-cf9f5ca35cb8') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:03.638510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97edf909-e31c-481a-851d-cf9f5ca35cb8') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:03.648489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-076b9eef-79e8-43a5-b473-f5d2189fe906 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0533977 Nov 12 09:02:03.649155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.656563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3b1f2ae-8345-4b76-985e-8fcfaa08f450 req-f992077b-b9e3-4648-806d-b2af7fac86e2 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900116 Nov 12 09:02:03.663429 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.671215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:02:03.671625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:02:03.675772 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:02:03.700692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bc838ef5-2b1f-4c15-bbed-3752a51d6bba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:03.709404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-f20aa91e-ca0a-4619-a816-e4a48704c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:03.711036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-f20aa91e-ca0a-4619-a816-e4a48704c384 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0535371 Nov 12 09:02:03.754058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.763078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-ebbc75a0-8392-4ecd-ae99-420e405b151c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444398 Nov 12 09:02:03.763372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.767293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/networks/bcff0b2d-08ff-4865-aca2-c47a21a0b456 HTTP/1.1" status: 204 len: 168 time: 0.3943455 Nov 12 09:02:03.769902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:03.783979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c085215-6a68-4be7-8bb9-eeb9f05367a8 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Network': ['ID=bcff0b2d-08ff-4865-aca2-c47a21a0b456,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:03.816150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 69e296c1-a06f-4d28-846d-7e119433e71b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:03.869697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting subnet c57c1c42-6227-49c6-9a74-b8cc0a977f1e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:03.876771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:03.886723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 69e296c1-a06f-4d28-846d-7e119433e71b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:03.887331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 69e296c1-a06f-4d28-846d-7e119433e71b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:03.897053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31ed482f-1634-4f36-a9ef-8b4660873e2b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:03.917205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af7dc3-e4ca-455f-a626-a9dc439b9d6a req-0501a930-f12f-45d8-9182-6cb3295548c9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:03.927290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30af7dc3-e4ca-455f-a626-a9dc439b9d6a req-0501a930-f12f-45d8-9182-6cb3295548c9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 945 time: 0.0777969 Nov 12 09:02:03.939270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 31ed482f-1634-4f36-a9ef-8b4660873e2b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:03.944469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31ed482f-1634-4f36-a9ef-8b4660873e2b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:04.023869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30af7dc3-e4ca-455f-a626-a9dc439b9d6a req-611ba96f-737d-4a71-8443-1e27b85a1bee tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952125 Nov 12 09:02:04.337815 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:04.405044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6ec27-90b6-49e4-a214-ab3eb68f03f3 req-cacb8dfe-bbfa-4a65-a13a-d79a8813962f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:04.406663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ac6ec27-90b6-49e4-a214-ab3eb68f03f3 req-cacb8dfe-bbfa-4a65-a13a-d79a8813962f tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1299372 Nov 12 09:02:04.409603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-fecb9bfd-03a5-497e-b65a-a80031b0a7f1 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280425 Nov 12 09:02:04.548661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ac6ec27-90b6-49e4-a214-ab3eb68f03f3 req-ad4d9e21-c5dc-4112-8fc7-44c407073588 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356773 Nov 12 09:02:04.568334 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:04.588868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:04.619650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5703fbf5-4c63-4e8d-876e-a7de140e1bd1 req-90ce289a-102d-4d36-8afc-0eaa67015f0a service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929662 Nov 12 09:02:04.646347 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:04.676117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Subnet': ['ID=c57c1c42-6227-49c6-9a74-b8cc0a977f1e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:04.680070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:04.683211 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-44b4eab7-f2a5-4b98-92a7-4c747f60760e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/subnets/c57c1c42-6227-49c6-9a74-b8cc0a977f1e HTTP/1.1" status: 204 len: 168 time: 0.9120378 Nov 12 09:02:04.685640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33144) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:04.689560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc0fe76-fd41-4653-9468-aa4cf3f36b25 None None] Network 61052402-85d0-4946-9038-9141769e3ec0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:04.781934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:04.790767 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:04.824244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'port_id': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'mac_address': 'fa:16:3e:f0:e7:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646b91e6-cd54-4117-b51d-4de082ca85d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:04.860825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bbb66-0186-456f-aede-5533af2aa636 req-1a17d969-e25c-40e8-8276-85f64fa00fda tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:04.862444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fd6bbb66-0186-456f-aede-5533af2aa636 req-1a17d969-e25c-40e8-8276-85f64fa00fda tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.0876942 Nov 12 09:02:04.920495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Deleting port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:04.920854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:04.964415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fd6bbb66-0186-456f-aede-5533af2aa636 req-23dcfbdf-59b8-4a01-af7f-1b7c80a17933 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912182 Nov 12 09:02:05.031934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] For port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,segment=NetworkSegment(e1970414-0fda-42cb-843b-a50b1c004217),segment_id=e1970414-0fda-42cb-843b-a50b1c004217)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:05.032185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.043095 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.050150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Calling delete_port for ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:05.069669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:05.087312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bc838ef5-2b1f-4c15-bbed-3752a51d6bba up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:05.131104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:05.140838 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.157264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] DHCP port deletion for 61052402-85d0-4946-9038-9141769e3ec0 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:02:05.179772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.203600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896dd2d9-abab-4a56-aa4f-33d125abfbfa req-3486dd0a-d40d-479c-8901-f832a0e938af tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:05.207867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Port': ['ID=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:05.216225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] No DVR routers for this DVR port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:05.218829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-896dd2d9-abab-4a56-aa4f-33d125abfbfa req-3486dd0a-d40d-479c-8901-f832a0e938af tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 945 time: 0.0876725 Nov 12 09:02:05.295871 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-896dd2d9-abab-4a56-aa4f-33d125abfbfa req-e1c66c8a-8bd9-483d-a7da-a9db83766ad2 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736876 Nov 12 09:02:05.303621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port bc838ef5-2b1f-4c15-bbed-3752a51d6bba completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:05.305670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:05.316310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port bc838ef5-2b1f-4c15-bbed-3752a51d6bba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:05.316685 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.319593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.342933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61052402-85d0-4946-9038-9141769e3ec0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:05.354053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1970414-0fda-42cb-843b-a50b1c004217') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:05.354768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1970414-0fda-42cb-843b-a50b1c004217') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:05.361495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Deleting port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:05.361788 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.364659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.378442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.385216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:02:05.385457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.385782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['6dc65b51-2c51-4e1f-82e0-66307b61e8d9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:02:05.389108 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:02:05.452220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.459994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.464516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/networks/61052402-85d0-4946-9038-9141769e3ec0 HTTP/1.1" status: 204 len: 168 time: 0.7777431 Nov 12 09:02:05.466567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33156) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:05.483490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af0562-f811-40d7-bebb-f7092f6bb4d1 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Pushing event deleted for resources: {'Network': ['ID=61052402-85d0-4946-9038-9141769e3ec0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:05.488517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] For port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:05.488912 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.495583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-487360b3-d3e8-4fb5-8d55-23b55b8fd978 tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "GET /v2.0/ports?device_id=872cb140-4542-4983-88be-d77738f26e45 HTTP/1.1" status: 200 len: 205 time: 0.0278661 Nov 12 09:02:05.498147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33158) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:05.516511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Calling delete_port for ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:05.519866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:02:05.524666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.532194 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.565326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Network 61052402-85d0-4946-9038-9141769e3ec0 is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:02:05.565777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] No DVR routers for this DVR port ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:05.572558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c0b8e-1227-4f70-9965-fba6ef0673de None None] Pushing event deleted for resources: {'Port': ['ID=ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:05.602407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f2e09694-b397-494e-a691-1e494d89749e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.610875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:05.613207 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de8b091-0f9c-4c70-bddb-20298d1e38e6" -d '{"events": [{"server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "name": "network-vif-plugged", "status": "completed", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:05.635396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:05.645564 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.678647 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4348c08d-cf98-4c54-ad73-ee861d80d36c x-openstack-request-id: req-4348c08d-cf98-4c54-ad73-ee861d80d36c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:05.679037 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "name": "network-vif-plugged", "status": "completed", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:05.679164 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4348c08d-cf98-4c54-ad73-ee861d80d36c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:05.679555 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'code': 200} Nov 12 09:02:05.728795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:05.786764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9366d90-d401-4ada-aced-febb42f794c6 req-6021e7a5-2c96-4a75-ba3d-da7298f73277 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:05.788571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9366d90-d401-4ada-aced-febb42f794c6 req-6021e7a5-2c96-4a75-ba3d-da7298f73277 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.1178102 Nov 12 09:02:05.791550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:05.824279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:05.824676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ba1c22e3-ee4f-4db7-b94d-7ca56364b4f8 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:05.850432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f2e09694-b397-494e-a691-1e494d89749e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.854073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f2e09694-b397-494e-a691-1e494d89749e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.856979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9366d90-d401-4ada-aced-febb42f794c6 req-24096fc1-550f-49ea-b3d8-8b573dfa741b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602298 Nov 12 09:02:05.912837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc000095-ac89-4513-8efe-7fca77171a3c req-64f5d8fc-1cae-4223-96dd-e919a8034f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:05.914536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc000095-ac89-4513-8efe-7fca77171a3c req-64f5d8fc-1cae-4223-96dd-e919a8034f0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.1406133 Nov 12 09:02:05.917890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f2e09694-b397-494e-a691-1e494d89749e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.918692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e09694-b397-494e-a691-1e494d89749e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Fanout notify agent at l3_agent the message router_deleted on router 872cb140-4542-4983-88be-d77738f26e45 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:02:05.926955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f2e09694-b397-494e-a691-1e494d89749e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:05.928220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f2e09694-b397-494e-a691-1e494d89749e tempest-RoutersNegativeIpV6Test-708958650 tempest-RoutersNegativeIpV6Test-708958650-project] 10.222.0.53 "DELETE /v2.0/routers/872cb140-4542-4983-88be-d77738f26e45 HTTP/1.1" status: 204 len: 168 time: 0.4290192 Nov 12 09:02:05.980334 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc000095-ac89-4513-8efe-7fca77171a3c req-37f669a1-44a6-4d20-83b0-a5decab0c056 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508225 Nov 12 09:02:06.111523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c4b00-bb69-4c43-8fb0-131e83dd4fa9 req-d0ab448d-0f9a-4fc6-8cc0-97bc5ba592fc tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:06.113041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-769c4b00-bb69-4c43-8fb0-131e83dd4fa9 req-d0ab448d-0f9a-4fc6-8cc0-97bc5ba592fc tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 945 time: 0.0596385 Nov 12 09:02:06.166059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-769c4b00-bb69-4c43-8fb0-131e83dd4fa9 req-d25d9733-4ce7-4b3b-b36e-26a04fcda287 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460770 Nov 12 09:02:06.235110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33176) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:06.381554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3b292060-4374-4c69-8029-89b8f1fdc5a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=419327ff01d34e84b5d5103477468ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449304 Nov 12 09:02:06.383979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33182) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:06.415979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17a280-e810-43e0-9adc-f64340901283 req-7213f455-fa18-45b0-b55e-9b4eb3e15273 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:06.417567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5f17a280-e810-43e0-9adc-f64340901283 req-7213f455-fa18-45b0-b55e-9b4eb3e15273 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0534277 Nov 12 09:02:06.436208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11cbafac-3a31-41ec-a4fe-3f300a226415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:06.465483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11cbafac-3a31-41ec-a4fe-3f300a226415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:06.468773 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5f17a280-e810-43e0-9adc-f64340901283 req-2aae3c28-695f-4efe-bfce-dea4e51b4b67 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Nov 12 09:02:06.521477 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11cbafac-3a31-41ec-a4fe-3f300a226415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:06.524114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11cbafac-3a31-41ec-a4fe-3f300a226415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:06.525292 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-11cbafac-3a31-41ec-a4fe-3f300a226415 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea3138e3-3a71-4170-95dc-d9505746b4f1 HTTP/1.1" status: 204 len: 168 time: 0.1403453 Nov 12 09:02:06.534317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbafac-3a31-41ec-a4fe-3f300a226415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3138e3-3a71-4170-95dc-d9505746b4f1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:06.603867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:06.672539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:02:06.677593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:06.677972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:06.764547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:06.806492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:06.813277 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:06.867662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:06.994480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55898653-fb07-4c03-bba2-c4a65774c46c req-3d7db567-f99e-40f4-a0a6-9a60aaebcff1 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:06.996193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55898653-fb07-4c03-bba2-c4a65774c46c req-3d7db567-f99e-40f4-a0a6-9a60aaebcff1 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0640707 Nov 12 09:02:07.060433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55898653-fb07-4c03-bba2-c4a65774c46c req-b3c33210-0ae2-43e9-9f29-4fe8a5b15163 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567453 Nov 12 09:02:07.369602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe313e-0d7e-47ee-8c31-c2f3caa80035 req-e54a3f17-a739-4396-a5d7-69de44b85dbc tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:07.372794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-16fe313e-0d7e-47ee-8c31-c2f3caa80035 req-e54a3f17-a739-4396-a5d7-69de44b85dbc tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0920951 Nov 12 09:02:07.393670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:07.433303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-16fe313e-0d7e-47ee-8c31-c2f3caa80035 req-ef0c7bf1-9d0a-470e-90ff-4ab25a25f266 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549586 Nov 12 09:02:07.501401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--165331882'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:07.524601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.534167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.630431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bb953-bb34-4764-a39a-36f64e930bf2 req-ddafab0c-3c10-401f-baae-efb55eccd02d tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:07.632027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24bb953-bb34-4764-a39a-36f64e930bf2 req-ddafab0c-3c10-401f-baae-efb55eccd02d tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0826876 Nov 12 09:02:07.680576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:07.683492 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.684316 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1e8276-2a29-4a62-9554-4ee816e65691" -d '{"events": [{"server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "name": "network-vif-plugged", "status": "completed", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:07.706790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.722704 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d586a1-0add-4005-bc32-ac432040fce6 x-openstack-request-id: req-38d586a1-0add-4005-bc32-ac432040fce6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:07.723002 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "name": "network-vif-plugged", "status": "completed", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:07.723259 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38d586a1-0add-4005-bc32-ac432040fce6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:07.723657 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'code': 200} Nov 12 09:02:07.741108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e24bb953-bb34-4764-a39a-36f64e930bf2 req-d2978e4d-8929-4ba0-ab54-616f1ed9a7d0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975072 Nov 12 09:02:07.764033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476bc8bd-be84-4e88-aed5-129db4bf578f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:07.820384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.825972 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.856190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094fb272-55ca-4aac-8ca1-c6d8c5817d9a req-5ff1e0da-85dd-400d-8516-5575aa7cd9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:07.858503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-094fb272-55ca-4aac-8ca1-c6d8c5817d9a req-5ff1e0da-85dd-400d-8516-5575aa7cd9e6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1098 time: 0.0527790 Nov 12 09:02:07.877877 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:07.882730 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4872813 Nov 12 09:02:07.884130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33226) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:07.895313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc812ea3-6e1b-478f-bbc9-e94ee780c652 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ddec84-25a6-47ed-b366-0848a7848a96,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:07.941968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-094fb272-55ca-4aac-8ca1-c6d8c5817d9a req-4d947695-00e7-412e-8206-11a3767c7ac1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731726 Nov 12 09:02:07.977547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-92404e42-307f-410e-99e5-c9e26940b206 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0900142 Nov 12 09:02:07.980374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:07.985375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3dfaa97f-f292-446f-a7b9-0d9f22b46dc0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-security--1611119296', 'description': 'tempest-security-description-479179785'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:08.032812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa97f-f292-446f-a7b9-0d9f22b46dc0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.093191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa97f-f292-446f-a7b9-0d9f22b46dc0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.100092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa97f-f292-446f-a7b9-0d9f22b46dc0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.103704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3dfaa97f-f292-446f-a7b9-0d9f22b46dc0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.105787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3dfaa97f-f292-446f-a7b9-0d9f22b46dc0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "PUT /v2.0/security-groups/c8ddec84-25a6-47ed-b366-0848a7848a96 HTTP/1.1" status: 200 len: 1796 time: 0.1242585 Nov 12 09:02:08.109264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93722d31-cab8-4179-9031-8fe953c55c3c req-1cccc845-4abf-449b-8d03-40d999c1707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:08.111123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:08.117247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93722d31-cab8-4179-9031-8fe953c55c3c req-1cccc845-4abf-449b-8d03-40d999c1707c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.1240330 Nov 12 09:02:08.138515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d4a5b-d70b-4f7e-aab5-2fb14d84c553 req-f92ee9a0-4b7b-4320-a51e-aa2e9e940cd8 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:08.142237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f24d4a5b-d70b-4f7e-aab5-2fb14d84c553 req-f92ee9a0-4b7b-4320-a51e-aa2e9e940cd8 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1204352 Nov 12 09:02:08.162749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaa97f-f292-446f-a7b9-0d9f22b46dc0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ddec84-25a6-47ed-b366-0848a7848a96,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:08.192568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e1a508c-4b09-444a-98fe-f75927d84b0c tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups/c8ddec84-25a6-47ed-b366-0848a7848a96 HTTP/1.1" status: 200 len: 1796 time: 0.0797501 Nov 12 09:02:08.197358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33238) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:08.232265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9be62-56ea-412b-9af0-45425e5aed97 req-dd24c580-1796-4bce-8601-c97c196e3f47 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:08.240583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09b9be62-56ea-412b-9af0-45425e5aed97 req-dd24c580-1796-4bce-8601-c97c196e3f47 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0677328 Nov 12 09:02:08.297821 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09b9be62-56ea-412b-9af0-45425e5aed97 req-0cea2268-33f4-4f9c-aa49-72bef56f9a94 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 Nov 12 09:02:08.338311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f24d4a5b-d70b-4f7e-aab5-2fb14d84c553 req-2dd71066-b303-4501-89bb-4dc45da34a4c tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754341 Nov 12 09:02:08.364308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93722d31-cab8-4179-9031-8fe953c55c3c req-983d77d7-ece5-4f64-8188-d32000b7efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:08.366566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93722d31-cab8-4179-9031-8fe953c55c3c req-983d77d7-ece5-4f64-8188-d32000b7efd7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.2234194 Nov 12 09:02:08.372329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-110795cb-b3c2-4384-abe4-b50a91e2b9af tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.438703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93722d31-cab8-4179-9031-8fe953c55c3c req-aa12bcfa-4819-4faa-a5ce-867a06588e28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 217 time: 0.0534248 Nov 12 09:02:08.440395 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-110795cb-b3c2-4384-abe4-b50a91e2b9af tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.518860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93722d31-cab8-4179-9031-8fe953c55c3c req-71073145-c24a-42de-be61-98adc1483ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:08.520556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93722d31-cab8-4179-9031-8fe953c55c3c req-71073145-c24a-42de-be61-98adc1483ed1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.0720551 Nov 12 09:02:08.530329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-110795cb-b3c2-4384-abe4-b50a91e2b9af tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.533672 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-110795cb-b3c2-4384-abe4-b50a91e2b9af tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:08.535088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-110795cb-b3c2-4384-abe4-b50a91e2b9af tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8ddec84-25a6-47ed-b366-0848a7848a96 HTTP/1.1" status: 204 len: 168 time: 0.3353791 Nov 12 09:02:08.547244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:08.578647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110795cb-b3c2-4384-abe4-b50a91e2b9af tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ddec84-25a6-47ed-b366-0848a7848a96,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:08.582331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93722d31-cab8-4179-9031-8fe953c55c3c req-11855481-4ef8-464c-8ad6-bdbd2906b2c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453961 Nov 12 09:02:08.617312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3e13f-7592-41c8-bd6a-763d9f4d6fd3 req-e81ee377-4548-4c95-bce6-43477cc9a7b4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:08.618904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20a3e13f-7592-41c8-bd6a-763d9f4d6fd3 req-e81ee377-4548-4c95-bce6-43477cc9a7b4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.1008725 Nov 12 09:02:08.625779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cfbc339c-a3ac-46be-8997-d18cddd6a97e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0747411 Nov 12 09:02:08.626027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:08.669819 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-901d1ccb-fd42-4c1c-af1c-0bb9b9f50d50 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] delete failed (client error): The resource could not be found. Nov 12 09:02:08.670867 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-901d1ccb-fd42-4c1c-af1c-0bb9b9f50d50 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/c8ddec84-25a6-47ed-b366-0848a7848a96 HTTP/1.1" status: 404 len: 347 time: 0.0439107 Nov 12 09:02:08.676158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33250) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:08.682247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-44256d1c-f51d-4f1d-b2c2-31a9bcd0f76e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--426989912'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:08.690801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20a3e13f-7592-41c8-bd6a-763d9f4d6fd3 req-62c615e0-47ab-4b3b-a3fa-c46683290f2f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574310 Nov 12 09:02:09.002984 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44256d1c-f51d-4f1d-b2c2-31a9bcd0f76e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.037496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93722d31-cab8-4179-9031-8fe953c55c3c req-bf8f4732-2671-4c69-be10-9445c3eeb2bd service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401362 Nov 12 09:02:09.086647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-e8b0c9f9-57f0-4a1d-8fd5-90aff71bd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.088191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-e8b0c9f9-57f0-4a1d-8fd5-90aff71bd5fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e6b0ac01126d48bbac35540df06853fb&device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1101 time: 0.1052349 Nov 12 09:02:09.241158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93722d31-cab8-4179-9031-8fe953c55c3c req-630a46c8-d29b-48bb-8fdb-6a376301e3aa service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949279 Nov 12 09:02:09.260684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44256d1c-f51d-4f1d-b2c2-31a9bcd0f76e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.267378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44256d1c-f51d-4f1d-b2c2-31a9bcd0f76e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.288780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-8b465f94-3ef4-4718-b66d-73141f4de781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.290324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-8b465f94-3ef4-4718-b66d-73141f4de781 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1701674 Nov 12 09:02:09.304042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44256d1c-f51d-4f1d-b2c2-31a9bcd0f76e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.305282 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-44256d1c-f51d-4f1d-b2c2-31a9bcd0f76e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6281707 Nov 12 09:02:09.308325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33258) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:09.313172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-906f03d8-6ad5-439c-ab9f-f5b413407cde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': '1e0399c7-fde6-4492-a5c3-09c285276850', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:09.361303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44256d1c-f51d-4f1d-b2c2-31a9bcd0f76e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0399c7-fde6-4492-a5c3-09c285276850,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:09.366644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-906f03d8-6ad5-439c-ab9f-f5b413407cde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.369629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-d4608463-269c-4aec-9ee2-8dd6329c4f4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=2e088252-50d6-42b6-928b-490186f1cdf7 HTTP/1.1" status: 200 len: 217 time: 0.0610814 Nov 12 09:02:09.446356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-906f03d8-6ad5-439c-ab9f-f5b413407cde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.454212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-d9975fed-c9fc-4d05-a030-1a6c278e2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.455790 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-d9975fed-c9fc-4d05-a030-1a6c278e2769 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0768657 Nov 12 09:02:09.461639 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-906f03d8-6ad5-439c-ab9f-f5b413407cde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.481449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c953c-cb34-4900-b46d-ca3af3cc42ed req-a0a4f6f1-0b0c-46cc-8987-2e9a01631e32 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.489062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a93c953c-cb34-4900-b46d-ca3af3cc42ed req-a0a4f6f1-0b0c-46cc-8987-2e9a01631e32 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0820670 Nov 12 09:02:09.511407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-906f03d8-6ad5-439c-ab9f-f5b413407cde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.516742 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-906f03d8-6ad5-439c-ab9f-f5b413407cde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2030604 Nov 12 09:02:09.516742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f03d8-6ad5-439c-ab9f-f5b413407cde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=730a0a3a-9c35-4760-8277-5990530360aa,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:09.517433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33268) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:09.551702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11df071b-a1e7-4e70-8a45-ac17a4601581 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.563242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-1878a59a-31ec-4a95-b95b-6800d9c1b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.564041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc71fa2-8c65-4cfc-876c-efb0ad9c6fe2 req-b818fbd8-d0b5-4f0e-8e18-e943a8a4100c tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.564762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-1878a59a-31ec-4a95-b95b-6800d9c1b8a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995822 Nov 12 09:02:09.565587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2cc71fa2-8c65-4cfc-876c-efb0ad9c6fe2 req-b818fbd8-d0b5-4f0e-8e18-e943a8a4100c tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1239352 Nov 12 09:02:09.572026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11df071b-a1e7-4e70-8a45-ac17a4601581 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.588220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a93c953c-cb34-4900-b46d-ca3af3cc42ed req-cece12e5-33e4-4b18-98fd-52911688cd94 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909824 Nov 12 09:02:09.634422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11df071b-a1e7-4e70-8a45-ac17a4601581 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.641857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-11df071b-a1e7-4e70-8a45-ac17a4601581 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.645555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-11df071b-a1e7-4e70-8a45-ac17a4601581 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/730a0a3a-9c35-4760-8277-5990530360aa HTTP/1.1" status: 204 len: 168 time: 0.1243215 Nov 12 09:02:09.647739 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2cc71fa2-8c65-4cfc-876c-efb0ad9c6fe2 req-dc157c26-d4c6-4591-a894-aa40623f452b tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688951 Nov 12 09:02:09.648324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33270) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:09.664334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df071b-a1e7-4e70-8a45-ac17a4601581 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=730a0a3a-9c35-4760-8277-5990530360aa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:09.714617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-527fa44c-0f73-48ae-86bd-86e86aeb2138 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0641060 Nov 12 09:02:09.717718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:09.726928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-00397e87-3608-4034-b9f1-0b5ddbce1ef8 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446419 Nov 12 09:02:09.777031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60ba36b1-7626-493b-8523-c036a7bd3b8b tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.826686 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60ba36b1-7626-493b-8523-c036a7bd3b8b tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.837605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c95ed738-b71a-4770-b5eb-c676e1986a1c req-8b104ad5-5f94-448a-acb9-29bb1e47d9f2 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940435 Nov 12 09:02:09.868088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29f7ed-bf62-4c03-b594-0fe4a5a15fdf req-e7e1329d-c93d-4663-844a-3dcedb904d92 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:09.869563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee29f7ed-bf62-4c03-b594-0fe4a5a15fdf req-e7e1329d-c93d-4663-844a-3dcedb904d92 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0903084 Nov 12 09:02:09.899475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60ba36b1-7626-493b-8523-c036a7bd3b8b tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.902084 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60ba36b1-7626-493b-8523-c036a7bd3b8b tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:09.903215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-60ba36b1-7626-493b-8523-c036a7bd3b8b tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/1e0399c7-fde6-4492-a5c3-09c285276850 HTTP/1.1" status: 204 len: 168 time: 0.1845195 Nov 12 09:02:09.906556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33276) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:09.922205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba36b1-7626-493b-8523-c036a7bd3b8b tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0399c7-fde6-4492-a5c3-09c285276850,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:09.948529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee29f7ed-bf62-4c03-b594-0fe4a5a15fdf req-1da9ce59-df87-4e1b-813b-aade96a804ee tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684457 Nov 12 09:02:09.964665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2603187-e258-4cda-a560-0f33045dcd55 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0564215 Nov 12 09:02:09.976172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33278) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:09.979730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2aec4f46-b997-4c00-be7c-286870dc1a2d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--285647342'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:10.009480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2aec4f46-b997-4c00-be7c-286870dc1a2d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.111292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2aec4f46-b997-4c00-be7c-286870dc1a2d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.114965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3bdc-9a17-49f2-ad70-0531070e785f req-46bd86be-85c5-403f-b30d-edc3345ef0c7 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:10.116543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da4f3bdc-9a17-49f2-ad70-0531070e785f req-46bd86be-85c5-403f-b30d-edc3345ef0c7 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1098 time: 0.0724320 Nov 12 09:02:10.117567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2aec4f46-b997-4c00-be7c-286870dc1a2d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.165323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2aec4f46-b997-4c00-be7c-286870dc1a2d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.166552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2aec4f46-b997-4c00-be7c-286870dc1a2d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1939702 Nov 12 09:02:10.169467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:10.174220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1b377f3e-140c-47c9-88ba-b5bb0edcfcca tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'd143867f-3e1b-4ebe-b4da-ba6a3b943e0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:10.181083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec4f46-b997-4c00-be7c-286870dc1a2d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d143867f-3e1b-4ebe-b4da-ba6a3b943e0c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:10.206483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b377f3e-140c-47c9-88ba-b5bb0edcfcca tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.222036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da4f3bdc-9a17-49f2-ad70-0531070e785f req-1718ab98-4768-4011-b0b6-6d1ca5808802 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904138 Nov 12 09:02:10.292206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b377f3e-140c-47c9-88ba-b5bb0edcfcca tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.298675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b377f3e-140c-47c9-88ba-b5bb0edcfcca tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.323949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b377f3e-140c-47c9-88ba-b5bb0edcfcca tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77731f90-d5de-471a-948e-06ce6bd802cf,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:10.340638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b377f3e-140c-47c9-88ba-b5bb0edcfcca tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.341907 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1b377f3e-140c-47c9-88ba-b5bb0edcfcca tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1714411 Nov 12 09:02:10.344954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33292) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:10.349779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8b610cfb-ea66-4237-96fa-d19051d69be5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'd143867f-3e1b-4ebe-b4da-ba6a3b943e0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:10.397168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b610cfb-ea66-4237-96fa-d19051d69be5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.516061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b610cfb-ea66-4237-96fa-d19051d69be5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.524809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b610cfb-ea66-4237-96fa-d19051d69be5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.565085 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b610cfb-ea66-4237-96fa-d19051d69be5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.566736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b610cfb-ea66-4237-96fa-d19051d69be5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2207673 Nov 12 09:02:10.569802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33296) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:10.571572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b610cfb-ea66-4237-96fa-d19051d69be5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77be5120-16b2-40e5-acd5-6dde3a72b4fe,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:10.574747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-119f8037-a7f3-4c74-b27b-b7bfeeccc839 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'd143867f-3e1b-4ebe-b4da-ba6a3b943e0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:10.628138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-119f8037-a7f3-4c74-b27b-b7bfeeccc839 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.818879 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-119f8037-a7f3-4c74-b27b-b7bfeeccc839 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.834921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf51b3-e2cb-40cf-8d80-8452e471f76b req-b267ea04-f2cd-48b2-a6cd-2dab5259db02 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:10.837135 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9dbf51b3-e2cb-40cf-8d80-8452e471f76b req-b267ea04-f2cd-48b2-a6cd-2dab5259db02 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0971217 Nov 12 09:02:10.838611 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-119f8037-a7f3-4c74-b27b-b7bfeeccc839 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.892013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f8037-a7f3-4c74-b27b-b7bfeeccc839 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06340e8-b5c9-482e-9049-289f71b2fd59,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:10.916394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-119f8037-a7f3-4c74-b27b-b7bfeeccc839 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:10.917105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-119f8037-a7f3-4c74-b27b-b7bfeeccc839 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3460867 Nov 12 09:02:10.919700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33312) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:10.928425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bf6989e9-ebde-44c5-b0c1-40d8b37cecde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'd143867f-3e1b-4ebe-b4da-ba6a3b943e0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:10.954407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3ead0-20f9-4659-b0fe-bc3235025e1c req-bc4bbc2d-0d00-4f31-9c3e-eea73957a143 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:10.958525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9dbf51b3-e2cb-40cf-8d80-8452e471f76b req-b4222ba6-cbbb-4c94-aa04-2ed1bb82c332 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108580 Nov 12 09:02:10.963575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04a3ead0-20f9-4659-b0fe-bc3235025e1c req-bc4bbc2d-0d00-4f31-9c3e-eea73957a143 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1075358 Nov 12 09:02:11.027489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf6989e9-ebde-44c5-b0c1-40d8b37cecde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.048427 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04a3ead0-20f9-4659-b0fe-bc3235025e1c req-a2faaadc-4cf9-4304-9f12-4475c9701d54 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836844 Nov 12 09:02:11.100664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf6989e9-ebde-44c5-b0c1-40d8b37cecde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.105212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf6989e9-ebde-44c5-b0c1-40d8b37cecde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.126244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6989e9-ebde-44c5-b0c1-40d8b37cecde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e47a4fb-9084-4e22-9003-bac9095e7737,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.137855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf6989e9-ebde-44c5-b0c1-40d8b37cecde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.141757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf6989e9-ebde-44c5-b0c1-40d8b37cecde tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2178001 Nov 12 09:02:11.142264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.147808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e5b6aeb5-590b-4dfe-9fa8-6c8020ef8d5f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'd143867f-3e1b-4ebe-b4da-ba6a3b943e0c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:11.180969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5b6aeb5-590b-4dfe-9fa8-6c8020ef8d5f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.245294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5b6aeb5-590b-4dfe-9fa8-6c8020ef8d5f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.250306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5b6aeb5-590b-4dfe-9fa8-6c8020ef8d5f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.271098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6aeb5-590b-4dfe-9fa8-6c8020ef8d5f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d679dcaa-91f0-4df8-a08c-5ffd32f0a6ab,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.293787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5b6aeb5-590b-4dfe-9fa8-6c8020ef8d5f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.297838 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5b6aeb5-590b-4dfe-9fa8-6c8020ef8d5f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1517859 Nov 12 09:02:11.298131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.323438 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f25adba-8a6a-403d-ae62-22e77eef0c57 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.332934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f25adba-8a6a-403d-ae62-22e77eef0c57 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.363307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f25adba-8a6a-403d-ae62-22e77eef0c57 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.376352 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f25adba-8a6a-403d-ae62-22e77eef0c57 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.381235 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0f25adba-8a6a-403d-ae62-22e77eef0c57 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d679dcaa-91f0-4df8-a08c-5ffd32f0a6ab HTTP/1.1" status: 204 len: 168 time: 0.0782983 Nov 12 09:02:11.381235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f25adba-8a6a-403d-ae62-22e77eef0c57 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d679dcaa-91f0-4df8-a08c-5ffd32f0a6ab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.381235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.436813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b5b184b5-7ad1-49f9-84b2-05ba42442634 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0517294 Nov 12 09:02:11.437967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.464329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5855ac2-360c-43f0-86d9-8ff9e611728d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.473058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5855ac2-360c-43f0-86d9-8ff9e611728d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.509408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5855ac2-360c-43f0-86d9-8ff9e611728d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.521897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5855ac2-360c-43f0-86d9-8ff9e611728d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.526422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b5855ac2-360c-43f0-86d9-8ff9e611728d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5e47a4fb-9084-4e22-9003-bac9095e7737 HTTP/1.1" status: 204 len: 168 time: 0.0843546 Nov 12 09:02:11.526422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5855ac2-360c-43f0-86d9-8ff9e611728d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e47a4fb-9084-4e22-9003-bac9095e7737,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.526422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33324) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.603848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c715c849-57f5-4b86-9356-a019eb97a7ac tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0726213 Nov 12 09:02:11.605330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33326) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.674782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee635fa0-714f-462c-86ee-d172073c1d91 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.690077 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee635fa0-714f-462c-86ee-d172073c1d91 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.725685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee635fa0-714f-462c-86ee-d172073c1d91 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.732834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee635fa0-714f-462c-86ee-d172073c1d91 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.734652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ee635fa0-714f-462c-86ee-d172073c1d91 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c06340e8-b5c9-482e-9049-289f71b2fd59 HTTP/1.1" status: 204 len: 168 time: 0.1274211 Nov 12 09:02:11.737608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33330) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.738732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee635fa0-714f-462c-86ee-d172073c1d91 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c06340e8-b5c9-482e-9049-289f71b2fd59,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.789619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33336) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.789858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7810faf5-dea5-41dd-9c43-4f9ddd8a3b49 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0505228 Nov 12 09:02:11.824270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7d94bad-b3b1-4ab6-b3e3-2fbe97cfae33 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.834347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7d94bad-b3b1-4ab6-b3e3-2fbe97cfae33 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.869940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7d94bad-b3b1-4ab6-b3e3-2fbe97cfae33 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.883595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7d94bad-b3b1-4ab6-b3e3-2fbe97cfae33 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.884881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e7d94bad-b3b1-4ab6-b3e3-2fbe97cfae33 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/77be5120-16b2-40e5-acd5-6dde3a72b4fe HTTP/1.1" status: 204 len: 168 time: 0.0942583 Nov 12 09:02:11.885735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d94bad-b3b1-4ab6-b3e3-2fbe97cfae33 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77be5120-16b2-40e5-acd5-6dde3a72b4fe,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:11.887577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.930588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e8548fb-db46-4fdd-9aff-a5033da03936 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0417335 Nov 12 09:02:11.933154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33342) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:11.958280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c43826a-effc-44a5-a86b-061fd9ee13d2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.966487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c43826a-effc-44a5-a86b-061fd9ee13d2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:11.997017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c43826a-effc-44a5-a86b-061fd9ee13d2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.003979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c43826a-effc-44a5-a86b-061fd9ee13d2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.005244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8c43826a-effc-44a5-a86b-061fd9ee13d2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/77731f90-d5de-471a-948e-06ce6bd802cf HTTP/1.1" status: 204 len: 168 time: 0.0711722 Nov 12 09:02:12.011776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43826a-effc-44a5-a86b-061fd9ee13d2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77731f90-d5de-471a-948e-06ce6bd802cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:12.015904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33350) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.110531 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d73931ce-4d1b-46f3-a624-df4e2853c3a8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0932891 Nov 12 09:02:12.113679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33358) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.130296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda51ba-c3aa-44d0-b117-c70dfb0f695e req-ac837678-cdf4-470d-9cb7-24c6d9d97ff2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.131904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bda51ba-c3aa-44d0-b117-c70dfb0f695e req-ac837678-cdf4-470d-9cb7-24c6d9d97ff2 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0939152 Nov 12 09:02:12.197012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89bff585-9696-4ea5-9316-73d5271b5320 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.197568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bda51ba-c3aa-44d0-b117-c70dfb0f695e req-6fca9096-a487-4d12-8e35-1760856c359c tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583003 Nov 12 09:02:12.224838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89bff585-9696-4ea5-9316-73d5271b5320 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.302189 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89bff585-9696-4ea5-9316-73d5271b5320 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.304864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89bff585-9696-4ea5-9316-73d5271b5320 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.306017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-89bff585-9696-4ea5-9316-73d5271b5320 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/d143867f-3e1b-4ebe-b4da-ba6a3b943e0c HTTP/1.1" status: 204 len: 168 time: 0.1914735 Nov 12 09:02:12.309048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33360) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.317516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76706de6-790a-49bf-9ba0-90e3ce746c21 req-294757b2-08c3-4902-be14-1e48fc496c9a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:12.319044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76706de6-790a-49bf-9ba0-90e3ce746c21 req-294757b2-08c3-4902-be14-1e48fc496c9a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0758872 Nov 12 09:02:12.325823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bff585-9696-4ea5-9316-73d5271b5320 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d143867f-3e1b-4ebe-b4da-ba6a3b943e0c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:12.365649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a4b98521-9126-4944-af7a-b2c835386410 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553629 Nov 12 09:02:12.372414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33364) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.384166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-960e5898-2e96-4342-b046-1c5b6a7b9849 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--940850264'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:12.398932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76706de6-790a-49bf-9ba0-90e3ce746c21 req-73fbd542-5cc2-4f46-b350-555586925e73 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696840 Nov 12 09:02:12.422530 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-960e5898-2e96-4342-b046-1c5b6a7b9849 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.498329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-960e5898-2e96-4342-b046-1c5b6a7b9849 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.503111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-960e5898-2e96-4342-b046-1c5b6a7b9849 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.534307 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e5898-2e96-4342-b046-1c5b6a7b9849 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=259f78c8-27ad-4b6d-85cc-0d6f1381c9af,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:12.540149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-960e5898-2e96-4342-b046-1c5b6a7b9849 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.544584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33366) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.548822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1e6513fc-f734-4ea4-9099-ee632b7fa6a2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': '259f78c8-27ad-4b6d-85cc-0d6f1381c9af', 'direction': 'ingress', 'protocol': 17}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:12.552482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-960e5898-2e96-4342-b046-1c5b6a7b9849 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1770792 Nov 12 09:02:12.581588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e6513fc-f734-4ea4-9099-ee632b7fa6a2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.643058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e6513fc-f734-4ea4-9099-ee632b7fa6a2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.649185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e6513fc-f734-4ea4-9099-ee632b7fa6a2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.679125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6513fc-f734-4ea4-9099-ee632b7fa6a2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=344c05e5-dcc4-4993-9084-4c3679d62707,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:12.685413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e6513fc-f734-4ea4-9099-ee632b7fa6a2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.689987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e6513fc-f734-4ea4-9099-ee632b7fa6a2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1413257 Nov 12 09:02:12.689987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33368) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.744638 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38173e6e-df5a-4c6c-a2c0-f4218390302d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.771989 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38173e6e-df5a-4c6c-a2c0-f4218390302d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.822176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38173e6e-df5a-4c6c-a2c0-f4218390302d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.824819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38173e6e-df5a-4c6c-a2c0-f4218390302d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.825981 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-38173e6e-df5a-4c6c-a2c0-f4218390302d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/259f78c8-27ad-4b6d-85cc-0d6f1381c9af HTTP/1.1" status: 204 len: 168 time: 0.1350276 Nov 12 09:02:12.828772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.835381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38173e6e-df5a-4c6c-a2c0-f4218390302d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=259f78c8-27ad-4b6d-85cc-0d6f1381c9af,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:12.886292 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dca28ee5-dd44-49ad-9f24-3ff2a9866e86 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0526748 Nov 12 09:02:12.886800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33374) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:12.891842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6cc52ffa-bbd1-45d3-9d36-243692dcf10d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124054086'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:12.918875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cc52ffa-bbd1-45d3-9d36-243692dcf10d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.993251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cc52ffa-bbd1-45d3-9d36-243692dcf10d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:12.997089 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cc52ffa-bbd1-45d3-9d36-243692dcf10d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.026372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc52ffa-bbd1-45d3-9d36-243692dcf10d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb7f67d-a80d-417b-acad-9ea44a791ffb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:13.032617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cc52ffa-bbd1-45d3-9d36-243692dcf10d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.033824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6cc52ffa-bbd1-45d3-9d36-243692dcf10d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1460111 Nov 12 09:02:13.036738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33376) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.041355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9c29bbab-30f2-4110-9cac-99d00cf01fd9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845324877'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:13.065750 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c29bbab-30f2-4110-9cac-99d00cf01fd9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.138207 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c29bbab-30f2-4110-9cac-99d00cf01fd9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.142235 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c29bbab-30f2-4110-9cac-99d00cf01fd9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.176881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c29bbab-30f2-4110-9cac-99d00cf01fd9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.181834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c29bbab-30f2-4110-9cac-99d00cf01fd9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1402562 Nov 12 09:02:13.182127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.187210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a82eb555-7370-4b87-8516-46ef15f3140a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'afb7f67d-a80d-417b-acad-9ea44a791ffb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7fa0999c-1f4b-4ee8-9e68-ea074d52d797', 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:13.193088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29bbab-30f2-4110-9cac-99d00cf01fd9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa0999c-1f4b-4ee8-9e68-ea074d52d797,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:13.243598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a82eb555-7370-4b87-8516-46ef15f3140a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.339525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a82eb555-7370-4b87-8516-46ef15f3140a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.344973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a82eb555-7370-4b87-8516-46ef15f3140a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.367350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82eb555-7370-4b87-8516-46ef15f3140a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06999a34-7027-4e85-95b3-55d3a55882ac,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:13.376409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a82eb555-7370-4b87-8516-46ef15f3140a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.380483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a82eb555-7370-4b87-8516-46ef15f3140a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1946542 Nov 12 09:02:13.381582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33386) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.401567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f76ba-9c62-4524-bbac-0b5e33693022 req-4ac9bc4f-23e2-4455-8b48-fa021dec2f5b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.403097 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c33f76ba-9c62-4524-bbac-0b5e33693022 req-4ac9bc4f-23e2-4455-8b48-fa021dec2f5b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0513468 Nov 12 09:02:13.439612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1acdef3a-27ac-4893-b1c2-5abfeab7f482 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.451078 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1acdef3a-27ac-4893-b1c2-5abfeab7f482 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.482472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1acdef3a-27ac-4893-b1c2-5abfeab7f482 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.495580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1acdef3a-27ac-4893-b1c2-5abfeab7f482 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.495580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1acdef3a-27ac-4893-b1c2-5abfeab7f482 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/06999a34-7027-4e85-95b3-55d3a55882ac HTTP/1.1" status: 204 len: 168 time: 0.1101186 Nov 12 09:02:13.496615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33392) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.512668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdef3a-27ac-4893-b1c2-5abfeab7f482 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06999a34-7027-4e85-95b3-55d3a55882ac,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:13.523012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c33f76ba-9c62-4524-bbac-0b5e33693022 req-e0ab721e-4a1b-489f-bcf3-2d415881534e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123531 Nov 12 09:02:13.579934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e67a310-944c-4c10-a791-0e05378765d1 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0791693 Nov 12 09:02:13.582259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33394) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.600952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f268802-efd9-4d52-b520-17a04f990def req-864ab36e-56ea-4fa1-9ef4-8e696a6b2b67 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:13.602477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f268802-efd9-4d52-b520-17a04f990def req-864ab36e-56ea-4fa1-9ef4-8e696a6b2b67 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0716972 Nov 12 09:02:13.644006 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13c9967a-1a92-41a3-a22d-ce71e792de49 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.653430 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f268802-efd9-4d52-b520-17a04f990def req-0b5d61a9-4d1a-4bc2-93f5-c1c68e1586a1 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443606 Nov 12 09:02:13.678099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13c9967a-1a92-41a3-a22d-ce71e792de49 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.723449 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13c9967a-1a92-41a3-a22d-ce71e792de49 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.728454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13c9967a-1a92-41a3-a22d-ce71e792de49 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.732322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-13c9967a-1a92-41a3-a22d-ce71e792de49 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/7fa0999c-1f4b-4ee8-9e68-ea074d52d797 HTTP/1.1" status: 204 len: 168 time: 0.1464858 Nov 12 09:02:13.733841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33396) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.757878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9967a-1a92-41a3-a22d-ce71e792de49 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa0999c-1f4b-4ee8-9e68-ea074d52d797,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:13.818391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bf45fb20-59a6-4466-a3be-53759c80c79f tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0823953 Nov 12 09:02:13.821370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33398) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.837604 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78381308-fd34-4d86-b2c1-8830047b2239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.881786 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-022bb2eb-39ba-45bf-a9ca-af18981efb12 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.906846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-022bb2eb-39ba-45bf-a9ca-af18981efb12 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.964508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-022bb2eb-39ba-45bf-a9ca-af18981efb12 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.967538 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-022bb2eb-39ba-45bf-a9ca-af18981efb12 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:13.971259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-022bb2eb-39ba-45bf-a9ca-af18981efb12 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/afb7f67d-a80d-417b-acad-9ea44a791ffb HTTP/1.1" status: 204 len: 168 time: 0.1464586 Nov 12 09:02:13.972653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33402) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:13.980111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bb2eb-39ba-45bf-a9ca-af18981efb12 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb7f67d-a80d-417b-acad-9ea44a791ffb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:14.036835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac42889a-d910-45d1-a243-200c8ecede55 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0627322 Nov 12 09:02:14.040726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.045691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b8e35f5c-6c85-4e2f-bfd8-6525c581eb11 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--1342844350'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:14.068470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8e35f5c-6c85-4e2f-bfd8-6525c581eb11 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.142362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8e35f5c-6c85-4e2f-bfd8-6525c581eb11 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.146130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8e35f5c-6c85-4e2f-bfd8-6525c581eb11 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.180556 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8e35f5c-6c85-4e2f-bfd8-6525c581eb11 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.181782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8e35f5c-6c85-4e2f-bfd8-6525c581eb11 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1397533 Nov 12 09:02:14.182881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e35f5c-6c85-4e2f-bfd8-6525c581eb11 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1c45cc-371d-400e-b07c-8bfc3919c48e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:14.184949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33408) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.189704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-335a3dc3-27e8-4a32-8c60-72941f29b14a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': '6b1c45cc-371d-400e-b07c-8bfc3919c48e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:14.217026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335a3dc3-27e8-4a32-8c60-72941f29b14a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.272890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335a3dc3-27e8-4a32-8c60-72941f29b14a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.276951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335a3dc3-27e8-4a32-8c60-72941f29b14a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.293929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a3dc3-27e8-4a32-8c60-72941f29b14a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8f6060-f52d-4d92-a27f-566b6c6c3dec,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:14.304116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335a3dc3-27e8-4a32-8c60-72941f29b14a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.305307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-335a3dc3-27e8-4a32-8c60-72941f29b14a tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1194601 Nov 12 09:02:14.308123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.335384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8c3c-4406-4973-bd81-91d593cb6044 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.350242 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8c3c-4406-4973-bd81-91d593cb6044 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.385573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8c3c-4406-4973-bd81-91d593cb6044 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.407808 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe9c8c3c-4406-4973-bd81-91d593cb6044 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.409328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fe9c8c3c-4406-4973-bd81-91d593cb6044 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/aa8f6060-f52d-4d92-a27f-566b6c6c3dec HTTP/1.1" status: 204 len: 168 time: 0.1002898 Nov 12 09:02:14.413278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33416) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.429425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c8c3c-4406-4973-bd81-91d593cb6044 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa8f6060-f52d-4d92-a27f-566b6c6c3dec,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:14.465583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb28bf00-1d77-408f-b451-4a7426345ddb tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510170 Nov 12 09:02:14.468797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33418) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.540028 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35e3ad69-ebf3-417e-8cfb-71a2d14fe04c tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.577093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35e3ad69-ebf3-417e-8cfb-71a2d14fe04c tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.639677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35e3ad69-ebf3-417e-8cfb-71a2d14fe04c tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.642617 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35e3ad69-ebf3-417e-8cfb-71a2d14fe04c tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.646272 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-35e3ad69-ebf3-417e-8cfb-71a2d14fe04c tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/6b1c45cc-371d-400e-b07c-8bfc3919c48e HTTP/1.1" status: 204 len: 168 time: 0.1734076 Nov 12 09:02:14.647239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33424) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.666975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3ad69-ebf3-417e-8cfb-71a2d14fe04c tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1c45cc-371d-400e-b07c-8bfc3919c48e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:14.702383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4ec3b-b9bc-4434-a5d3-a52ae36b3c2f req-dfd88602-082b-4ec1-9335-31a5abe65284 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:14.704744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abe4ec3b-b9bc-4434-a5d3-a52ae36b3c2f req-dfd88602-082b-4ec1-9335-31a5abe65284 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0659916 Nov 12 09:02:14.719317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df7e58ed-8f40-4983-b7e3-594187c2063d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668461 Nov 12 09:02:14.719948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.724592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-80081d00-e69d-4aee-ad21-19262e845562 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070664263'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:14.764485 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80081d00-e69d-4aee-ad21-19262e845562 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.776551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abe4ec3b-b9bc-4434-a5d3-a52ae36b3c2f req-bd0b1a08-b843-4c17-8d3b-ba935068b987 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637403 Nov 12 09:02:14.826503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2b8ec-e0b3-445a-b9aa-b77773d4f930 req-139e0136-6690-4ed9-a581-1cc1db31136a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:14.828113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29a2b8ec-e0b3-445a-b9aa-b77773d4f930 req-139e0136-6690-4ed9-a581-1cc1db31136a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0740807 Nov 12 09:02:14.896522 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80081d00-e69d-4aee-ad21-19262e845562 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.905023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29a2b8ec-e0b3-445a-b9aa-b77773d4f930 req-187fffe2-e156-4612-860c-4c2eae58bd1f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689948 Nov 12 09:02:14.906140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80081d00-e69d-4aee-ad21-19262e845562 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.941860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80081d00-e69d-4aee-ad21-19262e845562 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:14.943076 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-80081d00-e69d-4aee-ad21-19262e845562 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2219872 Nov 12 09:02:14.944262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80081d00-e69d-4aee-ad21-19262e845562 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68ff4c6-ef1c-47fa-9bd7-a11b25439c4d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:14.946724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33430) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:14.953884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-dbd3bda9-1dc1-45f0-baad-c6b9c627a023 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'b68ff4c6-ef1c-47fa-9bd7-a11b25439c4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:14.983104 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bda9-1dc1-45f0-baad-c6b9c627a023 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.045462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bda9-1dc1-45f0-baad-c6b9c627a023 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.050464 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bda9-1dc1-45f0-baad-c6b9c627a023 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.069584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3bda9-1dc1-45f0-baad-c6b9c627a023 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2ca09b-4c5b-431b-9f89-2370d455c0c6,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.076824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbd3bda9-1dc1-45f0-baad-c6b9c627a023 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.078878 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dbd3bda9-1dc1-45f0-baad-c6b9c627a023 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305759 Nov 12 09:02:15.081907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33434) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.099798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fea34ad8-b770-4256-a6e7-0938f416d381 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules/0b2ca09b-4c5b-431b-9f89-2370d455c0c6 HTTP/1.1" status: 200 len: 763 time: 0.0166442 Nov 12 09:02:15.102220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33436) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.142459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a78d34ac-f1fd-4a3a-af64-be10505592f5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391614 Nov 12 09:02:15.144951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33438) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.169387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4475fcb3-2c99-4d56-bca1-bd75f76044c2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.177038 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4475fcb3-2c99-4d56-bca1-bd75f76044c2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.202306 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4475fcb3-2c99-4d56-bca1-bd75f76044c2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.209066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4475fcb3-2c99-4d56-bca1-bd75f76044c2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.212559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4475fcb3-2c99-4d56-bca1-bd75f76044c2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0b2ca09b-4c5b-431b-9f89-2370d455c0c6 HTTP/1.1" status: 204 len: 168 time: 0.0642982 Nov 12 09:02:15.213291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.216036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475fcb3-2c99-4d56-bca1-bd75f76044c2 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b2ca09b-4c5b-431b-9f89-2370d455c0c6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.257289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a19ceb91-69b9-4128-be19-6cbcae2853d6 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402555 Nov 12 09:02:15.257566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.262883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4b4c9884-3013-4a0c-8aef-9ef9e285ada0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'b68ff4c6-ef1c-47fa-9bd7-a11b25439c4d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:15.299682 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9884-3013-4a0c-8aef-9ef9e285ada0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.370692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9884-3013-4a0c-8aef-9ef9e285ada0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.375970 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9884-3013-4a0c-8aef-9ef9e285ada0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.397624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c9884-3013-4a0c-8aef-9ef9e285ada0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a98c14a-cc16-4e89-8381-b2fe463aef22,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.403328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4b4c9884-3013-4a0c-8aef-9ef9e285ada0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.404833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4b4c9884-3013-4a0c-8aef-9ef9e285ada0 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463051 Nov 12 09:02:15.407680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33444) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.428027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb6b5773-1e75-4c0f-92e2-36d17de6b7be tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules/6a98c14a-cc16-4e89-8381-b2fe463aef22 HTTP/1.1" status: 200 len: 763 time: 0.0169148 Nov 12 09:02:15.428596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.472555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0642b970-a053-40e5-951a-a89612df5fe5 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0427999 Nov 12 09:02:15.475006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.499107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67309b9d-e4b2-4e4e-9a4d-7854eca86e54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.507274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67309b9d-e4b2-4e4e-9a4d-7854eca86e54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.535654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67309b9d-e4b2-4e4e-9a4d-7854eca86e54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.542725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67309b9d-e4b2-4e4e-9a4d-7854eca86e54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.546411 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-67309b9d-e4b2-4e4e-9a4d-7854eca86e54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6a98c14a-cc16-4e89-8381-b2fe463aef22 HTTP/1.1" status: 204 len: 168 time: 0.0704372 Nov 12 09:02:15.546936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33452) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.553966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67309b9d-e4b2-4e4e-9a4d-7854eca86e54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a98c14a-cc16-4e89-8381-b2fe463aef22,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.594172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5bab97cb-406a-4c41-ac79-9d72b81f102d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0460646 Nov 12 09:02:15.596939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33454) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.601383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8e935ae8-ceb3-4662-8fac-463023be25f8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Request body: {'security_group_rule': {'security_group_id': 'b68ff4c6-ef1c-47fa-9bd7-a11b25439c4d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:15.632347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e935ae8-ceb3-4662-8fac-463023be25f8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.697285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e935ae8-ceb3-4662-8fac-463023be25f8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.701810 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e935ae8-ceb3-4662-8fac-463023be25f8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.720877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e935ae8-ceb3-4662-8fac-463023be25f8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015674d3-9f74-484e-979d-9398605097a8,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.729265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e935ae8-ceb3-4662-8fac-463023be25f8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.733226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8e935ae8-ceb3-4662-8fac-463023be25f8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353159 Nov 12 09:02:15.733435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.755314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d685c597-64ed-4c5f-ac62-d3c59c39106d tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules/015674d3-9f74-484e-979d-9398605097a8 HTTP/1.1" status: 200 len: 764 time: 0.0197752 Nov 12 09:02:15.757818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.799132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e7ea3d4-5b5d-4f33-8fd5-3de86712ca34 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0376678 Nov 12 09:02:15.799738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33464) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.824627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f1be51-9adc-4c5e-9a8a-1ff2c26f2f3e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.832754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f1be51-9adc-4c5e-9a8a-1ff2c26f2f3e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.861583 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f1be51-9adc-4c5e-9a8a-1ff2c26f2f3e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.869217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4f1be51-9adc-4c5e-9a8a-1ff2c26f2f3e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:15.872696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a4f1be51-9adc-4c5e-9a8a-1ff2c26f2f3e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/015674d3-9f74-484e-979d-9398605097a8 HTTP/1.1" status: 204 len: 168 time: 0.0696211 Nov 12 09:02:15.873967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.880956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1be51-9adc-4c5e-9a8a-1ff2c26f2f3e tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=015674d3-9f74-484e-979d-9398605097a8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:15.910087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99d24f-e059-49c0-bae4-ec0db9894aa1 req-5f953e1a-dc12-4c92-9be1-f80e847e765e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:15.911662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba99d24f-e059-49c0-bae4-ec0db9894aa1 req-5f953e1a-dc12-4c92-9be1-f80e847e765e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0585444 Nov 12 09:02:15.923683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3799100-1802-4b4b-bb3d-2fab3e24ede8 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447850 Nov 12 09:02:15.924314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:15.979572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba99d24f-e059-49c0-bae4-ec0db9894aa1 req-5571f2b1-4f1d-43b1-8c38-ed1ed01bf49e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613184 Nov 12 09:02:16.011699 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0c52f64-f689-476f-97c3-87e8a47a2f54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.054528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0c52f64-f689-476f-97c3-87e8a47a2f54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.089004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fc570-c6f8-4e95-a943-197ff8a49384 req-05212118-2e42-41f1-90b9-bdbc736dbada tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:16.090500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b6fc570-c6f8-4e95-a943-197ff8a49384 req-05212118-2e42-41f1-90b9-bdbc736dbada tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0954893 Nov 12 09:02:16.134260 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0c52f64-f689-476f-97c3-87e8a47a2f54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.137024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0c52f64-f689-476f-97c3-87e8a47a2f54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.138843 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c0c52f64-f689-476f-97c3-87e8a47a2f54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "DELETE /v2.0/security-groups/b68ff4c6-ef1c-47fa-9bd7-a11b25439c4d HTTP/1.1" status: 204 len: 168 time: 0.2137125 Nov 12 09:02:16.141162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33476) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:16.164635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b6fc570-c6f8-4e95-a943-197ff8a49384 req-b8106dc0-fc49-40d0-831f-e2fdd496738c tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658438 Nov 12 09:02:16.172420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c52f64-f689-476f-97c3-87e8a47a2f54 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68ff4c6-ef1c-47fa-9bd7-a11b25439c4d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:16.198994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7d8c9e18-547c-45e3-8c11-9c3a173d42dc tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563569 Nov 12 09:02:16.202998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33478) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:16.248492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-365ee583-052f-4a14-8087-5e94531b40e9 tempest-SecGroupTest-1487501206 tempest-SecGroupTest-1487501206-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442140 Nov 12 09:02:16.344805 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3397898d-b081-4d1f-9ea5-132316b4e5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.533282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33486) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:16.676878 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-53eba398-c6c9-47d9-b5aa-1d1b2ede549c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=227baf69e59e409cae681d4b5f51b0a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402044 Nov 12 09:02:16.677156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33492) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:16.726445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a33-0608-40e5-ba3b-f52318186d99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.749063 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a33-0608-40e5-ba3b-f52318186d99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.807867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a33-0608-40e5-ba3b-f52318186d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.810721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfb19a33-0608-40e5-ba3b-f52318186d99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:16.824424 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bfb19a33-0608-40e5-ba3b-f52318186d99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/476bc8bd-be84-4e88-aed5-129db4bf578f HTTP/1.1" status: 204 len: 168 time: 0.1448147 Nov 12 09:02:16.835939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb19a33-0608-40e5-ba3b-f52318186d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476bc8bd-be84-4e88-aed5-129db4bf578f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:17.145560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6647c-9ed6-44a0-958c-1d93e27335c5 req-cc7c05db-edc6-4162-a23e-2908b74da405 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:17.152515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32a6647c-9ed6-44a0-958c-1d93e27335c5 req-cc7c05db-edc6-4162-a23e-2908b74da405 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0793190 Nov 12 09:02:17.224160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32a6647c-9ed6-44a0-958c-1d93e27335c5 req-f690097b-9de9-47d5-bb30-6df4ce43c567 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681431 Nov 12 09:02:17.396666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946464-49f9-4d96-8997-9b645b3b29d7 req-269f410b-e616-47c5-8949-bba0b2ada436 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:17.404971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c946464-49f9-4d96-8997-9b645b3b29d7 req-269f410b-e616-47c5-8949-bba0b2ada436 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0717955 Nov 12 09:02:17.479691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c946464-49f9-4d96-8997-9b645b3b29d7 req-87c64f12-5c60-4240-b179-7b166b15e102 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671229 Nov 12 09:02:18.370116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef4d8-2798-4f36-b51a-29046d458e37 req-69fcff8e-205c-48f2-8466-66211ad30fd0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:18.371779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-513ef4d8-2798-4f36-b51a-29046d458e37 req-69fcff8e-205c-48f2-8466-66211ad30fd0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0639420 Nov 12 09:02:18.456780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-513ef4d8-2798-4f36-b51a-29046d458e37 req-1bd772b8-98c1-404b-bbd8-51230948e5e4 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775509 Nov 12 09:02:18.608842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f1450-4e4b-4d11-83fa-cf6030ab7dd5 req-d2ca4e14-fa64-4793-8c9e-4e5cea3b3489 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:18.610716 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-695f1450-4e4b-4d11-83fa-cf6030ab7dd5 req-d2ca4e14-fa64-4793-8c9e-4e5cea3b3489 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0611851 Nov 12 09:02:18.681472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-695f1450-4e4b-4d11-83fa-cf6030ab7dd5 req-f2493c93-947b-43fd-b01e-c1edd291f431 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635340 Nov 12 09:02:18.858119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33584) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:18.956744 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:18.989013 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17966d30-a068-4278-b27b-2260491f4443 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.082137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17966d30-a068-4278-b27b-2260491f4443 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.086851 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-17966d30-a068-4278-b27b-2260491f4443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.127230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17966d30-a068-4278-b27b-2260491f4443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47ee0cf-8e1b-40f5-8967-6fcc14894cd5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:19.134875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-17966d30-a068-4278-b27b-2260491f4443 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=244d957a72e147c8b1bc970796379a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2728105 Nov 12 09:02:19.135248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33590) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:19.178157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:19.183201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:19.190525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd918202-2a52-417e-85a0-58724013e5cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.213942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd918202-2a52-417e-85a0-58724013e5cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.267166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd918202-2a52-417e-85a0-58724013e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.270269 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd918202-2a52-417e-85a0-58724013e5cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.271567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fd918202-2a52-417e-85a0-58724013e5cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f47ee0cf-8e1b-40f5-8967-6fcc14894cd5 HTTP/1.1" status: 204 len: 168 time: 0.1352732 Nov 12 09:02:19.281764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd918202-2a52-417e-85a0-58724013e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47ee0cf-8e1b-40f5-8967-6fcc14894cd5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:19.369373 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.377311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:19.396853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '2e088252-50d6-42b6-928b-490186f1cdf7', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '2e088252-50d6-42b6-928b-490186f1cdf7', 'mac_address': 'fa:16:3e:47:59:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:02:19.413040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:19.415296 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c622573e-c1f9-448a-b099-46f448fa01f3" -d '{"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:19.492330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:19.513107 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4157724c-9878-4da4-9cf9-4529550d145e x-openstack-request-id: req-4157724c-9878-4da4-9cf9-4529550d145e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:19.513390 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-unplugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:19.513866 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4157724c-9878-4da4-9cf9-4529550d145e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:19.514410 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7', 'code': 200} Nov 12 09:02:19.520048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.524460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.541587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:19.619993 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:02:19.620356 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:02:19.623516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e073b-0919-4b63-9211-4587743b7e09 req-13404701-389a-4bb3-9559-738bb4f580b3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:19.624657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33602) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:19.626398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f06e073b-0919-4b63-9211-4587743b7e09 req-13404701-389a-4bb3-9559-738bb4f580b3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 947 time: 0.0684452 Nov 12 09:02:19.640700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7a51-8118-4021-845b-dcc34203aedc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.650416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:19.669414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.685474 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f06e073b-0919-4b63-9211-4587743b7e09 req-69c63016-834d-4cc9-82f3-40870245de94 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519879 Nov 12 09:02:19.753097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7a51-8118-4021-845b-dcc34203aedc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.757594 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7a51-8118-4021-845b-dcc34203aedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.827408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e7a51-8118-4021-845b-dcc34203aedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77ebc0d-eaeb-44de-ae78-f95b28537cdd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:19.836323 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ce0e7a51-8118-4021-845b-dcc34203aedc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=264a35275f52483bb1dac47b291b4ba7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2099240 Nov 12 09:02:19.838959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:19.871584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a148a05-56cc-4708-bbad-7537a057982e req-368a4379-c4a7-4796-b78b-0b97afca4d78 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:19.873176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a148a05-56cc-4708-bbad-7537a057982e req-368a4379-c4a7-4796-b78b-0b97afca4d78 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1031499 Nov 12 09:02:19.912182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37e5b9b3-6c3f-4ed1-aee4-729795abb9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.928568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a148a05-56cc-4708-bbad-7537a057982e req-ea4f542e-1e0d-4f8c-8273-920a6f07b72a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482981 Nov 12 09:02:19.936679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37e5b9b3-6c3f-4ed1-aee4-729795abb9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:19.998964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37e5b9b3-6c3f-4ed1-aee4-729795abb9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.002592 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37e5b9b3-6c3f-4ed1-aee4-729795abb9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.006552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-37e5b9b3-6c3f-4ed1-aee4-729795abb9fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e77ebc0d-eaeb-44de-ae78-f95b28537cdd HTTP/1.1" status: 204 len: 168 time: 0.1622622 Nov 12 09:02:20.014487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5b9b3-6c3f-4ed1-aee4-729795abb9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77ebc0d-eaeb-44de-ae78-f95b28537cdd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:20.160829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.175264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:20.197099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:20.201691 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.264170 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:20.270214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=10']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:20.505978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2e088252-50d6-42b6-928b-490186f1cdf7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:20.817125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ffd39-7f2a-425d-b784-050a33046f32 req-40a7218c-877d-4f3f-bdae-45e813ba659d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:20.818662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc8ffd39-7f2a-425d-b784-050a33046f32 req-40a7218c-877d-4f3f-bdae-45e813ba659d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0566854 Nov 12 09:02:20.888558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc8ffd39-7f2a-425d-b784-050a33046f32 req-5b55fe1d-646e-4cd9-8ae7-9961464ac857 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632019 Nov 12 09:02:21.095771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71885dc-3bf9-49ba-a8ca-a92452ce004d req-959621a4-caa5-4e79-931d-366c7828696f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:21.110532 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a71885dc-3bf9-49ba-a8ca-a92452ce004d req-959621a4-caa5-4e79-931d-366c7828696f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0703633 Nov 12 09:02:21.171445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a71885dc-3bf9-49ba-a8ca-a92452ce004d req-70b2317d-ed2f-4513-a2fc-0f47ad5be722 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541809 Nov 12 09:02:22.014334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc634db-5282-4999-8289-e42ab9986978 req-ff2847c2-acf1-46e8-8a4d-1d258c4cf2bc tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:22.019597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33690) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:22.028499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdc634db-5282-4999-8289-e42ab9986978 req-ff2847c2-acf1-46e8-8a4d-1d258c4cf2bc tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0668821 Nov 12 09:02:22.082364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdc634db-5282-4999-8289-e42ab9986978 req-14cc304d-2cc8-4bc8-a585-761e41b39664 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490015 Nov 12 09:02:22.147355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e686-f5f8-4068-bdf8-eae8d7f16c39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.236266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e686-f5f8-4068-bdf8-eae8d7f16c39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.263755 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2b5e686-f5f8-4068-bdf8-eae8d7f16c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.314682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5e686-f5f8-4068-bdf8-eae8d7f16c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5738c0-6e45-43c0-9965-553a9d03f0dd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:22.320692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a2b5e686-f5f8-4068-bdf8-eae8d7f16c39 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=103d8146c09247a8a4b5662c23e1713b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2999918 Nov 12 09:02:22.323291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:22.330704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76ee45-ea00-4c6c-b767-5ac7704b3993 req-4f0a30b8-7258-4066-a11b-de95838e8eb8 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:22.332251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b76ee45-ea00-4c6c-b767-5ac7704b3993 req-4f0a30b8-7258-4066-a11b-de95838e8eb8 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1034174 Nov 12 09:02:22.380618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a9c8-53c8-408c-bc46-64f31d84f9a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.386882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b76ee45-ea00-4c6c-b767-5ac7704b3993 req-bdcce045-f757-4912-9c64-a8367ecd614e tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480556 Nov 12 09:02:22.406718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a9c8-53c8-408c-bc46-64f31d84f9a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.462332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a9c8-53c8-408c-bc46-64f31d84f9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.466394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ae7a9c8-53c8-408c-bc46-64f31d84f9a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.467733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2ae7a9c8-53c8-408c-bc46-64f31d84f9a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d5738c0-6e45-43c0-9965-553a9d03f0dd HTTP/1.1" status: 204 len: 168 time: 0.1432972 Nov 12 09:02:22.486854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7a9c8-53c8-408c-bc46-64f31d84f9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5738c0-6e45-43c0-9965-553a9d03f0dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:22.752498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33708) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:22.771706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5075c66-8bc9-4183-b230-a5e44d8b4fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.862747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5075c66-8bc9-4183-b230-a5e44d8b4fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.867821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5075c66-8bc9-4183-b230-a5e44d8b4fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:22.917605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5075c66-8bc9-4183-b230-a5e44d8b4fa7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e12e6d0c5db4f8b8a5ae4031f4ac805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1634758 Nov 12 09:02:22.918742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5075c66-8bc9-4183-b230-a5e44d8b4fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93da005d-2980-4ca3-9fa3-c0012f919624,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:22.920312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33710) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:22.978494 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e81ab0-2c48-4ac1-bfad-d53d59e300d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.000550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e81ab0-2c48-4ac1-bfad-d53d59e300d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.049358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e81ab0-2c48-4ac1-bfad-d53d59e300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.052016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e81ab0-2c48-4ac1-bfad-d53d59e300d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.053175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-59e81ab0-2c48-4ac1-bfad-d53d59e300d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93da005d-2980-4ca3-9fa3-c0012f919624 HTTP/1.1" status: 204 len: 168 time: 0.1312668 Nov 12 09:02:23.063579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e81ab0-2c48-4ac1-bfad-d53d59e300d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93da005d-2980-4ca3-9fa3-c0012f919624,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:23.195500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:23.241043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e030f-873c-4f22-862c-b2f44bcb2551 req-5cbda460-923d-4707-9743-d3cbf3001970 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:23.242669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a59e030f-873c-4f22-862c-b2f44bcb2551 req-5cbda460-923d-4707-9743-d3cbf3001970 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 949 time: 0.0615344 Nov 12 09:02:23.289787 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:02:23.291299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 2e088252-50d6-42b6-928b-490186f1cdf7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:23.291979 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.348079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a59e030f-873c-4f22-862c-b2f44bcb2551 req-e2d44e36-23e1-4315-8121-80313c0888b4 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935977 Nov 12 09:02:23.458311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.501685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:23.505726 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6e6761-bf96-46e6-ae45-c5b2705dd980" -d '{"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-plugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:23.534081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399b866-93e6-424d-bdd7-e4b8c2a65749 req-67ca6485-a902-4d11-bf59-7bd2fac51a17 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:23.543361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7399b866-93e6-424d-bdd7-e4b8c2a65749 req-67ca6485-a902-4d11-bf59-7bd2fac51a17 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0745313 Nov 12 09:02:23.554157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:23.564727 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:23.619526 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5dfdc9-9d90-4ac9-8855-87f2a6ea5fef x-openstack-request-id: req-0d5dfdc9-9d90-4ac9-8855-87f2a6ea5fef {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:23.620157 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-plugged", "status": "completed", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:23.620651 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d5dfdc9-9d90-4ac9-8855-87f2a6ea5fef {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:23.621370 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7', 'code': 200} Nov 12 09:02:23.640250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7399b866-93e6-424d-bdd7-e4b8c2a65749 req-667afb73-3c91-4917-9d14-aa5bb660d197 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953391 Nov 12 09:02:23.682096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=11']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:23.857723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016ce95-6141-4440-ad28-e8dcd829bac0 req-c8362b00-b2ee-49da-8a31-83d729a64e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:23.860019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a016ce95-6141-4440-ad28-e8dcd829bac0 req-c8362b00-b2ee-49da-8a31-83d729a64e44 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1102 time: 0.0453200 Nov 12 09:02:23.935312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a016ce95-6141-4440-ad28-e8dcd829bac0 req-91f223ff-cd5d-4c33-8272-ed7e6cbd02ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616460 Nov 12 09:02:24.191799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f27d4f-4683-4307-a005-7d5a3dace733 req-b4f98238-0586-4999-b471-0d40bfd6b97b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:24.199711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30f27d4f-4683-4307-a005-7d5a3dace733 req-b4f98238-0586-4999-b471-0d40bfd6b97b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1098 time: 0.0575802 Nov 12 09:02:24.257051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30f27d4f-4683-4307-a005-7d5a3dace733 req-4582c89d-5c93-4d4a-81e8-cbc5f7eda7f8 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527637 Nov 12 09:02:24.493796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481a825-3640-47b2-b4ba-6f0c974cd30a req-e1d4be98-00c4-4776-979d-6964bb4c1110 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:24.495623 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f481a825-3640-47b2-b4ba-6f0c974cd30a req-e1d4be98-00c4-4776-979d-6964bb4c1110 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 950 time: 0.0605090 Nov 12 09:02:24.565953 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f481a825-3640-47b2-b4ba-6f0c974cd30a req-59461c23-acbf-4797-a74a-69f21ab1c655 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619323 Nov 12 09:02:24.794198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5276e9-9735-428f-8979-61eedbe2a1e7 req-99dc3cd3-5e14-4bf8-9210-8df7d4a8af2e tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:24.812556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf5276e9-9735-428f-8979-61eedbe2a1e7 req-99dc3cd3-5e14-4bf8-9210-8df7d4a8af2e tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0829167 Nov 12 09:02:24.909398 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf5276e9-9735-428f-8979-61eedbe2a1e7 req-d4106f99-6a14-41c0-9d62-709faeea1dda tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812728 Nov 12 09:02:25.552719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-e2a5c2ce-933d-453b-842a-e797ee547f67 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:02:25.554689 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-e2a5c2ce-933d-453b-842a-e797ee547f67 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097411 Nov 12 09:02:25.633170 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-21f3d700-dc4c-4987-bea2-f8f124d66045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:25.641038 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-21f3d700-dc4c-4987-bea2-f8f124d66045 service neutron] 10.222.0.53 "GET /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 1095 time: 0.0740099 Nov 12 09:02:25.646024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Request body: {'binding': {'host': 'n-h2-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:25.646588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Unknown quota resources ['binding']. {{(pid=109377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:02:25.849137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5eba12-4768-465a-bbb8-20193d2dba9e req-3d602f0a-76c0-4277-81ff-2060286751f1 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:25.850928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f5eba12-4768-465a-bbb8-20193d2dba9e req-3d602f0a-76c0-4277-81ff-2060286751f1 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 950 time: 0.1388910 Nov 12 09:02:25.893959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on host n-h2-769329-17 for vnic_type normal with profile None {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:25.894414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:25.894808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:25.910263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:25.910598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:25.923369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:25.923803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:25.924211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:25.924654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Bound port: 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:25.933260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f5eba12-4768-465a-bbb8-20193d2dba9e req-4e942600-f000-4402-879a-3ca561638924 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757167 Nov 12 09:02:25.993848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:26.003653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:26.009372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-1ccb35ba-d0b5-4189-901b-3ff541b0408d service neutron] 10.222.0.53 "POST /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9/bindings HTTP/1.1" status: 201 len: 390 time: 0.3670621 Nov 12 09:02:26.286805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bd726-2fb1-4b4c-9d73-322b1fd9ce7c req-626d3f04-21da-40f1-b549-b4e844a035a0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:26.289063 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-627bd726-2fb1-4b4c-9d73-322b1fd9ce7c req-626d3f04-21da-40f1-b549-b4e844a035a0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0848291 Nov 12 09:02:26.413220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-627bd726-2fb1-4b4c-9d73-322b1fd9ce7c req-6a7be7c3-aa2a-4317-8356-a24f1b72c6e9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182296 Nov 12 09:02:26.416762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-80fbe1cf-1414-4b91-b3e0-70e257654c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:26.420036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-80fbe1cf-1414-4b91-b3e0-70e257654c56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1098 time: 0.0973773 Nov 12 09:02:26.632108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcf3b7-3660-4dc3-8d42-583f71e31e05 req-3ddecc6c-00f4-40f7-84fb-ff6798741374 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:26.632865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36245100-5c6e-4d15-a4ec-4001066abe52 req-c195afce-bd30-499d-b8d6-98b200caa376 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:26.633741 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40bcf3b7-3660-4dc3-8d42-583f71e31e05 req-3ddecc6c-00f4-40f7-84fb-ff6798741374 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.1031826 Nov 12 09:02:26.647393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-36245100-5c6e-4d15-a4ec-4001066abe52 req-c195afce-bd30-499d-b8d6-98b200caa376 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1102 time: 0.0864682 Nov 12 09:02:26.649634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-e6ddd73b-51c9-4cf4-b144-c0b39724a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:26.651030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-e6ddd73b-51c9-4cf4-b144-c0b39724a9cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.2156549 Nov 12 09:02:26.717601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-a4219cdc-08cf-42ad-a5fb-ca74c6ad0621 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0518358 Nov 12 09:02:26.719456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40bcf3b7-3660-4dc3-8d42-583f71e31e05 req-29cda640-0bf4-470f-8b75-7637aa776926 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781107 Nov 12 09:02:26.796533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-36245100-5c6e-4d15-a4ec-4001066abe52 req-d4c26c7f-148b-48b7-ba88-4f36b2c01a5d tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481855 Nov 12 09:02:26.806051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-9be27354-b970-4cbc-9f2d-d248e9072784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:26.807833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-9be27354-b970-4cbc-9f2d-d248e9072784 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0752079 Nov 12 09:02:26.851004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-f48be2f1-17bc-41f4-b286-0f3b2f6f1e68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342026 Nov 12 09:02:27.004294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-56a04436-6b36-4cc2-b97e-893ce82615bf service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455879 Nov 12 09:02:27.127900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede664-75cd-4655-9743-10f86377d919 req-3d21cb85-9be3-4485-b213-b38f1f1fbb62 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:27.129495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43ede664-75cd-4655-9743-10f86377d919 req-3d21cb85-9be3-4485-b213-b38f1f1fbb62 tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 1102 time: 0.1242971 Nov 12 09:02:27.210045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-af9484eb-ccba-45ec-b578-be0204c8c8bc service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951797 Nov 12 09:02:27.243990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43ede664-75cd-4655-9743-10f86377d919 req-915f699d-e6a6-4ff1-ae79-89dc3b815b6b tempest-ServersAdminTestJSON-825174705 tempest-ServersAdminTestJSON-825174705-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082916 Nov 12 09:02:27.613797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:27.639526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593a04-88e2-417b-b654-d9bad5cd4148 req-90ab08d5-bbd9-4e75-b91b-9cc3b3469ff4 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:27.641147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac593a04-88e2-417b-b654-d9bad5cd4148 req-90ab08d5-bbd9-4e75-b91b-9cc3b3469ff4 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1047180 Nov 12 09:02:27.754483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b7f61-ed9c-457d-9a97-0ad1d365282a req-c3c3fee5-e444-4cc1-ba4a-3324fcc1a06d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:27.756515 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-433b7f61-ed9c-457d-9a97-0ad1d365282a req-c3c3fee5-e444-4cc1-ba4a-3324fcc1a06d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 950 time: 0.0950518 Nov 12 09:02:27.760585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac593a04-88e2-417b-b654-d9bad5cd4148 req-83395dd0-3b8e-46e5-adc6-ea27d3a9e307 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121955 Nov 12 09:02:27.831353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-433b7f61-ed9c-457d-9a97-0ad1d365282a req-89944e01-34be-4d3f-a71f-70165d7d5f2b tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663447 Nov 12 09:02:27.892129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dc802-7f91-48e6-a5fe-d9fe27ab8b35 req-17836ec2-8eec-4874-aaf6-8567f99bbdd7 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:27.901789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-792dc802-7f91-48e6-a5fe-d9fe27ab8b35 req-17836ec2-8eec-4874-aaf6-8567f99bbdd7 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0847428 Nov 12 09:02:27.970917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-792dc802-7f91-48e6-a5fe-d9fe27ab8b35 req-32d9f188-c51a-4b69-8584-5a95f77f974e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651746 Nov 12 09:02:28.058970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:28.935800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae336-d171-43bf-88d8-f93727db6e53 req-a4d8cd01-2c22-4a4a-a832-1fcab3e76706 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:28.947382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98ae336-d171-43bf-88d8-f93727db6e53 req-a4d8cd01-2c22-4a4a-a832-1fcab3e76706 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0755169 Nov 12 09:02:29.016703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98ae336-d171-43bf-88d8-f93727db6e53 req-9d551e27-5ec2-43ea-b55e-4573ac712322 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677991 Nov 12 09:02:29.054165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544395e-f026-4b46-87e7-65802ea4a0d2 req-c706515f-5095-4074-b449-c86bddc172f2 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:29.055782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6544395e-f026-4b46-87e7-65802ea4a0d2 req-c706515f-5095-4074-b449-c86bddc172f2 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1801171 Nov 12 09:02:29.098449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-2c809c94-9ca3-4a34-a43e-57a42c611c52 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:29.098798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-2c809c94-9ca3-4a34-a43e-57a42c611c52 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 950 time: 0.1206846 Nov 12 09:02:29.185326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6302-ad01-49f0-b66a-723abf080f5b req-6887f359-d34d-4a89-b1d7-df18856f77fc tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:29.187588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-972f6302-ad01-49f0-b66a-723abf080f5b req-6887f359-d34d-4a89-b1d7-df18856f77fc tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 950 time: 0.0743015 Nov 12 09:02:29.207258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6544395e-f026-4b46-87e7-65802ea4a0d2 req-c9dbb010-e11f-4b52-b4b8-f2ceae825ba8 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447291 Nov 12 09:02:29.305065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-972f6302-ad01-49f0-b66a-723abf080f5b req-96885565-b349-488e-a212-2a1b027638d0 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102154 Nov 12 09:02:29.434431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52575752-8228-4a34-b798-962073b7c4f4 req-9f991b7c-a4dc-40d9-a065-ef6d034bbdf3 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:29.441788 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52575752-8228-4a34-b798-962073b7c4f4 req-9f991b7c-a4dc-40d9-a065-ef6d034bbdf3 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.1007030 Nov 12 09:02:29.471656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Deleting port eb44e68d-1af2-4a85-9f54-6a63caa77b00 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:29.472094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.568729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52575752-8228-4a34-b798-962073b7c4f4 req-3d86a777-a869-424b-b33f-ebe7f2b4144a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257715 Nov 12 09:02:29.598715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] For port eb44e68d-1af2-4a85-9f54-6a63caa77b00, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=eb44e68d-1af2-4a85-9f54-6a63caa77b00,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:29.599259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.618707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Calling delete_port for eb44e68d-1af2-4a85-9f54-6a63caa77b00 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:29.773332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.789308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['50666803-2126-4ff3-86da-826c352b7171'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:29.791600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['eb44e68d-1af2-4a85-9f54-6a63caa77b00', '2e088252-50d6-42b6-928b-490186f1cdf7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:29.882596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Pushing event deleted for resources: {'Port': ['ID=eb44e68d-1af2-4a85-9f54-6a63caa77b00,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:29.954443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] No DVR routers for this DVR port eb44e68d-1af2-4a85-9f54-6a63caa77b00 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:29.960832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:29.969236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9feb75b9-191b-474d-991e-5d0f3bca5729 req-046efddd-d82c-44f7-b7c9-94a027cb010a tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "DELETE /v2.0/ports/eb44e68d-1af2-4a85-9f54-6a63caa77b00 HTTP/1.1" status: 204 len: 173 time: 0.8568563 Nov 12 09:02:29.969761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'name': 'network-vif-deleted', 'tag': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:29.972251 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5044070-4a11-4c3b-a683-95493cf50fd8" -d '{"events": [{"server_uuid": "0a13828f-e352-49f0-8f5e-677ad84ef84d", "name": "network-vif-deleted", "tag": "eb44e68d-1af2-4a85-9f54-6a63caa77b00"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:30.026062 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b5da37-95aa-4e3c-9aee-b53c0a5a1e4d x-openstack-request-id: req-81b5da37-95aa-4e3c-9aee-b53c0a5a1e4d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:30.029411 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a13828f-e352-49f0-8f5e-677ad84ef84d", "name": "network-vif-deleted", "tag": "eb44e68d-1af2-4a85-9f54-6a63caa77b00", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:30.029844 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81b5da37-95aa-4e3c-9aee-b53c0a5a1e4d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:30.030545 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a13828f-e352-49f0-8f5e-677ad84ef84d', 'name': 'network-vif-deleted', 'tag': 'eb44e68d-1af2-4a85-9f54-6a63caa77b00', 'status': 'completed', 'code': 200} Nov 12 09:02:30.208992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e45a49-048a-4626-a0db-2b4f5db7b875 req-14140cf3-31aa-4e47-9dd2-80e09dc2b57c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.217203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0e45a49-048a-4626-a0db-2b4f5db7b875 req-14140cf3-31aa-4e47-9dd2-80e09dc2b57c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0972006 Nov 12 09:02:30.294307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0e45a49-048a-4626-a0db-2b4f5db7b875 req-acf4bf7f-deae-4643-acf2-ac53b4130d80 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762107 Nov 12 09:02:30.355805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf0e60-ea9f-4139-b6cc-0f8728a9d081 req-26fef446-bd62-4b00-99f1-ee3b33874bab tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.366877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-24bf0e60-ea9f-4139-b6cc-0f8728a9d081 req-26fef446-bd62-4b00-99f1-ee3b33874bab tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0859995 Nov 12 09:02:30.469135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c75b174-eddb-4f48-85b4-6fd1516ef034 req-0dbc2e51-bb73-4b29-bba0-3ae9cc6dd3d3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a13828f-e352-49f0-8f5e-677ad84ef84d HTTP/1.1" status: 200 len: 210 time: 0.0403354 Nov 12 09:02:30.488280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-24bf0e60-ea9f-4139-b6cc-0f8728a9d081 req-0128446a-58f6-4ec2-8318-eeb3130c2963 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083157 Nov 12 09:02:30.703822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2507e2f-1a27-4599-8ed1-654f3f366472 req-ea588938-29ce-4603-9678-a772a0121764 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:30.705287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2507e2f-1a27-4599-8ed1-654f3f366472 req-ea588938-29ce-4603-9678-a772a0121764 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0574541 Nov 12 09:02:30.755903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2507e2f-1a27-4599-8ed1-654f3f366472 req-81c19703-5606-4bc2-9c10-385e41ddcc5b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441141 Nov 12 09:02:31.420127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b375e90-2770-4699-b300-65f901918980 req-3a5bb9ef-19ed-41a6-a559-1a917453f308 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.422445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b375e90-2770-4699-b300-65f901918980 req-3a5bb9ef-19ed-41a6-a559-1a917453f308 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0498919 Nov 12 09:02:31.473380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b375e90-2770-4699-b300-65f901918980 req-6c2c5c7a-c048-4585-9617-a34f0a0e81cc tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441501 Nov 12 09:02:31.622665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1383e50-3ee5-420c-b8c0-098980a322fe req-b49ba69f-7033-4b3e-bf04-4421d33d229a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.628511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1383e50-3ee5-420c-b8c0-098980a322fe req-b49ba69f-7033-4b3e-bf04-4421d33d229a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0684574 Nov 12 09:02:31.946200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba92687-40eb-428a-baef-688d72743446 req-0c155513-cf73-45b7-b40b-6843b5129738 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:31.948868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ba92687-40eb-428a-baef-688d72743446 req-0c155513-cf73-45b7-b40b-6843b5129738 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 950 time: 0.0612295 Nov 12 09:02:32.011637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ba92687-40eb-428a-baef-688d72743446 req-bd078de9-d63f-4d71-ab6d-e994a1f4cbae tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506265 Nov 12 09:02:32.041872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1383e50-3ee5-420c-b8c0-098980a322fe req-6ce89ba2-dc5d-4eae-ba4b-5379d5823a47 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073787 Nov 12 09:02:32.186088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1202dff-2f50-4bff-9b80-783829bcf272 req-d0f0bdf8-b357-478a-b965-3f9c3fa84c09 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:32.189176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1202dff-2f50-4bff-9b80-783829bcf272 req-d0f0bdf8-b357-478a-b965-3f9c3fa84c09 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0904858 Nov 12 09:02:32.238951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1202dff-2f50-4bff-9b80-783829bcf272 req-31d24393-a666-49b1-b439-27000535ce25 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436080 Nov 12 09:02:32.613094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7024d-6a97-4904-9f88-770c5d807db4 req-c798752b-70b0-4aca-aab6-1792c0a98f87 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:32.615255 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba7024d-6a97-4904-9f88-770c5d807db4 req-c798752b-70b0-4aca-aab6-1792c0a98f87 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0556548 Nov 12 09:02:32.667186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba7024d-6a97-4904-9f88-770c5d807db4 req-ce7ac662-b8b7-45cd-bb0d-1d462bd60dcd tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457551 Nov 12 09:02:33.177978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21f68a-f262-4797-8fb4-664ed7ab6d77 req-889fe1e2-809f-48c7-b7cf-3be28b4eb7d9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.179957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e21f68a-f262-4797-8fb4-664ed7ab6d77 req-889fe1e2-809f-48c7-b7cf-3be28b4eb7d9 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 950 time: 0.0588458 Nov 12 09:02:33.215292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e6382-8260-43cf-80af-480ef0d6f994 req-fe11138a-1f22-4c68-9545-0cd8cc3db1aa tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.224213 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e9e6382-8260-43cf-80af-480ef0d6f994 req-fe11138a-1f22-4c68-9545-0cd8cc3db1aa tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0913019 Nov 12 09:02:33.226101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eb44e68d-1af2-4a85-9f54-6a63caa77b00 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:33.278546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: eb44e68d-1af2-4a85-9f54-6a63caa77b00 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:33.279150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device eb44e68d-1af2-4a85-9f54-6a63caa77b00 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:33.290395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e21f68a-f262-4797-8fb4-664ed7ab6d77 req-0b15fa83-4df4-4e42-9b6c-f057d5c50f75 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043291 Nov 12 09:02:33.326506 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e9e6382-8260-43cf-80af-480ef0d6f994 req-13ae5b27-de35-40c5-b067-fe24eec2b855 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005647 Nov 12 09:02:33.461770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-3891526c-e092-4744-b595-78eb611d677d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.487816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-3891526c-e092-4744-b595-78eb611d677d tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.62 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 950 time: 0.1247530 Nov 12 09:02:33.676220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77922081-59d0-48e9-a796-5714618a566f req-780ab4e0-c1ad-407e-b192-0c1a3ff4ca99 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.684114 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77922081-59d0-48e9-a796-5714618a566f req-780ab4e0-c1ad-407e-b192-0c1a3ff4ca99 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.1951640 Nov 12 09:02:33.710960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Deleting port 50666803-2126-4ff3-86da-826c352b7171 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:33.711387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.825608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] For port 50666803-2126-4ff3-86da-826c352b7171, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=50666803-2126-4ff3-86da-826c352b7171,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:33.826020 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:33.841680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Calling delete_port for 50666803-2126-4ff3-86da-826c352b7171 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:33.868531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218df0c-400a-425c-a666-f4c3b3c5b34e req-e40cf527-d7d1-4b79-b83a-c4e9117d7e8a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:33.870064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e218df0c-400a-425c-a666-f4c3b3c5b34e req-e40cf527-d7d1-4b79-b83a-c4e9117d7e8a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1025610 Nov 12 09:02:33.962140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e218df0c-400a-425c-a666-f4c3b3c5b34e req-7322e904-c3d7-4ee6-96b8-33dc685cdec0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853333 Nov 12 09:02:34.032802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77922081-59d0-48e9-a796-5714618a566f req-695eb98d-9ddd-4135-8db5-8b28a88abe89 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477063 Nov 12 09:02:34.039135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:34.051613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2e088252-50d6-42b6-928b-490186f1cdf7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:34.054425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['50666803-2126-4ff3-86da-826c352b7171'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:34.106621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Pushing event deleted for resources: {'Port': ['ID=50666803-2126-4ff3-86da-826c352b7171,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:34.134282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.134935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.135434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.135788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.136178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.136527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.136871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.137208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.137609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.137939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.138279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.138612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:34.168038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] No DVR routers for this DVR port 50666803-2126-4ff3-86da-826c352b7171 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:34.172369 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:34.176633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67df94e6-a542-4df3-8cc9-2241cf3aeebc req-ca0df500-510e-403a-b753-ba7dc03c816e tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.62 "DELETE /v2.0/ports/50666803-2126-4ff3-86da-826c352b7171 HTTP/1.1" status: 204 len: 173 time: 0.6745093 Nov 12 09:02:34.177400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'name': 'network-vif-deleted', 'tag': '50666803-2126-4ff3-86da-826c352b7171'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:34.181650 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c401c52-72a0-43c0-924a-9bef1eed65c4" -d '{"events": [{"server_uuid": "5691f440-45f6-4bc8-a4be-fd95a46d31b3", "name": "network-vif-deleted", "tag": "50666803-2126-4ff3-86da-826c352b7171"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:34.242780 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9497371-7610-4b45-8344-2e9b62f58223 x-openstack-request-id: req-f9497371-7610-4b45-8344-2e9b62f58223 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:34.244454 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5691f440-45f6-4bc8-a4be-fd95a46d31b3", "name": "network-vif-deleted", "tag": "50666803-2126-4ff3-86da-826c352b7171", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:34.245027 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9497371-7610-4b45-8344-2e9b62f58223 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:34.245658 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5691f440-45f6-4bc8-a4be-fd95a46d31b3', 'name': 'network-vif-deleted', 'tag': '50666803-2126-4ff3-86da-826c352b7171', 'status': 'completed', 'code': 200} Nov 12 09:02:34.506425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f8d5-0fef-4bd0-a8f1-ef2fc8915c34 req-f7a86548-e06c-4f82-b271-aa25388f4d45 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:34.518223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b973f8d5-0fef-4bd0-a8f1-ef2fc8915c34 req-f7a86548-e06c-4f82-b271-aa25388f4d45 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1014447 Nov 12 09:02:34.541256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2e3b6f5-fe25-4917-8b82-feb663dcca7b req-9d21fb9b-7829-4c49-9f95-c85997c376b8 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=5691f440-45f6-4bc8-a4be-fd95a46d31b3 HTTP/1.1" status: 200 len: 210 time: 0.0690222 Nov 12 09:02:34.712150 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b973f8d5-0fef-4bd0-a8f1-ef2fc8915c34 req-a66d3e3d-933b-4706-83e0-7ff85fbe5bfd tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927030 Nov 12 09:02:35.107614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99248871-c81e-4c61-8823-031b9cbcca4b req-48af0b9b-92cc-4cfa-9fff-cbee705bd2a9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.109792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99248871-c81e-4c61-8823-031b9cbcca4b req-48af0b9b-92cc-4cfa-9fff-cbee705bd2a9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0548117 Nov 12 09:02:35.164656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99248871-c81e-4c61-8823-031b9cbcca4b req-9c6f6662-8eaf-4ff8-85b7-4e194e814b38 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479345 Nov 12 09:02:35.205514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46fd18-8282-4b65-b9bf-fb0c1064f56b req-51cee61c-f912-49d7-9390-f2c4bfb2832f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.207314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae46fd18-8282-4b65-b9bf-fb0c1064f56b req-51cee61c-f912-49d7-9390-f2c4bfb2832f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0704265 Nov 12 09:02:35.262244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae46fd18-8282-4b65-b9bf-fb0c1064f56b req-cdec4ab6-609f-4c09-8f95-bb6a31248838 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Nov 12 09:02:35.899039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d58da-892f-40e4-8919-02c886e137af req-7565db97-5d3a-4eed-9ea5-d813734ea5cb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.900588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-944d58da-892f-40e4-8919-02c886e137af req-7565db97-5d3a-4eed-9ea5-d813734ea5cb tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 950 time: 0.0533009 Nov 12 09:02:35.958439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee97824-a625-46bc-8bfe-37ed51022cdf req-7cefcfaf-1da2-41d2-9b89-d804eada02d0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:35.961067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ee97824-a625-46bc-8bfe-37ed51022cdf req-7cefcfaf-1da2-41d2-9b89-d804eada02d0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0682313 Nov 12 09:02:35.973077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-944d58da-892f-40e4-8919-02c886e137af req-af46e441-e5ab-4d4f-9b5b-aa98746df2ae tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628686 Nov 12 09:02:36.033297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ee97824-a625-46bc-8bfe-37ed51022cdf req-340fdaa7-5a19-4163-b40c-718405406d91 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652568 Nov 12 09:02:36.122914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c5a9-ceff-4770-a8b8-6ab61b921ff9 req-f24c91c7-dcd3-487a-a025-aaddafe00938 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:36.125014 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc0c5a9-ceff-4770-a8b8-6ab61b921ff9 req-f24c91c7-dcd3-487a-a025-aaddafe00938 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 946 time: 0.0670712 Nov 12 09:02:36.192239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc0c5a9-ceff-4770-a8b8-6ab61b921ff9 req-3b660af2-7bb9-4fd1-81c0-ba5382071ced tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560546 Nov 12 09:02:36.316204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0bc94-d572-403e-93f3-c823d20e33ab req-112088fe-8a66-4f28-9ddb-2dec788f0bde tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:36.324754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ca0bc94-d572-403e-93f3-c823d20e33ab req-112088fe-8a66-4f28-9ddb-2dec788f0bde tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0617130 Nov 12 09:02:36.388902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ca0bc94-d572-403e-93f3-c823d20e33ab req-3145040a-405e-4bac-80cd-309fdbe8eadd tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573485 Nov 12 09:02:36.478292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58362ab-68d0-4bf0-b3f2-ec9fa4043dc9 req-d23f9461-2df9-4b50-b710-ea3cae48ed8e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:36.480593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e58362ab-68d0-4bf0-b3f2-ec9fa4043dc9 req-d23f9461-2df9-4b50-b710-ea3cae48ed8e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0653207 Nov 12 09:02:36.548199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e58362ab-68d0-4bf0-b3f2-ec9fa4043dc9 req-cfa774f1-869b-4102-b472-355f039a056a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520289 Nov 12 09:02:36.823505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 50666803-2126-4ff3-86da-826c352b7171 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:36.846428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 50666803-2126-4ff3-86da-826c352b7171 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:36.847056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 50666803-2126-4ff3-86da-826c352b7171 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:37.134009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf226e-2513-4c1e-9ce8-5a11a2c6acd1 req-4c155201-3099-429d-9b6f-03d22caff962 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.143736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d7bf226e-2513-4c1e-9ce8-5a11a2c6acd1 req-4c155201-3099-429d-9b6f-03d22caff962 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 950 time: 0.0965402 Nov 12 09:02:37.208565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d7bf226e-2513-4c1e-9ce8-5a11a2c6acd1 req-13435c0e-b36e-4111-8007-5c73645c2408 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/security-groups?id=0b8a77d2-17a8-42e7-9feb-d8c414531127&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638213 Nov 12 09:02:37.260973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cc933-5512-4b56-876f-23c5f5741647 req-802ad116-d3da-4ebd-98c7-5b7c9aba2769 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.262779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-826cc933-5512-4b56-876f-23c5f5741647 req-802ad116-d3da-4ebd-98c7-5b7c9aba2769 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1095212 Nov 12 09:02:37.317585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45725a9c-7447-4900-a257-f971d38d8a9c req-f906a6b4-984c-44bf-9171-3bd6e58707e8 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.325147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45725a9c-7447-4900-a257-f971d38d8a9c req-f906a6b4-984c-44bf-9171-3bd6e58707e8 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 946 time: 0.0600793 Nov 12 09:02:37.346471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-826cc933-5512-4b56-876f-23c5f5741647 req-60d3b893-4877-4312-b0fe-646d74bab22d tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770965 Nov 12 09:02:37.383087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f66af-da14-45a4-8c30-b288ec73993c req-17418323-ad50-404c-b9e1-276b4e7688db tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.384876 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e42f66af-da14-45a4-8c30-b288ec73993c req-17418323-ad50-404c-b9e1-276b4e7688db tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 950 time: 0.1146019 Nov 12 09:02:37.394728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45725a9c-7447-4900-a257-f971d38d8a9c req-6c476db3-0f1d-48e6-81bf-afe3c0ff8f6e tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/security-groups?id=deb48961-97b0-4c08-881a-cd833a2125df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573394 Nov 12 09:02:37.508108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Deleting port 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:37.508476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:37.517715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cf05e-aac5-4c79-aba1-606249189fdb req-33c28c76-5e6a-4b2a-b6a0-f6eb8d0c1ce2 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.519391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-850cf05e-aac5-4c79-aba1-606249189fdb req-33c28c76-5e6a-4b2a-b6a0-f6eb8d0c1ce2 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0552394 Nov 12 09:02:37.613703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-850cf05e-aac5-4c79-aba1-606249189fdb req-3b358efc-64d1-4001-af55-11d9b99bf77b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871422 Nov 12 09:02:37.644126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] For port 2e088252-50d6-42b6-928b-490186f1cdf7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2e088252-50d6-42b6-928b-490186f1cdf7,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:37.644492 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:37.668349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Calling delete_port for 2e088252-50d6-42b6-928b-490186f1cdf7 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:37.761075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524d2c0-3e24-4fd4-9432-af43efd013df req-20a2ef32-cb84-4a6b-8637-197640abde14 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.769220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8524d2c0-3e24-4fd4-9432-af43efd013df req-20a2ef32-cb84-4a6b-8637-197640abde14 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.1139760 Nov 12 09:02:37.773873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c9726-6312-4932-88ba-85659b04a001 req-57b45464-673e-4003-a066-a7a3ccc8f052 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:37.775390 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-055c9726-6312-4932-88ba-85659b04a001 req-57b45464-673e-4003-a066-a7a3ccc8f052 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.62 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 946 time: 0.0618317 Nov 12 09:02:37.832126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8524d2c0-3e24-4fd4-9432-af43efd013df req-bc57326d-dc49-49ec-8eef-b78e2d0744e1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Nov 12 09:02:37.906744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Deleting port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:37.907082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:37.925114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:37.936701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2e088252-50d6-42b6-928b-490186f1cdf7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:37.996202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Pushing event deleted for resources: {'Port': ['ID=2e088252-50d6-42b6-928b-490186f1cdf7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:38.041516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.041864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.042200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.042539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.045569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.048563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.054750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.055244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.056292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.064356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.064887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.065333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:38.066460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] For port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,segment=NetworkSegment(c5106d37-1095-41e5-8b03-235ae3f763de),segment_id=c5106d37-1095-41e5-8b03-235ae3f763de)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:38.067048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.092916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] No DVR routers for this DVR port 2e088252-50d6-42b6-928b-490186f1cdf7 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:38.096698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.098342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Calling delete_port for 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:38.101305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e42f66af-da14-45a4-8c30-b288ec73993c req-dedf6b07-3253-40a3-804e-4f71e20f51c3 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.55 "DELETE /v2.0/ports/2e088252-50d6-42b6-928b-490186f1cdf7 HTTP/1.1" status: 204 len: 173 time: 0.7096419 Nov 12 09:02:38.102059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-deleted', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:38.117464 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9f52e3-7755-44ea-ad67-e57d75986724" -d '{"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-deleted", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:38.188577 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227e8576-0ce8-4d41-99dd-797345c9af88 x-openstack-request-id: req-227e8576-0ce8-4d41-99dd-797345c9af88 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:38.191575 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b19273-c39e-44ba-9000-bd6462a396d2", "name": "network-vif-deleted", "tag": "2e088252-50d6-42b6-928b-490186f1cdf7", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:38.193233 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-227e8576-0ce8-4d41-99dd-797345c9af88 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:38.194756 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b19273-c39e-44ba-9000-bd6462a396d2', 'name': 'network-vif-deleted', 'tag': '2e088252-50d6-42b6-928b-490186f1cdf7', 'status': 'completed', 'code': 200} Nov 12 09:02:38.370895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aca3eb4f-b08f-4197-a82c-95bc77214f2f req-5d34a26c-a4c0-4436-8621-840d25324709 tempest-ServersAdminTestJSON-1758379166 tempest-ServersAdminTestJSON-1758379166-project] 10.222.0.53 "GET /v2.0/ports?device_id=88b19273-c39e-44ba-9000-bd6462a396d2 HTTP/1.1" status: 200 len: 210 time: 0.0343263 Nov 12 09:02:38.407841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.420435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['8cce1ee1-7784-43db-84d7-e72fdc4c87c4'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:38.467634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Pushing event deleted for resources: {'Port': ['ID=8cce1ee1-7784-43db-84d7-e72fdc4c87c4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:38.500424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ed5f0-8abd-417b-84eb-e3049000c2ec req-9c95158b-354d-49b6-9c71-a32abf8820b8 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.502028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-908ed5f0-8abd-417b-84eb-e3049000c2ec req-9c95158b-354d-49b6-9c71-a32abf8820b8 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0774453 Nov 12 09:02:38.564152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] No DVR routers for this DVR port 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:38.578525 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad670b00-16ec-4b8e-9992-5526aa7ce256 req-17715ffd-b733-473a-8a4d-6a11f6a7e2ab tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.53 "GET /v2.0/ports?device_id=b043af33-44c8-4f29-942a-9eb97dafed5f HTTP/1.1" status: 200 len: 210 time: 0.0710816 Nov 12 09:02:38.581851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:38.586992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-908ed5f0-8abd-417b-84eb-e3049000c2ec req-2211f77e-25f8-4aa9-83ce-b700fd87271b tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779109 Nov 12 09:02:38.593099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-055c9726-6312-4932-88ba-85659b04a001 req-1f5b24fc-9f42-400f-ac59-d39758ae1de1 tempest-VolumesAdminNegativeTest-220444688 tempest-VolumesAdminNegativeTest-220444688-project] 10.222.0.62 "DELETE /v2.0/ports/8cce1ee1-7784-43db-84d7-e72fdc4c87c4 HTTP/1.1" status: 204 len: 173 time: 0.8094518 Nov 12 09:02:38.594140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'name': 'network-vif-deleted', 'tag': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:38.610006 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9124b1-cc47-4504-aa74-989aa5abc6a5" -d '{"events": [{"server_uuid": "b043af33-44c8-4f29-942a-9eb97dafed5f", "name": "network-vif-deleted", "tag": "8cce1ee1-7784-43db-84d7-e72fdc4c87c4"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:38.675589 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9a4816-78d7-428d-af80-2afb49c85247 x-openstack-request-id: req-de9a4816-78d7-428d-af80-2afb49c85247 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:38.676952 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b043af33-44c8-4f29-942a-9eb97dafed5f", "name": "network-vif-deleted", "tag": "8cce1ee1-7784-43db-84d7-e72fdc4c87c4", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:38.676952 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de9a4816-78d7-428d-af80-2afb49c85247 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:38.676952 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b043af33-44c8-4f29-942a-9eb97dafed5f', 'name': 'network-vif-deleted', 'tag': '8cce1ee1-7784-43db-84d7-e72fdc4c87c4', 'status': 'completed', 'code': 200} Nov 12 09:02:38.820822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25daf0cc-1453-4433-a360-319713f5eb34 req-d071204d-0fea-4d6e-a33d-6f6e30f91b58 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:38.822844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25daf0cc-1453-4433-a360-319713f5eb34 req-d071204d-0fea-4d6e-a33d-6f6e30f91b58 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.0647843 Nov 12 09:02:38.892280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25daf0cc-1453-4433-a360-319713f5eb34 req-3b5311a5-4ce5-4497-af66-2caaead6ff73 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563884 Nov 12 09:02:39.007789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d073b7b3-23db-4097-af58-8b5f9cc0a62e req-ea1d170c-a9eb-4163-88db-095533e9a17a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:39.020253 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d073b7b3-23db-4097-af58-8b5f9cc0a62e req-ea1d170c-a9eb-4163-88db-095533e9a17a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0762100 Nov 12 09:02:39.112786 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d073b7b3-23db-4097-af58-8b5f9cc0a62e req-50d0a595-8406-46ce-bd78-88126836f2ff tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894284 Nov 12 09:02:39.739667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34102) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:39.804040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eac446-33ad-43aa-878d-6a97d29c8776 req-bfa2283e-99c7-4037-b77d-7c2488271579 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:39.806240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10eac446-33ad-43aa-878d-6a97d29c8776 req-bfa2283e-99c7-4037-b77d-7c2488271579 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0592830 Nov 12 09:02:39.853416 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] Deleting subnet 0fb6d677-a226-43c7-8a8d-15352af2dd35 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:39.863001 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:39.909189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10eac446-33ad-43aa-878d-6a97d29c8776 req-ef8d6c40-f196-40fc-8112-a3ad497ad40c tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895751 Nov 12 09:02:39.942612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34106) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:39.968546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.116906 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.159270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef172f04-4862-4fee-b962-725af4790a06 req-f0c11873-ee0f-41e2-8110-b10fb8ec1aa1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.160808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef172f04-4862-4fee-b962-725af4790a06 req-f0c11873-ee0f-41e2-8110-b10fb8ec1aa1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1388578 Nov 12 09:02:40.188597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ae8e6ea4-8378-4995-b767-c7a8470c1a4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e6b0ac01126d48bbac35540df06853fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2444823 Nov 12 09:02:40.189984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34114) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:40.270170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef172f04-4862-4fee-b962-725af4790a06 req-6dedd437-c286-4d4a-acc9-4967e198cb0f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939298 Nov 12 09:02:40.289357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.345157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.353226 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0fb6d677-a226-43c7-8a8d-15352af2dd35 HTTP/1.1" status: 204 len: 168 time: 0.6122558 Nov 12 09:02:40.358424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:40.360872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38205fc-630c-470f-862d-2bcdac9ba2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb6d677-a226-43c7-8a8d-15352af2dd35,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:40.373809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dde09cbd-591b-4887-9702-fba8610845a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.385203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb73b76-9bd2-4aea-aa1e-c24a55a305a6 req-0c4aeb4f-a277-4445-b731-97e2d8c0ca15 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.393224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bb73b76-9bd2-4aea-aa1e-c24a55a305a6 req-0c4aeb4f-a277-4445-b731-97e2d8c0ca15 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.1446638 Nov 12 09:02:40.428687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dde09cbd-591b-4887-9702-fba8610845a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.442448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.604049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.642257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e82a05-eb87-45ee-a260-3fbc3874531a']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:40.652047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bb73b76-9bd2-4aea-aa1e-c24a55a305a6 req-97219683-df02-4c57-844b-e3a726fb9d70 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576079 Nov 12 09:02:40.652898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14391dc-a014-43a8-a7a5-d435388b67a7 req-01f299d5-681e-4f38-a980-77acf450ad0f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.653634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dde09cbd-591b-4887-9702-fba8610845a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.656225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b14391dc-a014-43a8-a7a5-d435388b67a7 req-01f299d5-681e-4f38-a980-77acf450ad0f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1005869 Nov 12 09:02:40.664526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dde09cbd-591b-4887-9702-fba8610845a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.665992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dde09cbd-591b-4887-9702-fba8610845a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b8a77d2-17a8-42e7-9feb-d8c414531127 HTTP/1.1" status: 204 len: 168 time: 0.4746873 Nov 12 09:02:40.676140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde09cbd-591b-4887-9702-fba8610845a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a77d2-17a8-42e7-9feb-d8c414531127,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:40.676289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5106d37-1095-41e5-8b03-235ae3f763de') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:40.676863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5106d37-1095-41e5-8b03-235ae3f763de') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:40.715940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.747245 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.766187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:02:40.766931 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:02:40.769085 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:02:40.799152 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b14391dc-a014-43a8-a7a5-d435388b67a7 req-d918a924-d8db-482d-9c09-0d27c3aaac22 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301789 Nov 12 09:02:40.838734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:40.865979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.871101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f9f99-7260-4330-86e4-e680068618a1 req-cb04c35e-c3ea-4505-a367-15d741b31705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:40.874073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503f9f99-7260-4330-86e4-e680068618a1 req-cb04c35e-c3ea-4505-a367-15d741b31705 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 1098 time: 0.1158426 Nov 12 09:02:40.892441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:40.892935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8cce1ee1-7784-43db-84d7-e72fdc4c87c4 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:40.896178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:40.901013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f9e82a05-eb87-45ee-a260-3fbc3874531a HTTP/1.1" status: 204 len: 168 time: 0.5410717 Nov 12 09:02:40.902448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17fa92-cde0-46b9-9010-d09d67fdaad6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9e82a05-eb87-45ee-a260-3fbc3874531a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:40.904471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:40.963627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] Deleting subnet 04899c4c-85b2-4203-a0ba-2c7738efeb4e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:02:40.969371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.038102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c336912-eea9-4c40-964a-794e84ade17a req-8802688b-d6fc-46ec-bda8-fda8e182bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.039703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c336912-eea9-4c40-964a-794e84ade17a req-8802688b-d6fc-46ec-bda8-fda8e182bf6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.3058290 Nov 12 09:02:41.099084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f9f99-7260-4330-86e4-e680068618a1 req-68d3b6ad-ba74-4d16-83ef-92e39a12b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.100695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503f9f99-7260-4330-86e4-e680068618a1 req-68d3b6ad-ba74-4d16-83ef-92e39a12b669 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.2158947 Nov 12 09:02:41.118204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34134) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:41.128934 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c336912-eea9-4c40-964a-794e84ade17a req-bdf664f1-6879-4d28-b16c-f898aaaeb955 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799129 Nov 12 09:02:41.214799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503f9f99-7260-4330-86e4-e680068618a1 req-6fabc33d-d493-470d-9de3-2ed97bb38857 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 200 len: 1002 time: 0.1041772 Nov 12 09:02:41.218720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8fb4b625-d5bc-4ebe-8b55-9380535e6c8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81fc8f87830e444995dd066d293fbc59&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0988691 Nov 12 09:02:41.222014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34138) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:41.282674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:41.284131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bca7e695-13bc-4f05-8a75-b88dba38203e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.307123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 2e088252-50d6-42b6-928b-490186f1cdf7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:02:41.307743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2e088252-50d6-42b6-928b-490186f1cdf7 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:02:41.310407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bca7e695-13bc-4f05-8a75-b88dba38203e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.393305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f9f99-7260-4330-86e4-e680068618a1 req-1ea8705f-da4d-4b6c-ba8a-6b35890a6ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.395011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503f9f99-7260-4330-86e4-e680068618a1 req-1ea8705f-da4d-4b6c-ba8a-6b35890a6ff1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.0653150 Nov 12 09:02:41.415363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bca7e695-13bc-4f05-8a75-b88dba38203e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.416367 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bca7e695-13bc-4f05-8a75-b88dba38203e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.420855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bca7e695-13bc-4f05-8a75-b88dba38203e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52304764-d330-452f-a268-4562f7e63c45 HTTP/1.1" status: 204 len: 168 time: 0.1945133 Nov 12 09:02:41.443639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7e695-13bc-4f05-8a75-b88dba38203e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52304764-d330-452f-a268-4562f7e63c45,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:41.470713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f9f99-7260-4330-86e4-e680068618a1 req-88355854-275e-454e-a0e2-2ca702fc4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.472294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503f9f99-7260-4330-86e4-e680068618a1 req-88355854-275e-454e-a0e2-2ca702fc4649 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688925 Nov 12 09:02:41.518525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.569704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c53a57-6f8f-4a02-9501-45dedb3528de req-1afefb1a-c61f-4dbe-91ee-fb626c8d301f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.577052 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5c53a57-6f8f-4a02-9501-45dedb3528de req-1afefb1a-c61f-4dbe-91ee-fb626c8d301f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.5529966 Nov 12 09:02:41.611729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-c2714421-e9ea-4b66-b8c1-4757bdf99810 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.613196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-c2714421-e9ea-4b66-b8c1-4757bdf99810 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1098 time: 0.5263128 Nov 12 09:02:41.615557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.636948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503f9f99-7260-4330-86e4-e680068618a1 req-81461efe-7671-4d28-bf0c-8ba9f7e0131f service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556888 Nov 12 09:02:41.650258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-17'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:41.720427 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b5c53a57-6f8f-4a02-9501-45dedb3528de req-93dcbb78-2c2f-4023-a7b2-2996597d856b tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418626 Nov 12 09:02:41.800286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.830625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.864158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503f9f99-7260-4330-86e4-e680068618a1 req-565fb2fc-29cf-4e17-aca7-f6c30e908c7e service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195373 Nov 12 09:02:41.893206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d90c94-05cb-4429-9fca-68f18ea06efa req-c9633f0e-a292-479a-9f7b-7e98a68b90a1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:41.900804 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80d90c94-05cb-4429-9fca-68f18ea06efa req-c9633f0e-a292-479a-9f7b-7e98a68b90a1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 946 time: 0.0966182 Nov 12 09:02:41.916320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04899c4c-85b2-4203-a0ba-2c7738efeb4e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:41.921782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:41.928796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-444235c6-ec65-42fd-aa01-17739e4e7aa4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/04899c4c-85b2-4203-a0ba-2c7738efeb4e HTTP/1.1" status: 204 len: 168 time: 1.0156360 Nov 12 09:02:41.943247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:41.988028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80d90c94-05cb-4429-9fca-68f18ea06efa req-c346d4a9-cf17-4c2f-a5f3-fd852ef3cbb9 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859885 Nov 12 09:02:42.113833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.164043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25217474-a3f1-429d-9274-5a6717cf2783 req-54c55a5a-f9b8-4f0b-890d-2c06c2b0a03b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:42.165575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25217474-a3f1-429d-9274-5a6717cf2783 req-54c55a5a-f9b8-4f0b-890d-2c06c2b0a03b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.2381599 Nov 12 09:02:42.211458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:42.306867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.364791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:42.400580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25217474-a3f1-429d-9274-5a6717cf2783 req-adb55cfd-3c81-47a6-9143-85ec47024c25 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081058 Nov 12 09:02:42.422224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabedb13-dd54-44fa-bce0-0b7b4ec27906']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:42.440514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18867da-3b7d-412a-972d-371b44266d9c') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:42.440796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18867da-3b7d-412a-972d-371b44266d9c') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:42.462451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.496195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.505112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:42.508798 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b262ea77-8dc0-479e-b94a-18e0cc8e7469" -d '{"events": [{"server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:42.513201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.519715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:02:42.520188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:02:42.523035 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:02:42.535524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.586538 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb385606-21d4-46d7-8a70-88e14e458329 x-openstack-request-id: req-fb385606-21d4-46d7-8a70-88e14e458329 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:42.586814 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "name": "network-vif-unplugged", "status": "completed", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:42.587083 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb385606-21d4-46d7-8a70-88e14e458329 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:42.587484 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'code': 200} Nov 12 09:02:42.653442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.659500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.665964 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/eabedb13-dd54-44fa-bce0-0b7b4ec27906 HTTP/1.1" status: 204 len: 168 time: 0.7187681 Nov 12 09:02:42.694624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:42.716465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f2a1d-667a-4f6f-8176-290aed4757e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eabedb13-dd54-44fa-bce0-0b7b4ec27906,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:42.754581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on host n-h1-769329-17 for vnic_type normal with profile {"migrating_to": "n-h2-769329-17"} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:42.755234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:42.756007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:42.763001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:42.763653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Attempting to bind port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:42.773259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:42.775148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:42.776328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:42.778192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Bound port: 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:42.779390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.894721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:42.898751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:42.914602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:42.972729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34200) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:43.014830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512c1f6-3c08-4d6c-a30b-a728b1a12373 req-0f2b8ac2-c278-4eef-a5ed-24820eebe435 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:43.018185 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0512c1f6-3c08-4d6c-a30b-a728b1a12373 req-0f2b8ac2-c278-4eef-a5ed-24820eebe435 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.1152902 Nov 12 09:02:43.039994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:43.040720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.042209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] 10.222.0.55 "PUT /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 1124 time: 1.3984375 Nov 12 09:02:43.046138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4338fb-3b40-4002-bd06-9fab2682107f service neutron] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=8']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:43.086149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3bba42c9-ed7b-4fd5-aab9-6ab693dd2fbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=955c1839aa9d4c53a3efcefb0229dc73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1094916 Nov 12 09:02:43.086477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:43.107079 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['6dc65b51-2c51-4e1f-82e0-66307b61e8d9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:43.148047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0512c1f6-3c08-4d6c-a30b-a728b1a12373 req-ce561204-3326-4e33-93c7-d7e77ccfe9d7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237273 Nov 12 09:02:43.186567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6dc65b51-2c51-4e1f-82e0-66307b61e8d9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:43.278215 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d192d45-54b8-43ed-b133-5d4ee6bef7da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.285339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:02:43.341345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db528a-1dd9-4040-a363-2283dbdaa699 req-130721dc-8f7e-4f7b-92ec-dc3ec1d26d6c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:43.343503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86db528a-1dd9-4040-a363-2283dbdaa699 req-130721dc-8f7e-4f7b-92ec-dc3ec1d26d6c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.1552575 Nov 12 09:02:43.345737 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d192d45-54b8-43ed-b133-5d4ee6bef7da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.352908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-dd96e547-e353-44bf-b84b-cad37b758257 req-1963d543-d2be-45dc-8710-9f55ee5aea26 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1043074428', 'description': 'tempest-description-1572339700'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:43.384512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd96e547-e353-44bf-b84b-cad37b758257 req-1963d543-d2be-45dc-8710-9f55ee5aea26 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.454825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86db528a-1dd9-4040-a363-2283dbdaa699 req-e8d2a260-5f07-4610-ad16-5552ffcaf458 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907891 Nov 12 09:02:43.474954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d192d45-54b8-43ed-b133-5d4ee6bef7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.478610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d192d45-54b8-43ed-b133-5d4ee6bef7da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.480492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9d192d45-54b8-43ed-b133-5d4ee6bef7da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/deb48961-97b0-4c08-881a-cd833a2125df HTTP/1.1" status: 204 len: 168 time: 0.3927288 Nov 12 09:02:43.498699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d192d45-54b8-43ed-b133-5d4ee6bef7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb48961-97b0-4c08-881a-cd833a2125df,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:43.569584 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd96e547-e353-44bf-b84b-cad37b758257 req-1963d543-d2be-45dc-8710-9f55ee5aea26 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.580272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd96e547-e353-44bf-b84b-cad37b758257 req-1963d543-d2be-45dc-8710-9f55ee5aea26 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.643961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dd96e547-e353-44bf-b84b-cad37b758257 req-1963d543-d2be-45dc-8710-9f55ee5aea26 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.645528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd96e547-e353-44bf-b84b-cad37b758257 req-1963d543-d2be-45dc-8710-9f55ee5aea26 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2981787 Nov 12 09:02:43.654701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963d543-d2be-45dc-8710-9f55ee5aea26 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd6c2d-bd99-450f-96ff-e07fee773b18,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:43.727943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:43.770044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cf4c7-bdf0-43ef-a56f-f2910ce58aff req-90686ac8-dea6-4153-9655-74d0eef892f8 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:43.776849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 has no active binding in host n-h2-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 09:02:43.781852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-226cf4c7-bdf0-43ef-a56f-f2910ce58aff req-90686ac8-dea6-4153-9655-74d0eef892f8 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.1395352 Nov 12 09:02:43.846520 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8c289ec0-1d61-40e5-a91b-ae781a2c67fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:43.872060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-226cf4c7-bdf0-43ef-a56f-f2910ce58aff req-71ee6006-2791-420d-885f-614558f10882 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831060 Nov 12 09:02:44.028455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34244) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:44.074800 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-cc4f6fa7-86c1-49db-98c6-32de6813213b tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043074428&fields=id&tenant_id=c386c8c78e12482e9d8034aeaeb97813 HTTP/1.1" status: 200 len: 267 time: 0.1186018 Nov 12 09:02:44.113307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-82040b2b-e254-49a3-aa13-39cc9131df23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5d098c7d335a4f21be40e2ed0391741d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0812583 Nov 12 09:02:44.114078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34250) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:44.178015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-83556250-a961-44fd-928c-ecda0be5e25f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:44.179765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-83556250-a961-44fd-928c-ecda0be5e25f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0945361 Nov 12 09:02:44.187191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e32d2108-f706-43db-89c4-c4f3605f0c30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.192383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Request body: {'port': {'security_groups': ['411e1081-42d0-40b4-8efa-e9641ecf5196', '4cdd6c2d-bd99-450f-96ff-e07fee773b18']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:44.221455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e32d2108-f706-43db-89c4-c4f3605f0c30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.290350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e32d2108-f706-43db-89c4-c4f3605f0c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.293805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e32d2108-f706-43db-89c4-c4f3605f0c30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.297619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e32d2108-f706-43db-89c4-c4f3605f0c30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c319c1c3-7988-4cd0-8e76-d5a9cd10104b HTTP/1.1" status: 204 len: 168 time: 0.1794322 Nov 12 09:02:44.308883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d2108-f706-43db-89c4-c4f3605f0c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c319c1c3-7988-4cd0-8e76-d5a9cd10104b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:44.323965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.560942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34264) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:44.590797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:44.594970 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:44.618893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:44.647814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec347665-9772-4e7f-b74c-6bae3db8a9bd req-d05723d7-bdc2-4614-ad64-0faf03616792 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:44.649566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec347665-9772-4e7f-b74c-6bae3db8a9bd req-d05723d7-bdc2-4614-ad64-0faf03616792 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.0803287 Nov 12 09:02:44.669633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.679042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.691374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bc838ef5-2b1f-4c15-bbed-3752a51d6bba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:44.732037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:44.732679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.743204 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec347665-9772-4e7f-b74c-6bae3db8a9bd req-f171ecb0-272e-407c-9c73-5f464e64265a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681658 Nov 12 09:02:44.746843 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a67d558e-2a68-4ce0-a498-3b6fefff481a req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "PUT /v2.0/ports/bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 982 time: 0.5592415 Nov 12 09:02:44.806886 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f67366-7fad-4bbd-95f8-b7708656c242 x-openstack-request-id: req-22f67366-7fad-4bbd-95f8-b7708656c242 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:44.807585 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:44.808216 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-22f67366-7fad-4bbd-95f8-b7708656c242 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:44.809121 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'status': 'completed', 'code': 200} Nov 12 09:02:44.809969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c671e-d6e0-4caa-8ffc-b76140d6babe tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event updated for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:44.819374 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-364ebdec-e08d-4eca-b76c-442257c7cb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:44.884015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bc838ef5-2b1f-4c15-bbed-3752a51d6bba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:44.923372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-73c8154a-6373-4bb6-9efc-7d3bd2496ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:44.924718 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-73c8154a-6373-4bb6-9efc-7d3bd2496ed9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1127 time: 0.0679586 Nov 12 09:02:44.983243 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-a89610ca-09ab-4c98-b322-aa904fe42074 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1043074428&fields=id&tenant_id=c386c8c78e12482e9d8034aeaeb97813 HTTP/1.1" status: 200 len: 267 time: 0.1063101 Nov 12 09:02:45.062633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-364ebdec-e08d-4eca-b76c-442257c7cb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.086461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-8ea3536d-acdc-4d09-942f-2935416caf99 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.098347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-8ea3536d-acdc-4d09-942f-2935416caf99 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 985 time: 0.1145303 Nov 12 09:02:45.101972 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-364ebdec-e08d-4eca-b76c-442257c7cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.120901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-c7c0a0f6-5e7b-4372-af9c-5cfc1c8bf7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.122512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-c7c0a0f6-5e7b-4372-af9c-5cfc1c8bf7ba service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.1881452 Nov 12 09:02:45.124385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Request body: {'port': {'security_groups': ['411e1081-42d0-40b4-8efa-e9641ecf5196']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:45.200488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-5654e78d-7270-4c65-8158-25bc10d82ca0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0657265 Nov 12 09:02:45.220285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-364ebdec-e08d-4eca-b76c-442257c7cb6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bca02d13963476c982142832ff98896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6575983 Nov 12 09:02:45.222816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34290) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:45.290781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-75425b6b-17d0-40bf-a196-4d76da2ab9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.292447 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-75425b6b-17d0-40bf-a196-4d76da2ab9db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0848625 Nov 12 09:02:45.310239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ebdec-e08d-4eca-b76c-442257c7cb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304280bb-e0fe-4285-8c98-d976876b7112,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:45.342517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.372193 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a55e6359-3956-410c-a93e-f4e069f964ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.380400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-5891678e-3773-4014-b394-3fc62b173c92 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796223 Nov 12 09:02:45.424698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a55e6359-3956-410c-a93e-f4e069f964ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.522924 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-06b89f57-b9f0-4148-b5de-b0e581a221c6 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327491 Nov 12 09:02:45.548146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a55e6359-3956-410c-a93e-f4e069f964ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.551174 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a55e6359-3956-410c-a93e-f4e069f964ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.555112 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a55e6359-3956-410c-a93e-f4e069f964ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/304280bb-e0fe-4285-8c98-d976876b7112 HTTP/1.1" status: 204 len: 168 time: 0.3266866 Nov 12 09:02:45.595169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e6359-3956-410c-a93e-f4e069f964ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304280bb-e0fe-4285-8c98-d976876b7112,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:45.673923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:45.723159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.728245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bd8b1b7-c50f-4e0c-a340-bf20a2b452ff req-2bd3bcfd-ce2a-41f7-8c1d-8a5ccdbf2a37 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952665 Nov 12 09:02:45.730883 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.743668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bc838ef5-2b1f-4c15-bbed-3752a51d6bba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:45.839545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.841761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:45.854865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-945ff4f1-f430-4557-b07c-2e48fe7af7f4 req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "PUT /v2.0/ports/bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 943 time: 0.7554300 Nov 12 09:02:45.855903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:45.878347 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6d87f4-a748-4e66-bca3-315c5eb06413" -d '{"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:45.958075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bc838ef5-2b1f-4c15-bbed-3752a51d6bba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:02:45.973235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04ce2a-ca52-4742-aa27-2e215dc969c7 req-a4ae8864-377a-47ea-82ff-b4407b4832ef tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:45.976191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be04ce2a-ca52-4742-aa27-2e215dc969c7 req-a4ae8864-377a-47ea-82ff-b4407b4832ef tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.1022413 Nov 12 09:02:46.037498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da61e15-92f3-4a47-8f96-55cb94f632f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event updated for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:46.075861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be04ce2a-ca52-4742-aa27-2e215dc969c7 req-8b2d34c4-4f21-4542-a4ef-a84a78bd145c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903623 Nov 12 09:02:46.318863 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce454e2-ed1b-462f-bbcf-4f922f646638 x-openstack-request-id: req-3ce454e2-ed1b-462f-bbcf-4f922f646638 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:46.320623 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:46.322582 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ce454e2-ed1b-462f-bbcf-4f922f646638 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:46.324970 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'status': 'completed', 'code': 200} Nov 12 09:02:46.335583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-50b89e8d-1bf4-40d9-8ad4-b35956b21cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.339476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-50b89e8d-1bf4-40d9-8ad4-b35956b21cd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.1193230 Nov 12 09:02:46.402397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-faee1c71-d301-4edf-89a8-c4414580eabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.533261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-3891547f-a1da-4b49-b7aa-1ea996da9939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.535396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-3891547f-a1da-4b49-b7aa-1ea996da9939 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.1867454 Nov 12 09:02:46.565729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-c339d2e6-ad2b-43da-97a5-1eb19acb5329 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6405017 Nov 12 09:02:46.587542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:46.596375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-7d13bd3f-2897-4ee7-9e66-4faeb8056d75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 217 time: 0.0533848 Nov 12 09:02:46.639120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:46.681361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-cca8b6e8-97a5-4c87-b472-3c864ab38cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:46.683498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-cca8b6e8-97a5-4c87-b472-3c864ab38cdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.0800674 Nov 12 09:02:46.772789 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-8bd9f603-0f30-43b3-b9f1-ceb8272885ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714915 Nov 12 09:02:46.798128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34354) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:46.812362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:46.819136 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4ca6ab-7dda-4401-86d4-e7b330b16440" -d '{"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:46.839682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.036677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Allocated IP 172.25.5.21 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/fe2e779e-a6c2-416a-8cb9-02b5b59d94b4) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:47.073392 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d53d8-e1e4-4c79-b746-6e4b3a71885b x-openstack-request-id: req-5b3d53d8-e1e4-4c79-b746-6e4b3a71885b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:47.073735 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:47.073999 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b3d53d8-e1e4-4c79-b746-6e4b3a71885b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:47.075698 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'status': 'completed', 'code': 200} Nov 12 09:02:47.122218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-7bdddf1a-db47-467a-90e9-05a7a3e5af49 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378298 Nov 12 09:02:47.146531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66541f45-9dc4-45ec-868d-f361b5e77bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.232339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.294650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c6d87f4-a748-4e66-bca3-315c5eb06413 req-647362fc-067d-4d37-a44d-86b932eefe8d service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582613 Nov 12 09:02:47.322383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07e03869-8fdf-4348-b2ee-fca4b0f0982f req-125ab433-ca3d-4204-8d43-fbed6e3eef32 tempest-FlavorsV2NegativeTest-1711636873 tempest-FlavorsV2NegativeTest-1711636873-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=88fdd00fc9d04a09b604970cd31c1b71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868225 Nov 12 09:02:47.327030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66541f45-9dc4-45ec-868d-f361b5e77bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.330909 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.349497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66541f45-9dc4-45ec-868d-f361b5e77bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.378899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:47.400669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:47.401664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:47.475156 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-66541f45-9dc4-45ec-868d-f361b5e77bad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=889791367e0a476b81024ad9a317be03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6758714 Nov 12 09:02:47.478572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66541f45-9dc4-45ec-868d-f361b5e77bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb19a19-f12d-4d7e-a0c5-4db369553c9d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:47.478787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34388) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:47.488551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event updated for resources: {'Port': ['ID=fe2e779e-a6c2-416a-8cb9-02b5b59d94b4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:47.490858 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-e1f642c0-21d0-46fa-9941-eb286e323334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.493040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-e1f642c0-21d0-46fa-9941-eb286e323334 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.1352563 Nov 12 09:02:47.577799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03869-8fdf-4348-b2ee-fca4b0f0982f req-33ffbf68-6494-4a4b-a747-ac9d466b0f90 tempest-FlavorsV2NegativeTest-1711636873 tempest-FlavorsV2NegativeTest-1711636873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.579327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07e03869-8fdf-4348-b2ee-fca4b0f0982f req-33ffbf68-6494-4a4b-a747-ac9d466b0f90 tempest-FlavorsV2NegativeTest-1711636873 tempest-FlavorsV2NegativeTest-1711636873-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498536 Nov 12 09:02:47.589702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.632778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.641640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf6fce4-3719-4c75-8977-8acb3f34dc62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.654619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07e03869-8fdf-4348-b2ee-fca4b0f0982f req-5756ca64-94fa-4c8a-b4fc-eb6b002c257f tempest-FlavorsV2NegativeTest-1711636873 tempest-FlavorsV2NegativeTest-1711636873-project] 10.222.0.53 "GET /v2.0/quotas/88fdd00fc9d04a09b604970cd31c1b71 HTTP/1.1" status: 200 len: 375 time: 0.0420756 Nov 12 09:02:47.700552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07e03869-8fdf-4348-b2ee-fca4b0f0982f req-f9da9e9c-55bf-4523-816a-96787d88b788 tempest-FlavorsV2NegativeTest-1711636873 tempest-FlavorsV2NegativeTest-1711636873-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88fdd00fc9d04a09b604970cd31c1b71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451527 Nov 12 09:02:47.717970 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf6fce4-3719-4c75-8977-8acb3f34dc62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.829408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf6fce4-3719-4c75-8977-8acb3f34dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.832239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ddf6fce4-3719-4c75-8977-8acb3f34dc62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.833657 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ddf6fce4-3719-4c75-8977-8acb3f34dc62 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feb19a19-f12d-4d7e-a0c5-4db369553c9d HTTP/1.1" status: 204 len: 168 time: 0.3529494 Nov 12 09:02:47.849175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-adc05d0d-fe74-44b3-a5eb-017dd66b661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.850870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-adc05d0d-fe74-44b3-a5eb-017dd66b661f service neutron] 10.222.0.55 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.3482304 Nov 12 09:02:47.852903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6fce4-3719-4c75-8977-8acb3f34dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb19a19-f12d-4d7e-a0c5-4db369553c9d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:47.897638 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.905100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:47.937913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2e8ad-feaf-4799-a9fe-88dcd53c78ed req-d044afd9-257d-4e00-82b5-02c412fbcb76 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:47.939518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57f2e8ad-feaf-4799-a9fe-88dcd53c78ed req-d044afd9-257d-4e00-82b5-02c412fbcb76 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.1458926 Nov 12 09:02:47.940897 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-b7d3e850-bfcc-4719-9133-abd45da2c7fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 217 time: 0.0719039 Nov 12 09:02:47.995027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.017019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event updated for resources: {'Port': ['ID=fe2e779e-a6c2-416a-8cb9-02b5b59d94b4,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:48.032720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.034446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-f1c0fb3b-df00-4c4c-9e51-80dcf6ec59be tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4577837 Nov 12 09:02:48.054429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-15fad7c2-7ea6-42eb-91ae-f5d35fa9c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.056600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-15fad7c2-7ea6-42eb-91ae-f5d35fa9c966 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.0990949 Nov 12 09:02:48.060852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57f2e8ad-feaf-4799-a9fe-88dcd53c78ed req-3b8edd46-26e6-4198-bc45-e04570ea625b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137583 Nov 12 09:02:48.157303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-f164d80d-0bff-4077-b460-5c3da71178fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806458 Nov 12 09:02:48.183557 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-e6b8120a-75fd-477f-8c01-828915cf81cc tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.1321089 Nov 12 09:02:48.289239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-39805f42-1a6f-49e1-861f-b893ea4b83f5 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218112 Nov 12 09:02:48.308567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-8ddac7ec-cc3c-4e53-95c6-7c764e3039a4 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.310146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec7419a5-5ff2-4c81-aa50-a816e08ea9e0 req-8ddac7ec-cc3c-4e53-95c6-7c764e3039a4 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1168230 Nov 12 09:02:48.432300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34416) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:48.463074 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e4ca6ab-7dda-4401-86d4-e7b330b16440 req-9e819b1e-6b11-4bf9-9ac9-50a992cc3285 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630368 Nov 12 09:02:48.512382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b05d7cc5-305d-4ebb-bc27-a6af49651b99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.793153 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-82ff1d42-8fc7-4860-9759-5dd54422e82c tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=89bed3c63cde4f079fd17e03e3137622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248284 Nov 12 09:02:48.830946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:48.873800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-f635b918-580a-4ed8-b8df-dfde5614aca3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.876208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-f635b918-580a-4ed8-b8df-dfde5614aca3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4329844 Nov 12 09:02:48.926519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2731495c-4956-45f0-b40a-2675c2bf6eb7 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:48.932591 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2731495c-4956-45f0-b40a-2675c2bf6eb7 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1320212 Nov 12 09:02:48.944629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-d308c75e-f453-460d-8ac7-4a5ac16201e9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 695 time: 0.0615690 Nov 12 09:02:48.947436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-1fb45835-7fb0-40fb-b635-9696a4598902 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/quotas/89bed3c63cde4f079fd17e03e3137622 HTTP/1.1" status: 200 len: 375 time: 0.0132945 Nov 12 09:02:48.958949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Request body: {'floatingip': {'port_id': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:48.969185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-958922bb-3edb-43a6-8815-3af52a15aa70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:48.971540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.011648 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-f01fc65b-b801-4037-bd05-225a9a64d4d1 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=89bed3c63cde4f079fd17e03e3137622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437977 Nov 12 09:02:49.027031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.034677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b05d7cc5-305d-4ebb-bc27-a6af49651b99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.069043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b05d7cc5-305d-4ebb-bc27-a6af49651b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.084263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-958922bb-3edb-43a6-8815-3af52a15aa70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.094518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-958922bb-3edb-43a6-8815-3af52a15aa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.141511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-958922bb-3edb-43a6-8815-3af52a15aa70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88fdd00fc9d04a09b604970cd31c1b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089650 Nov 12 09:02:49.142781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958922bb-3edb-43a6-8815-3af52a15aa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ec50ee-4fb5-4494-8f44-519f3536115a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:49.145417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34436) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:49.183725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b05d7cc5-305d-4ebb-bc27-a6af49651b99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b7f02c58fb14a3581f0d222fa2a6642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7499862 Nov 12 09:02:49.186835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d7cc5-305d-4ebb-bc27-a6af49651b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738f3de5-2404-4359-8e71-44121a6d12f4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:49.187264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:49.256957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4391b744-5d3a-48ea-84f0-d20467f2d27e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.321879 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4391b744-5d3a-48ea-84f0-d20467f2d27e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.333456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-216fbb71-af58-4dd1-9206-9e0f56910196 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.368720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c315da9-43d2-4658-9a86-1292ec47d445 req-ccc201cb-0c94-4e34-86f8-a4029ee74aab tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:49.370278 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c315da9-43d2-4658-9a86-1292ec47d445 req-ccc201cb-0c94-4e34-86f8-a4029ee74aab tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.1280944 Nov 12 09:02:49.401229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-216fbb71-af58-4dd1-9206-9e0f56910196 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.469248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4391b744-5d3a-48ea-84f0-d20467f2d27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.471932 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4391b744-5d3a-48ea-84f0-d20467f2d27e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.476402 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4391b744-5d3a-48ea-84f0-d20467f2d27e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16ec50ee-4fb5-4494-8f44-519f3536115a HTTP/1.1" status: 204 len: 168 time: 0.3298044 Nov 12 09:02:49.493007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c315da9-43d2-4658-9a86-1292ec47d445 req-73655b4f-aee1-4972-bcb6-b376ab63149e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060195 Nov 12 09:02:49.494852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391b744-5d3a-48ea-84f0-d20467f2d27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ec50ee-4fb5-4494-8f44-519f3536115a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:49.518598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-216fbb71-af58-4dd1-9206-9e0f56910196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.535927 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-216fbb71-af58-4dd1-9206-9e0f56910196 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.535927 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-216fbb71-af58-4dd1-9206-9e0f56910196 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/738f3de5-2404-4359-8e71-44121a6d12f4 HTTP/1.1" status: 204 len: 168 time: 0.3436778 Nov 12 09:02:49.575073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216fbb71-af58-4dd1-9206-9e0f56910196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738f3de5-2404-4359-8e71-44121a6d12f4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:49.679921 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.682725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f93e362-a619-4fcb-a1d1-45e3545a8602 req-c913ea73-1146-4b3c-9193-376c3d47ab82 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 210 time: 0.0521977 Nov 12 09:02:49.692024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.699211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:49.880444 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Floating IP 23119acd-5472-4345-96b4-a3f4afb24484 associated. External IP: 172.25.5.21, port: bc838ef5-2b1f-4c15-bbed-3752a51d6bba. Nov 12 09:02:50.123566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c07808-b4cc-425c-8c89-1bb6ff1bf866 req-5f7b3630-ecf0-42f8-8edd-b550edda31fe tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.127234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52c07808-b4cc-425c-8c89-1bb6ff1bf866 req-5f7b3630-ecf0-42f8-8edd-b550edda31fe tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.1245372 Nov 12 09:02:50.231611 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52c07808-b4cc-425c-8c89-1bb6ff1bf866 req-7d28e7b3-ba0e-4825-b93c-b54c0b6dd044 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955329 Nov 12 09:02:50.258322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.283853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Router 51dab8e0-8c75-477b-aa01-40c97ae3e36e has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:50.504853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:50.511378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:50.516903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] Sync routers for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:50.549268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:50.551736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:50.588328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-ab680a77-cb26-489a-9633-d221d3f43e3e tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=89bed3c63cde4f079fd17e03e3137622&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575867 Nov 12 09:02:50.622066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-6fe374dd-ab17-4298-a15e-88e1ba91266f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "PUT /v2.0/floatingips/23119acd-5472-4345-96b4-a3f4afb24484 HTTP/1.1" status: 200 len: 996 time: 1.6705115 Nov 12 09:02:50.626709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:50.638056 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28" -d '{"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:50.701990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-fdf3a649-d5ee-4cfe-8603-8051a79cdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.703641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-fdf3a649-d5ee-4cfe-8603-8051a79cdca9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.0513017 Nov 12 09:02:50.764271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:50.766259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:50.868867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-a99efed5-b009-4c53-96d5-3ffb2d7c071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.873633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-a99efed5-b009-4c53-96d5-3ffb2d7c071f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.1626933 Nov 12 09:02:50.943340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762b376-52f3-4be3-9cbf-4e010c74aacd req-9cc60c64-ae73-41a7-b313-6a47dbfad2b6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.953585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b762b376-52f3-4be3-9cbf-4e010c74aacd req-9cc60c64-ae73-41a7-b313-6a47dbfad2b6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.1873004 Nov 12 09:02:50.971966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-7be920a9-37a9-4315-a02f-5ae572dead6e tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:50.974218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-7be920a9-37a9-4315-a02f-5ae572dead6e tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3781693 Nov 12 09:02:50.995472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Request body: {'port': {'device_id': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '89bed3c63cde4f079fd17e03e3137622'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:51.042725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-8d664451-ecbd-475f-87f8-dd41afe5096f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 999 time: 0.1614809 Nov 12 09:02:51.065262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b762b376-52f3-4be3-9cbf-4e010c74aacd req-c19391c3-02f9-434f-b9ef-2f135937560c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100669 Nov 12 09:02:51.134061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-bb414c5c-7c86-4d0b-a58c-a66cc59dd8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.135699 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-bb414c5c-7c86-4d0b-a58c-a66cc59dd8e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.0825145 Nov 12 09:02:51.175751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-network', 'tenant_id': '0db9f018908c45678688a03f36be43ae'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:51.214590 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c4e85c-c6e2-4f65-9884-ca71ec3804c8 x-openstack-request-id: req-e4c4e85c-c6e2-4f65-9884-ca71ec3804c8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:51.215492 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:51.216189 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e4c4e85c-c6e2-4f65-9884-ca71ec3804c8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:51.216810 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'status': 'completed', 'code': 200} Nov 12 09:02:51.222817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-7642e731-866c-46a0-bedb-300b7d0a4871 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799329 Nov 12 09:02:51.296890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '23119acd-5472-4345-96b4-a3f4afb24484', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'port_id': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'mac_address': 'fa:16:3e:e9:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748193e4-457a-46dc-a58c-58fbb14148cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:47Z', 'updated_at': '2021-11-12T09:02:49Z', 'revision_number': 1, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:56Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:51.304571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Made reservation on behalf of 0db9f018908c45678688a03f36be43ae for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:51.307198 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.332880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] Checking router: 51dab8e0-8c75-477b-aa01-40c97ae3e36e for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:51.341978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:51.342606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:51.355131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-9b29cdf1-97ee-4755-9247-a4b995d0b82c service neutron] 10.222.0.53 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252639 Nov 12 09:02:51.401200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d401c992-fcb4-444a-b58d-f2dc409ed0d7 req-a5616719-3e98-4fd8-a8ad-90ad5febe97d tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 210 time: 0.0903413 Nov 12 09:02:51.416475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.470219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:51.470569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-8c632ac1-250b-480f-93ed-271b68ea034e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.472290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-8c632ac1-250b-480f-93ed-271b68ea034e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.2247486 Nov 12 09:02:51.529905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda9fc0c-09e2-451f-a6c2-300596e7f649 req-feb61fee-d50c-4698-8501-c7b2d47c3893 service neutron] 10.222.0.53 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656334 Nov 12 09:02:51.532866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:51.553414 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.572501 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.630271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1237566-e080-42e5-ad13-effdd69b0d53,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:51.643970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:02:51.653690 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.654110 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Added segment 5ff55419-fd2c-4271-9885-aaa850de8225 of type vlan for network f932aff4-5004-4f1f-99c0-73855a362cd1 Nov 12 09:02:51.697508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.763815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Made reservation on behalf of 89bed3c63cde4f079fd17e03e3137622 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:51.768161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.794593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.805516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae3acbe-f392-4e6a-9436-e4f920483d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.810870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '23119acd-5472-4345-96b4-a3f4afb24484', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'port_id': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'mac_address': 'fa:16:3e:e9:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748193e4-457a-46dc-a58c-58fbb14148cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:47Z', 'updated_at': '2021-11-12T09:02:49Z', 'revision_number': 1, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:56Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:51.817159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.824664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.825277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:51.845524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12344804-0a11-4e6d-8f0f-771537584f4d None None] The sync data for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 is: [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '23119acd-5472-4345-96b4-a3f4afb24484', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'port_id': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'mac_address': 'fa:16:3e:e9:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748193e4-457a-46dc-a58c-58fbb14148cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:02:47Z', 'updated_at': '2021-11-12T09:02:49Z', 'revision_number': 1, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:56Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:51.893811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-c50fafe9-06c5-4810-a259-c6c9e4d95d63 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 999 time: 0.2897577 Nov 12 09:02:51.963331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ced2c202-b8f4-4808-98d3-738177168167 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:51.964772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ced2c202-b8f4-4808-98d3-738177168167 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports/bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 943 time: 0.0646160 Nov 12 09:02:51.992915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] Pushing event updated for resources: {'Network': ['ID=f932aff4-5004-4f1f-99c0-73855a362cd1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:52.009302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f932aff4-5004-4f1f-99c0-73855a362cd1 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:02:52.024087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae3acbe-f392-4e6a-9436-e4f920483d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.035724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae3acbe-f392-4e6a-9436-e4f920483d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.046493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-8d5ad9b4-fee0-4b45-960a-b7b5c8465860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.052863 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-8d5ad9b4-fee0-4b45-960a-b7b5c8465860 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.4960725 Nov 12 09:02:52.072619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3ae1676-5d8f-4996-87dc-f6844c337474 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3041890 Nov 12 09:02:52.096844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34528) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:52.102458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Request body: {'subnet': {'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-subnet', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:52.136562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-a721ac32-e579-4762-bce9-221dbb56deaa tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 999 time: 0.0941520 Nov 12 09:02:52.207528 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12924b18-4182-473d-9150-aa0913dacd8a None None] New status for floating IP 23119acd-5472-4345-96b4-a3f4afb24484: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:02:52.220456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae3acbe-f392-4e6a-9436-e4f920483d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421f19e1-01f7-4d43-a297-cdbcb5d34f9c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:52.283645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dae3acbe-f392-4e6a-9436-e4f920483d08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a4f3ced29014f469cf2bb5340cc486b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7465281 Nov 12 09:02:52.284565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34532) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:52.391333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-12a5722b-1221-4759-a5d5-d67b06bcc490 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.392648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-12a5722b-1221-4759-a5d5-d67b06bcc490 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2514842 Nov 12 09:02:52.398705 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a972a80-c574-4caf-820d-a4966074ffb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.479519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a972a80-c574-4caf-820d-a4966074ffb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.527834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-4c92f91e-c134-459b-95ce-b2e66d03664a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 1001 time: 0.1212418 Nov 12 09:02:52.551302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Made reservation on behalf of 0db9f018908c45678688a03f36be43ae for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:02:52.554610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.557129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:52.561668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a972a80-c574-4caf-820d-a4966074ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.566760 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a972a80-c574-4caf-820d-a4966074ffb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.570844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2a972a80-c574-4caf-820d-a4966074ffb7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/421f19e1-01f7-4d43-a297-cdbcb5d34f9c HTTP/1.1" status: 204 len: 168 time: 0.2828121 Nov 12 09:02:52.627264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a972a80-c574-4caf-820d-a4966074ffb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421f19e1-01f7-4d43-a297-cdbcb5d34f9c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:52.647713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.682529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824c45d-6f2c-4771-aad9-7cc7fa9fa8bb req-21496e5a-ac0d-4d2f-88de-75560f513413 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.690920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5824c45d-6f2c-4771-aad9-7cc7fa9fa8bb req-21496e5a-ac0d-4d2f-88de-75560f513413 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.8117630 Nov 12 09:02:52.723882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-9a3a2ee6-1241-43e5-a8ea-8c45f4b09723 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 999 time: 0.6483984 Nov 12 09:02:52.737834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.797126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.861606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:02:52.865776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.878960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:52.879648 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Floating IP 23119acd-5472-4345-96b4-a3f4afb24484 disassociated. External IP: 172.25.5.21, port: bc838ef5-2b1f-4c15-bbed-3752a51d6bba. Nov 12 09:02:52.892397 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5824c45d-6f2c-4771-aad9-7cc7fa9fa8bb req-424dde5f-6599-41e3-9dc3-c095c2ff49d0 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996379 Nov 12 09:02:52.960307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-0edcb257-bf4e-41d2-8994-44636e9109b3 service neutron] 10.222.0.62 "GET /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.1382873 Nov 12 09:02:52.974719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-54f4dc0f-3220-40f9-b53d-278114570c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:52.976659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-54f4dc0f-3220-40f9-b53d-278114570c04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.2364185 Nov 12 09:02:52.981892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:53.055842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-5bb8003b-934d-4a85-aee6-f4af98606cba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703342 Nov 12 09:02:53.275689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d86f08-8140-4b1f-a962-b1d698b7d833 req-9397df07-73fb-4355-94f8-ca9a74e0cfbe tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.277341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52d86f08-8140-4b1f-a962-b1d698b7d833 req-9397df07-73fb-4355-94f8-ca9a74e0cfbe tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 944 time: 0.2710741 Nov 12 09:02:53.301651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Allocated IP 192.168.233.218 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:53.363617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-b63fd8db-e0a7-4e7d-924d-d1ae98c3aafe service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870677 Nov 12 09:02:53.368358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.560979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Router 51dab8e0-8c75-477b-aa01-40c97ae3e36e has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:02:53.562826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=566ff4b9-d365-43b0-9f5e-db982c496e59,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:53.580225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52d86f08-8140-4b1f-a962-b1d698b7d833 req-f62c9234-ef66-4bc9-87ac-ceebb67e7498 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781122 Nov 12 09:02:53.582785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:53.638807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:53.683205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:53.720879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761fb58e-c0fb-4c83-9c20-d4b1f2280f28 req-6de157de-5f53-498a-a8f3-5af2fbd973d2 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438585 Nov 12 09:02:53.726497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:53.742799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b4a2e19-1e4c-4657-b09a-b8cd42ab7932 req-2952ac07-d8e3-4b7c-b10d-7bad0b7e4740 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 210 time: 0.0468235 Nov 12 09:02:53.746086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Checking segment: {'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:53.746390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Network hostable DHCP agents. Network: f932aff4-5004-4f1f-99c0-73855a362cd1, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:02:53.751821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.776141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:02:53.782836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.792855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] Sync routers for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:02:53.816961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:53.819000 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Network f932aff4-5004-4f1f-99c0-73855a362cd1 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:02:53.819972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:53.838152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ecb4fa0a-494b-4a1e-b76a-36cc92cc18ea tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "PUT /v2.0/floatingips/23119acd-5472-4345-96b4-a3f4afb24484 HTTP/1.1" status: 200 len: 694 time: 1.2879682 Nov 12 09:02:53.840610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:53.842753 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:53.852254 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.865576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f932aff4-5004-4f1f-99c0-73855a362cd1) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:53.873197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.873848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.910417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8405f994-b31a-4d4d-a74d-7ec4b7289e26 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8118484 Nov 12 09:02:53.913393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34566) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:02:53.918777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:53.924711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:53.936727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-dd05c691-57fa-4788-94d9-15b2aa593eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:53.943633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-dd05c691-57fa-4788-94d9-15b2aa593eaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.0866838 Nov 12 09:02:53.947811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] Transition to ACTIVE for port object 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:53.977026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.006526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:54.011124 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8eec81e-b117-456c-b006-6dea550c3e4c x-openstack-request-id: req-a8eec81e-b117-456c-b006-6dea550c3e4c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:54.011694 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:54.011968 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8eec81e-b117-456c-b006-6dea550c3e4c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:54.012410 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'status': 'completed', 'code': 200} Nov 12 09:02:54.014554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:54.045240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.046607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.051699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:54.057264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:54.106764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39537929-0fbc-4b70-abd3-c2c8657e9423 None None] Network f932aff4-5004-4f1f-99c0-73855a362cd1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:54.164411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.167536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:54.232359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] No DVR routers for this DVR port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:02:54.251855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] Pushing event updated for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:54.308094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-7e88dd4d-a6a6-4607-8945-66e6a14528fd service neutron] 10.222.0.62 "PUT /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9/bindings/n-h2-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 1.3100815 Nov 12 09:02:54.313716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-244f848f-e6f4-4e46-ae4a-e57bfc2a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.315235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-244f848f-e6f4-4e46-ae4a-e57bfc2a305a service neutron] 10.222.0.53 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.3644085 Nov 12 09:02:54.333723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.334416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.342011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-1cfca89d-ec84-4746-879e-1377652e6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.344240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-1cfca89d-ec84-4746-879e-1377652e6a8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c386c8c78e12482e9d8034aeaeb97813&device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 1098 time: 0.3274188 Nov 12 09:02:54.396054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-ba3ae852-c5a2-4f84-b967-9a090a01eb58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 217 time: 0.0727313 Nov 12 09:02:54.507515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-d6b3ea28-2630-4483-896a-0c06bc81a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.517947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-d6b3ea28-2630-4483-896a-0c06bc81a753 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.1187465 Nov 12 09:02:54.533675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-03d5fe65-d841-4261-b691-da0fc040a89b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.535633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-03d5fe65-d841-4261-b691-da0fc040a89b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.1227360 Nov 12 09:02:54.553239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-7b526981-172b-4f2d-aef4-5a6129673cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.555839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-7b526981-172b-4f2d-aef4-5a6129673cf6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 200 len: 921 time: 0.2009473 Nov 12 09:02:54.564045 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-dcf29c6a-2a9e-4e61-ad04-500b069ce561 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5747464 Nov 12 09:02:54.579635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-1349abd4-2951-4e5e-9c17-0cad8159d558 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585835 Nov 12 09:02:54.588871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-555b929c-7339-4d00-bc9d-d2d55de6ea15 None None] Provisioning complete for port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:54.589468 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-555b929c-7339-4d00-bc9d-d2d55de6ea15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.594921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f932aff4-5004-4f1f-99c0-73855a362cd1', 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'fixed_ips': [{'subnet_id': '566ff4b9-d365-43b0-9f5e-db982c496e59'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:02:54.596161 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.616280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Request body: {'port': {'device_id': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:02:54.691034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.697714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-555b929c-7339-4d00-bc9d-d2d55de6ea15 None None] Port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:02:54.700251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-5515f704-e975-4a35-84bd-6564cdd749f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 200 len: 217 time: 0.0899038 Nov 12 09:02:54.735889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-565bef81-ac63-41e1-a472-777b6f966be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.737686 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-565bef81-ac63-41e1-a472-777b6f966be9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8&tenant_id=ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 1097 time: 0.1781013 Nov 12 09:02:54.797696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:54.814167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:56Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:54.819303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-4bf8be0a-b772-4ee3-a320-0db9672ea930 service neutron] 10.222.0.53 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387478 Nov 12 09:02:54.843857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] Checking router: 51dab8e0-8c75-477b-aa01-40c97ae3e36e for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:02:54.865764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:02:54.866668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:54.888655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3a55d-37b9-45a3-b2d1-3998c3e99e03 req-35b9619b-b85d-46dc-87d1-c6b3eb93b750 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.892001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8fe3a55d-37b9-45a3-b2d1-3998c3e99e03 req-35b9619b-b85d-46dc-87d1-c6b3eb93b750 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.2047861 Nov 12 09:02:54.916914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-11dfc82a-125a-4186-8a8d-718a9be5d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.918431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-11dfc82a-125a-4186-8a8d-718a9be5d5d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1097 time: 0.1505175 Nov 12 09:02:54.966929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8fe3a55d-37b9-45a3-b2d1-3998c3e99e03 req-8a16c2fa-72dc-424d-90a6-fb77701b8d19 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619063 Nov 12 09:02:54.968464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-1c925314-1927-4ea9-b53a-eda9e9ac8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:54.970259 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-1c925314-1927-4ea9-b53a-eda9e9ac8070 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 200 len: 860 time: 0.2557442 Nov 12 09:02:54.985931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:02:55.077983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Allocated IP 172.20.0.2 (f932aff4-5004-4f1f-99c0-73855a362cd1/566ff4b9-d365-43b0-9f5e-db982c496e59/235dd66f-8852-4d37-a8d8-abeb38fdf1b4) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:55.086335 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-533bf70f-0fca-4b06-85cc-dc081c5fa2ab req-c938222b-3bdf-4c6a-9802-7815a8cded07 service neutron] 10.222.0.53 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661312 Nov 12 09:02:55.095560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-ddc56a73-88e0-47d9-8a5c-7ca3d37082ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bed8d384-e302-44b4-bfca-1470dee0b531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886841 Nov 12 09:02:55.157155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-b772ce29-7a3d-4b59-8503-8eaca00ce3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.158884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-b772ce29-7a3d-4b59-8503-8eaca00ce3aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.2279263 Nov 12 09:02:55.225774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-9385decb-8bda-4630-b4c8-986a3a64645e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 200 len: 217 time: 0.0554216 Nov 12 09:02:55.331976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f5385-e069-4b66-b53e-bbf84e345637 req-037354fa-7aa8-422c-a040-1f19b3ebe17f tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.339741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d6f5385-e069-4b66-b53e-bbf84e345637 req-037354fa-7aa8-422c-a040-1f19b3ebe17f tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 936 time: 0.1166241 Nov 12 09:02:55.354446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-27923bf8-ca55-49ea-ba3a-ccf4d9e5166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.354446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-27923bf8-ca55-49ea-ba3a-ccf4d9e5166b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1166556 Nov 12 09:02:55.369715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9598d39-e965-444d-acd2-3da8c773cb2e req-de602fe2-44ca-4c0c-8115-aaf756daa3c6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.378105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9598d39-e965-444d-acd2-3da8c773cb2e req-de602fe2-44ca-4c0c-8115-aaf756daa3c6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 945 time: 0.2806928 Nov 12 09:02:55.380720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-7291a024-030d-47ab-bd6d-9d628c6d13f3 service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620924 Nov 12 09:02:55.410948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-d332490a-bfec-4fdb-8c7a-54415b56891f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407791 Nov 12 09:02:55.432356 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d6f5385-e069-4b66-b53e-bbf84e345637 req-96c72d84-b028-4d24-b033-faeec46c00e3 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885818 Nov 12 09:02:55.459109 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.479221 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.567672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Network f932aff4-5004-4f1f-99c0-73855a362cd1 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:55.573669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:55.577741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:55.590224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-8bce5fd2-e570-4065-a534-a4231e92ef1c tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips/23119acd-5472-4345-96b4-a3f4afb24484 HTTP/1.1" status: 200 len: 694 time: 0.0518878 Nov 12 09:02:55.591042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Pushing event updated for resources: {'Port': ['ID=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:55.596220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9598d39-e965-444d-acd2-3da8c773cb2e req-75697aff-e3d1-415a-9466-3e8ed6ed6bb9 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178023 Nov 12 09:02:55.649847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-39af1829-5add-4cd4-994e-6a5e4f41f8b4 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156661 Nov 12 09:02:55.660630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Attempting to bind port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:55.660915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Attempting to bind port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:55.661274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Attempting to bind port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 on network f932aff4-5004-4f1f-99c0-73855a362cd1 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:55.669062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:55.670781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Checking segment: {'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:55.670781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.670781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Bound using segment: {'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:55.670781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Bound port: 235dd66f-8852-4d37-a8d8-abeb38fdf1b4, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:55.671239 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.683309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:56Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:02:55.714767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3047e1-76e7-4ec1-961a-a83a18073fa8 None None] The sync data for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 is: [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:01:50Z', 'revision_number': 4, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '22c94077-b205-4541-aaf2-0694eddf7012', 'name': '', 'network_id': 'bed8d384-e302-44b4-bfca-1470dee0b531', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'mac_address': 'fa:16:3e:1e:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:48Z', 'updated_at': '2021-11-12T09:01:56Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'subnets': [{'id': 'd1e030f9-5930-4641-9fc7-8f088eaf8435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:02:55.770540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] For port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:55.774014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] For port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,segment=NetworkSegment(5ff55419-fd2c-4271-9885-aaa850de8225),segment_id=5ff55419-fd2c-4271-9885-aaa850de8225)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:55.780286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:55.813455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-d0aae789-429e-4c19-8832-8faccdcb4c48 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:55.814915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-d0aae789-429e-4c19-8832-8faccdcb4c48 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1918993 Nov 12 09:02:55.826367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-deccecfb-70f5-431c-848b-4b4c4f0bee6a service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665485 Nov 12 09:02:55.849251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cbfd4-2682-422c-abba-30c4932a91f5 None None] Pushing event updated for resources: {'Port': ['ID=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:55.900840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-0315aec7-0167-47b8-a125-457e74e0199d tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 697 time: 0.0684283 Nov 12 09:02:55.972729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-634674e8-dfd9-43b8-9171-fe7d541dfae0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.21 HTTP/1.1" status: 200 len: 697 time: 0.0645425 Nov 12 09:02:56.141913 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.150054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65b5fa1e-3485-4f4c-a7e9-cfac5e0cb0f8 req-5cc4d6dc-471d-4bec-bd90-546d890f56bc service neutron] 10.222.0.55 "GET /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525721 Nov 12 09:02:56.168111 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c496c564-7a44-4995-9a1b-17629de8c100 None None] New status for floating IP 23119acd-5472-4345-96b4-a3f4afb24484: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:02:56.201515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.229081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-0482255e-a993-4935-ac52-c2749b02ddeb tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.231518 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-0482255e-a993-4935-ac52-c2749b02ddeb tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.1177485 Nov 12 09:02:56.237101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:02:56.254073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.309550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Transition to ACTIVE for port object 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:02:56.324802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762341b-4bc6-423b-a92a-92050c6c24b2 req-734466b3-021b-4a1d-b89a-9bfa1773f393 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.326364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5762341b-4bc6-423b-a92a-92050c6c24b2 req-734466b3-021b-4a1d-b89a-9bfa1773f393 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.1990256 Nov 12 09:02:56.330453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.381894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Deleting port fe2e779e-a6c2-416a-8cb9-02b5b59d94b4 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:56.382221 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.508407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-90679abd-cb4f-4fae-adc9-779fdc6e094a service neutron] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:56.513795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-90679abd-cb4f-4fae-adc9-779fdc6e094a service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.514985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d473d49c-9fc6-4a15-8f62-87e2add9da85 req-90679abd-cb4f-4fae-adc9-779fdc6e094a service neutron] 10.222.0.55 "DELETE /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9/bindings/n-h1-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.2751355 Nov 12 09:02:56.541902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.542631 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.560674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Calling delete_port for fe2e779e-a6c2-416a-8cb9-02b5b59d94b4 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:56.644905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:56.694917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Allocated IP 172.25.5.40 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/de037028-6bbd-4e97-a6b3-9e3cbdf95f5c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:02:56.733282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-8fedc23a-4961-4bad-932a-55a441e269a2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:56.734944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-8fedc23a-4961-4bad-932a-55a441e269a2 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.2810299 Nov 12 09:02:56.754689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5762341b-4bc6-423b-a92a-92050c6c24b2 req-af113b05-af85-4627-b3fa-99a1ce266180 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3761022 Nov 12 09:02:56.790010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.878519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event deleted for resources: {'Port': ['ID=fe2e779e-a6c2-416a-8cb9-02b5b59d94b4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:56.878901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Attempting to bind port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:02:56.879205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Attempting to bind port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:02:56.879541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Attempting to bind port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:56.977510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:02:56.977858 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Attempting to bind port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:02:56.983260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.987249 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:56.988469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb63cd8-e58d-459f-9ebe-9dca6dd22d55 req-16f600fa-20a2-4303-b862-a7c776e7eeb7 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "DELETE /v2.0/floatingips/23119acd-5472-4345-96b4-a3f4afb24484 HTTP/1.1" status: 204 len: 173 time: 1.0086472 Nov 12 09:02:57.010328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:02:57.010594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:02:57.011044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:02:57.011499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Bound port: 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:02:57.011896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.095879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66d84-3dee-49e2-a4cf-0e2e062cd108 req-491482fe-9f6a-405e-95a5-c9c798281528 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:57.109423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bb66d84-3dee-49e2-a4cf-0e2e062cd108 req-491482fe-9f6a-405e-95a5-c9c798281528 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 948 time: 0.2253520 Nov 12 09:02:57.189310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:02:57.197525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:02:57.217291 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.219314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.234796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Deleting port 8b9e9133-131b-40c2-9ed2-923597636fc2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:02:57.235161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.236290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf579e1c-2e06-46fc-bdab-f5fa7283c23d req-fe963abb-db58-468b-a626-7fd08e5f0671 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:57.243739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf579e1c-2e06-46fc-bdab-f5fa7283c23d req-fe963abb-db58-468b-a626-7fd08e5f0671 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 945 time: 0.0801284 Nov 12 09:02:57.297012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e339a-a974-4426-afbc-b773c5347650 None None] Network f932aff4-5004-4f1f-99c0-73855a362cd1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:02:57.316319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf579e1c-2e06-46fc-bdab-f5fa7283c23d req-e0692205-2285-4336-8ab1-7b4ebe156784 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655611 Nov 12 09:02:57.408328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bea519e3-cc8e-4f3d-b861-d273bd67b547 req-8a894e0e-9cff-413a-bf98-1a47e316317d tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups/4cdd6c2d-bd99-450f-96ff-e07fee773b18 HTTP/1.1" status: 200 len: 1827 time: 0.0602450 Nov 12 09:02:57.414795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bb66d84-3dee-49e2-a4cf-0e2e062cd108 req-6be05a27-62cc-462e-95e0-4c6fef5347b0 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044007 Nov 12 09:02:57.424861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.433625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:57.434425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.435868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] 10.222.0.62 "PUT /v2.0/ports/3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba HTTP/1.1" status: 200 len: 1097 time: 2.8239589 Nov 12 09:02:57.451829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:02:57.455641 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37faefa-6948-4784-9518-de8fa6ddb3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:02:57.494690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bea519e3-cc8e-4f3d-b861-d273bd67b547 req-13c4541b-58fd-443a-89d0-b627be87a2f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.523150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bea519e3-cc8e-4f3d-b861-d273bd67b547 req-13c4541b-58fd-443a-89d0-b627be87a2f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.581275 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bea519e3-cc8e-4f3d-b861-d273bd67b547 req-13c4541b-58fd-443a-89d0-b627be87a2f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.585199 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bea519e3-cc8e-4f3d-b861-d273bd67b547 req-13c4541b-58fd-443a-89d0-b627be87a2f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.600795 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bea519e3-cc8e-4f3d-b861-d273bd67b547 req-13c4541b-58fd-443a-89d0-b627be87a2f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "DELETE /v2.0/security-groups/4cdd6c2d-bd99-450f-96ff-e07fee773b18 HTTP/1.1" status: 204 len: 173 time: 0.1913242 Nov 12 09:02:57.602062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:02:57.622831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4541b-58fd-443a-89d0-b627be87a2f9 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd6c2d-bd99-450f-96ff-e07fee773b18,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:57.632987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5818cb-c0cb-4ebe-8ff4-4abb49d585a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:57.637671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:02:57.648463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] For port 8b9e9133-131b-40c2-9ed2-923597636fc2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8b9e9133-131b-40c2-9ed2-923597636fc2,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:57.649875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.762729 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5751452a-b793-4741-bdab-84ffa8eeaaf4 x-openstack-request-id: req-5751452a-b793-4741-bdab-84ffa8eeaaf4 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:02:57.763007 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:02:57.763474 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5751452a-b793-4741-bdab-84ffa8eeaaf4 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:02:57.764120 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'status': 'completed', 'code': 200} Nov 12 09:02:57.765271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:02:57.858716 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.877190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Provisioning complete for port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:57.877817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:57.940902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:58.033602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:58.034251 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.100021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f03d23-4562-4db7-97a1-1dcd1defcad4 req-ba0d1905-43f9-4f8c-a4fd-b30b66203db0 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.102120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0f03d23-4562-4db7-97a1-1dcd1defcad4 req-ba0d1905-43f9-4f8c-a4fd-b30b66203db0 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1097 time: 0.0499048 Nov 12 09:02:58.108477 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.150947 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.196158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] For port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,segment=NetworkSegment(5ff55419-fd2c-4271-9885-aaa850de8225),segment_id=5ff55419-fd2c-4271-9885-aaa850de8225)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:02:58.204406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0f03d23-4562-4db7-97a1-1dcd1defcad4 req-0d7f7541-a45b-4c24-892b-b516f40d3fe6 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961945 Nov 12 09:02:58.241141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dbaac-8433-4108-895b-f7aa07156556 req-2eb8c427-b035-4737-999c-6efe7ccc2c50 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.248971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d48dbaac-8433-4108-895b-f7aa07156556 req-2eb8c427-b035-4737-999c-6efe7ccc2c50 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.6249354 Nov 12 09:02:58.252628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-125d72d7-9d7c-422d-996d-a56ed7d8d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.254926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-125d72d7-9d7c-422d-996d-a56ed7d8d715 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89bed3c63cde4f079fd17e03e3137622&device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 1100 time: 0.7465806 Nov 12 09:02:58.258770 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.261834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.262303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.262731 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Floating IP dc76ba37-d7cb-442c-a553-d8302cf9029b disassociated. External IP: 172.25.5.183, port: 8b9e9133-131b-40c2-9ed2-923597636fc2. Nov 12 09:02:58.263252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Calling delete_port for 8b9e9133-131b-40c2-9ed2-923597636fc2 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:02:58.330471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.355776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Pushing event updated for resources: {'Port': ['ID=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:58.367016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Pushing event updated for resources: {'Port': ['ID=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:58.369456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-00dac3cc-900c-4e11-8fe3-7552ef02c8b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba HTTP/1.1" status: 200 len: 217 time: 0.1003234 Nov 12 09:02:58.381906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.382268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.382573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.382911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.383247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.383581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.383933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.384260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.384583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.384907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.385236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.385564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21487752-ea70-4953-a072-7b3dfc8185c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:02:58.411379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d48dbaac-8433-4108-895b-f7aa07156556 req-d259872b-15c6-44eb-af5b-73cfe5f4ca66 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601028 Nov 12 09:02:58.419902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79006e4-0262-4909-a34d-6bceb6fd87f0 req-48e87910-306d-4788-a2c5-7e803638cfd1 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.422323 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a79006e4-0262-4909-a34d-6bceb6fd87f0 req-48e87910-306d-4788-a2c5-7e803638cfd1 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 945 time: 0.0812705 Nov 12 09:02:58.440692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:02:58.441047 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:02:58.455433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5d8619b8-2820-4b8b-839d-6575fe98b1d8 None None] Provisioning complete for port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:58.455968 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5d8619b8-2820-4b8b-839d-6575fe98b1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:58.521618 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a79006e4-0262-4909-a34d-6bceb6fd87f0 req-67a9bdc4-ee8d-4001-b2f9-aa57a8f215bb tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups?id=0f12bc13-c816-4712-b7c8-c2fe633d241b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929680 Nov 12 09:02:58.818236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-d9ce4662-2835-43aa-b44a-d416e4b6bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.819824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-d9ce4662-2835-43aa-b44a-d416e4b6bfa1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.4143343 Nov 12 09:02:58.842005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6dab9-fe05-4813-aa61-7ab837f56051 req-e18ad8d3-b23d-48f1-8b43-63e23cc3b798 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.847680 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03e6dab9-fe05-4813-aa61-7ab837f56051 req-e18ad8d3-b23d-48f1-8b43-63e23cc3b798 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 1097 time: 0.0913022 Nov 12 09:02:58.902145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03e6dab9-fe05-4813-aa61-7ab837f56051 req-7f9fe4f5-0ef2-4cd6-a81e-ca680e24dc0b tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486236 Nov 12 09:02:58.958408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce9144-099c-4033-834c-32c49de7d96a req-f707a03a-d7af-471e-9c47-3f390cef826f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:58.966011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-edce9144-099c-4033-834c-32c49de7d96a req-f707a03a-d7af-471e-9c47-3f390cef826f tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.2049360 Nov 12 09:02:58.994354 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.083369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-e5e206f3-220f-4592-81e4-52afa2edc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:59.084926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-e5e206f3-220f-4592-81e4-52afa2edc22c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2361314 Nov 12 09:02:59.102844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171ab2c-86b6-4ebf-88f0-34021e198e0f req-319b6ca4-ec23-4fbe-bfe3-ce8bc22d8175 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:59.104370 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d171ab2c-86b6-4ebf-88f0-34021e198e0f req-319b6ca4-ec23-4fbe-bfe3-ce8bc22d8175 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 948 time: 0.0650139 Nov 12 09:02:59.132897 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-edce9144-099c-4033-834c-32c49de7d96a req-ddb93ced-85a6-4819-b036-60dd31fadfcd tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659565 Nov 12 09:02:59.160946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d171ab2c-86b6-4ebf-88f0-34021e198e0f req-f61c5702-e132-437d-9a0a-1a98f32a482d tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501907 Nov 12 09:02:59.211760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.263421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event deleted for resources: {'Port': ['ID=8b9e9133-131b-40c2-9ed2-923597636fc2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:02:59.323696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-e46ddec0-cb3d-400e-a4e2-32bfd3538b49 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244561 Nov 12 09:02:59.674216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d0596-5c5e-4efc-b4e1-4a2d58ad31f2 req-8bf880f1-2260-4ff2-aa5f-7362fa48364c tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:02:59.675955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a92d0596-5c5e-4efc-b4e1-4a2d58ad31f2 req-8bf880f1-2260-4ff2-aa5f-7362fa48364c tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0547705 Nov 12 09:02:59.733380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a92d0596-5c5e-4efc-b4e1-4a2d58ad31f2 req-6e27c5c3-4585-488c-a8a3-91af31695850 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505641 Nov 12 09:02:59.821037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:02:59.857250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0868ed7d-2cac-4129-acf9-9c68a6023ba1 req-2dec00fa-72cb-43a8-9b65-8337b0079b9e tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0804989 Nov 12 09:02:59.874977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:02:59.875344 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.895989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96dabc39-6833-4f6b-acf7-6837d5cc5e3d req-f6b162e5-990a-4e3a-b4ed-990256dcd406 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346410 Nov 12 09:02:59.896996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:02:59.945148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Router c7217dd1-cdb4-491f-99b6-62b15dd60d37 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:00.084606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-744e1682-b5f3-456f-89ed-5cb525efaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.086139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-744e1682-b5f3-456f-89ed-5cb525efaa2d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89bed3c63cde4f079fd17e03e3137622&device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 1100 time: 0.1381197 Nov 12 09:03:00.237165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:00.259098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] Sync routers for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:00.282851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:00.287166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.292997 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:00.298362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-25893eaa-c022-4ddb-a74d-0cef9d758824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.300188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-25893eaa-c022-4ddb-a74d-0cef9d758824 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2039599 Nov 12 09:03:00.333050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] No DVR routers for this DVR port 8b9e9133-131b-40c2-9ed2-923597636fc2 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:00.340905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Router 6438a52f-a37b-4847-aec2-3e9d716226a9 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:00.344343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.348037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-252acbef-1fe9-4fec-a717-8680aee7b7cc req-e883bf6c-cb66-4932-9f26-1e5af8672c69 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.55 "DELETE /v2.0/ports/8b9e9133-131b-40c2-9ed2-923597636fc2 HTTP/1.1" status: 204 len: 173 time: 3.5911427 Nov 12 09:03:00.351764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'name': 'network-vif-deleted', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:00.354424 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f4bfe2-2214-460e-8a03-b98f0cfde94c" -d '{"events": [{"server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "name": "network-vif-deleted", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:00.391865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30058b8b-dc4b-4002-9096-9e120c86a48d req-2a505452-dca2-4671-873b-f2c83ea9a7af tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.404729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30058b8b-dc4b-4002-9096-9e120c86a48d req-2a505452-dca2-4671-873b-f2c83ea9a7af tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0853064 Nov 12 09:03:00.422175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-5e9a48e2-bb31-4b6c-b2b3-9e5714d76725 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba HTTP/1.1" status: 200 len: 217 time: 0.0896628 Nov 12 09:03:00.452841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:00.486023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-e137d2ba-b184-48ae-a682-edf76e67e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.487677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-e137d2ba-b184-48ae-a682-edf76e67e9ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0560350 Nov 12 09:03:00.496550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30058b8b-dc4b-4002-9096-9e120c86a48d req-5968efd1-7265-457b-9744-95a4cafe116a tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909295 Nov 12 09:03:00.595092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0b3f4-d56a-4e0a-89ad-ec4ba94fcaa8 req-ae04bc5e-602b-4b83-8a67-79262b0a2439 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.596917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1cf0b3f4-d56a-4e0a-89ad-ec4ba94fcaa8 req-ae04bc5e-602b-4b83-8a67-79262b0a2439 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 948 time: 0.2665155 Nov 12 09:03:00.631316 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a715336-9af9-4725-8e0d-09a8d4ca8318 x-openstack-request-id: req-8a715336-9af9-4725-8e0d-09a8d4ca8318 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:00.631866 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e99a992-2910-4685-826c-3cd5ede87d40", "name": "network-vif-deleted", "tag": "8b9e9133-131b-40c2-9ed2-923597636fc2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:00.632351 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a715336-9af9-4725-8e0d-09a8d4ca8318 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:00.632930 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e99a992-2910-4685-826c-3cd5ede87d40', 'name': 'network-vif-deleted', 'tag': '8b9e9133-131b-40c2-9ed2-923597636fc2', 'status': 'completed', 'code': 200} Nov 12 09:03:00.653851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-e9ca95e5-38fc-4e99-992a-14bba0f4e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.656482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-e9ca95e5-38fc-4e99-992a-14bba0f4e157 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1576889 Nov 12 09:03:00.794571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:38Z', 'revision_number': 5, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.796630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1cf0b3f4-d56a-4e0a-89ad-ec4ba94fcaa8 req-b456e613-bd1a-4e11-9831-a1f7ece07e04 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881676 Nov 12 09:03:00.808072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:00.820414 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Sync routers for ids ['6438a52f-a37b-4847-aec2-3e9d716226a9'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:00.838556 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:00.839781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-46a51aff-e865-4e4a-95d7-5eb3bb3c6de3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9252152 Nov 12 09:03:00.842587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34688) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:00.847948 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Routers {'6438a52f-a37b-4847-aec2-3e9d716226a9'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:00.856339 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6438a52f-a37b-4847-aec2-3e9d716226a9'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.860996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] Checking router: c7217dd1-cdb4-491f-99b6-62b15dd60d37 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:00.874090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:00.875519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:00.880545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-c0b73ee2-5c72-41a1-bc02-b9935fcf5e28 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918304 Nov 12 09:03:00.896261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea87f75a-68ad-40f8-b6f5-c16ae316bde0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:00.897991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea87f75a-68ad-40f8-b6f5-c16ae316bde0 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.55 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 946 time: 0.0749269 Nov 12 09:03:00.944155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:01.044880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd67fd4b-9f82-414f-b61f-d429c48a4c3c req-6c963075-5877-4b4a-b14a-76430082859d tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0613327 Nov 12 09:03:01.064871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d37faefa-6948-4784-9518-de8fa6ddb3f7 req-b852e03f-a84a-4922-b229-c3a34593f574 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658742 Nov 12 09:03:01.096310 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Set router 6438a52f-a37b-4847-aec2-3e9d716226a9 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:01.144716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9cf22-8fd4-487e-b437-f0e841982adb req-4af9f9f0-8fd1-43ff-be33-357be22f2020 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:01.146560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48e9cf22-8fd4-487e-b437-f0e841982adb req-4af9f9f0-8fd1-43ff-be33-357be22f2020 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.1586816 Nov 12 09:03:01.174025 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:01.288108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48e9cf22-8fd4-487e-b437-f0e841982adb req-9794f3ec-e4d2-4418-88f5-5bf4a90e7d9a tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291530 Nov 12 09:03:01.297533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Deleting port bc838ef5-2b1f-4c15-bbed-3752a51d6bba {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:01.298257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.312866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:02:58Z', 'revision_number': 3, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port': {'id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:56Z', 'updated_at': '2021-11-12T09:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:01.342306 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Checking router: 6438a52f-a37b-4847-aec2-3e9d716226a9 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:01.342968 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Updating router 6438a52f-a37b-4847-aec2-3e9d716226a9 port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:01.379436 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.400237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8b9e9133-131b-40c2-9ed2-923597636fc2 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:01.403962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:01.455124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 8b9e9133-131b-40c2-9ed2-923597636fc2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:01.455466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8b9e9133-131b-40c2-9ed2-923597636fc2 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:01.458725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'mac_address': 'fa:16:3e:ea:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:01.478159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] For port bc838ef5-2b1f-4c15-bbed-3752a51d6bba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:01.478533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.493217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Calling delete_port for bc838ef5-2b1f-4c15-bbed-3752a51d6bba owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:01.520866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.549725 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.596680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:38Z', 'revision_number': 5, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:01.600750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:01.668934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee62b4d-6eb8-45ed-a41b-05f8713c7a83 None None] The sync data for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 is: [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T08:59:27Z', 'revision_number': 4, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6398688b-435c-450b-a01c-feda561887c9', 'name': '', 'network_id': 'd91a2f9f-6638-413d-bcba-2617cfe406f0', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'mac_address': 'fa:16:3e:5a:c3:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:26Z', 'updated_at': '2021-11-12T08:59:38Z', 'revision_number': 5, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'subnets': [{'id': 'a8816e87-65ea-4270-9b67-e414dfcd45e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:01.684963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:01.693389 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.693751 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.702876 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.754878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.758052 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Pushing event updated for resources: {'Port': ['ID=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.769071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bc838ef5-2b1f-4c15-bbed-3752a51d6bba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:01.778427 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.779034 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.779816 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.781418 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.782326 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.783134 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.784518 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.785033 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.785726 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.786240 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.786737 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.787227 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:01.810311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcba25-e4f7-4ccf-9070-0cd94949e331 req-67b8e734-9fb6-4d91-8788-82ef865689c3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:01.814350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffdcba25-e4f7-4ccf-9070-0cd94949e331 req-67b8e734-9fb6-4d91-8788-82ef865689c3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/ports?device_id=748193e4-457a-46dc-a58c-58fbb14148cf HTTP/1.1" status: 200 len: 867 time: 0.1896985 Nov 12 09:03:01.821997 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Attempting to bind port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:01.822701 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Attempting to bind port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:01.823243 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Attempting to bind port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:01.828518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.830051 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:01.830702 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:01.831106 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.831494 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:01.831982 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Bound port: de037028-6bbd-4e97-a6b3-9e3cbdf95f5c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:01.832603 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.834388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Pushing event deleted for resources: {'Port': ['ID=bc838ef5-2b1f-4c15-bbed-3752a51d6bba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:01.889454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] No DVR routers for this DVR port bc838ef5-2b1f-4c15-bbed-3752a51d6bba on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:01.893772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.897175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9eea30b8-ee17-46e0-b251-a35692f80cac req-ea05d297-5fde-42e2-aece-2f9c7a6d57f3 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.55 "DELETE /v2.0/ports/bc838ef5-2b1f-4c15-bbed-3752a51d6bba HTTP/1.1" status: 204 len: 173 time: 0.9111264 Nov 12 09:03:01.912387 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] For port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:01.918681 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] For port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:01.926564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:01.927160 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:01.975731 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffdcba25-e4f7-4ccf-9070-0cd94949e331 req-0a467a8c-d18f-4f51-840d-17ea177b8491 tempest-ServerRescueTestJSONUnderV235-140263296 tempest-ServerRescueTestJSONUnderV235-140263296-project] 10.222.0.53 "GET /v2.0/security-groups?id=411e1081-42d0-40b4-8efa-e9641ecf5196&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488464 Nov 12 09:03:02.010367 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4394811-20b1-4053-8701-f577a2926d58 None None] Pushing event updated for resources: {'Port': ['ID=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.036549 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Routers {'6438a52f-a37b-4847-aec2-3e9d716226a9'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:02.037126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d8790-7027-4c96-a71e-e8783c355b08 req-bd0993a9-ccbd-4a86-9aa2-25caaf541b5e tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:02.045262 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6438a52f-a37b-4847-aec2-3e9d716226a9'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:02.048293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c2d8790-7027-4c96-a71e-e8783c355b08 req-bd0993a9-ccbd-4a86-9aa2-25caaf541b5e tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 949 time: 0.1214652 Nov 12 09:03:02.121341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Allocated IP 172.20.0.1 (f932aff4-5004-4f1f-99c0-73855a362cd1/566ff4b9-d365-43b0-9f5e-db982c496e59/4d73274a-eb75-460c-923c-0c9002249ed2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:02.212350 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c2d8790-7027-4c96-a71e-e8783c355b08 req-c516097a-3827-4737-923e-88e478d9527a tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627636 Nov 12 09:03:02.238417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3b93e1-4d6b-49eb-8ea3-8d0273205e0a None None] New status for floating IP dc76ba37-d7cb-442c-a553-d8302cf9029b: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:02.293098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-12359765-b88d-4666-9323-6512de276356 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:02.298551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-12359765-b88d-4666-9323-6512de276356 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.55 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0718110 Nov 12 09:03:02.330079 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] Set router 6438a52f-a37b-4847-aec2-3e9d716226a9 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:02.503357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2604a92-cead-4d0b-acaf-17fa3e16520a req-b09f492d-43a1-40fc-a6f8-d754e0798786 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:02.511206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2604a92-cead-4d0b-acaf-17fa3e16520a req-b09f492d-43a1-40fc-a6f8-d754e0798786 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 945 time: 0.0834963 Nov 12 09:03:02.536177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Deleting port cd9ab74c-a0b8-4855-85c4-d184fe648a37 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:02.536953 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.648441 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:02:58Z', 'revision_number': 3, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port': {'id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:56Z', 'updated_at': '2021-11-12T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:02.651580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dcc86b4c-047e-4004-975d-c64e9bb999c5 req-02f9bfe9-6f23-45de-b2b8-077b5052f219 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.4609778 Nov 12 09:03:02.672549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'name': 'network-vif-deleted', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:02.674863 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1454798d-826a-48f4-9f70-2782f7a36a39" -d '{"events": [{"server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "name": "network-vif-deleted", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:02.695366 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7774a51b-be05-45d5-a7e2-5f54643700aa None None] The sync data for ids ['6438a52f-a37b-4847-aec2-3e9d716226a9'] in n-d-769329-17 is: [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:02:58Z', 'revision_number': 3, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port': {'id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:66:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:56Z', 'updated_at': '2021-11-12T09:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:02.742073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2604a92-cead-4d0b-acaf-17fa3e16520a req-02251d5c-1fee-4856-9871-11cdf7199145 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups?id=ac7c1acb-9f68-435b-ab8e-787e06ba374b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190442 Nov 12 09:03:02.746625 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276ce248-da85-41e2-9c88-3fa86ee91194 x-openstack-request-id: req-276ce248-da85-41e2-9c88-3fa86ee91194 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:02.747126 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748193e4-457a-46dc-a58c-58fbb14148cf", "name": "network-vif-deleted", "tag": "bc838ef5-2b1f-4c15-bbed-3752a51d6bba", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:02.747544 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-276ce248-da85-41e2-9c88-3fa86ee91194 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:02.748118 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '748193e4-457a-46dc-a58c-58fbb14148cf', 'name': 'network-vif-deleted', 'tag': 'bc838ef5-2b1f-4c15-bbed-3752a51d6bba', 'status': 'completed', 'code': 200} Nov 12 09:03:02.773772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.788921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] For port cd9ab74c-a0b8-4855-85c4-d184fe648a37, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=cd9ab74c-a0b8-4855-85c4-d184fe648a37,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:02.790014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.837960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:02.881733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Network f932aff4-5004-4f1f-99c0-73855a362cd1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:02.884839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:02.889278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:02.893149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Pushing event updated for resources: {'Port': ['ID=4d73274a-eb75-460c-923c-0c9002249ed2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:02.929985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.068317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34708) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:03.078279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.079128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.079477 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Floating IP 067fb7a7-dca0-4f22-ab73-358123c0e3a9 disassociated. External IP: 172.25.5.135, port: cd9ab74c-a0b8-4855-85c4-d184fe648a37. Nov 12 09:03:03.079976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Calling delete_port for cd9ab74c-a0b8-4855-85c4-d184fe648a37 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:03.273968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.336034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.368428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-02524cdb-4385-40f2-9947-4a8f1010f1f5 None None] Provisioning complete for port 4d73274a-eb75-460c-923c-0c9002249ed2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:03.369475 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-02524cdb-4385-40f2-9947-4a8f1010f1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.386560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event deleted for resources: {'Port': ['ID=cd9ab74c-a0b8-4855-85c4-d184fe648a37,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:03.434325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-02524cdb-4385-40f2-9947-4a8f1010f1f5 None None] Port 4d73274a-eb75-460c-923c-0c9002249ed2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:03.463424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcfba8-c4ab-446f-87d1-edc8003ea01b req-555d38fc-67f1-4eb8-b921-c1e8cc877648 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:03.470821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3bfcfba8-c4ab-446f-87d1-edc8003ea01b req-555d38fc-67f1-4eb8-b921-c1e8cc877648 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 949 time: 0.1726313 Nov 12 09:03:03.547297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Router bbaa731a-5020-43b5-9eaf-32bb1b64727b has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:03.623186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3bfcfba8-c4ab-446f-87d1-edc8003ea01b req-b671db04-79e6-49c7-a46a-9691fe214e6d tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514761 Nov 12 09:03:03.700600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:03.710454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.712755 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] Sync routers for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:03.723962 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:03.728702 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:03.775804 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.810969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] No DVR routers for this DVR port cd9ab74c-a0b8-4855-85c4-d184fe648a37 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:03.816209 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:03.819652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57301766-1ff9-4718-bcc7-38ca6817ed08 req-37bcbbe6-c434-4df7-9de1-03054a2f0004 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.55 "DELETE /v2.0/ports/cd9ab74c-a0b8-4855-85c4-d184fe648a37 HTTP/1.1" status: 204 len: 173 time: 1.5135534 Nov 12 09:03:03.900429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09b3beb6-742e-4ec4-8241-43de1296c92e req-d10327b6-e1ed-40f8-9ef1-c4420bee20b0 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0674667 Nov 12 09:03:03.995232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device de037028-6bbd-4e97-a6b3-9e3cbdf95f5c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:04.026827 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:04.060636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Pushing event updated for resources: {'Port': ['ID=4d73274a-eb75-460c-923c-0c9002249ed2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:04.082112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.135260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86bbf118-0ca8-45a1-9fb8-45b751bca533 req-2dda9c36-c34a-4ae9-b12a-e6e0bf8c9855 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/ports?device_id=4decf157-4d15-4273-ab92-85cadb81f1a5 HTTP/1.1" status: 200 len: 210 time: 0.1425672 Nov 12 09:03:04.160791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:04.161529 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.260262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Network f932aff4-5004-4f1f-99c0-73855a362cd1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:04.264674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:04.304717 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.343344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:04.351622 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.379420 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:31Z', 'revision_number': 5, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.441309 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] Checking router: bbaa731a-5020-43b5-9eaf-32bb1b64727b for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:04.445786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:04.453302 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:04.454211 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:04.486764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Router 6438a52f-a37b-4847-aec2-3e9d716226a9 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:04.606328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.633459 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:04.672320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dee70fb6-d362-46d0-bfe4-627a2dd7a141 None None] Provisioning complete for port 4d73274a-eb75-460c-923c-0c9002249ed2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:04.672693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dee70fb6-d362-46d0-bfe4-627a2dd7a141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:04.689646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:04.704730 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4d73ba3f-6a31-4a27-977c-67c7c835df49 admin admin] 10.222.0.53 "PUT /v2.0/routers/6438a52f-a37b-4847-aec2-3e9d716226a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8513393 Nov 12 09:03:04.749236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'name': 'network-vif-deleted', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:04.752207 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05941ea2-16b1-4dfe-b87f-a45ea013e26a" -d '{"events": [{"server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "name": "network-vif-deleted", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:04.798081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dee70fb6-d362-46d0-bfe4-627a2dd7a141 None None] Port 4d73274a-eb75-460c-923c-0c9002249ed2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:04.836617 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d23718-b37f-488e-8026-e0fced716b0a x-openstack-request-id: req-84d23718-b37f-488e-8026-e0fced716b0a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:04.836923 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4decf157-4d15-4273-ab92-85cadb81f1a5", "name": "network-vif-deleted", "tag": "cd9ab74c-a0b8-4855-85c4-d184fe648a37", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:04.837156 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84d23718-b37f-488e-8026-e0fced716b0a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:04.837560 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4decf157-4d15-4273-ab92-85cadb81f1a5', 'name': 'network-vif-deleted', 'tag': 'cd9ab74c-a0b8-4855-85c4-d184fe648a37', 'status': 'completed', 'code': 200} Nov 12 09:03:04.881394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e02f3-62fd-4e82-a275-ca4f9caf652c req-4cdbc50f-c564-4d41-8a18-b0a0a6223705 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:04.897828 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-055e02f3-62fd-4e82-a275-ca4f9caf652c req-4cdbc50f-c564-4d41-8a18-b0a0a6223705 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 949 time: 0.1294825 Nov 12 09:03:04.941768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:04.981945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-055e02f3-62fd-4e82-a275-ca4f9caf652c req-f5d9da57-bf2f-4a04-b108-91d1f481f1e4 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832117 Nov 12 09:03:05.054465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:05.071669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:05.072076 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.077384 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:31Z', 'revision_number': 5, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:05.104027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65f62a68-a308-4a3b-bf99-db297799aa5d req-80620021-c369-4676-85be-68a6800b03d1 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0604756 Nov 12 09:03:05.149147 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6554a5-a15d-4646-9bc3-58497e62770c None None] The sync data for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 is: [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:00:22Z', 'revision_number': 4, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '9b174319-35a4-4136-9fa5-e8a470dd8c70', 'name': '', 'network_id': '5e4765bb-ed35-4ae0-8eea-dde366abff50', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'mac_address': 'fa:16:3e:c7:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_interface', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:20Z', 'updated_at': '2021-11-12T09:00:31Z', 'revision_number': 5, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'subnets': [{'id': '13a25989-e39d-43b4-bd85-415bfd6830bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:05.159156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Deleting port 22c94077-b205-4541-aaf2-0694eddf7012 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:05.161442 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.232663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.280277 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-3a65d134-013f-4478-9fde-f941197b8178 req-5eb7ce05-5906-413b-9409-f5b775cc71ff tempest-FloatingIPDetailsNegativeTestJSON-1150277362 tempest-FloatingIPDetailsNegativeTestJSON-1150277362-project] show failed (client error): The resource could not be found. Nov 12 09:03:05.310340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a65d134-013f-4478-9fde-f941197b8178 req-5eb7ce05-5906-413b-9409-f5b775cc71ff tempest-FloatingIPDetailsNegativeTestJSON-1150277362 tempest-FloatingIPDetailsNegativeTestJSON-1150277362-project] 10.222.0.53 "GET /v2.0/floatingips/2ce20ddf-b28a-4ae2-863b-8aa0130ed647 HTTP/1.1" status: 404 len: 350 time: 0.1202075 Nov 12 09:03:05.316776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:05.319710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:05.330046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34736) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.331048 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fde8f8-57ce-4cf0-88af-081316a6a209" -d '{"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-plugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:05.335954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.345693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] For port 22c94077-b205-4541-aaf2-0694eddf7012, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=22c94077-b205-4541-aaf2-0694eddf7012,segment=NetworkSegment(aeed9822-f035-4f94-98a8-2f390432d7b3),segment_id=aeed9822-f035-4f94-98a8-2f390432d7b3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:05.346454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.367575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device cd9ab74c-a0b8-4855-85c4-d184fe648a37 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:05.402815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: cd9ab74c-a0b8-4855-85c4-d184fe648a37 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:05.403536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device cd9ab74c-a0b8-4855-85c4-d184fe648a37 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:05.404176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bc838ef5-2b1f-4c15-bbed-3752a51d6bba no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:05.416751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Calling delete_port for 22c94077-b205-4541-aaf2-0694eddf7012 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:05.444690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34742) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:05.446225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: bc838ef5-2b1f-4c15-bbed-3752a51d6bba {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:05.447173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bc838ef5-2b1f-4c15-bbed-3752a51d6bba not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:05.464086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:05.493531 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a8bb46-a0b6-4a50-ad68-dfdad2ccddf4 x-openstack-request-id: req-37a8bb46-a0b6-4a50-ad68-dfdad2ccddf4 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:05.494155 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-plugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:05.494417 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37a8bb46-a0b6-4a50-ad68-dfdad2ccddf4 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:05.494821 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'code': 200} Nov 12 09:03:05.658881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7712fa84-7fec-4af0-b426-8e4dfa4f25ac None None] New status for floating IP 067fb7a7-dca0-4f22-ab73-358123c0e3a9: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:05.700719 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Sync routers for ids ['6438a52f-a37b-4847-aec2-3e9d716226a9'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:05.718554 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Routers {'6438a52f-a37b-4847-aec2-3e9d716226a9'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:05.719567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6438a52f-a37b-4847-aec2-3e9d716226a9'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:05.732149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4379e1a-6302-4a60-a4c8-18c13bc3b410 req-ab35e4b1-77d3-438b-96be-eb19a8231e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:05.735324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4379e1a-6302-4a60-a4c8-18c13bc3b410 req-ab35e4b1-77d3-438b-96be-eb19a8231e12 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 1102 time: 0.1502845 Nov 12 09:03:05.799950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.853331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af5cc0bb-ed13-4e69-974d-01ff9323da84 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.885271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af5cc0bb-ed13-4e69-974d-01ff9323da84 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:05.939637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device de037028-6bbd-4e97-a6b3-9e3cbdf95f5c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:05.976938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Pushing event deleted for resources: {'Port': ['ID=22c94077-b205-4541-aaf2-0694eddf7012,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.035670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af5cc0bb-ed13-4e69-974d-01ff9323da84 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.038353 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af5cc0bb-ed13-4e69-974d-01ff9323da84 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.042331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-af5cc0bb-ed13-4e69-974d-01ff9323da84 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac7c1acb-9f68-435b-ab8e-787e06ba374b HTTP/1.1" status: 204 len: 168 time: 0.5933754 Nov 12 09:03:06.044821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34746) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:06.060305 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4379e1a-6302-4a60-a4c8-18c13bc3b410 req-fe817f87-8b27-4a7a-b606-df5130479da0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112600 Nov 12 09:03:06.074722 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-8e399e16-98ca-4f2c-aa5a-2c922cd8b1c9 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] show failed (client error): The resource could not be found. Nov 12 09:03:06.079114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8e399e16-98ca-4f2c-aa5a-2c922cd8b1c9 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "GET /v2.0/security-groups/ac7c1acb-9f68-435b-ab8e-787e06ba374b HTTP/1.1" status: 404 len: 347 time: 0.0306711 Nov 12 09:03:06.082168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34748) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:06.083098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc0bb-ed13-4e69-974d-01ff9323da84 tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7c1acb-9f68-435b-ab8e-787e06ba374b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:06.122668 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Set router 6438a52f-a37b-4847-aec2-3e9d716226a9 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:06.123293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:06.123633 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.273948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e193f8a3-6cf6-42fb-97b5-109fc656e5c8 req-d5a8f638-0930-4c69-9c3f-0afcd192d8cc tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0380354 Nov 12 09:03:06.278395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec097fa-9f68-4c9b-9356-a7e82196bf61 req-764f5600-1bcb-4e3c-9013-ec1bb20c1bcd tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:06.286994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ec097fa-9f68-4c9b-9356-a7e82196bf61 req-764f5600-1bcb-4e3c-9013-ec1bb20c1bcd tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 950 time: 0.1296344 Nov 12 09:03:06.312904 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.398692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ec097fa-9f68-4c9b-9356-a7e82196bf61 req-9002fdf6-249e-4881-9713-8fb7ef28765d tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086411 Nov 12 09:03:06.461288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.475953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Deleting port 41236201-f33a-447d-a2d6-cb2d761eca70 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:06.476329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.477552 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:03:03Z', 'revision_number': 4, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port': {'id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:56Z', 'updated_at': '2021-11-12T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '4d73274a-eb75-460c-923c-0c9002249ed2', 'name': '', 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'mac_address': 'fa:16:3e:c1:81:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '566ff4b9-d365-43b0-9f5e-db982c496e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:03Z', 'revision_number': 2, 'project_id': '0db9f018908c45678688a03f36be43ae', 'subnets': [{'id': '566ff4b9-d365-43b0-9f5e-db982c496e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:06.517350 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Checking router: 6438a52f-a37b-4847-aec2-3e9d716226a9 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:06.517593 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Updating router 6438a52f-a37b-4847-aec2-3e9d716226a9 port 4d73274a-eb75-460c-923c-0c9002249ed2 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:06.550028 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.564653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.564898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.578705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Calling delete_port for 41236201-f33a-447d-a2d6-cb2d761eca70 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:06.682002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Deleting port 4d73274a-eb75-460c-923c-0c9002249ed2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:06.682454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.804314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.830897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Calling delete_port for 4d73274a-eb75-460c-923c-0c9002249ed2 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:06.872173 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:06.883033 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.000365 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69464e-237a-4c1f-ac2c-76b424539dd0 None None] Pushing event updated for resources: {'Port': ['ID=4d73274a-eb75-460c-923c-0c9002249ed2,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:07.055288 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Attempting to bind port 4d73274a-eb75-460c-923c-0c9002249ed2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:07.055595 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Attempting to bind port 4d73274a-eb75-460c-923c-0c9002249ed2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:07.056711 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Attempting to bind port 4d73274a-eb75-460c-923c-0c9002249ed2 on network f932aff4-5004-4f1f-99c0-73855a362cd1 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:07.063632 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:07.064778 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Checking segment: {'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:07.065543 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.066077 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Bound using segment: {'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:07.068019 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Bound port: 4d73274a-eb75-460c-923c-0c9002249ed2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff55419-fd2c-4271-9885-aaa850de8225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:07.068509 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.185896 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] For port 4d73274a-eb75-460c-923c-0c9002249ed2, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:07.190705 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] For port 4d73274a-eb75-460c-923c-0c9002249ed2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4d73274a-eb75-460c-923c-0c9002249ed2,segment=NetworkSegment(5ff55419-fd2c-4271-9885-aaa850de8225),segment_id=5ff55419-fd2c-4271-9885-aaa850de8225)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:07.211758 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.302576 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Routers {'6438a52f-a37b-4847-aec2-3e9d716226a9'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:07.303972 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6438a52f-a37b-4847-aec2-3e9d716226a9'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:07.384490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c58268ad-d434-4fc1-baa6-ea8fb2fbc321 None None] Provisioning complete for port 4d73274a-eb75-460c-923c-0c9002249ed2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:07.386680 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c58268ad-d434-4fc1-baa6-ea8fb2fbc321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.445152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d7d98aa4-b05e-4f7f-a7ae-21612e153221 req-feabcf76-42ce-4c70-8ff7-bde8499c874f tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0533631 Nov 12 09:03:07.556540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.607472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d73274a-eb75-460c-923c-0c9002249ed2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:07.624856 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c58268ad-d434-4fc1-baa6-ea8fb2fbc321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.833169 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69464e-237a-4c1f-ac2c-76b424539dd0 None None] Pushing event updated for resources: {'Port': ['ID=4d73274a-eb75-460c-923c-0c9002249ed2,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:07.839767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f631-5a2c-44d3-9b2a-bb4d7b96e5f5 req-1ca5163a-2762-499b-8644-56616ab66213 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:07.848411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6f1f631-5a2c-44d3-9b2a-bb4d7b96e5f5 req-1ca5163a-2762-499b-8644-56616ab66213 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 950 time: 0.1819780 Nov 12 09:03:07.868361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:07.905531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-5834640f-0270-4a14-90e4-40c8f7021849 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2538617 Nov 12 09:03:07.908032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3420b4c5-976c-4b80-ab33-9cdc27923741 None None] Could not find standard attr ID for object 4d73274a-eb75-460c-923c-0c9002249ed2. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:03:08.021147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Router 51dab8e0-8c75-477b-aa01-40c97ae3e36e has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:08.031481 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] Set router 6438a52f-a37b-4847-aec2-3e9d716226a9 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:08.036647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Pushing event deleted for resources: {'Port': ['ID=41236201-f33a-447d-a2d6-cb2d761eca70,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:08.186821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6f1f631-5a2c-44d3-9b2a-bb4d7b96e5f5 req-5eeb8546-d22c-4160-b393-006352d62807 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373935 Nov 12 09:03:08.251741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.260452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-f083dc47-9971-4636-b8a7-b52890e21bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:08.273848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-f083dc47-9971-4636-b8a7-b52890e21bf7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89bed3c63cde4f079fd17e03e3137622&device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 1102 time: 0.1627989 Nov 12 09:03:08.338402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.341048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:08.343032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff38ca0c-4dd3-4214-a15e-8f6f542b93fe tempest-ServersTestManualDisk-1581682391 tempest-ServersTestManualDisk-1581682391-project] 10.222.0.53 "DELETE /v2.0/floatingips/067fb7a7-dca0-4f22-ab73-358123c0e3a9 HTTP/1.1" status: 204 len: 168 time: 2.2485235 Nov 12 09:03:08.345876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34770) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:08.403960 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:03:03Z', 'revision_number': 4, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port': {'id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:56Z', 'updated_at': '2021-11-12T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '4d73274a-eb75-460c-923c-0c9002249ed2', 'name': '', 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'mac_address': 'fa:16:3e:c1:81:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '566ff4b9-d365-43b0-9f5e-db982c496e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:07Z', 'revision_number': 4, 'project_id': '0db9f018908c45678688a03f36be43ae', 'subnets': [{'id': '566ff4b9-d365-43b0-9f5e-db982c496e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:08.442868 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da5213-a637-446d-85cc-8f5feb1b05f4 None None] The sync data for ids ['6438a52f-a37b-4847-aec2-3e9d716226a9'] in n-d-769329-17 is: [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40'}], 'enable_snat': True}, 'gw_port_id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:03:03Z', 'revision_number': 4, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port': {'id': 'de037028-6bbd-4e97-a6b3-9e3cbdf95f5c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:66:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:02:56Z', 'updated_at': '2021-11-12T09:03:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '4d73274a-eb75-460c-923c-0c9002249ed2', 'name': '', 'network_id': 'f932aff4-5004-4f1f-99c0-73855a362cd1', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'mac_address': 'fa:16:3e:c1:81:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '566ff4b9-d365-43b0-9f5e-db982c496e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:01Z', 'updated_at': '2021-11-12T09:03:07Z', 'revision_number': 4, 'project_id': '0db9f018908c45678688a03f36be43ae', 'subnets': [{'id': '566ff4b9-d365-43b0-9f5e-db982c496e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:08.582603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:08.598160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] Sync routers for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:08.624491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:08.625137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:08.820326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-f250fe57-b809-40e0-9557-ebc93e62dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:08.823740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-f250fe57-b809-40e0-9557-ebc93e62dc52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.5241320 Nov 12 09:03:08.857631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:08.918207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8c446a7e-391f-4726-9a45-e755ff99255a admin admin] 10.222.0.53 "PUT /v2.0/routers/51dab8e0-8c75-477b-aa01-40c97ae3e36e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8487024 Nov 12 09:03:08.923995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34784) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:08.940765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-e3026643-58fd-40d7-ad83-9e4151b638d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba HTTP/1.1" status: 200 len: 217 time: 0.1085854 Nov 12 09:03:09.139964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47eec002-d5dc-4f51-ada0-33dee46e06ef req-1a0ddfd6-e8c8-42e7-aebe-741be1ce7215 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.2351675 Nov 12 09:03:09.205756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-7a9e95d1-cd5d-44d0-83dc-a29855cf5616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:09.207286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-7a9e95d1-cd5d-44d0-83dc-a29855cf5616 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2565861 Nov 12 09:03:09.315511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:03:05Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:09.363177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Router 6438a52f-a37b-4847-aec2-3e9d716226a9 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:09.395207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] Checking router: 51dab8e0-8c75-477b-aa01-40c97ae3e36e for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:09.420459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] Routers {'51dab8e0-8c75-477b-aa01-40c97ae3e36e'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:09.421408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:09.460316 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.579130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:09.587121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-a3819f1a-556f-43b0-8264-b61c4b4f6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:09.593769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-a3819f1a-556f-43b0-8264-b61c4b4f6ffb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3586564 Nov 12 09:03:09.604799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c5e92bcf-8b2a-49fa-a57b-573458b5466a admin admin] 10.222.0.53 "PUT /v2.0/routers/6438a52f-a37b-4847-aec2-3e9d716226a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2726421 Nov 12 09:03:09.616655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34828) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:09.657274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] Set router 51dab8e0-8c75-477b-aa01-40c97ae3e36e gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:09.794849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-af17a371-073e-4fb3-b038-6c074e49ee2a service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887038 Nov 12 09:03:09.937953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:03:05Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:09.969035 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:09.981152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de168aa-5d0e-4a28-b5c4-cc2bac530d64 None None] The sync data for ids ['51dab8e0-8c75-477b-aa01-40c97ae3e36e'] in n-d-769329-17 is: [{'id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'name': 'tempest-ServerRescueTestJSONUnderV235-1844286696-router', 'tenant_id': 'c386c8c78e12482e9d8034aeaeb97813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60'}], 'enable_snat': True}, 'gw_port_id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:01:41Z', 'updated_at': '2021-11-12T09:03:05Z', 'revision_number': 5, 'project_id': 'c386c8c78e12482e9d8034aeaeb97813', 'gw_port': {'id': '4879ea4b-9f98-4041-9bf6-67ecc6d2f20a', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51dab8e0-8c75-477b-aa01-40c97ae3e36e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:01:43Z', 'updated_at': '2021-11-12T09:01:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:10.063935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa37fe32-a46d-4b9f-9e5b-05d449f96316 req-8ba93f3d-b906-4bba-a87b-af4a06d489be service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497082 Nov 12 09:03:10.077417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.310898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.578672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-332945ef-6beb-4df8-af56-2b5a99e8582c req-3e947f61-f01f-4259-ab84-f90ef38383a7 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.3066015 Nov 12 09:03:10.752249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Deleting port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:10.757378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.840458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:10.958971 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] Sync routers for ids ['6438a52f-a37b-4847-aec2-3e9d716226a9'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:10.967522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:10.972209 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] Routers {'6438a52f-a37b-4847-aec2-3e9d716226a9'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:10.973103 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6438a52f-a37b-4847-aec2-3e9d716226a9'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.111050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] For port 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:11.111567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.169457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:11.174145 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] Set router 6438a52f-a37b-4847-aec2-3e9d716226a9 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:11.185386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'mac_address': 'fa:16:3e:ea:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:11.203717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Calling delete_port for 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:11.216749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Deleting port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:11.228394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.234505 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.250075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:11.274760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:11.280712 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:03:10Z', 'revision_number': 6, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.285423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.347556 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] Checking router: 6438a52f-a37b-4847-aec2-3e9d716226a9 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:11.353944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:11.364604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] Routers {'6438a52f-a37b-4847-aec2-3e9d716226a9'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:11.365348 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:02:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6438a52f-a37b-4847-aec2-3e9d716226a9'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.410135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:11.586280 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] Set router 6438a52f-a37b-4847-aec2-3e9d716226a9 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:11.653048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] For port de037028-6bbd-4e97-a6b3-9e3cbdf95f5c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:11.653807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.667219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Deleting port 9b174319-35a4-4136-9fa5-e8a470dd8c70 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:11.667791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:11.694976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Calling delete_port for de037028-6bbd-4e97-a6b3-9e3cbdf95f5c owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:11.743148 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:03:10Z', 'revision_number': 6, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:11.787746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 22c94077-b205-4541-aaf2-0694eddf7012 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:11.809435 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e714b1-43f3-4d94-8190-0179b5c6cc78 None None] The sync data for ids ['6438a52f-a37b-4847-aec2-3e9d716226a9'] in n-d-769329-17 is: [{'id': '6438a52f-a37b-4847-aec2-3e9d716226a9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1623465591-router', 'tenant_id': '0db9f018908c45678688a03f36be43ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:02:54Z', 'updated_at': '2021-11-12T09:03:10Z', 'revision_number': 6, 'project_id': '0db9f018908c45678688a03f36be43ae', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:11.852483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 22c94077-b205-4541-aaf2-0694eddf7012 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:11.853368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 22c94077-b205-4541-aaf2-0694eddf7012 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:12.702293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e9ff9fe-d239-4e5f-a837-83a55f515e8a req-43cfbc17-c530-49b4-881c-46c54e4303b0 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0343115 Nov 12 09:03:12.733173 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:12.822114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=de037028-6bbd-4e97-a6b3-9e3cbdf95f5c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:12.980452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:12.991484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] For port 9b174319-35a4-4136-9fa5-e8a470dd8c70, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=9b174319-35a4-4136-9fa5-e8a470dd8c70,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:12.992288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.029214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Calling delete_port for 9b174319-35a4-4136-9fa5-e8a470dd8c70 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:13.086337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.120682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:13.121054 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.225554 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.230839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.336961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.342704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.346560 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.347420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6438a52f-a37b-4847-aec2-3e9d716226a9 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:13.381916 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.383576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-319cce0c-d7d4-4719-b193-47f5a689fff4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6438a52f-a37b-4847-aec2-3e9d716226a9 HTTP/1.1" status: 204 len: 168 time: 3.7658436 Nov 12 09:03:13.386160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:13.387230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4879ea4b-9f98-4041-9bf6-67ecc6d2f20a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:13.446070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:13.460874 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37b146d-cf42-4361-b4b3-3fbae3e37688" -d '{"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-plugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:13.518870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] Deleting subnet 566ff4b9-d365-43b0-9f5e-db982c496e59 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:13.551151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:13.564682 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.569561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.715569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:13.950831 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.082320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.096952 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14d83c5-9edf-4459-b992-4ae0949754a7 x-openstack-request-id: req-c14d83c5-9edf-4459-b992-4ae0949754a7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:14.097545 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-plugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:14.097545 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c14d83c5-9edf-4459-b992-4ae0949754a7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:14.098084 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'code': 200} Nov 12 09:03:14.107980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4d73274a-eb75-460c-923c-0c9002249ed2 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:14.150290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.160105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=566ff4b9-d365-43b0-9f5e-db982c496e59,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:14.160342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 4d73274a-eb75-460c-923c-0c9002249ed2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:14.160561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4d73274a-eb75-460c-923c-0c9002249ed2 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:14.160975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device de037028-6bbd-4e97-a6b3-9e3cbdf95f5c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:14.173791 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ad44d27-5de6-46fc-9f2a-3e0f6c9d6e2a req-d840f288-a894-49b5-9376-af64c5a15ed0 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.1670675 Nov 12 09:03:14.177743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.190677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-98b64b55-4814-43a8-ad4a-6effa4782414 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/566ff4b9-d365-43b0-9f5e-db982c496e59 HTTP/1.1" status: 204 len: 168 time: 0.8008523 Nov 12 09:03:14.193697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34952) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:14.210328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.255535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4155426-5fb5-4410-9731-4e66bfc337c8 None None] Network f932aff4-5004-4f1f-99c0-73855a362cd1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:14.272847 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8d5fdd8b-50c6-44ad-92b5-212fa1e3b53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.283987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: de037028-6bbd-4e97-a6b3-9e3cbdf95f5c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:14.284349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device de037028-6bbd-4e97-a6b3-9e3cbdf95f5c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:14.315862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.362030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:14.459422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Pushing event deleted for resources: {'Port': ['ID=9b174319-35a4-4136-9fa5-e8a470dd8c70,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:14.501093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Deleting port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:14.509236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.681944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.713825 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.762263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] For port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,segment=NetworkSegment(5ff55419-fd2c-4271-9885-aaa850de8225),segment_id=5ff55419-fd2c-4271-9885-aaa850de8225)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:14.762263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.765308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] DHCP port deletion for f932aff4-5004-4f1f-99c0-73855a362cd1 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:14.792461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Calling delete_port for 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:14.822151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.822151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51dab8e0-8c75-477b-aa01-40c97ae3e36e {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:14.829586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:14.839422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-116366a5-f555-4e6e-9e5d-83865ed13b71 admin admin] 10.222.0.53 "DELETE /v2.0/routers/51dab8e0-8c75-477b-aa01-40c97ae3e36e HTTP/1.1" status: 204 len: 168 time: 5.9094789 Nov 12 09:03:14.841389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:14.895855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] Deleting port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:14.896240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.050138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] For port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,segment=NetworkSegment(5ff55419-fd2c-4271-9885-aaa850de8225),segment_id=5ff55419-fd2c-4271-9885-aaa850de8225)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:15.050455 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.062958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] Deleting subnet d1e030f9-5930-4641-9fc7-8f088eaf8435 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:15.067073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.105224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] Calling delete_port for 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:15.114264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.162930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.232729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.280351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.286154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.351303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:15.425558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.442986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] No DVR routers for this DVR port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:15.446303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e030f9-5930-4641-9fc7-8f088eaf8435,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:15.455513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.461179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e255248f-b731-4875-9c66-7dbfef5fcc77 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1e030f9-5930-4641-9fc7-8f088eaf8435 HTTP/1.1" status: 204 len: 168 time: 0.6060381 Nov 12 09:03:15.466724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:15.513681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] Pushing event deleted for resources: {'Port': ['ID=235dd66f-8852-4d37-a8d8-abeb38fdf1b4,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:15.522026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e7f00c-1e8b-460c-98bc-e39e39b71a54 None None] No DVR routers for this DVR port 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:15.552194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a7636260-bb5b-47f6-9ddf-b05e806563b4 req-6b35f9c4-beea-4425-8621-d8b427a294bc tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0984361 Nov 12 09:03:15.814196 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.866967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f932aff4-5004-4f1f-99c0-73855a362cd1']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:15.874411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Router bbaa731a-5020-43b5-9eaf-32bb1b64727b has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:15.881313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff55419-fd2c-4271-9885-aaa850de8225') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:15.881776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff55419-fd2c-4271-9885-aaa850de8225') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:15.892869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.907295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:15.914345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:15.914758 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: items = [ Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:16.024911 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:16.029871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:16.035467 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.066467 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.070167 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f932aff4-5004-4f1f-99c0-73855a362cd1 HTTP/1.1" status: 204 len: 168 time: 1.8737240 Nov 12 09:03:16.071352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458215a-780e-4f87-94d5-39d996a97c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=f932aff4-5004-4f1f-99c0-73855a362cd1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:16.071843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:16.072781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 235dd66f-8852-4d37-a8d8-abeb38fdf1b4 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:16.073298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:16.100340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.123711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:16.124317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4879ea4b-9f98-4041-9bf6-67ecc6d2f20a not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:16.308596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.338088 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2f9d658-7e39-452a-ad27-ae92bb7fb658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.343713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:16.359627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] Sync routers for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:16.365422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f8f42c06-4695-4c65-9187-7c5cd7b0eeff admin admin] 10.222.0.53 "PUT /v2.0/routers/bbaa731a-5020-43b5-9eaf-32bb1b64727b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0184481 Nov 12 09:03:16.366767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34970) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:16.369927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed8d384-e302-44b4-bfca-1470dee0b531']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:16.386605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:16.387412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:16.401566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeed9822-f035-4f94-98a8-2f390432d7b3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:16.404953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeed9822-f035-4f94-98a8-2f390432d7b3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:16.429536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.451178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.460379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:16.461078 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.487514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34972) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:16.600265 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:16.610057 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.652523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.663602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bed8d384-e302-44b4-bfca-1470dee0b531 HTTP/1.1" status: 204 len: 168 time: 1.1954668 Nov 12 09:03:16.664569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be5df9-9d54-42d8-b944-1fab7e0f9065 admin admin] Pushing event deleted for resources: {'Network': ['ID=bed8d384-e302-44b4-bfca-1470dee0b531,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:16.691691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:16.742874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:16.829346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-152e9eac-223f-4c1a-907c-374af8ca6c08 req-e5312dc8-31e4-446c-8316-464287f52adb tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0817111 Nov 12 09:03:16.963614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:16.998585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-11c17916-6473-419b-acad-279e509f00d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0db9f018908c45678688a03f36be43ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5096707 Nov 12 09:03:16.999220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:17.166952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-49cebe5b-9a02-4136-a581-9a7f096c1af5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c386c8c78e12482e9d8034aeaeb97813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2012825 Nov 12 09:03:17.167659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:17.186678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.228039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d4e57c-f204-46e2-bc2c-9019fe510403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.292961 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d4e57c-f204-46e2-bc2c-9019fe510403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.314374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13'}], 'enable_snat': True}, 'gw_port_id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:03:13Z', 'revision_number': 5, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port': {'id': 'b955520d-8454-47dc-86b6-dff50861ba1c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:24:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:00:14Z', 'updated_at': '2021-11-12T09:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:17.347873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Deleting port b955520d-8454-47dc-86b6-dff50861ba1c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:17.347873 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.383585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b257-5449-4c66-a251-accc58a5ef49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.384315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] Checking router: bbaa731a-5020-43b5-9eaf-32bb1b64727b for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:17.443602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] Routers {'bbaa731a-5020-43b5-9eaf-32bb1b64727b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:17.444345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:17.551618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] For port b955520d-8454-47dc-86b6-dff50861ba1c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b955520d-8454-47dc-86b6-dff50861ba1c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:17.561003 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.571021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b257-5449-4c66-a251-accc58a5ef49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.605021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Calling delete_port for b955520d-8454-47dc-86b6-dff50861ba1c owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:17.709695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d4e57c-f204-46e2-bc2c-9019fe510403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.716672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15d4e57c-f204-46e2-bc2c-9019fe510403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.719121 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-15d4e57c-f204-46e2-bc2c-9019fe510403 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1237566-e080-42e5-ad13-effdd69b0d53 HTTP/1.1" status: 204 len: 168 time: 0.7148685 Nov 12 09:03:17.723685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] Set router bbaa731a-5020-43b5-9eaf-32bb1b64727b gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:17.737985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4e57c-f204-46e2-bc2c-9019fe510403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1237566-e080-42e5-ad13-effdd69b0d53,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:17.747982 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b257-5449-4c66-a251-accc58a5ef49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.757769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3d4b257-5449-4c66-a251-accc58a5ef49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:17.764109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3d4b257-5449-4c66-a251-accc58a5ef49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/411e1081-42d0-40b4-8efa-e9641ecf5196 HTTP/1.1" status: 204 len: 168 time: 0.5940242 Nov 12 09:03:17.782236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4b257-5449-4c66-a251-accc58a5ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e1081-42d0-40b4-8efa-e9641ecf5196,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:17.876736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:17.926573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 6, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:18.024181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f220e72f-0334-4154-8a01-e3f45f7771ef None None] The sync data for ids ['bbaa731a-5020-43b5-9eaf-32bb1b64727b'] in n-d-769329-17 is: [{'id': 'bbaa731a-5020-43b5-9eaf-32bb1b64727b', 'name': 'tempest-ServersTestManualDisk-1928875468-router', 'tenant_id': 'a6f522d2d1854841bb106ee164b4b770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:00:12Z', 'updated_at': '2021-11-12T09:03:17Z', 'revision_number': 6, 'project_id': 'a6f522d2d1854841bb106ee164b4b770', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:18.236184 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.268609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93a63404-10fc-42d7-927b-693b3f65d4a1 req-c0448519-5e95-4aca-9db5-97890731ee93 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e99a992-2910-4685-826c-3cd5ede87d40 HTTP/1.1" status: 200 len: 210 time: 0.0499573 Nov 12 09:03:18.324147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Pushing event deleted for resources: {'Port': ['ID=b955520d-8454-47dc-86b6-dff50861ba1c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:18.407341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.601828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.607305 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.672424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.673287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbaa731a-5020-43b5-9eaf-32bb1b64727b {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:18.685031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.691648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-162fba16-e83d-4327-8017-6cc069fc2165 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bbaa731a-5020-43b5-9eaf-32bb1b64727b HTTP/1.1" status: 204 len: 168 time: 2.3202100 Nov 12 09:03:18.692462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35018) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:18.731483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-407e508b-5b80-46dc-a9af-a1eba1f67730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.823536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] Deleting subnet 13a25989-e39d-43b4-bd85-415bfd6830bf {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:18.832004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.898214 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:18.972513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.102804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-407e508b-5b80-46dc-a9af-a1eba1f67730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.113332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-407e508b-5b80-46dc-a9af-a1eba1f67730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.168781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.182901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e508b-5b80-46dc-a9af-a1eba1f67730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3230873-7ff4-40ef-921c-57767bbf3a31,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:19.295435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-407e508b-5b80-46dc-a9af-a1eba1f67730 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bb335d6d10944e0815aeedba7d526c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4184027 Nov 12 09:03:19.300950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35034) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:19.338048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.444886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a25989-e39d-43b4-bd85-415bfd6830bf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:19.467857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.468797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85e89f9c-1604-4606-9388-7c15f0ac6e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.472612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb20561-7061-468f-9b8f-f6ee3390b152 None None] Network 5e4765bb-ed35-4ae0-8eea-dde366abff50 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:19.476465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1f4d1fbe-fa0e-4c32-9044-85f7a201b12e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/13a25989-e39d-43b4-bd85-415bfd6830bf HTTP/1.1" status: 204 len: 168 time: 0.7829680 Nov 12 09:03:19.478882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35042) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:19.811603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85e89f9c-1604-4606-9388-7c15f0ac6e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.835236 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.922752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9b174319-35a4-4136-9fa5-e8a470dd8c70 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:19.946990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:19.948646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 9b174319-35a4-4136-9fa5-e8a470dd8c70 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:19.949231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9b174319-35a4-4136-9fa5-e8a470dd8c70 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:19.950150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b955520d-8454-47dc-86b6-dff50861ba1c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:19.987118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b955520d-8454-47dc-86b6-dff50861ba1c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:19.988802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b955520d-8454-47dc-86b6-dff50861ba1c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:20.094464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] DHCP port deletion for 5e4765bb-ed35-4ae0-8eea-dde366abff50 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:20.094921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35058) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:20.138805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Deleting port 739f79e7-a806-430a-a83e-6de6ad3a8946 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:20.139481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.216173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] Deleting port 739f79e7-a806-430a-a83e-6de6ad3a8946 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:20.216555 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.229357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] For port 739f79e7-a806-430a-a83e-6de6ad3a8946, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=739f79e7-a806-430a-a83e-6de6ad3a8946,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:20.230108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.245913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Calling delete_port for 739f79e7-a806-430a-a83e-6de6ad3a8946 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:20.321149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.338883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-933750297-network', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:20.347304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] For port 739f79e7-a806-430a-a83e-6de6ad3a8946, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=739f79e7-a806-430a-a83e-6de6ad3a8946,segment=NetworkSegment(2a3b7239-31ee-44da-a1d1-7b353d4d6f6d),segment_id=2a3b7239-31ee-44da-a1d1-7b353d4d6f6d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:20.348051 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.376268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] Calling delete_port for 739f79e7-a806-430a-a83e-6de6ad3a8946 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:20.391314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85e89f9c-1604-4606-9388-7c15f0ac6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.394779 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85e89f9c-1604-4606-9388-7c15f0ac6e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.399317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-85e89f9c-1604-4606-9388-7c15f0ac6e37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3230873-7ff4-40ef-921c-57767bbf3a31 HTTP/1.1" status: 204 len: 168 time: 1.0960937 Nov 12 09:03:20.409242 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.411556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e89f9c-1604-4606-9388-7c15f0ac6e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3230873-7ff4-40ef-921c-57767bbf3a31,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:20.455211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Made reservation on behalf of 4026d7b86e754cf7b372fb3cd7f6e8b9 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:20.469987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.484496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=739f79e7-a806-430a-a83e-6de6ad3a8946,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:20.496581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.514265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] No DVR routers for this DVR port 739f79e7-a806-430a-a83e-6de6ad3a8946 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:20.552468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35068) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:20.653254 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.676176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ccaa5f-be73-4435-957d-1610c5bfd807 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.715358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.733383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] Pushing event deleted for resources: {'Port': ['ID=739f79e7-a806-430a-a83e-6de6ad3a8946,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:20.737836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ac9664-4de0-41a5-b183-3b9775cc709a None None] No DVR routers for this DVR port 739f79e7-a806-430a-a83e-6de6ad3a8946 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:20.765725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4765bb-ed35-4ae0-8eea-dde366abff50']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:20.783526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ccaa5f-be73-4435-957d-1610c5bfd807 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.786727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:20.826327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3b7239-31ee-44da-a1d1-7b353d4d6f6d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:20.827020 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.827020 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.827150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.880659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.895959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:20.896212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:20.896212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:20.898959 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:20.901350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c266e1e9-91c0-4a57-b8c7-1177a0f77887,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:20.927509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.928898 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Added segment d640d145-b48b-42f3-bad7-f7fc28c0a9fb of type vlan for network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb Nov 12 09:03:20.958010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ccaa5f-be73-4435-957d-1610c5bfd807 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.961049 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ccaa5f-be73-4435-957d-1610c5bfd807 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:20.962424 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-23ccaa5f-be73-4435-957d-1610c5bfd807 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "DELETE /v2.0/security-groups/0f12bc13-c816-4712-b7c8-c2fe633d241b HTTP/1.1" status: 204 len: 168 time: 0.4084737 Nov 12 09:03:21.003037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35072) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:21.050986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.058574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.067399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/5e4765bb-ed35-4ae0-8eea-dde366abff50 HTTP/1.1" status: 204 len: 168 time: 1.5822608 Nov 12 09:03:21.085816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.097145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97468cc8-cd3c-4962-baae-d7e1b3f39c7a admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4765bb-ed35-4ae0-8eea-dde366abff50,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:21.133667 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-f014cba2-cec5-4345-9f79-d19819a45322 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] show failed (client error): The resource could not be found. Nov 12 09:03:21.138508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f014cba2-cec5-4345-9f79-d19819a45322 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "GET /v2.0/security-groups/0f12bc13-c816-4712-b7c8-c2fe633d241b HTTP/1.1" status: 404 len: 347 time: 0.1342070 Nov 12 09:03:21.140934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccaa5f-be73-4435-957d-1610c5bfd807 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f12bc13-c816-4712-b7c8-c2fe633d241b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:21.142291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:21.144729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.148282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:21.151310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.362745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Deleting port 5bbd706e-ede4-4da8-9f1c-4e3acf02bce9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:21.363092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.378069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2819226 Nov 12 09:03:21.379426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35086) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:21.403309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Request body: {'subnet': {'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-subnet', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:21.420207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e644b-e437-4212-84ab-192e33f749f8 admin admin] Pushing event updated for resources: {'Network': ['ID=670e7c1e-f93c-4a27-8bb0-466b1b9224cb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:21.435095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:21.519308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.520184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.526273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35092) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:21.539393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Made reservation on behalf of 4026d7b86e754cf7b372fb3cd7f6e8b9 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:21.551685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.581867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Calling delete_port for 5bbd706e-ede4-4da8-9f1c-4e3acf02bce9 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:21.726563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-49d9ea20-9012-4871-9513-a59edd3a2ee2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6f522d2d1854841bb106ee164b4b770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960747 Nov 12 09:03:21.727630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:21.843735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-203e5d2b-6ad1-4861-94ed-4f9a58f0c686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.884751 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-203e5d2b-6ad1-4861-94ed-4f9a58f0c686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:21.926161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 739f79e7-a806-430a-a83e-6de6ad3a8946 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:21.999063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 739f79e7-a806-430a-a83e-6de6ad3a8946 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:22.002107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 739f79e7-a806-430a-a83e-6de6ad3a8946 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:22.019902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.093912 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Pushing event deleted for resources: {'Port': ['ID=5bbd706e-ede4-4da8-9f1c-4e3acf02bce9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:22.098259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.167804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a977d4d-63ce-485d-a0bf-45d4e5a46603,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:22.173653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-203e5d2b-6ad1-4861-94ed-4f9a58f0c686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.177611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-203e5d2b-6ad1-4861-94ed-4f9a58f0c686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.181101 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-203e5d2b-6ad1-4861-94ed-4f9a58f0c686 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/777fb3f7-0c15-4b34-9a50-572168ce7283 HTTP/1.1" status: 204 len: 168 time: 0.4501779 Nov 12 09:03:22.191023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e5d2b-6ad1-4861-94ed-4f9a58f0c686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777fb3f7-0c15-4b34-9a50-572168ce7283,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:22.216977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Checking segment: {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:22.217389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Network hostable DHCP agents. Network: 670e7c1e-f93c-4a27-8bb0-466b1b9224cb, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:03:22.239203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.247608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.252834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-79bd1a5e-3fb4-4c97-8633-76395a1ee486 tempest-ServersTestBootFromVolume-1739710600 tempest-ServersTestBootFromVolume-1739710600-project] 10.222.0.53 "DELETE /v2.0/floatingips/dc76ba37-d7cb-442c-a553-d8302cf9029b HTTP/1.1" status: 204 len: 168 time: 1.1089742 Nov 12 09:03:22.256416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35106) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:22.403998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:03:22.465438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 670e7c1e-f93c-4a27-8bb0-466b1b9224cb) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:22.475571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0630484d-40bc-4896-bb24-c1733335b35c None None] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:22.501961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:22.502702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.618538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:22.620949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-24973663-b250-4124-9fac-62c58a54dda4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2382665 Nov 12 09:03:22.623426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:22.689062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.695514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.917699 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:22.922637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44954d-73f9-43ac-b717-51793e4da1dc None None] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:23.340918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.677067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.943213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:23.975946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.092632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Allocated IP 172.25.5.192 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/11e6b41a-ef79-4503-b8f1-6d5f43159415) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:24.191004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35146) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:24.237095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Deleting port 6398688b-435c-450b-a01c-feda561887c9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:24.238222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.275326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.360908 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.429933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] For port 6398688b-435c-450b-a01c-feda561887c9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6398688b-435c-450b-a01c-feda561887c9,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:24.430751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.464244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1706304570-network', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:24.481525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:24.486484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:24.492065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:24.501706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Calling delete_port for 6398688b-435c-450b-a01c-feda561887c9 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:24.651580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Made reservation on behalf of 1184f1e863be436b8ec3f5b4454e050e for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:24.656966 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:24.699887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:25.090661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:25.161275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Pushing event deleted for resources: {'Port': ['ID=6398688b-435c-450b-a01c-feda561887c9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:25.197152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Pushing event updated for resources: {'Port': ['ID=11e6b41a-ef79-4503-b8f1-6d5f43159415,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:25.355826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:25.388970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:25.404713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:25.431669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:25.444143 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Added segment c7777bcc-9462-4355-9b05-55310889c8da of type vlan for network 01f0db1b-ee76-4c0b-bc35-53238d616201 Nov 12 09:03:25.584528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:25.607861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.092491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.111450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb444ff-69e2-4806-abc5-46f57d782370,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:26.276106 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.358470 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.362232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:26.362837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.482052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] Pushing event updated for resources: {'Network': ['ID=01f0db1b-ee76-4c0b-bc35-53238d616201,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:26.502247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:26.595821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:26.625173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a3009608-217d-4638-aa25-6cf5227acb15 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4326854 Nov 12 09:03:26.635720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35172) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:26.642666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Request body: {'subnet': {'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1706304570-subnet', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:26.754358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Made reservation on behalf of 1184f1e863be436b8ec3f5b4454e050e for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:26.756771 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.770861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e02cf-92cd-493e-b833-b2140651ac2a req-0eb011fd-ad7e-47bc-a819-d612963c9d78 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:26.772465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c4e02cf-92cd-493e-b833-b2140651ac2a req-0eb011fd-ad7e-47bc-a819-d612963c9d78 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.4436595 Nov 12 09:03:26.791385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:26.805513 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Sync routers for ids ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:26.826756 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Routers {'1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:26.827656 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:26.832378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:26.835054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-36aa0269-96f7-406d-b6f1-0fb68f734024 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2153833 Nov 12 09:03:26.848320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:26.913865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Router c7217dd1-cdb4-491f-99b6-62b15dd60d37 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:27.022603 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Set router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:27.254969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c4e02cf-92cd-493e-b833-b2140651ac2a req-22659a96-d314-4e72-9198-f682894862ed tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4681132 Nov 12 09:03:27.342575 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:03:25Z', 'revision_number': 3, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port': {'id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:23Z', 'updated_at': '2021-11-12T09:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:27.459637 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Checking router: 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:27.460019 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Updating router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd port 11e6b41a-ef79-4503-b8f1-6d5f43159415 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:27.506753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:27.521082 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:27.608382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:27.621278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:27.630517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] Sync routers for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:27.650230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e4def664-4c47-4731-b932-ad02c8020255 admin admin] 10.222.0.53 "PUT /v2.0/routers/c7217dd1-cdb4-491f-99b6-62b15dd60d37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3924201 Nov 12 09:03:27.682221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:27.685588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:27.694935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:27.805260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:27.867717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Checking segment: {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:27.868128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Network hostable DHCP agents. Network: 01f0db1b-ee76-4c0b-bc35-53238d616201, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:03:27.925545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:03:27.948252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 01f0db1b-ee76-4c0b-bc35-53238d616201) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:27.957919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:27.960569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.007987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-98b2c6a8-ee51-4470-84ff-2f0ee0214518 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3695295 Nov 12 09:03:28.010358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35198) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:28.016278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:28.045911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:28.104609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.107610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.270157 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.305704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.335554 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.349979 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.362958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72713f40-edaf-447e-8f53-b977f5684ef9 None None] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:28.413318 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Attempting to bind port 11e6b41a-ef79-4503-b8f1-6d5f43159415 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:28.413607 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Attempting to bind port 11e6b41a-ef79-4503-b8f1-6d5f43159415 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:28.414156 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Attempting to bind port 11e6b41a-ef79-4503-b8f1-6d5f43159415 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:28.481419 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:28.481903 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:28.482324 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.482731 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:28.483234 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Bound port: 11e6b41a-ef79-4503-b8f1-6d5f43159415, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:28.483627 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.626964 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.639686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.687874 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e912bab-319a-42db-890b-e3426e087eed None None] Pushing event updated for resources: {'Port': ['ID=11e6b41a-ef79-4503-b8f1-6d5f43159415,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:28.704217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-e9b17981-b65a-4882-a1f0-052ba0522928 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:28.705808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-e9b17981-b65a-4882-a1f0-052ba0522928 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.5119064 Nov 12 09:03:28.712180 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] For port 11e6b41a-ef79-4503-b8f1-6d5f43159415, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:28.714642 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] For port 11e6b41a-ef79-4503-b8f1-6d5f43159415, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=11e6b41a-ef79-4503-b8f1-6d5f43159415,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:28.730035 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:28.822094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': '56978681-60be-427d-9edc-0f5aa632768e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T09:03:25Z', 'revision_number': 5, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port': {'id': '56978681-60be-427d-9edc-0f5aa632768e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:59:21Z', 'updated_at': '2021-11-12T08:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:28.839116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decc074-bbb4-4305-823f-0ffe0041cbd3 req-ae7a0c30-4f0c-4bfc-9557-35ede1a39f8b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:28.841816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6decc074-bbb4-4305-823f-0ffe0041cbd3 req-ae7a0c30-4f0c-4bfc-9557-35ede1a39f8b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.3929305 Nov 12 09:03:28.891694 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Routers {'1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:28.892670 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:28.978703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] Checking router: c7217dd1-cdb4-491f-99b6-62b15dd60d37 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:28.995739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab6cb0-3e37-4469-948b-f8407f96fde0 None None] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:29.127616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6decc074-bbb4-4305-823f-0ffe0041cbd3 req-ce8da7db-d7cd-4e41-aaf1-259aa7c1fa23 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720919 Nov 12 09:03:29.164241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.192203 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e912bab-319a-42db-890b-e3426e087eed None None] Pushing event updated for resources: {'Port': ['ID=11e6b41a-ef79-4503-b8f1-6d5f43159415,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:29.275056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] Routers {'c7217dd1-cdb4-491f-99b6-62b15dd60d37'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:29.275056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:29.350938 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.404660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Deleting port b041cf91-d331-4d38-8148-ff0b9035bd07 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:29.405628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.507523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] Set router c7217dd1-cdb4-491f-99b6-62b15dd60d37 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:29.553388 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] Set router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:29.592581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.642943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] For port b041cf91-d331-4d38-8148-ff0b9035bd07, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b041cf91-d331-4d38-8148-ff0b9035bd07,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:29.643364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.656360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:29.666453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T09:03:29Z', 'revision_number': 6, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:29.740240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54b3f3d-f38d-4fd4-8816-04ed44776127 None None] The sync data for ids ['c7217dd1-cdb4-491f-99b6-62b15dd60d37'] in n-d-769329-17 is: [{'id': 'c7217dd1-cdb4-491f-99b6-62b15dd60d37', 'name': 'tempest-ServersTestBootFromVolume-1799367546-router', 'tenant_id': '8d0f55c55d9549d68930e802a84a8a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:59:20Z', 'updated_at': '2021-11-12T09:03:29Z', 'revision_number': 6, 'project_id': '8d0f55c55d9549d68930e802a84a8a09', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:29.919116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Allocated IP 172.25.5.143 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b3dae608-170d-4229-a668-2dff98bc880f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:29.989364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Deleting port 56978681-60be-427d-9edc-0f5aa632768e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:29.989906 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.008915 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:03:25Z', 'revision_number': 3, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port': {'id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:23Z', 'updated_at': '2021-11-12T09:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:30.073850 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78e1ca6-ddd7-4fb0-8684-223986134909 None None] The sync data for ids ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'] in n-d-769329-17 is: [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:03:25Z', 'revision_number': 3, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port': {'id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:23Z', 'updated_at': '2021-11-12T09:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:30.096724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.160139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.292514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:30.297601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:30.303458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:30.326102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] For port 56978681-60be-427d-9edc-0f5aa632768e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=56978681-60be-427d-9edc-0f5aa632768e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:30.326640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.430618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Calling delete_port for 56978681-60be-427d-9edc-0f5aa632768e owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:30.493336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3dae608-170d-4229-a668-2dff98bc880f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:30.558167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.558955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:30.559635 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Floating IP 055fd9db-563e-41a9-81a3-0001b1f2768c disassociated. External IP: 172.25.5.244, port: b041cf91-d331-4d38-8148-ff0b9035bd07. Nov 12 09:03:30.560381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Calling delete_port for b041cf91-d331-4d38-8148-ff0b9035bd07 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:30.672673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d5fd3-d141-43e2-a310-d804daa4d3a8 req-9115e895-0374-498f-b4a2-141ff21cabb5 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:30.680880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-391d5fd3-d141-43e2-a310-d804daa4d3a8 req-9115e895-0374-498f-b4a2-141ff21cabb5 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.4023652 Nov 12 09:03:30.799842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-391d5fd3-d141-43e2-a310-d804daa4d3a8 req-f9810574-9204-47aa-b607-a69affa658b1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179910 Nov 12 09:03:30.876072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Allocated IP 172.20.0.1 (670e7c1e-f93c-4a27-8bb0-466b1b9224cb/5a977d4d-63ce-485d-a0bf-45d4e5a46603/7f7b9d78-29bf-4671-babf-0824fbbffd1e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:31.251498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.477238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b041cf91-d331-4d38-8148-ff0b9035bd07 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:31.674721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.754007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.755543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.822756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:31.976584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 11e6b41a-ef79-4503-b8f1-6d5f43159415 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:32.036839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7b9d78-29bf-4671-babf-0824fbbffd1e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:32.166314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 11e6b41a-ef79-4503-b8f1-6d5f43159415 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:32.166958 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.199518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.213622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:32.243709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:32.265554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ae4e4-eeeb-435a-9f21-89c2c47ffcd0 req-da0bab4d-521a-42b2-85dd-cbbdb217681f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:32.275438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f37ae4e4-eeeb-435a-9f21-89c2c47ffcd0 req-da0bab4d-521a-42b2-85dd-cbbdb217681f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 946 time: 0.3295763 Nov 12 09:03:32.299062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:32.398022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.412251 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.457889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f37ae4e4-eeeb-435a-9f21-89c2c47ffcd0 req-9815258a-3d8c-437d-908b-7f552afce519 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb2f346d-d0af-492b-af5f-06c5698c45de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799035 Nov 12 09:03:32.480353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 11e6b41a-ef79-4503-b8f1-6d5f43159415, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=11e6b41a-ef79-4503-b8f1-6d5f43159415,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:32.495347 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.535327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Router 4a5f5bcc-37f2-47be-b750-a5a20f18412c is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:03:32.666589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Pushing event deleted for resources: {'Port': ['ID=56978681-60be-427d-9edc-0f5aa632768e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:32.723743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=11e6b41a-ef79-4503-b8f1-6d5f43159415,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:32.732587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.766224 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.802814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 56978681-60be-427d-9edc-0f5aa632768e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:32.868699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 56978681-60be-427d-9edc-0f5aa632768e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:32.869015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 56978681-60be-427d-9edc-0f5aa632768e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:32.869387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6398688b-435c-450b-a01c-feda561887c9 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:32.883030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:32.916440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 6398688b-435c-450b-a01c-feda561887c9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:32.929549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6398688b-435c-450b-a01c-feda561887c9 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:33.208616 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.211172 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.258277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event deleted for resources: {'Port': ['ID=b041cf91-d331-4d38-8148-ff0b9035bd07,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:33.260435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:33.274220 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Sync routers for ids ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:33.286037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.290883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-271347b2-8043-4add-a0f1-9c5c34461ab0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2795637 Nov 12 09:03:33.291670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35240) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:33.301444 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Routers {'4a5f5bcc-37f2-47be-b750-a5a20f18412c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:33.302807 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:33.531701 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Set router 4a5f5bcc-37f2-47be-b750-a5a20f18412c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:33.800696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Router 04b01442-1803-48d4-a986-856215daca83 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:33.819817 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.820621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7217dd1-cdb4-491f-99b6-62b15dd60d37 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:03:33.834325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:33.838799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-274fc3e9-45d3-4e5d-8322-73057ce641ef admin admin] 10.222.0.53 "DELETE /v2.0/routers/c7217dd1-cdb4-491f-99b6-62b15dd60d37 HTTP/1.1" status: 204 len: 168 time: 6.1367090 Nov 12 09:03:33.852006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:33.927549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f94a5e42-ff60-43f9-ac5f-65d265c07e23 req-e5dc4525-ec8c-4563-8273-dcfbe052c21d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 210 time: 0.0613811 Nov 12 09:03:34.009606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 11e6b41a-ef79-4503-b8f1-6d5f43159415 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:34.202768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 11e6b41a-ef79-4503-b8f1-6d5f43159415 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:34.214875 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.333803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Deleting subnet a8816e87-65ea-4270-9b67-e414dfcd45e6 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:03:34.342037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.373505 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:03:30Z', 'revision_number': 3, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port': {'id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:34.450426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.460467 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Checking router: 4a5f5bcc-37f2-47be-b750-a5a20f18412c for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:34.461857 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Updating router 4a5f5bcc-37f2-47be-b750-a5a20f18412c port b3dae608-170d-4229-a668-2dff98bc880f binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:34.487037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.661544 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.669747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:34.696664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] Sync routers for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:34.719223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:34.720979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:34.741823 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.781473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:34.982648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.023385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] No DVR routers for this DVR port b041cf91-d331-4d38-8148-ff0b9035bd07 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:35.130167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:35.138750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:35.164886 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.335839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a885208-64e9-4db8-9ddc-792bc3235deb req-d5dff816-6a9d-4ad0-b588-939a7fa16a3d tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ea5792-1221-4aac-81c8-79695c34525b HTTP/1.1" status: 200 len: 210 time: 0.1724837 Nov 12 09:03:35.382823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.392039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51fd3ac2-ef89-44a0-8552-45d13e24f347 req-8f229bca-f5bb-4926-8523-8dd148c00e26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "DELETE /v2.0/ports/b041cf91-d331-4d38-8148-ff0b9035bd07 HTTP/1.1" status: 204 len: 173 time: 6.5868061 Nov 12 09:03:35.393044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'name': 'network-vif-deleted', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:35.418296 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d9cf4-c53f-4c84-9c32-1574c2d73a79" -d '{"events": [{"server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "name": "network-vif-deleted", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:35.469027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.472292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:35.502687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-406b5b66-b8ee-4983-ab46-c0acc3ab1d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.533734 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b721d0-c3f4-4cf8-a751-5d56ceb3cbe3 x-openstack-request-id: req-20b721d0-c3f4-4cf8-a751-5d56ceb3cbe3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:35.534025 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ea5792-1221-4aac-81c8-79695c34525b", "name": "network-vif-deleted", "tag": "b041cf91-d331-4d38-8148-ff0b9035bd07", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:35.534282 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20b721d0-c3f4-4cf8-a751-5d56ceb3cbe3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:35.534683 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ea5792-1221-4aac-81c8-79695c34525b', 'name': 'network-vif-deleted', 'tag': 'b041cf91-d331-4d38-8148-ff0b9035bd07', 'status': 'completed', 'code': 200} Nov 12 09:03:35.576249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] Checking router: 04b01442-1803-48d4-a986-856215daca83 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:35.602324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:35.603251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:35.717032 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.724421 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.732567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a8816e87-65ea-4270-9b67-e414dfcd45e6 HTTP/1.1" status: 204 len: 168 time: 1.8744349 Nov 12 09:03:35.737899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8816e87-65ea-4270-9b67-e414dfcd45e6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:35.738640 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.770651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:35.777199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.777633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.778044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.778448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.778856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.779272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.779681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.780347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.786164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.786634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.787049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.787454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cdc0b6-5df2-48d1-b0b1-26f7a1e2715d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:35.801176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-406b5b66-b8ee-4983-ab46-c0acc3ab1d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.822708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7b9d78-29bf-4671-babf-0824fbbffd1e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:35.835884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9c2ef3-a079-4f0f-868c-a65fb55e18a7 None None] Network d91a2f9f-6638-413d-bcba-2617cfe406f0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:35.847173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Allocated IP 172.20.0.1 (01f0db1b-ee76-4c0b-bc35-53238d616201/edcbc1fa-6449-4b1d-af41-e5c9d98e21a1/1058c501-0c8f-4679-ba1b-336e1e51b729) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:35.857646 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Attempting to bind port b3dae608-170d-4229-a668-2dff98bc880f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:35.865030 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Attempting to bind port b3dae608-170d-4229-a668-2dff98bc880f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:35.865827 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Attempting to bind port b3dae608-170d-4229-a668-2dff98bc880f on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:35.913679 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:35.914534 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:35.914946 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:35.920081 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:35.920608 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Bound port: b3dae608-170d-4229-a668-2dff98bc880f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:35.921197 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.035133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.036944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.054628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:36.057327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:36.082596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-406b5b66-b8ee-4983-ab46-c0acc3ab1d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.110219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.167624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaec15d-eca1-4e1d-82a9-dcb17d6605b7 None None] Pushing event updated for resources: {'Port': ['ID=b3dae608-170d-4229-a668-2dff98bc880f,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:36.172679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:36.191743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:36.194874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:36.263465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:36.305581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.331949 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] For port b3dae608-170d-4229-a668-2dff98bc880f, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:36.338417 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] For port b3dae608-170d-4229-a668-2dff98bc880f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b3dae608-170d-4229-a668-2dff98bc880f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:36.348784 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.428717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-406b5b66-b8ee-4983-ab46-c0acc3ab1d3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=28359068084840e49340dda46883b53c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2940702 Nov 12 09:03:36.438045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:36.440432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:36.446913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b5b66-b8ee-4983-ab46-c0acc3ab1d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ab3c6-0a34-4f6f-853b-ff438656fc87,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:36.461602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Pushing event updated for resources: {'Port': ['ID=1058c501-0c8f-4679-ba1b-336e1e51b729,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:36.473315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:36.520214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8f96317-4dad-43bd-97ef-45cd7d20b969 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a0da344-4fdc-4b38-8ce1-9203dc5af2bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6699684 Nov 12 09:03:36.522780 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaec15d-eca1-4e1d-82a9-dcb17d6605b7 None None] Pushing event updated for resources: {'Port': ['ID=b3dae608-170d-4229-a668-2dff98bc880f,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:36.552408 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Sync routers for ids ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:36.557237 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3667-d679-4804-b3f4-7d0f122eaa06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.606143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35330) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:36.616805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3667-d679-4804-b3f4-7d0f122eaa06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.682657 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Routers {'1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:36.687545 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:36.709843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Deleting port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:36.713327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.808995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] For port 8fe701d9-8d19-4c52-8005-6584ddb6faf8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8fe701d9-8d19-4c52-8005-6584ddb6faf8,segment=NetworkSegment(30ef8f01-f058-4977-8851-ed9ce1d6411d),segment_id=30ef8f01-f058-4977-8851-ed9ce1d6411d)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:36.809545 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.834855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Calling delete_port for 8fe701d9-8d19-4c52-8005-6584ddb6faf8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:36.855856 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Routers {'4a5f5bcc-37f2-47be-b750-a5a20f18412c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:36.866314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e151f135-f12e-46bd-b35a-09c60f291964 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.867331 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:36.943895 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3667-d679-4804-b3f4-7d0f122eaa06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.947071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac2d3667-d679-4804-b3f4-7d0f122eaa06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.948457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac2d3667-d679-4804-b3f4-7d0f122eaa06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c03ab3c6-0a34-4f6f-853b-ff438656fc87 HTTP/1.1" status: 204 len: 168 time: 0.5060925 Nov 12 09:03:36.963458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:36.966928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d3667-d679-4804-b3f4-7d0f122eaa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ab3c6-0a34-4f6f-853b-ff438656fc87,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:37.097042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe701d9-8d19-4c52-8005-6584ddb6faf8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:37.100572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] No DVR routers for this DVR port 8fe701d9-8d19-4c52-8005-6584ddb6faf8 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:03:37.127560 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e151f135-f12e-46bd-b35a-09c60f291964 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.132215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.320599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31990cc0-4d3c-45d3-8aad-0d869cb53dd3 None None] DHCP port deletion for d91a2f9f-6638-413d-bcba-2617cfe406f0 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:03:37.324210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.337833 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] Set router 4a5f5bcc-37f2-47be-b750-a5a20f18412c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:37.416996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91a2f9f-6638-413d-bcba-2617cfe406f0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:37.449784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ef8f01-f058-4977-8851-ed9ce1d6411d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:37.450074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ef8f01-f058-4977-8851-ed9ce1d6411d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:37.470472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:37.494906 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.518601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e151f135-f12e-46bd-b35a-09c60f291964 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.521164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e151f135-f12e-46bd-b35a-09c60f291964 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.522343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e151f135-f12e-46bd-b35a-09c60f291964 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb2f346d-d0af-492b-af5f-06c5698c45de HTTP/1.1" status: 204 len: 168 time: 0.9143772 Nov 12 09:03:37.550430 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.567587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:03:37.568075 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.577165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35380) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:37.581379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531978a2-fbcc-4116-b237-e5d2201fb5da None None] The sync data for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 is: [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:03:37.784661 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:03:37.797306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.827357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151f135-f12e-46bd-b35a-09c60f291964 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f346d-d0af-492b-af5f-06c5698c45de,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:37.866314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:37.877545 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-fb0819fd-9a41-4b24-9f84-1b3b867b48f0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] show failed (client error): The resource could not be found. Nov 12 09:03:37.880300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb0819fd-9a41-4b24-9f84-1b3b867b48f0 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups/cb2f346d-d0af-492b-af5f-06c5698c45de HTTP/1.1" status: 404 len: 347 time: 0.2823184 Nov 12 09:03:37.891035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35416) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:37.900340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d91a2f9f-6638-413d-bcba-2617cfe406f0 HTTP/1.1" status: 204 len: 168 time: 2.1060984 Nov 12 09:03:37.902008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c9bac-58e9-4fd8-a903-08e743040f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=d91a2f9f-6638-413d-bcba-2617cfe406f0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:37.928595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8fe701d9-8d19-4c52-8005-6584ddb6faf8 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:38.006594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 8fe701d9-8d19-4c52-8005-6584ddb6faf8 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:03:38.007481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8fe701d9-8d19-4c52-8005-6584ddb6faf8 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:03:38.120353 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:03:38.232408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c4713-e903-49da-8261-f58903a9b2e4 None None] New status for floating IP 055fd9db-563e-41a9-81a3-0001b1f2768c: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:03:38.282298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-d1612e10-7478-48b2-8faf-8c30ad765acc tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:38.283900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-d1612e10-7478-48b2-8faf-8c30ad765acc tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 818 time: 0.2978592 Nov 12 09:03:38.291675 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Set router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:38.311475 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-493127eb-7549-4ae0-ab71-58dc03ae89f4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/quotas/4026d7b86e754cf7b372fb3cd7f6e8b9 HTTP/1.1" status: 200 len: 375 time: 0.0200222 Nov 12 09:03:38.332156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.348686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.414981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:38.469576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-29eea8da-4445-402f-b1f2-2b06e99b5c1f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1482530 Nov 12 09:03:38.486911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Deleting port 71d0e761-1109-47e7-84e9-4d1b05eb637a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:03:38.487771 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.557040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c4c9999-9b80-44f7-94f8-d5d3c84b2b86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d0f55c55d9549d68930e802a84a8a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310010 Nov 12 09:03:38.587010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35452) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:38.722038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Pushing event updated for resources: {'Port': ['ID=1058c501-0c8f-4679-ba1b-336e1e51b729,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:38.724899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.747663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.748371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.749031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.750186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.751038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.752427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.753084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.753682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.754245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.755478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.756767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.757443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:38.876222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bf07792-f590-457b-84d1-2a0f9e675d29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.927530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.928316 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.943731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bf07792-f590-457b-84d1-2a0f9e675d29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:38.957400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Calling delete_port for 71d0e761-1109-47e7-84e9-4d1b05eb637a owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:03:39.012226 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:03:36Z', 'revision_number': 4, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port': {'id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1058c501-0c8f-4679-ba1b-336e1e51b729', 'name': '', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'mac_address': 'fa:16:3e:13:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:34Z', 'updated_at': '2021-11-12T09:03:35Z', 'revision_number': 1, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'subnets': [{'id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:39.034233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-ad0cd19c-265e-4d12-9663-85190fbef04b service neutron] 10.222.0.53 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893603 Nov 12 09:03:39.070997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bf07792-f590-457b-84d1-2a0f9e675d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.075860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0bf07792-f590-457b-84d1-2a0f9e675d29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.078244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0bf07792-f590-457b-84d1-2a0f9e675d29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0607411-2e2b-455d-862a-8e812c91d1fd HTTP/1.1" status: 204 len: 168 time: 0.4896829 Nov 12 09:03:39.080906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:39.097123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:39.102081 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc3de-08ab-4841-9e1e-5f36f25fe3db None None] The sync data for ids ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'] in n-d-769329-17 is: [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:03:36Z', 'revision_number': 4, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port': {'id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1058c501-0c8f-4679-ba1b-336e1e51b729', 'name': '', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'mac_address': 'fa:16:3e:13:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:34Z', 'updated_at': '2021-11-12T09:03:35Z', 'revision_number': 1, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'subnets': [{'id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:39.163361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf07792-f590-457b-84d1-2a0f9e675d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0607411-2e2b-455d-862a-8e812c91d1fd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:39.171648 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:03:32Z', 'revision_number': 4, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port': {'id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:23Z', 'updated_at': '2021-11-12T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '7f7b9d78-29bf-4671-babf-0824fbbffd1e', 'name': '', 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'mac_address': 'fa:16:3e:dc:85:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:33Z', 'revision_number': 2, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'subnets': [{'id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:39.252374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e9b66370-1bda-41dd-8a46-dd7dfa0cb719 service neutron] 10.222.0.53 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167852 Nov 12 09:03:39.274594 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Checking router: 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:39.274932 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Updating router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd port 7f7b9d78-29bf-4671-babf-0824fbbffd1e binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:39.336137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Router 4a5f5bcc-37f2-47be-b750-a5a20f18412c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:03:39.412866 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.852658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:39.872816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-edcc2329-7b3f-43e8-a28f-65fc11774f07 req-72bdfe59-50a3-43f5-8ee8-8365f9ef63e9 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 210 time: 0.1437585 Nov 12 09:03:40.051159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:03:40.069194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d6ce94cc-3e7e-498d-85a8-fef26336624d admin admin] 10.222.0.53 "PUT /v2.0/routers/4a5f5bcc-37f2-47be-b750-a5a20f18412c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7759423 Nov 12 09:03:40.073231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event deleted for resources: {'Port': ['ID=71d0e761-1109-47e7-84e9-4d1b05eb637a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:40.266358 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.278375 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.392653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.400333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.402310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-54f16c74-fd5d-4b19-8063-d9e01febeba9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "DELETE /v2.0/floatingips/055fd9db-563e-41a9-81a3-0001b1f2768c HTTP/1.1" status: 204 len: 168 time: 2.5101497 Nov 12 09:03:40.463771 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605b9f6-fffc-4121-9aa3-63cb72810ae0 None None] Pushing event updated for resources: {'Port': ['ID=7f7b9d78-29bf-4671-babf-0824fbbffd1e,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:40.619929 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Attempting to bind port 7f7b9d78-29bf-4671-babf-0824fbbffd1e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:40.620537 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Attempting to bind port 7f7b9d78-29bf-4671-babf-0824fbbffd1e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:40.627247 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Attempting to bind port 7f7b9d78-29bf-4671-babf-0824fbbffd1e on network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:40.643832 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:40.644236 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Checking segment: {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:40.648637 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.655313 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Bound using segment: {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:40.658643 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Bound port: 7f7b9d78-29bf-4671-babf-0824fbbffd1e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:40.659082 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:40.851016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-42af96ca-bc48-47f0-9379-ef63d8ab9d1e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:40.858685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-42af96ca-bc48-47f0-9379-ef63d8ab9d1e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 818 time: 0.4819825 Nov 12 09:03:40.911999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-dac7bcec-0168-4a4f-9fd4-31d89e42516f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/quotas/4026d7b86e754cf7b372fb3cd7f6e8b9 HTTP/1.1" status: 200 len: 375 time: 0.0449150 Nov 12 09:03:41.088398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-9ab832ed-ffcc-4d17-91be-bd4251698ab4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1745031 Nov 12 09:03:41.088651 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] For port 7f7b9d78-29bf-4671-babf-0824fbbffd1e, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:41.106487 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] For port 7f7b9d78-29bf-4671-babf-0824fbbffd1e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7f7b9d78-29bf-4671-babf-0824fbbffd1e,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:41.128777 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:41.290903 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-22bca275-4e2a-492b-a59b-0ec2762ebd8f service neutron] 10.222.0.53 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010934 Nov 12 09:03:41.399288 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Routers {'1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:41.399770 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:41.419102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4605b9f6-fffc-4121-9aa3-63cb72810ae0 None None] Pushing event updated for resources: {'Port': ['ID=7f7b9d78-29bf-4671-babf-0824fbbffd1e,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:41.567793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-4fbdbdca-662e-4285-826b-840144e8d79c service neutron] 10.222.0.53 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742436 Nov 12 09:03:41.725652 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] Set router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:41.798854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35678) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:41.804572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-513e8719-cd21-47ab-bda8-d158419c3046 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310860223', 'description': 'tempest-description--2087897130'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:41.917863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-513e8719-cd21-47ab-bda8-d158419c3046 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.090000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3dae608-170d-4229-a668-2dff98bc880f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:42.246643 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-513e8719-cd21-47ab-bda8-d158419c3046 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.257757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-513e8719-cd21-47ab-bda8-d158419c3046 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.282617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b3dae608-170d-4229-a668-2dff98bc880f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:42.283422 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.414981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513e8719-cd21-47ab-bda8-d158419c3046 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ab8efa-65c4-484b-b821-8e5100411cd5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:42.421475 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-513e8719-cd21-47ab-bda8-d158419c3046 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.428896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35696) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:42.435076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d77e22bf-8ea7-4e49-9cb7-18e0dd090e0b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'security_group_rule': {'security_group_id': 'a2ab8efa-65c4-484b-b821-8e5100411cd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:42.442469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-513e8719-cd21-47ab-bda8-d158419c3046 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6417923 Nov 12 09:03:42.484181 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:03:32Z', 'revision_number': 4, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port': {'id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:23Z', 'updated_at': '2021-11-12T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '7f7b9d78-29bf-4671-babf-0824fbbffd1e', 'name': '', 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'mac_address': 'fa:16:3e:dc:85:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:41Z', 'revision_number': 4, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'subnets': [{'id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:42.498488 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.534486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d77e22bf-8ea7-4e49-9cb7-18e0dd090e0b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.620905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port b3dae608-170d-4229-a668-2dff98bc880f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b3dae608-170d-4229-a668-2dff98bc880f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:42.644013 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaad71b8-e9ff-4998-9431-43b3d2bc8f63 None None] The sync data for ids ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'] in n-d-769329-17 is: [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:03:32Z', 'revision_number': 4, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port': {'id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:23Z', 'updated_at': '2021-11-12T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '7f7b9d78-29bf-4671-babf-0824fbbffd1e', 'name': '', 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'mac_address': 'fa:16:3e:dc:85:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:41Z', 'revision_number': 4, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'subnets': [{'id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:42.685033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:42.753763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=b3dae608-170d-4229-a668-2dff98bc880f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:43.257769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d77e22bf-8ea7-4e49-9cb7-18e0dd090e0b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.311703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d77e22bf-8ea7-4e49-9cb7-18e0dd090e0b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.370375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-8e83e1e4-a1e7-4306-b8fa-babd0ad985c9 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:43.372322 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-8e83e1e4-a1e7-4306-b8fa-babd0ad985c9 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.62 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 818 time: 0.7037561 Nov 12 09:03:43.376305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e22bf-8ea7-4e49-9cb7-18e0dd090e0b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b1c6ae-34f7-4fa1-8f90-6cb25a93e228,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:43.392836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Request body: {'port': {'device_id': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'admin_state_up': True, 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:43.419821 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d77e22bf-8ea7-4e49-9cb7-18e0dd090e0b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.424413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35714) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:43.424975 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d77e22bf-8ea7-4e49-9cb7-18e0dd090e0b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9932601 Nov 12 09:03:43.437764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a7416f93-8439-446a-9b38-3d6632b8a449 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'security_group_rule': {'security_group_id': 'a2ab8efa-65c4-484b-b821-8e5100411cd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:43.525268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7416f93-8439-446a-9b38-3d6632b8a449 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.719865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7416f93-8439-446a-9b38-3d6632b8a449 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.731722 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7416f93-8439-446a-9b38-3d6632b8a449 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.794469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7416f93-8439-446a-9b38-3d6632b8a449 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a3b573-6f8f-4cb4-9f74-9efc97d5bbdb,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:43.823418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Made reservation on behalf of 4026d7b86e754cf7b372fb3cd7f6e8b9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:43.835253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.838860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7416f93-8439-446a-9b38-3d6632b8a449 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.847051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:43.848251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a7416f93-8439-446a-9b38-3d6632b8a449 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4218161 Nov 12 09:03:43.854952 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6efa6cd5-a7da-4f2c-a492-3a7c88641837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:43.867034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:43.944006 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Sync routers for ids ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:03:43.994267 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Routers {'4a5f5bcc-37f2-47be-b750-a5a20f18412c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:43.996471 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:44.105589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.181804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3dae608-170d-4229-a668-2dff98bc880f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:44.291207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b3dae608-170d-4229-a668-2dff98bc880f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:44.292087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.513851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7f7b9d78-29bf-4671-babf-0824fbbffd1e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:44.581499 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Set router 4a5f5bcc-37f2-47be-b750-a5a20f18412c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:44.622411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7f7b9d78-29bf-4671-babf-0824fbbffd1e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:44.622868 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.762952 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.810651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 7f7b9d78-29bf-4671-babf-0824fbbffd1e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7f7b9d78-29bf-4671-babf-0824fbbffd1e,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:44.816413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:44.873302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=7f7b9d78-29bf-4671-babf-0824fbbffd1e,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:45.099241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ecf83e1-2d2f-41a6-8239-3177aec4a85c req-1d95f81b-ae40-4041-b2d2-485e84d198cd tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 210 time: 0.0592227 Nov 12 09:03:45.100375 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:03:36Z', 'revision_number': 4, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port': {'id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1058c501-0c8f-4679-ba1b-336e1e51b729', 'name': '', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'mac_address': 'fa:16:3e:13:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:34Z', 'updated_at': '2021-11-12T09:03:37Z', 'revision_number': 2, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'subnets': [{'id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:45.150252 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Checking router: 4a5f5bcc-37f2-47be-b750-a5a20f18412c for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:03:45.150902 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Updating router 4a5f5bcc-37f2-47be-b750-a5a20f18412c port 1058c501-0c8f-4679-ba1b-336e1e51b729 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:03:45.204438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Allocated IP 172.20.0.13 (670e7c1e-f93c-4a27-8bb0-466b1b9224cb/5a977d4d-63ce-485d-a0bf-45d4e5a46603/4e3d47d0-0e27-4705-bb80-e02c6e766d92) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:45.205148 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.270297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-36deb92a-7a7f-4f48-9314-5777cdcb7bc5 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:45.271858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-36deb92a-7a7f-4f48-9314-5777cdcb7bc5 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.55 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 818 time: 1.2585883 Nov 12 09:03:45.292622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Request body: {'port': {'device_id': '9c516983-3302-449e-a739-37eb45e80c93', 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'admin_state_up': True, 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:45.494775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.519195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-d16a8d43-14ad-4d64-9552-efe39376f080 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:45.527026 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-d16a8d43-14ad-4d64-9552-efe39376f080 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 811 time: 0.4581099 Nov 12 09:03:45.556061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-372b9a9e-946e-4dc3-baea-c7ec2990a689 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/quotas/1184f1e863be436b8ec3f5b4454e050e HTTP/1.1" status: 200 len: 375 time: 0.0281043 Nov 12 09:03:45.702525 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.722246 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.825225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-904c9e2e-0a5a-41e5-b1f2-c40a16987f2b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2526462 Nov 12 09:03:45.831442 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e4353-d6e2-4187-b75a-0986e358573b None None] Pushing event updated for resources: {'Port': ['ID=1058c501-0c8f-4679-ba1b-336e1e51b729,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:45.847479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Made reservation on behalf of 4026d7b86e754cf7b372fb3cd7f6e8b9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:45.851449 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.883026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:45.905801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Allocated IP 172.25.5.82 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/d650249c-ef15-43ab-8fed-7eebf54f85b0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:45.976804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7f7b9d78-29bf-4671-babf-0824fbbffd1e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:46.009612 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Attempting to bind port 1058c501-0c8f-4679-ba1b-336e1e51b729 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:46.009985 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Attempting to bind port 1058c501-0c8f-4679-ba1b-336e1e51b729 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:46.010341 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Attempting to bind port 1058c501-0c8f-4679-ba1b-336e1e51b729 on network 01f0db1b-ee76-4c0b-bc35-53238d616201 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:46.018689 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:46.020086 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Checking segment: {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:46.020671 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.021204 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Bound using segment: {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:46.021821 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Bound port: 1058c501-0c8f-4679-ba1b-336e1e51b729, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:46.022356 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.108875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7f7b9d78-29bf-4671-babf-0824fbbffd1e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:46.110090 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.187184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152a62b-2fad-4395-90e0-bda95ea6078c req-7f821f42-8a3b-4296-a483-27a5aacf9cb4 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:46.196484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3152a62b-2fad-4395-90e0-bda95ea6078c req-7f821f42-8a3b-4296-a483-27a5aacf9cb4 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 950 time: 0.1403069 Nov 12 09:03:46.216510 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] For port 1058c501-0c8f-4679-ba1b-336e1e51b729, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:46.225905 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] For port 1058c501-0c8f-4679-ba1b-336e1e51b729, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1058c501-0c8f-4679-ba1b-336e1e51b729,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:46.235476 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.280036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-f99f905c-1096-4172-a656-432f8220edfc service neutron] 10.222.0.53 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181521 Nov 12 09:03:46.305391 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.313748 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Routers {'4a5f5bcc-37f2-47be-b750-a5a20f18412c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:03:46.314325 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:03:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:46.326570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3152a62b-2fad-4395-90e0-bda95ea6078c req-ca531817-fa1d-4520-b9d4-046f7433562c tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226699 Nov 12 09:03:46.328594 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e4353-d6e2-4187-b75a-0986e358573b None None] Pushing event updated for resources: {'Port': ['ID=1058c501-0c8f-4679-ba1b-336e1e51b729,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:46.358311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-28416e63-9cf3-4a61-b69a-36c86391e732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.487670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-04b39da4-a4d7-4b16-8826-6db6e6a82ac1 service neutron] 10.222.0.53 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693208 Nov 12 09:03:46.550679 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] Set router 4a5f5bcc-37f2-47be-b750-a5a20f18412c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:03:46.652249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Pushing event updated for resources: {'Port': ['ID=4e3d47d0-0e27-4705-bb80-e02c6e766d92,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:46.692679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.708828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:46.720104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:46.729160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Allocated IP 172.20.0.5 (670e7c1e-f93c-4a27-8bb0-466b1b9224cb/5a977d4d-63ce-485d-a0bf-45d4e5a46603/abd46aee-035a-4daa-99ad-2994640576e8) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:46.732542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:46.886839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e99e8648-7aee-475b-9812-a7d4665c7ec2 req-c013667b-7639-4866-8ae7-0652d8293449 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 210 time: 0.0554261 Nov 12 09:03:46.903974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:46.904933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.930416 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-e16ce85d-84cb-4ba0-901e-9ec50b2d868f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5445800 Nov 12 09:03:46.935801 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:46.961456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-20094181-8675-4ac2-ac07-7b114dc413e8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:03:46.964374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-20094181-8675-4ac2-ac07-7b114dc413e8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208116 Nov 12 09:03:47.082382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:47.097827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:47.115470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:47.155453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:03:47.242416 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:03:36Z', 'revision_number': 4, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port': {'id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1058c501-0c8f-4679-ba1b-336e1e51b729', 'name': '', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'mac_address': 'fa:16:3e:13:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:34Z', 'updated_at': '2021-11-12T09:03:46Z', 'revision_number': 4, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'subnets': [{'id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:03:47.304130 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a672f5a-c5b3-48e2-8584-e95ad617d587 None None] The sync data for ids ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'] in n-d-769329-17 is: [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:03:36Z', 'revision_number': 4, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port': {'id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1058c501-0c8f-4679-ba1b-336e1e51b729', 'name': '', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'mac_address': 'fa:16:3e:13:ca:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:34Z', 'updated_at': '2021-11-12T09:03:46Z', 'revision_number': 4, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'subnets': [{'id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:03:47.406833 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.448453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Request body: {'port': {'device_id': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:47.486658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:47.488919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:47.492841 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af2294-87d3-43a8-b45b-a49830f67b70" -d '{"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-unplugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:47.504542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.524975 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-63438b13-68f4-4611-ae23-0e63f243f8b4 req-6a533240-23dc-4079-836c-bfe49c2f9359 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 210 time: 0.4520395 Nov 12 09:03:47.615066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:47.722535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'Port': ['ID=d650249c-ef15-43ab-8fed-7eebf54f85b0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:47.722805 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930646d4-d555-4d4e-b818-9bc62819cf6b x-openstack-request-id: req-930646d4-d555-4d4e-b818-9bc62819cf6b {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:47.723302 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-unplugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:47.723719 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-930646d4-d555-4d4e-b818-9bc62819cf6b {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:47.724371 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'code': 200} Nov 12 09:03:47.740874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:47.815937 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.030845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1058c501-0c8f-4679-ba1b-336e1e51b729 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:48.044707 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.151896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1058c501-0c8f-4679-ba1b-336e1e51b729 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:48.152610 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.188703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.381600 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.407777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35970) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:48.511019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 1058c501-0c8f-4679-ba1b-336e1e51b729, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1058c501-0c8f-4679-ba1b-336e1e51b729,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:48.518954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.684025 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=1058c501-0c8f-4679-ba1b-336e1e51b729,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:48.747119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3d47d0-0e27-4705-bb80-e02c6e766d92 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:48.773489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.790404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Transition to ACTIVE for port object 4e3d47d0-0e27-4705-bb80-e02c6e766d92 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:48.792344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.794616 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbb30-2825-49e4-adbe-58edc5b780d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.809573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.812470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-405c9b61-d9fa-4317-8018-e14ae9f2baa6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:48.816419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-405c9b61-d9fa-4317-8018-e14ae9f2baa6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 811 time: 0.3340912 Nov 12 09:03:48.858761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Request body: {'port': {'device_id': '19fdac43-6115-42c4-960d-deef78a1041b', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'admin_state_up': True, 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:48.875327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:48.888681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:48.893262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:48.984659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:48.985351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:48.986719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.082500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7911339 Nov 12 09:03:49.187697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Made reservation on behalf of 1184f1e863be436b8ec3f5b4454e050e for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:49.189789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b4623-5956-4d5c-9d70-69c04d807c11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Pushing event updated for resources: {'Port': ['ID=abd46aee-035a-4daa-99ad-2994640576e8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:49.192357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.200208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbb30-2825-49e4-adbe-58edc5b780d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.216087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbb30-2825-49e4-adbe-58edc5b780d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.249352 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5b8dbb30-2825-49e4-adbe-58edc5b780d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9216511ed5c4691a7652a6be942c225&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8394918 Nov 12 09:03:49.256619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36002) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:49.312518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dbb30-2825-49e4-adbe-58edc5b780d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17b7c95-1d1e-45a7-9c56-cac9d50b6389,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:49.409194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-789f7048-b704-48e6-9ca4-738925db75b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.506165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-a5d8733c-477b-4db0-bf72-68d5b5e3837c tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:03:49.507565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-a5d8733c-477b-4db0-bf72-68d5b5e3837c tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0438204 Nov 12 09:03:49.528077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.531836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-789f7048-b704-48e6-9ca4-738925db75b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.562936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3d47d0-0e27-4705-bb80-e02c6e766d92,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:49.573367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.674205 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.675045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Request body: {'port': {'device_id': '9c516983-3302-449e-a739-37eb45e80c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:49.721509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Allocated IP 172.20.0.14 (01f0db1b-ee76-4c0b-bc35-53238d616201/edcbc1fa-6449-4b1d-af41-e5c9d98e21a1/ca57d3cc-4ddc-4acf-a913-a00f6c27ff28) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:49.751344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'Port': ['ID=d650249c-ef15-43ab-8fed-7eebf54f85b0,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:49.761417 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe2be388-dbe5-4079-aa01-d768adcbe150 req-e814ecb3-2119-48cc-844f-800628798e38 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 210 time: 0.1254876 Nov 12 09:03:49.787779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Attempting to bind port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:49.788221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Attempting to bind port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:49.788704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Attempting to bind port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 on network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:49.839420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5cf6b-6ee3-4823-9d87-dfc0004cc7f6 req-0a9c4844-8674-4f41-89b1-d89b9d6246c6 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:49.846921 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-21d5cf6b-6ee3-4823-9d87-dfc0004cc7f6 req-0a9c4844-8674-4f41-89b1-d89b9d6246c6 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 931 time: 0.2632918 Nov 12 09:03:49.847572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-789f7048-b704-48e6-9ca4-738925db75b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.860670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-789f7048-b704-48e6-9ca4-738925db75b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.865071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:49.876656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-789f7048-b704-48e6-9ca4-738925db75b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f17b7c95-1d1e-45a7-9c56-cac9d50b6389 HTTP/1.1" status: 204 len: 168 time: 0.6187451 Nov 12 09:03:49.911853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1058c501-0c8f-4679-ba1b-336e1e51b729 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:49.933170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 on network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:49.933603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Attempting to bind port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 on network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:49.973881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f7048-b704-48e6-9ca4-738925db75b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17b7c95-1d1e-45a7-9c56-cac9d50b6389,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:50.000374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.009891 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-350c0927-d6fe-4e14-b7ce-61add4c1e0ba tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1568034 Nov 12 09:03:50.023221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.060324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:50.060684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Checking segment: {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:50.066957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Bound using segment: {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:50.067639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Bound port: 4e3d47d0-0e27-4705-bb80-e02c6e766d92, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:50.069228 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.349697 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1058c501-0c8f-4679-ba1b-336e1e51b729 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:50.350326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.394814 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.624668 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-21d5cf6b-6ee3-4823-9d87-dfc0004cc7f6 req-7099e698-5422-40a2-80a8-f06641bfcb39 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727824 Nov 12 09:03:50.670410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] For port 4e3d47d0-0e27-4705-bb80-e02c6e766d92, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:50.677004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] For port 4e3d47d0-0e27-4705-bb80-e02c6e766d92, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:50.690902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.763673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:50.764793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.766704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] 10.222.0.62 "PUT /v2.0/ports/4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 1093 time: 3.7915018 Nov 12 09:03:50.779262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'tag': '4e3d47d0-0e27-4705-bb80-e02c6e766d92'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:50.783337 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a969010a-b283-4f38-923a-ead28779b6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "77b12008-1b1a-4a30-abd0-5afe7934ab54", "tag": "4e3d47d0-0e27-4705-bb80-e02c6e766d92"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:50.886508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd46aee-035a-4daa-99ad-2994640576e8 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:50.901371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:50.908225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b95c5-6564-4d2e-86a8-1ddc2fb137a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4e3d47d0-0e27-4705-bb80-e02c6e766d92,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:50.926696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Transition to ACTIVE for port object abd46aee-035a-4daa-99ad-2994640576e8 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:50.937928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-6eb4579d-b63b-4c22-97c8-059add051a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:50.943472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-6eb4579d-b63b-4c22-97c8-059add051a90 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1096 time: 0.1124244 Nov 12 09:03:50.946070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.079223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-9c98919d-b37a-4d6a-ad93-293fead4abdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 217 time: 0.1257741 Nov 12 09:03:51.243612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Pushing event updated for resources: {'Port': ['ID=abd46aee-035a-4daa-99ad-2994640576e8,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:51.308409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-75eb8590-5871-4c6d-8c7d-746cab9cc13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.308409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-75eb8590-5871-4c6d-8c7d-746cab9cc13e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.2201478 Nov 12 09:03:51.373334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-0c0748a2-35b6-47b9-934b-10f86740db60 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547433 Nov 12 09:03:51.374277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Attempting to bind port abd46aee-035a-4daa-99ad-2994640576e8 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:51.375153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Attempting to bind port abd46aee-035a-4daa-99ad-2994640576e8 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:51.375496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Attempting to bind port abd46aee-035a-4daa-99ad-2994640576e8 on network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:51.380921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Port abd46aee-035a-4daa-99ad-2994640576e8 on network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:51.381336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Attempting to bind port abd46aee-035a-4daa-99ad-2994640576e8 on network 670e7c1e-f93c-4a27-8bb0-466b1b9224cb {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:51.384563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-6737238b-444c-48bb-bcb5-2f4af2d04eaa tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1310860223&fields=id&tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6 HTTP/1.1" status: 200 len: 267 time: 0.2126100 Nov 12 09:03:51.393158 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.419788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:51.420223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Checking segment: {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:51.420670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Bound using segment: {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:51.421083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Bound port: abd46aee-035a-4daa-99ad-2994640576e8, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:51.421496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.443997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36116) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:51.557122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-c576eb40-486d-42bc-aae3-21789a8c31e9 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730006 Nov 12 09:03:51.565945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] For port abd46aee-035a-4daa-99ad-2994640576e8, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:51.572199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] For port abd46aee-035a-4daa-99ad-2994640576e8, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=abd46aee-035a-4daa-99ad-2994640576e8,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:51.572918 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.585873 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.659717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.660643 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.662268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] 10.222.0.55 "PUT /v2.0/ports/abd46aee-035a-4daa-99ad-2994640576e8 HTTP/1.1" status: 200 len: 1092 time: 2.1289876 Nov 12 09:03:51.665181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-df456e47-e1cc-465f-92f6-880591649121 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.673696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-df456e47-e1cc-465f-92f6-880591649121 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 811 time: 0.2882559 Nov 12 09:03:51.689657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-999066977-network', 'tenant_id': '8de7606ed4e943d2838a64c5648feb6f'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:51.743310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:51.754167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b2d19-34bf-46a5-8497-604ff351cf62 service neutron] Pushing event updated for resources: {'Port': ['ID=abd46aee-035a-4daa-99ad-2994640576e8,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:51.756564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:51.760800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Pushing event updated for resources: {'Port': ['ID=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:51.766061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:51.793713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11ec7763-4c78-4a81-8dae-ebccea48a15a req-b3613e29-73b4-4ba0-b3e6-16fed0210cf9 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241452 Nov 12 09:03:51.801268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-b4a152e4-7aa2-4c32-9a88-672c57f95058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.802796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-b4a152e4-7aa2-4c32-9a88-672c57f95058 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 1095 time: 0.0939481 Nov 12 09:03:51.809889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-9cc30fdc-51f6-4eca-8a46-3f8463c46185 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/quotas/7fd16e2cf94b421e9f4a90b91c5333d6 HTTP/1.1" status: 200 len: 375 time: 0.1031013 Nov 12 09:03:51.834325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Made reservation on behalf of 8de7606ed4e943d2838a64c5648feb6f for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:51.837612 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.867462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-2480cdf3-0cad-4488-8c88-f3733c46ab85 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abd46aee-035a-4daa-99ad-2994640576e8 HTTP/1.1" status: 200 len: 217 time: 0.0545499 Nov 12 09:03:51.874385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.875710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.880940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:51.911992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-e98f1ea6-df41-45c4-8f97-d046ba7e5ed7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0822725 Nov 12 09:03:51.930024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Request body: {'port': {'device_id': '19fdac43-6115-42c4-960d-deef78a1041b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:51.937058 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c3d7a-4058-4501-aeb6-3b4c663bbd8f x-openstack-request-id: req-924c3d7a-4058-4501-aeb6-3b4c663bbd8f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:51.938130 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b12008-1b1a-4a30-abd0-5afe7934ab54", "tag": "4e3d47d0-0e27-4705-bb80-e02c6e766d92", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:51.940387 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-924c3d7a-4058-4501-aeb6-3b4c663bbd8f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:51.940387 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'tag': '4e3d47d0-0e27-4705-bb80-e02c6e766d92', 'status': 'completed', 'code': 200} Nov 12 09:03:51.944680 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-fd9854b7-3b6a-4b83-bcb3-e40409655b7c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1239014 Nov 12 09:03:51.947216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-62543cdb-7e1f-47b3-bc25-61f19882458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:51.949374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-62543cdb-7e1f-47b3-bc25-61f19882458d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.0756135 Nov 12 09:03:51.974238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-50baa79b-ab15-4be2-a2f5-0993af732e9e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:03:51.975568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-50baa79b-ab15-4be2-a2f5-0993af732e9e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122235 Nov 12 09:03:52.122210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.174598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.200295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.212603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d353b6ae-ca24-4586-8d79-65e9248ec27f service neutron] 10.222.0.53 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269783 Nov 12 09:03:52.249033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:03:52.290819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5610903d-f17e-4310-b823-f2fdf1af9ac2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:52.300989 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.301340 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Added segment 281ab49f-1b28-463b-9030-363a89dcfc7e of type vlan for network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 Nov 12 09:03:52.452419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-19a6a960-793f-4595-adf2-a477e82f181f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4940329 Nov 12 09:03:52.463415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.513837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-21599a31-b267-40dc-9b25-00908fc0bfb2 service neutron] 10.222.0.53 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855318 Nov 12 09:03:52.560178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969010a-b283-4f38-923a-ead28779b6d5 req-5d2e7c45-183f-4f13-9d84-a6144e343d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:52.562426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a969010a-b283-4f38-923a-ead28779b6d5 req-5d2e7c45-183f-4f13-9d84-a6144e343d5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1096 time: 0.5931356 Nov 12 09:03:52.568409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.569751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:52.570440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.583481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22cfaf-609b-4693-b4d6-4dc9b13fc4bc req-4706a665-53c9-4ac1-b214-9e78fc74deba tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:52.585187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da22cfaf-609b-4693-b4d6-4dc9b13fc4bc req-4706a665-53c9-4ac1-b214-9e78fc74deba tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 932 time: 0.1303468 Nov 12 09:03:52.636405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1897163 Nov 12 09:03:52.639231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36144) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:03:52.675796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Request body: {'subnet': {'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-999066977-subnet', 'tenant_id': '8de7606ed4e943d2838a64c5648feb6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:52.698400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5defa0-cbf2-4ad0-98f1-b124bc690ccd admin admin] Pushing event updated for resources: {'Network': ['ID=62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:52.717791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:03:52.729662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-5bbaebc1-73a8-4833-93dc-8af5474bddcd service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624028 Nov 12 09:03:52.777157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Made reservation on behalf of 8de7606ed4e943d2838a64c5648feb6f for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:52.779619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.801354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da22cfaf-609b-4693-b4d6-4dc9b13fc4bc req-b6571997-e624-4e64-ab9c-5401f7528778 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035186 Nov 12 09:03:52.872177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969010a-b283-4f38-923a-ead28779b6d5 req-77397d87-77f2-40c9-a323-da3ed88f23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:52.873882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a969010a-b283-4f38-923a-ead28779b6d5 req-77397d87-77f2-40c9-a323-da3ed88f23d4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.3025653 Nov 12 09:03:52.928021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:52.945774 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:52.976576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Transition to ACTIVE for port object ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:52.985949 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.025934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a969010a-b283-4f38-923a-ead28779b6d5 req-f8f4c926-03f2-4b57-b0ad-a4ab1a6a35e2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 217 time: 0.1206834 Nov 12 09:03:53.050744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:53.157142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969010a-b283-4f38-923a-ead28779b6d5 req-3c847032-7a86-4a45-9f8e-d38a6ea142ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.159172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a969010a-b283-4f38-923a-ead28779b6d5 req-3c847032-7a86-4a45-9f8e-d38a6ea142ee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.1209054 Nov 12 09:03:53.164542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ea76fcb-f2aa-418c-ba00-1523a721b81a req-1764f4ae-6f05-4486-a2a7-a0ef187fc077 service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194121 Nov 12 09:03:53.165782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Attempting to bind port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:53.166106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Attempting to bind port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:53.166795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Attempting to bind port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 on network 01f0db1b-ee76-4c0b-bc35-53238d616201 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:53.172975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 on network 01f0db1b-ee76-4c0b-bc35-53238d616201 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:53.173565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Attempting to bind port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 on network 01f0db1b-ee76-4c0b-bc35-53238d616201 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:53.182707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:53.183262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Checking segment: {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:53.183952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Bound using segment: {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:53.184540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Bound port: ca57d3cc-4ddc-4acf-a913-a00f6c27ff28, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:53.184969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.199352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:53.231422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a969010a-b283-4f38-923a-ead28779b6d5 req-75dfe3d1-fdf6-476e-a334-d9c62aa87f03 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626581 Nov 12 09:03:53.242866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55199f-7df7-4d13-b87c-f25b8a42db63 req-676792a4-fa96-4397-8d0f-b7e566a04db4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.260599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd55199f-7df7-4d13-b87c-f25b8a42db63 req-676792a4-fa96-4397-8d0f-b7e566a04db4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 943 time: 0.2334466 Nov 12 09:03:53.288724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] For port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:53.293421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] For port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:53.300143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.382617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Pushing event updated for resources: {'Port': ['ID=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:53.409483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:53.415660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.420439 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.423035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-c3603d7e-7691-43bd-b0c0-d206f54d4f7a service neutron] 10.222.0.62 "PUT /v2.0/ports/ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 HTTP/1.1" status: 200 len: 1093 time: 1.4984596 Nov 12 09:03:53.424254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fdac43-6115-42c4-960d-deef78a1041b', 'tag': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:53.432982 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68f96d7-bdcd-484d-812e-75769ba98ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "19fdac43-6115-42c4-960d-deef78a1041b", "tag": "ca57d3cc-4ddc-4acf-a913-a00f6c27ff28"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:53.433334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'mac_address': 'fa:16:3e:ea:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:53.533204 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.547345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd55199f-7df7-4d13-b87c-f25b8a42db63 req-31ba2631-fd3a-4011-a7c6-1dc6d1559ba2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672920 Nov 12 09:03:53.551447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.577967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:53.607105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-ec3b216c-f224-4081-9499-55c3fe29a86b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.608874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-ec3b216c-f224-4081-9499-55c3fe29a86b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.1695101 Nov 12 09:03:53.624006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:53.629264 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.630075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4e3d47d0-0e27-4705-bb80-e02c6e766d92 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:53.666452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-881ebcc3-9bee-4767-8cec-f5b664be986a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/quotas/ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 375 time: 0.0193539 Nov 12 09:03:53.699926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a969010a-b283-4f38-923a-ead28779b6d5 req-1852be20-0e17-4f02-9a26-16f5b14eb1ef service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292431 Nov 12 09:03:53.742843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-86d225b8-6040-4600-96a4-959769127e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.744335 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-86d225b8-6040-4600-96a4-959769127e11 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 1096 time: 0.1339078 Nov 12 09:03:53.745764 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2a91365-0857-443b-915e-a0c567dedb56 req-5b7598d5-ea39-4b10-925d-b6081feae2b2 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 210 time: 0.0722151 Nov 12 09:03:53.751582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:53.765017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-93cc00be-fe56-412c-91ff-a30058439ef5 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853906 Nov 12 09:03:53.814021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Checking segment: {'id': '281ab49f-1b28-463b-9030-363a89dcfc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:53.814651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Network hostable DHCP agents. Network: 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:03:53.816756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9589e4-2bb9-4fcd-a26c-764037628272,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:53.831047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 4e3d47d0-0e27-4705-bb80-e02c6e766d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:53.845152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '4e3d47d0-0e27-4705-bb80-e02c6e766d92', 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'port_id': '4e3d47d0-0e27-4705-bb80-e02c6e766d92', 'mac_address': 'fa:16:3e:22:6e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:53.889276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:03:53.891110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-16e106f4-0059-4fd4-bc87-7fd016bf09e6 service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243136 Nov 12 09:03:53.920806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:53.931558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:53.932265 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:53.940840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c516983-3302-449e-a739-37eb45e80c93', 'tag': 'abd46aee-035a-4daa-99ad-2994640576e8'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:53.942918 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf82188-fd65-451d-887c-892fe869913b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c516983-3302-449e-a739-37eb45e80c93", "tag": "abd46aee-035a-4daa-99ad-2994640576e8"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:53.951524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd57cd-6b41-4840-9122-a0e096ad6f57 None None] Network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:53.971746 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a969010a-b283-4f38-923a-ead28779b6d5 req-09683de3-98f3-4c22-a66b-32479864e6fc service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257118 Nov 12 09:03:53.996072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-43f7b361-43df-4b46-822a-afc88ec19370 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 HTTP/1.1" status: 200 len: 217 time: 0.1213343 Nov 12 09:03:54.018667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.022836 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12ff9b0a-6c95-4418-bf31-b249f0dc1607 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3515453 Nov 12 09:03:54.111298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3d47d0-0e27-4705-bb80-e02c6e766d92 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:54.147031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-90dde1ba-e228-41cc-98f3-5a3e8eace99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:54.148883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-90dde1ba-e228-41cc-98f3-5a3e8eace99e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0818245 Nov 12 09:03:54.192197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 4e3d47d0-0e27-4705-bb80-e02c6e766d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:54.197110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-5f720ccc-5c04-4d15-b068-653e90b0a8d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01f0db1b-ee76-4c0b-bc35-53238d616201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375614 Nov 12 09:03:54.235576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c0f66208-6ef2-41fb-a386-d7e70f0348f4 service neutron] 10.222.0.53 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424187 Nov 12 09:03:54.245075 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a49ef66-ff12-4cab-ab00-35410597718e x-openstack-request-id: req-4a49ef66-ff12-4cab-ab00-35410597718e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:54.245372 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fdac43-6115-42c4-960d-deef78a1041b", "tag": "ca57d3cc-4ddc-4acf-a913-a00f6c27ff28", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:54.245626 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a49ef66-ff12-4cab-ab00-35410597718e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:54.246030 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fdac43-6115-42c4-960d-deef78a1041b', 'tag': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28', 'status': 'completed', 'code': 200} Nov 12 09:03:54.249254 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:54.307981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=4e3d47d0-0e27-4705-bb80-e02c6e766d92,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:54.314027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca039d-5719-444b-be28-08bfa165717e None None] Network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:03:54.353422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-5c538740-5980-4476-9b1e-dc2d0d70f998 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483946 Nov 12 09:03:54.401647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:54.538220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4e3d47d0-0e27-4705-bb80-e02c6e766d92'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:54.596371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94fdc01c-32d8-47b7-a5b5-a5393fd22f8d req-5fc73a19-2c49-4d68-9ee6-9a3c31841bcf service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345812 Nov 12 09:03:54.682486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c692a-aa87-4ea0-8648-2e8cc9edae09 req-6c222ec6-76d3-44c7-994e-33e6d100981a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:54.695318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c1c692a-aa87-4ea0-8648-2e8cc9edae09 req-6c222ec6-76d3-44c7-994e-33e6d100981a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 944 time: 0.3256371 Nov 12 09:03:54.799224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-9d534f85-4b4b-478f-b962-2b5cc7fa31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:54.807985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-9d534f85-4b4b-478f-b962-2b5cc7fa31a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 1096 time: 0.1296835 Nov 12 09:03:54.857469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-4f4960a0-daa8-43d4-a9a3-7c2dc9ac9a0a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:54.862587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-4f4960a0-daa8-43d4-a9a3-7c2dc9ac9a0a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 811 time: 0.4258618 Nov 12 09:03:54.948336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c1c692a-aa87-4ea0-8648-2e8cc9edae09 req-fdeaaabb-8a33-4428-aeb6-54032c6e70e0 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514484 Nov 12 09:03:54.978458 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc9abb-5eb4-456b-9ee5-e288befa57a9 x-openstack-request-id: req-2bfc9abb-5eb4-456b-9ee5-e288befa57a9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:03:54.983772 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c516983-3302-449e-a739-37eb45e80c93", "tag": "abd46aee-035a-4daa-99ad-2994640576e8", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:03:54.984714 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bfc9abb-5eb4-456b-9ee5-e288befa57a9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:03:54.988639 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c516983-3302-449e-a739-37eb45e80c93', 'tag': 'abd46aee-035a-4daa-99ad-2994640576e8', 'status': 'completed', 'code': 200} Nov 12 09:03:55.013320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-1cfbd149-d62b-4f05-8d39-29f321760dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.015550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-1cfbd149-d62b-4f05-8d39-29f321760dfb service neutron] 10.222.0.62 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 912 time: 0.2004144 Nov 12 09:03:55.114904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-b091b129-447d-45c0-9f3a-2cd102d0bec5 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6 HTTP/1.1" status: 200 len: 380 time: 0.2329681 Nov 12 09:03:55.138840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'port': {'device_id': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'admin_state_up': True, 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'security_groups': ['a2ab8efa-65c4-484b-b821-8e5100411cd5']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:55.173958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-1c92b5ff-39e7-4291-8d54-a735e373fc2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 HTTP/1.1" status: 200 len: 217 time: 0.1501417 Nov 12 09:03:55.236541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf82188-fd65-451d-887c-892fe869913b req-4b811959-9e93-45a9-822a-7d83b2139039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.238243 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf82188-fd65-451d-887c-892fe869913b req-4b811959-9e93-45a9-822a-7d83b2139039 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 1095 time: 0.1982710 Nov 12 09:03:55.244635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-fadcf706-1a21-435b-b9b7-7ea2203ad6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.250678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-fadcf706-1a21-435b-b9b7-7ea2203ad6e2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0630915 Nov 12 09:03:55.301110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-51afdc7e-31cb-4798-a964-83c2bd84bb22 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01f0db1b-ee76-4c0b-bc35-53238d616201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448444 Nov 12 09:03:55.446366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf82188-fd65-451d-887c-892fe869913b req-93a0e59b-6593-42fa-91fe-ed772534105c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.447855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf82188-fd65-451d-887c-892fe869913b req-93a0e59b-6593-42fa-91fe-ed772534105c service neutron] 10.222.0.55 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.2001410 Nov 12 09:03:55.467782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-b1c1dc3e-30bb-422c-b3e5-aca20ed2b654 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573586 Nov 12 09:03:55.511801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf82188-fd65-451d-887c-892fe869913b req-27e7ac68-45c9-434c-9d3a-ef86dd05afee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abd46aee-035a-4daa-99ad-2994640576e8 HTTP/1.1" status: 200 len: 217 time: 0.0560222 Nov 12 09:03:55.514461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Made reservation on behalf of 7fd16e2cf94b421e9f4a90b91c5333d6 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:55.519871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.541383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device abd46aee-035a-4daa-99ad-2994640576e8 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:55.623214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf82188-fd65-451d-887c-892fe869913b req-c3833b75-ff87-4a45-aead-2e032c86f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:55.624855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf82188-fd65-451d-887c-892fe869913b req-c3833b75-ff87-4a45-aead-2e032c86f72a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.0991440 Nov 12 09:03:55.695347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf82188-fd65-451d-887c-892fe869913b req-7f86fa1f-3787-4bdb-a8af-cf0ba919c237 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563319 Nov 12 09:03:55.699632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d68f96d7-bdcd-484d-812e-75769ba98ac1 req-ffec6660-fa85-41d3-90f5-f922aa71fade service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961761 Nov 12 09:03:55.781840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port abd46aee-035a-4daa-99ad-2994640576e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=abd46aee-035a-4daa-99ad-2994640576e8,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:55.821560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'abd46aee-035a-4daa-99ad-2994640576e8', 'network_id': '670e7c1e-f93c-4a27-8bb0-466b1b9224cb', 'port_id': 'abd46aee-035a-4daa-99ad-2994640576e8', 'mac_address': 'fa:16:3e:53:6a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a977d4d-63ce-485d-a0bf-45d4e5a46603', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:55.830266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Allocated IP 172.20.0.10 (c1d15719-f631-4abd-aa1f-32fd64f51110/14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a/f949dd15-8127-4bc8-8879-dba16e9fb726) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:55.951452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:55.973000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf82188-fd65-451d-887c-892fe869913b req-8bb970ea-b05a-4554-acd4-bf2be2a42ff2 service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666070 Nov 12 09:03:55.976972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd46aee-035a-4daa-99ad-2994640576e8 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:56.035356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port abd46aee-035a-4daa-99ad-2994640576e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=abd46aee-035a-4daa-99ad-2994640576e8,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:56.044820 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.108136 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.151177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=abd46aee-035a-4daa-99ad-2994640576e8,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:56.189765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.190482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf82188-fd65-451d-887c-892fe869913b req-baa61eb3-4942-49ae-b385-067576b6e0f6 service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093644 Nov 12 09:03:56.264680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event updated for resources: {'Port': ['ID=f949dd15-8127-4bc8-8879-dba16e9fb726,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:56.270088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Network c1d15719-f631-4abd-aa1f-32fd64f51110 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:56.271900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:56.274001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:56.313190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['abd46aee-035a-4daa-99ad-2994640576e8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:56.349431 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:56.350123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.384326 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-d01cddeb-6dda-4ac9-9a72-ba35459d0302 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2620900 Nov 12 09:03:56.402355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Request body: {'port': {'device_id': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:56.574907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7de3d704-05f8-49bc-9650-26a8773a81b5 None None] Provisioning complete for port f949dd15-8127-4bc8-8879-dba16e9fb726 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:56.576288 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7de3d704-05f8-49bc-9650-26a8773a81b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.578719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:56.653795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7de3d704-05f8-49bc-9650-26a8773a81b5 None None] Port f949dd15-8127-4bc8-8879-dba16e9fb726 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:03:56.798796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-0c838f8f-2e0b-4b4d-a3b7-1be2b23aca97 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:56.799465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-0c838f8f-2e0b-4b4d-a3b7-1be2b23aca97 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 820 time: 0.2520821 Nov 12 09:03:56.815931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Request body: {'port': {'device_id': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'admin_state_up': True, 'tenant_id': 'ed82da55803749a3909a8212a38c1037'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:56.986214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Made reservation on behalf of ed82da55803749a3909a8212a38c1037 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:03:56.991820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.010109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f949dd15-8127-4bc8-8879-dba16e9fb726 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:57.027316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.055560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Transition to ACTIVE for port object f949dd15-8127-4bc8-8879-dba16e9fb726 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:57.061488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.216210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:57.226748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Allocated IP 172.20.0.13 (fd78341e-29f1-4009-9d2e-5d5dacc00520/646b91e6-cd54-4117-b51d-4de082ca85d8/a8badf7b-e38b-443d-a2af-0f327081e87d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:03:57.243238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Pushing event updated for resources: {'Port': ['ID=f949dd15-8127-4bc8-8879-dba16e9fb726,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:57.332711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:57.333735 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.369982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Attempting to bind port f949dd15-8127-4bc8-8879-dba16e9fb726 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:57.370529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Attempting to bind port f949dd15-8127-4bc8-8879-dba16e9fb726 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:57.371117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Attempting to bind port f949dd15-8127-4bc8-8879-dba16e9fb726 on network c1d15719-f631-4abd-aa1f-32fd64f51110 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:57.381411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Port f949dd15-8127-4bc8-8879-dba16e9fb726 on network c1d15719-f631-4abd-aa1f-32fd64f51110 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:57.382153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Attempting to bind port f949dd15-8127-4bc8-8879-dba16e9fb726 on network c1d15719-f631-4abd-aa1f-32fd64f51110 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:57.394726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:57.396246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Checking segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:57.397669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Bound using segment: {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:57.398504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Bound port: f949dd15-8127-4bc8-8879-dba16e9fb726, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34a233bc-2b00-490c-ad6e-0ab43e89a464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:57.399775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.549552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.582291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] For port f949dd15-8127-4bc8-8879-dba16e9fb726, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:57.585994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device abd46aee-035a-4daa-99ad-2994640576e8 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:57.592146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] For port f949dd15-8127-4bc8-8879-dba16e9fb726, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f949dd15-8127-4bc8-8879-dba16e9fb726,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:57.602116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.626468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.708811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.730434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Pushing event updated for resources: {'Port': ['ID=f949dd15-8127-4bc8-8879-dba16e9fb726,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:57.753210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:57.756045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.757803 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-1c91a74a-2595-43e1-a6eb-fa56880f751f service neutron] 10.222.0.55 "PUT /v2.0/ports/f949dd15-8127-4bc8-8879-dba16e9fb726 HTTP/1.1" status: 200 len: 1093 time: 1.3649390 Nov 12 09:03:57.759838 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:57.765940 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24325090-11dd-40c7-9a91-2a012bedb313" -d '{"events": [{"name": "network-changed", "server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:57.797883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Network fd78341e-29f1-4009-9d2e-5d5dacc00520 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:03:57.804462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:03:57.827294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:03:57.840523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:57.854765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6dc65b51-2c51-4e1f-82e0-66307b61e8d9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:03:57.873777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:57.876766 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5305bc96-677c-46c7-abe7-bff4e641a34e" -d '{"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-plugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:57.879476 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:57.890821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4e3d47d0-0e27-4705-bb80-e02c6e766d92 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:03:57.916690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:57.918049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-e675a6a1-ff7a-4ab3-ba0e-57f441b4e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:57.922533 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-e675a6a1-ff7a-4ab3-ba0e-57f441b4e498 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 1096 time: 0.1134963 Nov 12 09:03:57.980359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:57.984786 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.021392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-50947edd-8589-47d5-a627-2aefecca5b66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949dd15-8127-4bc8-8879-dba16e9fb726 HTTP/1.1" status: 200 len: 217 time: 0.0888712 Nov 12 09:03:58.033679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-c25bf999-832d-45b3-9c57-2499edfe24af tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2234688 Nov 12 09:03:58.059571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Request body: {'port': {'device_id': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:03:58.104458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-a48a0813-b3ba-4b80-8e2a-b8155be0331b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:58.112223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-a48a0813-b3ba-4b80-8e2a-b8155be0331b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.0841906 Nov 12 09:03:58.134695 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.158085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port abd46aee-035a-4daa-99ad-2994640576e8 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:58.178858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port abd46aee-035a-4daa-99ad-2994640576e8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:58.179437 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.179572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.228987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-ce770a0b-3e4b-494e-871f-e569ca157e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:58.231163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-ce770a0b-3e4b-494e-871f-e569ca157e00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1081626 Nov 12 09:03:58.322869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.352672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=10']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:58.376221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:03:58.385260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:03:58.385766 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.441630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-4661044c-1347-434e-a502-3ef664fcd5f1 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001672 Nov 12 09:03:58.493402 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.561127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port abd46aee-035a-4daa-99ad-2994640576e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=abd46aee-035a-4daa-99ad-2994640576e8,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:58.568891 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.673756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=abd46aee-035a-4daa-99ad-2994640576e8,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:58.677255 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.708746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.710421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.712415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.716443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.717505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.719254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.720486 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.722222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.722740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.723880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.724528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.726045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:03:58.777129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8badf7b-e38b-443d-a2af-0f327081e87d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:58.787029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 4e3d47d0-0e27-4705-bb80-e02c6e766d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:58.791977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.811239 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.835161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Transition to ACTIVE for port object a8badf7b-e38b-443d-a2af-0f327081e87d will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:03:58.882540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31e2198e-3a1c-4be6-b815-6dd7b39a6b55 req-c7d92cb4-3351-4fbc-9b38-621c0c0f30cf service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309282 Nov 12 09:03:58.919566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:58.927649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=4e3d47d0-0e27-4705-bb80-e02c6e766d92,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.034535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.146726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:03:59.147037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:03:59.147324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:59.154357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:03:59.154769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:03:59.162657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:03:59.163586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:03:59.164026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:03:59.164477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Bound port: a8badf7b-e38b-443d-a2af-0f327081e87d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:03:59.164840 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.235244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:03:59.273221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:03:59.277156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:03:59.282757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.328420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:59.329126 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.330684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] 10.222.0.62 "PUT /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 1093 time: 1.2822340 Nov 12 09:03:59.331320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:03:59.334881 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e0477e-c7a8-4c9f-b409-df5076606273" -d '{"events": [{"name": "network-changed", "server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:03:59.408455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:59.447695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'port_id': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28', 'mac_address': 'fa:16:3e:d3:4f:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:03:59.504384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87723f-6815-45be-b0c7-99abb1b94292 service neutron] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.573503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-9cbf6854-8462-40ba-aea1-b952e7733d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:59.575048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-9cbf6854-8462-40ba-aea1-b952e7733d89 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1096 time: 0.1921525 Nov 12 09:03:59.607181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.649139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:03:59.661672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-f1d2a43f-bd39-42d4-a350-d028e0a0f2ab service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 217 time: 0.0756767 Nov 12 09:03:59.694530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:03:59.706208 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:03:59.741026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-0aff37f5-228e-4d4d-b9fb-e088f7afb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:03:59.744400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-0aff37f5-228e-4d4d-b9fb-e088f7afb711 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0747204 Nov 12 09:03:59.784765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:03:59.798013 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-0f10713e-be3a-4b99-870a-77e298ecc796 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461478 Nov 12 09:03:59.936055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-161a873c-e2ca-411b-953a-fec1f8fa8f8c service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303568 Nov 12 09:03:59.941977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ca57d3cc-4ddc-4acf-a913-a00f6c27ff28'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:00.095529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa8f2da3-cef0-479b-8d45-6feb314b4d93 req-de05a6cc-beb4-4200-aba4-a707a7833c8a service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518734 Nov 12 09:04:01.298242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:01.368959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:01.374094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:01.374903 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.474038 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.512488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:01.518466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.573438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f949dd15-8127-4bc8-8879-dba16e9fb726 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:01.603981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:01.730405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f949dd15-8127-4bc8-8879-dba16e9fb726, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f949dd15-8127-4bc8-8879-dba16e9fb726,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:01.743990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'port_id': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'mac_address': 'fa:16:3e:66:f4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:01.789364 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.808742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f949dd15-8127-4bc8-8879-dba16e9fb726 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:01.847120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f949dd15-8127-4bc8-8879-dba16e9fb726, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f949dd15-8127-4bc8-8879-dba16e9fb726,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:01.852703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:01.920116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f949dd15-8127-4bc8-8879-dba16e9fb726,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:02.131120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f949dd15-8127-4bc8-8879-dba16e9fb726'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:02.814334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-64c58801-9d9a-4053-93b0-ae6c4a6d5ff7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:02.823538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-64c58801-9d9a-4053-93b0-ae6c4a6d5ff7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/networks?id=62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 HTTP/1.1" status: 200 len: 813 time: 0.2849011 Nov 12 09:04:02.838861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-376a6c86-1176-42d4-af71-18177f0ae700 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/quotas/8de7606ed4e943d2838a64c5648feb6f HTTP/1.1" status: 200 len: 375 time: 0.0138521 Nov 12 09:04:02.906580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-ba284b8b-83ad-4a0a-b96f-0665bb7999d7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8de7606ed4e943d2838a64c5648feb6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536983 Nov 12 09:04:03.049662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-7aa8ef49-7340-4fd3-9a31-598abbe24dca service neutron] 10.222.0.53 "GET /v2.0/networks/62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334076 Nov 12 09:04:03.206859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-d47c928a-e04d-4109-ab6c-d86088593c2f service neutron] 10.222.0.53 "GET /v2.0/networks/62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506939 Nov 12 09:04:03.477441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eef0e-555d-4c6d-9693-6eb57e929334 req-a4750d4e-113a-4c64-ae94-8fde28eee2f4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:03.490545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-122eef0e-555d-4c6d-9693-6eb57e929334 req-a4750d4e-113a-4c64-ae94-8fde28eee2f4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1245539 Nov 12 09:04:03.569790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f949dd15-8127-4bc8-8879-dba16e9fb726 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:03.652585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-122eef0e-555d-4c6d-9693-6eb57e929334 req-8666a395-1960-4efe-87ea-f45a675ad1b9 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531007 Nov 12 09:04:03.736927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port f949dd15-8127-4bc8-8879-dba16e9fb726 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:03.749078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port f949dd15-8127-4bc8-8879-dba16e9fb726 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:03.751494 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.928209 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:03.977343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53736e9c-957a-4256-aa18-02fdcba61a62 req-ed156498-c1f6-4296-8221-d5bcd199fbee tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:03.979481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53736e9c-957a-4256-aa18-02fdcba61a62 req-ed156498-c1f6-4296-8221-d5bcd199fbee tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.2016165 Nov 12 09:04:04.029296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f949dd15-8127-4bc8-8879-dba16e9fb726, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f949dd15-8127-4bc8-8879-dba16e9fb726,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:04.037204 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:04.136132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53736e9c-957a-4256-aa18-02fdcba61a62 req-4fe1cf35-7b27-4265-ba53-c07613a8d266 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440420 Nov 12 09:04:04.150691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65f8f0-f2c3-4fc2-ab21-224c00db4ed4 req-ea46e0c8-e450-4744-a227-5426c3a25a68 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:04.168807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba65f8f0-f2c3-4fc2-ab21-224c00db4ed4 req-ea46e0c8-e450-4744-a227-5426c3a25a68 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 945 time: 0.1798468 Nov 12 09:04:04.201152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f949dd15-8127-4bc8-8879-dba16e9fb726,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:04.289161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba65f8f0-f2c3-4fc2-ab21-224c00db4ed4 req-6d4bf00b-970e-41f6-b3f4-dbfe051cbe76 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169000 Nov 12 09:04:04.386110 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc84f422-c125-41fe-94e8-b5e579b53b6a x-openstack-request-id: req-bc84f422-c125-41fe-94e8-b5e579b53b6a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:04.386671 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:04.387115 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc84f422-c125-41fe-94e8-b5e579b53b6a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:04.387698 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'status': 'completed', 'code': 200} Nov 12 09:04:04.659575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325090-11dd-40c7-9a91-2a012bedb313 req-422adf15-3a90-4e8d-ba18-76e5163db2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:04.663068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24325090-11dd-40c7-9a91-2a012bedb313 req-422adf15-3a90-4e8d-ba18-76e5163db2e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 1098 time: 0.2361884 Nov 12 09:04:04.686562 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f377b8e-d7df-4c83-9331-c2eab4533e65 x-openstack-request-id: req-1f377b8e-d7df-4c83-9331-c2eab4533e65 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:04.687446 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-plugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:04.687871 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f377b8e-d7df-4c83-9331-c2eab4533e65 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:04.688463 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'code': 200} Nov 12 09:04:04.737037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f3789-ef63-4cd3-8db7-c36829d00db4 req-e87852b3-259b-4dda-ab93-a874b989b2b4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:04.747543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e47f3789-ef63-4cd3-8db7-c36829d00db4 req-e87852b3-259b-4dda-ab93-a874b989b2b4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.2415802 Nov 12 09:04:04.808916 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2139e615-750f-469f-93fc-2566e9380f43 x-openstack-request-id: req-2139e615-750f-469f-93fc-2566e9380f43 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:04.809201 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:04.809465 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2139e615-750f-469f-93fc-2566e9380f43 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:04.809946 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d', 'status': 'completed', 'code': 200} Nov 12 09:04:04.904950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e47f3789-ef63-4cd3-8db7-c36829d00db4 req-6e2541a2-b275-4ec3-b3be-ed93959d61cf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564586 Nov 12 09:04:04.969134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325090-11dd-40c7-9a91-2a012bedb313 req-c5b76b9e-0579-49c7-865b-c896f3960cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:04.969652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-c48ca498-01f7-4f27-a685-33429fb6a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:04.970642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24325090-11dd-40c7-9a91-2a012bedb313 req-c5b76b9e-0579-49c7-865b-c896f3960cfe service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.2969134 Nov 12 09:04:04.980653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-c48ca498-01f7-4f27-a685-33429fb6a545 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1096 time: 0.1356177 Nov 12 09:04:05.025782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24325090-11dd-40c7-9a91-2a012bedb313 req-ce5d60f3-a45d-47a5-a77b-55e9c7a8f980 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949dd15-8127-4bc8-8879-dba16e9fb726 HTTP/1.1" status: 200 len: 217 time: 0.0448396 Nov 12 09:04:05.157041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa507742-592c-4952-85d3-459e19644c3d req-dd79df12-4432-47bf-a77f-769032e5fe02 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 210 time: 0.0821896 Nov 12 09:04:05.218824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325090-11dd-40c7-9a91-2a012bedb313 req-fab58de6-27af-4946-93e7-16138f49fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.222165 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24325090-11dd-40c7-9a91-2a012bedb313 req-fab58de6-27af-4946-93e7-16138f49fcec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.1870813 Nov 12 09:04:05.314802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325090-11dd-40c7-9a91-2a012bedb313 req-20fa7079-e4d4-4e87-adc6-bc42587b4e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.317228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24325090-11dd-40c7-9a91-2a012bedb313 req-20fa7079-e4d4-4e87-adc6-bc42587b4e8e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850275 Nov 12 09:04:05.663554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fa58e-78f1-4a70-882d-bf62b8895498 req-2b4b13e6-a916-439d-b18b-4af4faa1f82f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:05.673488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc7fa58e-78f1-4a70-882d-bf62b8895498 req-2b4b13e6-a916-439d-b18b-4af4faa1f82f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.3215411 Nov 12 09:04:05.814963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24325090-11dd-40c7-9a91-2a012bedb313 req-405fa1d2-8171-4309-8a71-24a253883639 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899106 Nov 12 09:04:05.926428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc7fa58e-78f1-4a70-882d-bf62b8895498 req-aa4f5951-e384-4a46-b462-7bc6ee3f5429 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360580 Nov 12 09:04:05.976199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24325090-11dd-40c7-9a91-2a012bedb313 req-6e145938-a1db-4ee6-b926-95b632983fd3 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469653 Nov 12 09:04:06.075365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-33e58a4c-3f51-4db5-a9fc-de331c15eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.077550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-33e58a4c-3f51-4db5-a9fc-de331c15eb8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 1.0899856 Nov 12 09:04:06.123413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175aad11-4fa7-49ad-af92-d774dc1bedaf req-52b17d5f-5a27-42c8-a342-928352f6c881 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.130047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-175aad11-4fa7-49ad-af92-d774dc1bedaf req-52b17d5f-5a27-42c8-a342-928352f6c881 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.2192900 Nov 12 09:04:06.179962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98db78-d15b-4be0-a207-fda4b5fe35f4 req-de012920-67c2-43cb-b062-faf8ebec589c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.182279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e98db78-d15b-4be0-a207-fda4b5fe35f4 req-de012920-67c2-43cb-b062-faf8ebec589c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.0738995 Nov 12 09:04:06.188898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-6f1d5639-e93a-4c93-a58c-9a41639703fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 217 time: 0.1020718 Nov 12 09:04:06.199877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-38cb91f7-6916-4d81-afe9-4ec3d23b7582 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.201409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-38cb91f7-6916-4d81-afe9-4ec3d23b7582 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.55 "GET /v2.0/networks?id=62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 HTTP/1.1" status: 200 len: 813 time: 0.4985919 Nov 12 09:04:06.216651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Request body: {'port': {'device_id': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3', 'admin_state_up': True, 'tenant_id': '8de7606ed4e943d2838a64c5648feb6f'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:06.273305 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e98db78-d15b-4be0-a207-fda4b5fe35f4 req-4cee20ee-d263-42fb-91b5-99c5684172d7 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783064 Nov 12 09:04:06.338968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-175aad11-4fa7-49ad-af92-d774dc1bedaf req-b4c61f86-5633-43b6-b7de-b39b2bafa0a3 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080162 Nov 12 09:04:06.342841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-6718cc96-0b64-4de2-8e91-ebb7f96d5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.344633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-6718cc96-0b64-4de2-8e91-ebb7f96d5c28 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1422777 Nov 12 09:04:06.431414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-b0bccc65-7e8b-4421-9fbf-0ae1f0ed1d6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770822 Nov 12 09:04:06.585910 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d624d72d-464d-47ab-a2fc-a3e15852ae9e req-9c9c494c-2d06-4938-ba8f-33bb487d2708 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 210 time: 0.0975022 Nov 12 09:04:06.628735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Made reservation on behalf of 8de7606ed4e943d2838a64c5648feb6f for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:06.632346 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:06.654868 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-5f7d5dee-1a8a-4ce4-a2a9-a542dc9b1518 service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955285 Nov 12 09:04:06.690663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c516983-3302-449e-a739-37eb45e80c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd46aee-035a-4daa-99ad-2994640576e8'}, {'server_uuid': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3d47d0-0e27-4705-bb80-e02c6e766d92'}, {'server_uuid': '19fdac43-6115-42c4-960d-deef78a1041b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28'}, {'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:06.693599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca899caf-3a50-483f-87f1-20f1b84c0367 req-28072b1f-ad2a-44e3-a098-2e505d49b095 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:06.695511 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210b806-2f22-4629-b714-1db304a25a60" -d '{"events": [{"server_uuid": "9c516983-3302-449e-a739-37eb45e80c93", "name": "network-vif-plugged", "status": "completed", "tag": "abd46aee-035a-4daa-99ad-2994640576e8"}, {"server_uuid": "77b12008-1b1a-4a30-abd0-5afe7934ab54", "name": "network-vif-plugged", "status": "completed", "tag": "4e3d47d0-0e27-4705-bb80-e02c6e766d92"}, {"server_uuid": "19fdac43-6115-42c4-960d-deef78a1041b", "name": "network-vif-plugged", "status": "completed", "tag": "ca57d3cc-4ddc-4acf-a913-a00f6c27ff28"}, {"server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "name": "network-vif-plugged", "status": "completed", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:06.707491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca899caf-3a50-483f-87f1-20f1b84c0367 req-28072b1f-ad2a-44e3-a098-2e505d49b095 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.2092748 Nov 12 09:04:06.793288 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d8b1a4-0ec5-4f54-b8ee-7c6bbaf90b3c x-openstack-request-id: req-d4d8b1a4-0ec5-4f54-b8ee-7c6bbaf90b3c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:06.793589 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c516983-3302-449e-a739-37eb45e80c93", "name": "network-vif-plugged", "status": "completed", "tag": "abd46aee-035a-4daa-99ad-2994640576e8", "code": 200}, {"server_uuid": "77b12008-1b1a-4a30-abd0-5afe7934ab54", "name": "network-vif-plugged", "status": "completed", "tag": "4e3d47d0-0e27-4705-bb80-e02c6e766d92", "code": 200}, {"server_uuid": "19fdac43-6115-42c4-960d-deef78a1041b", "name": "network-vif-plugged", "status": "completed", "tag": "ca57d3cc-4ddc-4acf-a913-a00f6c27ff28", "code": 200}, {"server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "name": "network-vif-plugged", "status": "completed", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:06.793846 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4d8b1a4-0ec5-4f54-b8ee-7c6bbaf90b3c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:06.794253 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c516983-3302-449e-a739-37eb45e80c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd46aee-035a-4daa-99ad-2994640576e8', 'code': 200} Nov 12 09:04:06.794511 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3d47d0-0e27-4705-bb80-e02c6e766d92', 'code': 200} Nov 12 09:04:06.795747 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdac43-6115-42c4-960d-deef78a1041b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28', 'code': 200} Nov 12 09:04:06.796035 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'code': 200} Nov 12 09:04:06.864200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca899caf-3a50-483f-87f1-20f1b84c0367 req-3acf0674-be56-4815-9ab9-1701dd2ac8c5 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547680 Nov 12 09:04:07.157243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Allocated IP 172.20.0.12 (62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3/0d9589e4-2bb9-4fcd-a26c-764037628272/6adc41f2-dd69-465b-a303-073df7d90034) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:07.162984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81e0477e-c7a8-4c9f-b409-df5076606273 req-a5777a45-94c7-4175-aa2d-44ef5a85e00a service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977460 Nov 12 09:04:07.196900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c05ae-68e0-45b2-a287-26344566d7d3 req-a4275ef5-2280-4c8f-82ec-f2630a32e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.198809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b8c05ae-68e0-45b2-a287-26344566d7d3 req-a4275ef5-2280-4c8f-82ec-f2630a32e584 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 1097 time: 0.2155914 Nov 12 09:04:07.239984 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c113d-bc0f-44e7-8cfd-1d151764fe2b req-1ddc8b31-2bd1-4b62-8c83-551a96ee9513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.241508 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-046c113d-bc0f-44e7-8cfd-1d151764fe2b req-1ddc8b31-2bd1-4b62-8c83-551a96ee9513 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 1098 time: 0.3318851 Nov 12 09:04:07.246912 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7938b-e226-403e-96bd-f9d787934a71 req-b41f875a-baee-44b3-9250-418bc8ad24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.251497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48f7938b-e226-403e-96bd-f9d787934a71 req-b41f875a-baee-44b3-9250-418bc8ad24fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 1098 time: 0.2517860 Nov 12 09:04:07.253829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637944da-40cf-40fe-b585-deeb880939a9 req-d03ba3f1-8219-41dd-b6ad-d987e1725c00 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.261391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-637944da-40cf-40fe-b585-deeb880939a9 req-d03ba3f1-8219-41dd-b6ad-d987e1725c00 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1898563 Nov 12 09:04:07.269893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d31f5e-8e2f-480b-995b-5b5a3a26c053 req-874269f9-8f7d-4748-b833-5509465d12cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.271376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95d31f5e-8e2f-480b-995b-5b5a3a26c053 req-874269f9-8f7d-4748-b833-5509465d12cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.2875648 Nov 12 09:04:07.428340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36508) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:07.430630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48f7938b-e226-403e-96bd-f9d787934a71 req-9b493809-d005-4405-8b68-5abfc8e56fdd service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583812 Nov 12 09:04:07.469955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-637944da-40cf-40fe-b585-deeb880939a9 req-37132e5e-4897-4963-b0ca-a0e0af2c14f7 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075744 Nov 12 09:04:07.499244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-046c113d-bc0f-44e7-8cfd-1d151764fe2b req-769bac04-74f8-4d1c-9ee8-30af4f6ffaa6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453525 Nov 12 09:04:07.507298 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95d31f5e-8e2f-480b-995b-5b5a3a26c053 req-4e974f06-6a14-4382-96a5-623f114f72b9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910655 Nov 12 09:04:07.539085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c33b-0fd0-43dc-a47b-4ef13e307b22 req-53424c14-8b5b-4813-a924-8939a7b56b80 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.549382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd26c33b-0fd0-43dc-a47b-4ef13e307b22 req-53424c14-8b5b-4813-a924-8939a7b56b80 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.1228709 Nov 12 09:04:07.566506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b8c05ae-68e0-45b2-a287-26344566d7d3 req-4b93ba17-d87c-4777-a641-b7f2d4ff3a7a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512833 Nov 12 09:04:07.650176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35133bc3-4417-49aa-ac3d-bdb1bb3ebddc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.671321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd26c33b-0fd0-43dc-a47b-4ef13e307b22 req-f65490ba-e2c0-4040-bb04-16818ff9cb59 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197314 Nov 12 09:04:07.738821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88198140-0b49-4819-8358-1adf26eedb71 req-027b8b78-378c-4d7f-a5b9-248a4940df11 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:07.746437 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88198140-0b49-4819-8358-1adf26eedb71 req-027b8b78-378c-4d7f-a5b9-248a4940df11 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.1113296 Nov 12 09:04:07.768682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.878047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88198140-0b49-4819-8358-1adf26eedb71 req-8d5236e8-558c-4207-b1b6-5cf9b6cb2bff tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239281 Nov 12 09:04:07.879383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76a77c67-152c-4382-9846-f5db49dfc4ab req-c56848f2-708f-43e9-b5f5-5f711a5b670e tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 210 time: 0.0843379 Nov 12 09:04:07.897423 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.920364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35133bc3-4417-49aa-ac3d-bdb1bb3ebddc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.929289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35133bc3-4417-49aa-ac3d-bdb1bb3ebddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:07.977735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35133bc3-4417-49aa-ac3d-bdb1bb3ebddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8c3d9a-3be7-43e1-8193-713359fe960c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:08.023996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:08.026384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:08.029488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Pushing event updated for resources: {'Port': ['ID=6adc41f2-dd69-465b-a303-073df7d90034,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:08.031954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:08.076983 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-35133bc3-4417-49aa-ac3d-bdb1bb3ebddc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f30be38b4b7646be8b47cc9f32270ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449289 Nov 12 09:04:08.078388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:08.080820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-e9576df5-c69f-4d57-a92b-b981b165f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.083038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-e9576df5-c69f-4d57-a92b-b981b165f9f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=89bed3c63cde4f079fd17e03e3137622&device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 1103 time: 0.1285489 Nov 12 09:04:08.190182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.190913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.240411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3fcdd6ab-f21d-4811-9dc0-16350adf77a8 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0273831 Nov 12 09:04:08.260963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Request body: {'port': {'device_id': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:08.276737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794137fb-3eb9-4268-b2a9-77f907f9ac33 req-174aeaa1-0f00-4aba-8edf-25477504704f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.284597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-794137fb-3eb9-4268-b2a9-77f907f9ac33 req-174aeaa1-0f00-4aba-8edf-25477504704f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.2599268 Nov 12 09:04:08.289368 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b44ff27-b91c-475a-a0d3-b6f11335e8af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.345554 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b44ff27-b91c-475a-a0d3-b6f11335e8af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.360432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-f7368c21-f510-43af-bb75-9727f8ad7e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.361839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-f7368c21-f510-43af-bb75-9727f8ad7e98 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2257335 Nov 12 09:04:08.422948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-794137fb-3eb9-4268-b2a9-77f907f9ac33 req-1972f29f-e106-4328-a4fb-f2d318ba80ab tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372564 Nov 12 09:04:08.427030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.450281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-ba697a9d-07e0-4a67-bce3-859f073ccf51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba HTTP/1.1" status: 200 len: 217 time: 0.0761573 Nov 12 09:04:08.618636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-e8ec49d4-4288-4fd4-b716-89da14ae871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.619797 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-e8ec49d4-4288-4fd4-b716-89da14ae871d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1596823 Nov 12 09:04:08.644598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b44ff27-b91c-475a-a0d3-b6f11335e8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.647273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b44ff27-b91c-475a-a0d3-b6f11335e8af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:08.662941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0b44ff27-b91c-475a-a0d3-b6f11335e8af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc8c3d9a-3be7-43e1-8193-713359fe960c HTTP/1.1" status: 204 len: 168 time: 0.5764196 Nov 12 09:04:08.670311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44ff27-b91c-475a-a0d3-b6f11335e8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8c3d9a-3be7-43e1-8193-713359fe960c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:08.731569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-710986e1-fe89-425d-acb7-8db0fc4bf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:08.733163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-710986e1-fe89-425d-acb7-8db0fc4bf14d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1056185 Nov 12 09:04:09.019945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-ed557f0c-ed83-464d-9b5e-ad0c794de42d service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729642 Nov 12 09:04:09.102754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766de54c-f00c-44ec-96e0-5736b8fb6fc0 req-5ecf1609-1bed-4154-9672-164efa88dc66 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.114653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-766de54c-f00c-44ec-96e0-5736b8fb6fc0 req-5ecf1609-1bed-4154-9672-164efa88dc66 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.3055186 Nov 12 09:04:09.199780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e61b1-0b73-4822-b02c-3b62a5e22274 req-48966c50-495d-435a-b170-42b3af2aa39b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.202061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d0e61b1-0b73-4822-b02c-3b62a5e22274 req-48966c50-495d-435a-b170-42b3af2aa39b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.4650629 Nov 12 09:04:09.249337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf52891a-a29f-4771-b94d-5004b0bcb1e0 req-664a2094-9255-4d04-aacd-c4ee3762913b service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707044 Nov 12 09:04:09.292207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6adc41f2-dd69-465b-a303-073df7d90034 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:09.310021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.321504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-766de54c-f00c-44ec-96e0-5736b8fb6fc0 req-5e293fda-f30d-4a13-8767-981acbdfa20a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064943 Nov 12 09:04:09.326477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d0e61b1-0b73-4822-b02c-3b62a5e22274 req-c4abbfaf-ecf2-41f4-b39a-c32e385e3eee tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760472 Nov 12 09:04:09.359399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Transition to ACTIVE for port object 6adc41f2-dd69-465b-a303-073df7d90034 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:09.381268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.471545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc41f2-dd69-465b-a303-073df7d90034,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:09.540025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f3097-0f36-434a-855a-48b5a28d029f req-699e3c12-0a2f-4500-83d0-d5848f0329b6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.551262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b53f3097-0f36-434a-855a-48b5a28d029f req-699e3c12-0a2f-4500-83d0-d5848f0329b6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.0938866 Nov 12 09:04:09.642687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Attempting to bind port 6adc41f2-dd69-465b-a303-073df7d90034 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:09.643024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Attempting to bind port 6adc41f2-dd69-465b-a303-073df7d90034 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '281ab49f-1b28-463b-9030-363a89dcfc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:09.643354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Attempting to bind port 6adc41f2-dd69-465b-a303-073df7d90034 on network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:09.650492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Port 6adc41f2-dd69-465b-a303-073df7d90034 on network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:09.650822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Attempting to bind port 6adc41f2-dd69-465b-a303-073df7d90034 on network 62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:09.656952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:09.657294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Checking segment: {'id': '281ab49f-1b28-463b-9030-363a89dcfc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:09.657682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Bound using segment: {'id': '281ab49f-1b28-463b-9030-363a89dcfc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:09.658114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Bound port: 6adc41f2-dd69-465b-a303-073df7d90034, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '281ab49f-1b28-463b-9030-363a89dcfc7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:09.658472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.668337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4da816-ca80-4c4e-a64c-be20caa8016f req-d6f09e40-fb3f-46b0-a062-b67c1c7a025f tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.670303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ef4da816-ca80-4c4e-a64c-be20caa8016f req-d6f09e40-fb3f-46b0-a062-b67c1c7a025f tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 944 time: 0.1243546 Nov 12 09:04:09.672411 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b53f3097-0f36-434a-855a-48b5a28d029f req-c2b9fdbb-9b2b-4e95-ace7-32e436c87816 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202438 Nov 12 09:04:09.832575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ef4da816-ca80-4c4e-a64c-be20caa8016f req-d4db110c-1e0f-4170-b0f3-e154f7301977 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487291 Nov 12 09:04:09.845702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] For port 6adc41f2-dd69-465b-a303-073df7d90034, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:09.853469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] For port 6adc41f2-dd69-465b-a303-073df7d90034, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6adc41f2-dd69-465b-a303-073df7d90034,segment=NetworkSegment(281ab49f-1b28-463b-9030-363a89dcfc7e),segment_id=281ab49f-1b28-463b-9030-363a89dcfc7e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:09.861808 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.914074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:09.914836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:09.916331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] 10.222.0.55 "PUT /v2.0/ports/6adc41f2-dd69-465b-a303-073df7d90034 HTTP/1.1" status: 200 len: 1093 time: 1.6597354 Nov 12 09:04:09.917171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'tag': '6adc41f2-dd69-465b-a303-073df7d90034'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:09.919587 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca38849-2ea5-4d8c-856d-06140530aa33" -d '{"events": [{"name": "network-changed", "server_uuid": "c642fe11-93e7-4967-b3b5-12b1da9b849f", "tag": "6adc41f2-dd69-465b-a303-073df7d90034"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:09.969048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4339d7-9cb6-4fa2-b595-56b3611b0b51 service neutron] Pushing event updated for resources: {'Port': ['ID=6adc41f2-dd69-465b-a303-073df7d90034,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:10.060218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a23f3c-3c2a-496a-abb9-f30545348125 req-603f577e-ad70-42d6-9b95-a7d31d19533a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:10.072014 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3a23f3c-3c2a-496a-abb9-f30545348125 req-603f577e-ad70-42d6-9b95-a7d31d19533a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1897330 Nov 12 09:04:10.105285 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012fac34-813b-4a3b-b9fa-e68359e8efa1 x-openstack-request-id: req-012fac34-813b-4a3b-b9fa-e68359e8efa1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:10.105841 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c642fe11-93e7-4967-b3b5-12b1da9b849f", "tag": "6adc41f2-dd69-465b-a303-073df7d90034", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:10.106253 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-012fac34-813b-4a3b-b9fa-e68359e8efa1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:10.106887 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'tag': '6adc41f2-dd69-465b-a303-073df7d90034', 'status': 'completed', 'code': 200} Nov 12 09:04:10.128268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3a569253-3aa9-4e83-ae9a-3d3b6c31e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:10.130590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-3a569253-3aa9-4e83-ae9a-3d3b6c31e46d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8de7606ed4e943d2838a64c5648feb6f&device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 1096 time: 0.1263819 Nov 12 09:04:10.152699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3a23f3c-3c2a-496a-abb9-f30545348125 req-ce08bd36-425b-4eb2-b05d-75f1b5d2f949 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793548 Nov 12 09:04:10.192320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-925114ca-3d99-4126-9bcb-338fda07ac18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6adc41f2-dd69-465b-a303-073df7d90034 HTTP/1.1" status: 200 len: 217 time: 0.0514567 Nov 12 09:04:10.269927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-c3297868-8944-49a8-93ee-45591e22b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:10.271556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-c3297868-8944-49a8-93ee-45591e22b01d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d9589e4-2bb9-4fcd-a26c-764037628272 HTTP/1.1" status: 200 len: 853 time: 0.0706239 Nov 12 09:04:10.346818 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-130d1d42-cf1b-456c-9a0d-c0d85f6875a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586059 Nov 12 09:04:10.663177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-33af4799-d64a-4c84-9e71-34296c25c4ec service neutron] 10.222.0.55 "GET /v2.0/networks/62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985415 Nov 12 09:04:10.742673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48f1cf-718e-48dc-a873-c54ffb6c5a49 req-e37e87a4-4870-4d22-8afc-a0d5dbcbe507 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:10.744229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c48f1cf-718e-48dc-a873-c54ffb6c5a49 req-e37e87a4-4870-4d22-8afc-a0d5dbcbe507 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.2250400 Nov 12 09:04:10.860306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c48f1cf-718e-48dc-a873-c54ffb6c5a49 req-2b265829-76ff-4e0f-91a9-c71aa3ddd068 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765536 Nov 12 09:04:10.876328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1d56f3a-8bd6-4831-b8ae-d651640e4f1f req-10aa6a4b-bd90-41a1-958e-48445c530bc2 service neutron] 10.222.0.55 "GET /v2.0/networks/62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013338 Nov 12 09:04:11.142844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65844c-bd41-4705-bf98-e3360166d63a req-aa35080c-67e3-4500-afae-e98ef7d107b1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.165365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a65844c-bd41-4705-bf98-e3360166d63a req-aa35080c-67e3-4500-afae-e98ef7d107b1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.2212172 Nov 12 09:04:11.170425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68fdcc-eac5-40aa-a84e-9cdc6ef772a1 req-c32b6b24-935e-47de-a142-02717d84e190 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.172125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-29e16f48-d6e9-4595-b6d9-695a83be4886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.174159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-29e16f48-d6e9-4595-b6d9-695a83be4886 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8de7606ed4e943d2838a64c5648feb6f&device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 1096 time: 0.1691930 Nov 12 09:04:11.178706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e68fdcc-eac5-40aa-a84e-9cdc6ef772a1 req-c32b6b24-935e-47de-a142-02717d84e190 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1847873 Nov 12 09:04:11.216654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-1bb56d17-a258-45d8-b1b0-72236abe0b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.219008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-1bb56d17-a258-45d8-b1b0-72236abe0b31 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 1098 time: 0.7466688 Nov 12 09:04:11.368086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e68fdcc-eac5-40aa-a84e-9cdc6ef772a1 req-d6d6099b-b2e0-4570-9b17-3e920daa638c tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883423 Nov 12 09:04:11.440900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-0455d660-b9fc-4294-ada2-e6fe8d0abce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.447456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-0455d660-b9fc-4294-ada2-e6fe8d0abce4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 912 time: 0.2211156 Nov 12 09:04:11.475437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-bee4358e-655b-4cea-a667-4ebe606f613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.485452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-bee4358e-655b-4cea-a667-4ebe606f613d service neutron] 10.222.0.55 "GET /v2.0/networks?id=62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 HTTP/1.1" status: 200 len: 914 time: 0.2846613 Nov 12 09:04:11.548562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-e1ea7617-deea-4a96-8a10-dffbdc2118bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 HTTP/1.1" status: 200 len: 217 time: 0.0823402 Nov 12 09:04:11.605824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-fac7b729-b7f4-4899-a7ae-08860b859273 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6adc41f2-dd69-465b-a303-073df7d90034 HTTP/1.1" status: 200 len: 217 time: 0.1001992 Nov 12 09:04:11.622481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-3072048b-7645-453a-be1f-7e382b2fb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.626824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-3072048b-7645-453a-be1f-7e382b2fb3dc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0715654 Nov 12 09:04:11.700751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-2f2e7655-cf80-45f0-a7ac-8c45fd1ec196 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01f0db1b-ee76-4c0b-bc35-53238d616201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647941 Nov 12 09:04:11.757713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a65844c-bd41-4705-bf98-e3360166d63a req-54493418-68b7-467e-a062-0ee14fc6a3fc tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5912440 Nov 12 09:04:11.796279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-2b98b588-5b75-43af-9299-320e3bc2013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:11.804411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-2b98b588-5b75-43af-9299-320e3bc2013b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0d9589e4-2bb9-4fcd-a26c-764037628272 HTTP/1.1" status: 200 len: 853 time: 0.1895561 Nov 12 09:04:11.981946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-e8e5b9a9-b908-4a4d-a3ba-f8a8b12660ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1464832 Nov 12 09:04:11.991672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a336df-d2c3-48ba-b6fc-b81126f4aae7 req-40a9a73a-b327-44df-b1c8-b1523685366d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.000317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48a336df-d2c3-48ba-b6fc-b81126f4aae7 req-40a9a73a-b327-44df-b1c8-b1523685366d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.1081443 Nov 12 09:04:12.030228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-aca350bf-1eb6-48da-b2a7-147eaeda70e1 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187973 Nov 12 09:04:12.108723 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48a336df-d2c3-48ba-b6fc-b81126f4aae7 req-9c5532fd-5753-4cac-8c61-95b2721fe1cc tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062694 Nov 12 09:04:12.369505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96ee42ea-8e5d-4314-9ffb-22e23dc75550 req-fd88dd52-d89c-4b66-ac4f-cfe7af79c631 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295460 Nov 12 09:04:12.441393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91730a6c-7f7a-43be-bc3a-067d18ae07d0 req-1946eb20-b01d-4b1a-9d20-93e996da82cf tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.475135 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91730a6c-7f7a-43be-bc3a-067d18ae07d0 req-1946eb20-b01d-4b1a-9d20-93e996da82cf tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 944 time: 0.4425335 Nov 12 09:04:12.553286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-a9b39993-9d44-443a-b966-24356f288265 service neutron] 10.222.0.55 "GET /v2.0/networks/62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5640378 Nov 12 09:04:12.855854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afabb8e-7bab-4ec8-88f5-44e98f9d0dac req-4d2b9e90-e5f9-4dc1-83de-da6acd3f2b7a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:12.864006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9afabb8e-7bab-4ec8-88f5-44e98f9d0dac req-4d2b9e90-e5f9-4dc1-83de-da6acd3f2b7a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.0792158 Nov 12 09:04:12.881648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36638) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:12.897878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Request body: {'floatingip': {'port_id': 'f949dd15-8127-4bc8-8879-dba16e9fb726'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:12.991197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:13.148147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fca38849-2ea5-4d8c-856d-06140530aa33 req-66d1de1b-6480-4240-b896-dcaf0b5e4003 service neutron] 10.222.0.55 "GET /v2.0/networks/62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5471334 Nov 12 09:04:13.190860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415f168-ad6d-41c6-8ce8-1ab929bfdffd req-a4af35f3-242f-4b87-a42a-30fd5a8b2b15 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.201317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c415f168-ad6d-41c6-8ce8-1ab929bfdffd req-a4af35f3-242f-4b87-a42a-30fd5a8b2b15 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.2300560 Nov 12 09:04:13.224653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-a2a4827e-4629-4771-a764-641234bc4224 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1694825 Nov 12 09:04:13.334422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c415f168-ad6d-41c6-8ce8-1ab929bfdffd req-243bf4d3-71f7-4366-a16a-75e30b0f5cd7 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304419 Nov 12 09:04:13.361427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91730a6c-7f7a-43be-bc3a-067d18ae07d0 req-942fe341-22d2-4b86-ba3e-dcfc80ff07b7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8533523 Nov 12 09:04:13.398086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-7167b9c2-5e3f-4667-9068-922c32c8a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.401124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-7167b9c2-5e3f-4667-9068-922c32c8a235 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 1097 time: 0.6399872 Nov 12 09:04:13.601224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6adc41f2-dd69-465b-a303-073df7d90034 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:13.633884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-085d8d5f-9fd9-4d1e-8e70-9399ee766273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.635941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-085d8d5f-9fd9-4d1e-8e70-9399ee766273 service neutron] 10.222.0.55 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.2257140 Nov 12 09:04:13.693520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-8a1e4a87-0277-4b0b-b421-a8f81656da99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abd46aee-035a-4daa-99ad-2994640576e8 HTTP/1.1" status: 200 len: 217 time: 0.0504065 Nov 12 09:04:13.770251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6adc41f2-dd69-465b-a303-073df7d90034, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6adc41f2-dd69-465b-a303-073df7d90034,segment=NetworkSegment(281ab49f-1b28-463b-9030-363a89dcfc7e),segment_id=281ab49f-1b28-463b-9030-363a89dcfc7e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:13.789614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '6adc41f2-dd69-465b-a303-073df7d90034', 'network_id': '62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3', 'port_id': '6adc41f2-dd69-465b-a303-073df7d90034', 'mac_address': 'fa:16:3e:4e:b7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d9589e4-2bb9-4fcd-a26c-764037628272', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:13.811042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-f0a1f31f-e458-433e-8004-585386dbabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.814966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-f0a1f31f-e458-433e-8004-585386dbabf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.1143379 Nov 12 09:04:13.877132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-4b243746-0b3a-4b50-9e34-0f47c584e965 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522375 Nov 12 09:04:13.893188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd513f8-56f1-4596-b10d-16b84623b7c0 req-780cfc0b-3577-4191-bc33-a3176589dc4e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.895538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd513f8-56f1-4596-b10d-16b84623b7c0 req-780cfc0b-3577-4191-bc33-a3176589dc4e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.1529188 Nov 12 09:04:13.977684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-40270065-e088-48ee-b51b-e4306c5e3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:13.985286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-40270065-e088-48ee-b51b-e4306c5e3b5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 1096 time: 0.5580523 Nov 12 09:04:13.994887 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:14.017071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6adc41f2-dd69-465b-a303-073df7d90034 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:14.045093 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd513f8-56f1-4596-b10d-16b84623b7c0 req-9bfb79a9-1d96-4e66-bc35-f8c65bb3b3fc tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397238 Nov 12 09:04:14.049220 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-82ed109f-24a2-4084-92e3-84547bde489e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:14.060946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6adc41f2-dd69-465b-a303-073df7d90034, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6adc41f2-dd69-465b-a303-073df7d90034,segment=NetworkSegment(281ab49f-1b28-463b-9030-363a89dcfc7e),segment_id=281ab49f-1b28-463b-9030-363a89dcfc7e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:14.071373 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:14.081645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609106-496c-404d-8152-127b7aef2bce req-c5df9ca6-dcdb-40f5-9aa1-ffa2921f08c2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:14.089564 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7609106-496c-404d-8152-127b7aef2bce req-c5df9ca6-dcdb-40f5-9aa1-ffa2921f08c2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.6300325 Nov 12 09:04:14.130782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-eff3b167-24b3-4541-86a5-6cca5996f5dd service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339990 Nov 12 09:04:14.140428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6adc41f2-dd69-465b-a303-073df7d90034,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:14.321749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-9d95f132-f127-4bae-983c-c8e99c4ae648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:14.326798 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-9d95f132-f127-4bae-983c-c8e99c4ae648 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.3046467 Nov 12 09:04:14.329086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f49a2431-f97d-4cbb-ad32-bb0a84c96a37 req-2bef15a4-87ab-4bec-a746-2a8d6219e40e service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897340 Nov 12 09:04:14.356223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6adc41f2-dd69-465b-a303-073df7d90034'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:14.688361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139db81-747b-4aac-baff-a9d082b0fcb9 req-382cbb4a-3046-4e96-8abc-8cc1e8ffdc44 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:14.690012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7139db81-747b-4aac-baff-a9d082b0fcb9 req-382cbb4a-3046-4e96-8abc-8cc1e8ffdc44 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1687698 Nov 12 09:04:14.735862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:04:14.789668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:14.833824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7139db81-747b-4aac-baff-a9d082b0fcb9 req-994d2a32-e62c-4bc8-9f9e-9ad48c9524f0 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265199 Nov 12 09:04:14.865677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:14.890117 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:14.901357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.022687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-dcafa415-b999-40f9-8a1c-1cd9f08d9439 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 200 len: 217 time: 0.6808336 Nov 12 09:04:15.049334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3bec-4ff1-4b75-a2d3-7edf66d63868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.145811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef3cee-7b1c-40ae-9e80-85e086b2cf1d req-6b826745-db72-4566-b773-ab9b3e77878e tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.148184 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53ef3cee-7b1c-40ae-9e80-85e086b2cf1d req-6b826745-db72-4566-b773-ab9b3e77878e tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 945 time: 0.2151797 Nov 12 09:04:15.158986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7609106-496c-404d-8152-127b7aef2bce req-f892a304-a786-46e5-a721-c52dd271ee8b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0423422 Nov 12 09:04:15.201623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3bec-4ff1-4b75-a2d3-7edf66d63868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.237693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f7d3bec-4ff1-4b75-a2d3-7edf66d63868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.276636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0f7d3bec-4ff1-4b75-a2d3-7edf66d63868 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b29ffa053244496a5cd41ef6473abb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4829099 Nov 12 09:04:15.280182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36702) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:15.334837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a8badf7b-e38b-443d-a2af-0f327081e87d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:15.350790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-06c860e7-f324-474c-ba42-e15f2310bc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.356934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-06c860e7-f324-474c-ba42-e15f2310bc16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.3236659 Nov 12 09:04:15.408809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53ef3cee-7b1c-40ae-9e80-85e086b2cf1d req-886fe9a3-5e2d-4516-bd26-c5564d73bf0c tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424133 Nov 12 09:04:15.430937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d3bec-4ff1-4b75-a2d3-7edf66d63868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db5470-aa02-4d66-85ad-91de274cf791,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:15.471819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-7fd95c71-212d-4e1b-aea5-e9bdbaeeacf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937636 Nov 12 09:04:15.473045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:15.480235 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24a8c741-55b7-4253-a4b4-cee9c0560b82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.492416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'a8badf7b-e38b-443d-a2af-0f327081e87d', 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520', 'port_id': 'a8badf7b-e38b-443d-a2af-0f327081e87d', 'mac_address': 'fa:16:3e:3f:4f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646b91e6-cd54-4117-b51d-4de082ca85d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:15.506245 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Floating IP 55fbd2dc-560a-4650-abaf-c7796d61d3f5 associated. External IP: 172.25.5.82, port: f949dd15-8127-4bc8-8879-dba16e9fb726. Nov 12 09:04:15.522128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24a8c741-55b7-4253-a4b4-cee9c0560b82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.542455 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.558474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8badf7b-e38b-443d-a2af-0f327081e87d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:15.588090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:15.603614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.622054 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24a8c741-55b7-4253-a4b4-cee9c0560b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.625889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a22c1e-4358-4cdd-8d2e-77df62cac3e7 req-d3a67e96-9c40-4fbf-9a39-98b23460fd0e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:15.631600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24a8c741-55b7-4253-a4b4-cee9c0560b82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.633108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-24a8c741-55b7-4253-a4b4-cee9c0560b82 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5db5470-aa02-4d66-85ad-91de274cf791 HTTP/1.1" status: 204 len: 168 time: 0.3521800 Nov 12 09:04:15.634421 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a22c1e-4358-4cdd-8d2e-77df62cac3e7 req-d3a67e96-9c40-4fbf-9a39-98b23460fd0e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.2418442 Nov 12 09:04:15.666946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6adc41f2-dd69-465b-a303-073df7d90034 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:15.670517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8c741-55b7-4253-a4b4-cee9c0560b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db5470-aa02-4d66-85ad-91de274cf791,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:15.762205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-2a280c16-5128-4823-9974-26557edb4547 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801201 Nov 12 09:04:15.793224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:15.834653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 6adc41f2-dd69-465b-a303-073df7d90034 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:15.845324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 6adc41f2-dd69-465b-a303-073df7d90034 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:15.847452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:15.895471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a8badf7b-e38b-443d-a2af-0f327081e87d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:15.918826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a22c1e-4358-4cdd-8d2e-77df62cac3e7 req-1d478556-e7d5-4ce5-8f0c-6eafdbc3d182 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834713 Nov 12 09:04:16.068849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc05b9e-f93c-48ef-a952-c927e00d2e49 req-38fb6494-c4a1-4e8b-a4d5-9f6b0e229f1c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:16.088563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1dc05b9e-f93c-48ef-a952-c927e00d2e49 req-38fb6494-c4a1-4e8b-a4d5-9f6b0e229f1c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1293979 Nov 12 09:04:16.210729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.248037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53b7c58c-0b52-4647-aa2b-87119167f1df req-73a4c1dd-5fd5-43b2-97c6-fde12496302f service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708686 Nov 12 09:04:16.267202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1dc05b9e-f93c-48ef-a952-c927e00d2e49 req-fa0f4ed5-aa7a-4d41-9b04-1e9a344b3d06 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776948 Nov 12 09:04:16.329389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc41f2-dd69-465b-a303-073df7d90034'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:16.331849 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc80d9f9-4806-497b-a7ee-d54c20fce699" -d '{"events": [{"server_uuid": "c642fe11-93e7-4967-b3b5-12b1da9b849f", "name": "network-vif-plugged", "status": "completed", "tag": "6adc41f2-dd69-465b-a303-073df7d90034"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:16.404274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Router 04b01442-1803-48d4-a986-856215daca83 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:16.456399 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255bde6b-178a-4ae8-8e4f-b06ebd822f3e x-openstack-request-id: req-255bde6b-178a-4ae8-8e4f-b06ebd822f3e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:16.457517 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c642fe11-93e7-4967-b3b5-12b1da9b849f", "name": "network-vif-plugged", "status": "completed", "tag": "6adc41f2-dd69-465b-a303-073df7d90034", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:16.458234 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-255bde6b-178a-4ae8-8e4f-b06ebd822f3e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:16.473596 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6adc41f2-dd69-465b-a303-073df7d90034', 'code': 200} Nov 12 09:04:16.474300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3818158-c091-4f55-a998-883bb2ca2ddd req-78966533-aaa9-4877-a2b4-471ad302acf3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:16.485208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 6adc41f2-dd69-465b-a303-073df7d90034, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6adc41f2-dd69-465b-a303-073df7d90034,segment=NetworkSegment(281ab49f-1b28-463b-9030-363a89dcfc7e),segment_id=281ab49f-1b28-463b-9030-363a89dcfc7e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:16.497272 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb09e634-0638-4a0c-9ae8-89f473f6c79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.502029 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.520046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3818158-c091-4f55-a998-883bb2ca2ddd req-78966533-aaa9-4877-a2b4-471ad302acf3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1965058 Nov 12 09:04:16.717296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=6adc41f2-dd69-465b-a303-073df7d90034,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:16.749063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:16.762360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] Sync routers for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:16.782203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:16.782869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:16.817152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:16.823611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1935f4-a5c2-46fb-9fb1-ef756a94dd20 req-5c84921f-ef33-4687-a6ad-c0fef03eccd7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:16.835778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db1935f4-a5c2-46fb-9fb1-ef756a94dd20 req-5c84921f-ef33-4687-a6ad-c0fef03eccd7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 946 time: 0.1373329 Nov 12 09:04:16.862472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a14cf2b1-51c1-4a4f-ad2e-389064fa355a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "PUT /v2.0/floatingips/55fbd2dc-560a-4650-abaf-c7796d61d3f5 HTTP/1.1" status: 200 len: 991 time: 3.9784594 Nov 12 09:04:16.866474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:16.869504 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1df0684-66d2-4a5d-897d-d195d69331e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:16.913089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f1bd7-d791-4042-8048-216d002604e7 req-8d692455-354b-44cb-a909-762d8d1f3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:16.914928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-899f1bd7-d791-4042-8048-216d002604e7 req-8d692455-354b-44cb-a909-762d8d1f3694 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 1098 time: 0.3819485 Nov 12 09:04:16.945037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3818158-c091-4f55-a998-883bb2ca2ddd req-25a5ab12-b523-4ecb-a00a-eb8129543bd5 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022074 Nov 12 09:04:17.004109 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db1935f4-a5c2-46fb-9fb1-ef756a94dd20 req-07352c2e-572c-4f61-82f2-79d096657dd7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672633 Nov 12 09:04:17.038213 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-899f1bd7-d791-4042-8048-216d002604e7 req-824a5bd2-5142-47c7-99a3-0a805cb79d17 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916097 Nov 12 09:04:17.074824 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c73f413-bdee-4e14-a565-b62fb909a555 x-openstack-request-id: req-1c73f413-bdee-4e14-a565-b62fb909a555 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:17.075388 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:17.075844 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c73f413-bdee-4e14-a565-b62fb909a555 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:17.076466 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'status': 'completed', 'code': 200} Nov 12 09:04:17.085191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:17.201917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734774c-d474-496c-bc85-a2e217209c81 req-2be456a8-cfce-4c52-ac56-cc02b6e65225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.203847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7734774c-d474-496c-bc85-a2e217209c81 req-2be456a8-cfce-4c52-ac56-cc02b6e65225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 945 time: 0.0654070 Nov 12 09:04:17.254032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7734774c-d474-496c-bc85-a2e217209c81 req-d0fd410e-717a-4c24-922f-c5645b178659 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441239 Nov 12 09:04:17.339123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-5d25b600-06b9-4a1c-b697-b6b5facbf602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.340799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-5d25b600-06b9-4a1c-b697-b6b5facbf602 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 1098 time: 0.0720978 Nov 12 09:04:17.344839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a8badf7b-e38b-443d-a2af-0f327081e87d up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:17.433935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75dda4-f7bc-4167-aa99-e9115a1548fb req-bfabff1f-1081-4779-ad3b-c7e8dfefecb4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.443477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc75dda4-f7bc-4167-aa99-e9115a1548fb req-bfabff1f-1081-4779-ad3b-c7e8dfefecb4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.0799234 Nov 12 09:04:17.444907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port a8badf7b-e38b-443d-a2af-0f327081e87d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:17.450891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port a8badf7b-e38b-443d-a2af-0f327081e87d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:17.451293 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.501787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '55fbd2dc-560a-4650-abaf-c7796d61d3f5', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '04b01442-1803-48d4-a986-856215daca83', 'port_id': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'mac_address': 'fa:16:3e:66:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:04:14Z', 'revision_number': 1, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:17.533657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc75dda4-f7bc-4167-aa99-e9115a1548fb req-2b9b0c67-9f66-43cc-be99-3b2862e95a86 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891457 Nov 12 09:04:17.535750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] Checking router: 04b01442-1803-48d4-a986-856215daca83 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:17.558012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-96629fc3-b7d0-472a-b98a-4e1ec8859ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.560046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-96629fc3-b7d0-472a-b98a-4e1ec8859ce3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 200 len: 912 time: 0.2111530 Nov 12 09:04:17.591056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.593125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:17.594419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:17.683678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:17.704912 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-527c4c07-ceb0-4c2c-aa91-91299096e766 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f949dd15-8127-4bc8-8879-dba16e9fb726 HTTP/1.1" status: 200 len: 999 time: 0.1350133 Nov 12 09:04:17.723944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:17.790258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-0e5536b5-0c39-431e-8c4b-22932edaf4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.791878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-0e5536b5-0c39-431e-8c4b-22932edaf4f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 200 len: 850 time: 0.0770502 Nov 12 09:04:17.821612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:17.853592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:17.896716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-43094109-75b4-4c38-b927-e6929b77cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.898774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-43094109-75b4-4c38-b927-e6929b77cf8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1d15719-f631-4abd-aa1f-32fd64f51110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992303 Nov 12 09:04:17.912635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e868e7-2c64-4388-b58b-c53ea219fef2 req-52fc3f5a-6ad0-4de0-9383-54b0bc0416ed tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:17.914274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71e868e7-2c64-4388-b58b-c53ea219fef2 req-52fc3f5a-6ad0-4de0-9383-54b0bc0416ed tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 951 time: 0.0772071 Nov 12 09:04:18.110791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d0ef4-280b-4161-80ef-fc86a44a4987 req-edb498fe-5587-422a-8480-ed7ba42ec95c tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.114058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e7d0ef4-280b-4161-80ef-fc86a44a4987 req-edb498fe-5587-422a-8480-ed7ba42ec95c tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.0758164 Nov 12 09:04:18.182458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e7d0ef4-280b-4161-80ef-fc86a44a4987 req-17bf297a-b00a-483d-b0fb-393d25ae260f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612712 Nov 12 09:04:18.215363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36838) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:18.370610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '55fbd2dc-560a-4650-abaf-c7796d61d3f5', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '04b01442-1803-48d4-a986-856215daca83', 'port_id': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'mac_address': 'fa:16:3e:66:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:04:14Z', 'revision_number': 1, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:18.439598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18460b86-a238-4643-8443-7096b1085727 req-64da4c23-95e0-49d1-9f7d-500b4b7724fc tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.448955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18460b86-a238-4643-8443-7096b1085727 req-64da4c23-95e0-49d1-9f7d-500b4b7724fc tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 946 time: 0.1042047 Nov 12 09:04:18.465619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a102ee16-b5c5-4ab0-837c-792a5956d81c None None] The sync data for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 is: [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '55fbd2dc-560a-4650-abaf-c7796d61d3f5', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '04b01442-1803-48d4-a986-856215daca83', 'port_id': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'mac_address': 'fa:16:3e:66:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:03:47Z', 'updated_at': '2021-11-12T09:04:14Z', 'revision_number': 1, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:18.475945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:18.478668 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534fe867-93d8-4ee5-ae4d-f6f521dc93eb" -d '{"events": [{"server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "name": "network-vif-plugged", "status": "completed", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:18.498952 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-445f4910-b8fa-448f-bcaa-ca610f95b128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.513364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71e868e7-2c64-4388-b58b-c53ea219fef2 req-b243995d-aec6-4778-88f2-e021079e1d3c tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5897479 Nov 12 09:04:18.549830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-b286d8f7-2f48-4492-84be-a58c9500971c service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233466 Nov 12 09:04:18.611747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18460b86-a238-4643-8443-7096b1085727 req-aa2a1816-df52-412d-9bc9-c5e76752f68b tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617794 Nov 12 09:04:18.693151 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1df0684-66d2-4a5d-897d-d195d69331e0 req-00a3da6c-f095-45dc-a786-ea5e12fe33d3 service neutron] 10.222.0.55 "GET /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403756 Nov 12 09:04:18.706662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-445f4910-b8fa-448f-bcaa-ca610f95b128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.732063 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb98a7-aef4-49b9-bf15-2667af24e9f7 x-openstack-request-id: req-adcb98a7-aef4-49b9-bf15-2667af24e9f7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:18.732591 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "name": "network-vif-plugged", "status": "completed", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:18.732949 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adcb98a7-aef4-49b9-bf15-2667af24e9f7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:18.733507 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d', 'code': 200} Nov 12 09:04:18.739896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-445f4910-b8fa-448f-bcaa-ca610f95b128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.798553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-445f4910-b8fa-448f-bcaa-ca610f95b128 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d8e3072bc944afc97fd1f9b635c5240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5813775 Nov 12 09:04:18.799325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f4910-b8fa-448f-bcaa-ca610f95b128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96066074-f41c-4f95-89d7-9128a9020440,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:18.801653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36856) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:18.815205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72235503-9573-4b16-be0a-5203b9debe7a req-fe7a9854-f046-4203-8e59-3b832e74635e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.820497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-72235503-9573-4b16-be0a-5203b9debe7a req-fe7a9854-f046-4203-8e59-3b832e74635e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1108353 Nov 12 09:04:18.837227 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f46a2-9b34-47d4-8a75-58cc636becdf None None] New status for floating IP 55fbd2dc-560a-4650-abaf-c7796d61d3f5: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:04:18.888769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6aed7-6e69-4175-adae-fd1ecfb92fa2 req-0a3716bd-69d8-4f5c-8c50-67b072eccb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.890177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-15b6aed7-6e69-4175-adae-fd1ecfb92fa2 req-0a3716bd-69d8-4f5c-8c50-67b072eccb2b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1098 time: 0.0566013 Nov 12 09:04:18.902048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe6536-b2dc-4997-bb16-c10b4c1829b5 req-542c1bac-367e-4a64-8df9-52401450b4b6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:18.903555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01fe6536-b2dc-4997-bb16-c10b4c1829b5 req-542c1bac-367e-4a64-8df9-52401450b4b6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1041689 Nov 12 09:04:18.909957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-72235503-9573-4b16-be0a-5203b9debe7a req-e9e2f31b-880a-41f7-9161-8f162f11c05d tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691390 Nov 12 09:04:18.921080 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff162-89e0-4e62-b07a-399e51387232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.972657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.978297 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff162-89e0-4e62-b07a-399e51387232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:18.986444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-15b6aed7-6e69-4175-adae-fd1ecfb92fa2 req-1e2fea9a-3236-4334-a6b1-78d51b3bfa4e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812948 Nov 12 09:04:19.021021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01fe6536-b2dc-4997-bb16-c10b4c1829b5 req-f215e2e2-e955-4bf0-93b2-7f049ccf3ef8 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100545 Nov 12 09:04:19.055878 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff162-89e0-4e62-b07a-399e51387232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:19.060291 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6ff162-89e0-4e62-b07a-399e51387232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:19.061384 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aa6ff162-89e0-4e62-b07a-399e51387232 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96066074-f41c-4f95-89d7-9128a9020440 HTTP/1.1" status: 204 len: 168 time: 0.2560232 Nov 12 09:04:19.070218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ff162-89e0-4e62-b07a-399e51387232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96066074-f41c-4f95-89d7-9128a9020440,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:19.325540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b69baa-5975-4398-a60d-7a3ce15ea138 req-a11c5d46-bdc2-4431-989d-a0d80ae69686 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:19.327280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32b69baa-5975-4398-a60d-7a3ce15ea138 req-a11c5d46-bdc2-4431-989d-a0d80ae69686 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.0583427 Nov 12 09:04:19.388779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32b69baa-5975-4398-a60d-7a3ce15ea138 req-a49c25fc-11da-41de-b63b-5f65081ad5e6 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527785 Nov 12 09:04:19.670552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:19.765739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e8550d-b079-445e-a5dd-c61492be29fa req-d6ed58c1-475e-4b53-9a8d-5246794dd6fa tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:19.767719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96e8550d-b079-445e-a5dd-c61492be29fa req-d6ed58c1-475e-4b53-9a8d-5246794dd6fa tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 946 time: 0.0810263 Nov 12 09:04:19.858960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96e8550d-b079-445e-a5dd-c61492be29fa req-960866fe-ae64-4459-acdd-697d8e06d8a7 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842295 Nov 12 09:04:20.154291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b669c6-bb60-4373-9a30-04e475f8eb82 req-404a3517-1559-4bfd-8e02-6fbd5d06d922 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:20.156295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18b669c6-bb60-4373-9a30-04e475f8eb82 req-404a3517-1559-4bfd-8e02-6fbd5d06d922 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.0799284 Nov 12 09:04:20.247250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18b669c6-bb60-4373-9a30-04e475f8eb82 req-76dbf82f-f240-4cf7-858c-b9aff32e59ba tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782540 Nov 12 09:04:20.268859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:20.319182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146248f6-19a3-4475-817e-1a94ebe32332 req-469a3f7b-5f6c-461d-8ef8-a09d0d74e4c6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:20.325004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-146248f6-19a3-4475-817e-1a94ebe32332 req-469a3f7b-5f6c-461d-8ef8-a09d0d74e4c6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.0658698 Nov 12 09:04:20.380079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-146248f6-19a3-4475-817e-1a94ebe32332 req-d94041f9-e415-4a8f-8b8f-e411f026433e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Nov 12 09:04:20.524515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d9c4-6784-4c06-b67b-bc9620164e27 req-7e26c1a0-faad-4894-ae2a-94fc88d44c03 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:20.526055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2b2d9c4-6784-4c06-b67b-bc9620164e27 req-7e26c1a0-faad-4894-ae2a-94fc88d44c03 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 951 time: 0.0570681 Nov 12 09:04:20.600931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2b2d9c4-6784-4c06-b67b-bc9620164e27 req-a3dee159-d904-44dc-b4f4-4b976016c9dd tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671368 Nov 12 09:04:20.611953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2961e11-d3bd-4521-911e-09b87eabd37d req-2ec13805-f415-4475-8db4-152bb823da0b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:20.620523 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2961e11-d3bd-4521-911e-09b87eabd37d req-2ec13805-f415-4475-8db4-152bb823da0b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.0695455 Nov 12 09:04:20.685887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2961e11-d3bd-4521-911e-09b87eabd37d req-d499fcb4-e5c8-4606-8307-f14cd2f05490 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Nov 12 09:04:20.996474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95811bd-fd75-4e13-9c45-348184038ea8 req-7d5d92d6-7b07-481f-b78a-adf666cb5192 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:20.998411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95811bd-fd75-4e13-9c45-348184038ea8 req-7d5d92d6-7b07-481f-b78a-adf666cb5192 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 946 time: 0.0738680 Nov 12 09:04:21.077369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95811bd-fd75-4e13-9c45-348184038ea8 req-1ecfafc2-686a-4e7a-8f8c-6a7249645cfa tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717416 Nov 12 09:04:21.364944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:21.437868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200eb17-bfdd-4767-8a65-08036763d704 req-1fab5ebe-ea2a-4e41-8547-16aad91f4035 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:21.440652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d200eb17-bfdd-4767-8a65-08036763d704 req-1fab5ebe-ea2a-4e41-8547-16aad91f4035 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.0707860 Nov 12 09:04:21.469976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:21.500667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:21.503133 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788a338a-38f3-4664-9370-753ca8466bea" -d '{"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-unplugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:21.506150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d200eb17-bfdd-4767-8a65-08036763d704 req-93e52a7b-bf75-4b23-b4a4-858cd949efa7 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573895 Nov 12 09:04:21.522497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:21.535937 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:21.551004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608794-ce24-4466-be6f-78a4a3e4c58e req-2a415cca-79fe-4f9e-a489-1178d5880044 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:21.560484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78608794-ce24-4466-be6f-78a4a3e4c58e req-2a415cca-79fe-4f9e-a489-1178d5880044 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.0772457 Nov 12 09:04:21.587719 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ccbeec-a628-41ec-8383-c20b7655a7c9 x-openstack-request-id: req-14ccbeec-a628-41ec-8383-c20b7655a7c9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:21.588052 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-unplugged", "status": "completed", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:21.588361 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14ccbeec-a628-41ec-8383-c20b7655a7c9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:21.588772 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'code': 200} Nov 12 09:04:21.602414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=11']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:21.634579 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78608794-ce24-4466-be6f-78a4a3e4c58e req-7ffc26bf-4385-4a5b-999e-04c466a51006 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728734 Nov 12 09:04:21.716290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ddd1c-9d4a-48f0-879d-e3a3085e9191 req-970ac6ac-8ef9-44bd-9665-5e69626ee279 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:21.718262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a0ddd1c-9d4a-48f0-879d-e3a3085e9191 req-970ac6ac-8ef9-44bd-9665-5e69626ee279 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1098 time: 0.0751066 Nov 12 09:04:21.769545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a0ddd1c-9d4a-48f0-879d-e3a3085e9191 req-de616b11-4ce0-4a02-a3e4-a8551fa8bf30 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 Nov 12 09:04:21.811939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1fdf9-fd72-4243-80a3-427f09519a0f req-fb78ccc6-dbfc-4ea2-84d4-01936d70fd0d tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:21.816284 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ec1fdf9-fd72-4243-80a3-427f09519a0f req-fb78ccc6-dbfc-4ea2-84d4-01936d70fd0d tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 949 time: 0.0641553 Nov 12 09:04:21.880399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ec1fdf9-fd72-4243-80a3-427f09519a0f req-144630c8-ef37-4a81-8c84-6e07342178bc tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592620 Nov 12 09:04:21.939153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f395c3-8c0c-466e-8372-b6169af14ab1 req-f9baf0c8-aa97-43e8-9e81-388029dacd26 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:21.946950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40f395c3-8c0c-466e-8372-b6169af14ab1 req-f9baf0c8-aa97-43e8-9e81-388029dacd26 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.0594778 Nov 12 09:04:21.999501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40f395c3-8c0c-466e-8372-b6169af14ab1 req-d3f45bb2-63aa-4fb2-8a81-6d952b0b499e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Nov 12 09:04:22.034793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab51f0-4b66-498d-98c9-f5f2dd3096ed req-b388c911-63bb-444d-baa4-0af1fde3aad5 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:22.036976 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-28ab51f0-4b66-498d-98c9-f5f2dd3096ed req-b388c911-63bb-444d-baa4-0af1fde3aad5 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1098 time: 0.0797861 Nov 12 09:04:22.109666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-28ab51f0-4b66-498d-98c9-f5f2dd3096ed req-f9cb3def-a474-4793-8b4d-8e5aa038f3d8 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546336 Nov 12 09:04:22.230761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:22.252219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153599a-e861-4fac-af83-c88696ddda98 req-69b4992c-80b1-44c2-a1d4-5797721e7c5b tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:22.253810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1153599a-e861-4fac-af83-c88696ddda98 req-69b4992c-80b1-44c2-a1d4-5797721e7c5b tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 946 time: 0.0792673 Nov 12 09:04:22.334871 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1153599a-e861-4fac-af83-c88696ddda98 req-95625254-50d3-497a-a166-6c494cf0f906 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/security-groups?id=5610903d-f17e-4310-b823-f2fdf1af9ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740547 Nov 12 09:04:22.388653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67fd393-1b2c-4c3c-bb69-a48a2537e0f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.409120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-62cd1514-aaa8-4a91-b025-d6e30be0e504 req-31041660-9c9e-4e8e-8a0a-47e93c1b2266 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:22.410146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62cd1514-aaa8-4a91-b025-d6e30be0e504 req-31041660-9c9e-4e8e-8a0a-47e93c1b2266 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1489952 Nov 12 09:04:22.504718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-4bc053f9-f4fa-46b9-9d54-834f4b9bdfea tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:22.506212 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-4bc053f9-f4fa-46b9-9d54-834f4b9bdfea tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.62 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 949 time: 0.0763109 Nov 12 09:04:22.581644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67fd393-1b2c-4c3c-bb69-a48a2537e0f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.598941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67fd393-1b2c-4c3c-bb69-a48a2537e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.677306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a67fd393-1b2c-4c3c-bb69-a48a2537e0f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38a5f55b03724ce6a507803355e96d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4452534 Nov 12 09:04:22.681333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37030) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:22.686989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb177c-78a1-4516-9982-babc01c90beb req-8361b3f9-a918-4a2f-8c6c-e5f16e9798ad tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:22.689383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18eb177c-78a1-4516-9982-babc01c90beb req-8361b3f9-a918-4a2f-8c6c-e5f16e9798ad tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.55 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 946 time: 0.1822476 Nov 12 09:04:22.691679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fd393-1b2c-4c3c-bb69-a48a2537e0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4460516-3c00-4b56-b884-4e0792ca1874,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:22.762880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Deleting port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:04:22.763227 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.922169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e11a10d-cafe-4d2e-aa15-90c8757cb1ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.993073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e11a10d-cafe-4d2e-aa15-90c8757cb1ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:22.996683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] For port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:22.997070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.002685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Deleting port 6adc41f2-dd69-465b-a303-073df7d90034 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:04:23.003121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.004856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f101a-a8fb-4382-9d38-58a0add837cf req-cc28ed0e-e542-4a69-92fc-cef4ca95c99a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:23.012872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-795f101a-a8fb-4382-9d38-58a0add837cf req-cc28ed0e-e542-4a69-92fc-cef4ca95c99a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.2023880 Nov 12 09:04:23.043901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Calling delete_port for 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:04:23.122100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-795f101a-a8fb-4382-9d38-58a0add837cf req-93d75222-3117-4ec1-a0e7-7c305b0a0687 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079893 Nov 12 09:04:23.124781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e11a10d-cafe-4d2e-aa15-90c8757cb1ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.126969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e11a10d-cafe-4d2e-aa15-90c8757cb1ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.128489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0e11a10d-cafe-4d2e-aa15-90c8757cb1ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4460516-3c00-4b56-b884-4e0792ca1874 HTTP/1.1" status: 204 len: 168 time: 0.4454710 Nov 12 09:04:23.148730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11a10d-cafe-4d2e-aa15-90c8757cb1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4460516-3c00-4b56-b884-4e0792ca1874,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:23.210276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] For port 6adc41f2-dd69-465b-a303-073df7d90034, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6adc41f2-dd69-465b-a303-073df7d90034,segment=NetworkSegment(281ab49f-1b28-463b-9030-363a89dcfc7e),segment_id=281ab49f-1b28-463b-9030-363a89dcfc7e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:23.210872 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.256453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Calling delete_port for 6adc41f2-dd69-465b-a303-073df7d90034 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:04:23.339789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c6bce-16f1-44a7-a7bd-f3529ae3cb23 req-9e914077-3989-4edb-ba47-e2ddb602b4fa tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:23.341842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7c6c6bce-16f1-44a7-a7bd-f3529ae3cb23 req-9e914077-3989-4edb-ba47-e2ddb602b4fa tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef574df1-b032-4ac5-9a5e-70d2b6d3f469 HTTP/1.1" status: 200 len: 949 time: 0.0848629 Nov 12 09:04:23.424022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7c6c6bce-16f1-44a7-a7bd-f3529ae3cb23 req-65fac454-e66f-425e-8bb9-c25866c4c18b tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749383 Nov 12 09:04:23.452335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.540690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Pushing event deleted for resources: {'Port': ['ID=3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:23.620163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] No DVR routers for this DVR port 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:23.629059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.632449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d609b0f-f6f3-49e3-98ac-6364858df36a req-f481c6b0-4e44-4c87-bf27-2197c4de2c00 tempest-ImagesOneServerTestJSON-1107825804 tempest-ImagesOneServerTestJSON-1107825804-project] 10.222.0.62 "DELETE /v2.0/ports/3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba HTTP/1.1" status: 204 len: 173 time: 1.1097782 Nov 12 09:04:23.633446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-deleted', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:23.636851 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee22b9e6-bfeb-475d-b27c-5a0580150dfa" -d '{"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-deleted", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:23.719706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.766621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77e91e-8079-4d59-affb-4a820a92b785 req-6c7a32b9-9cfa-4ff3-996e-aa76f6c71b4a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:23.769102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc77e91e-8079-4d59-affb-4a820a92b785 req-6c7a32b9-9cfa-4ff3-996e-aa76f6c71b4a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1428103 Nov 12 09:04:23.807139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Pushing event deleted for resources: {'Port': ['ID=6adc41f2-dd69-465b-a303-073df7d90034,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:23.867411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] No DVR routers for this DVR port 6adc41f2-dd69-465b-a303-073df7d90034 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:23.870126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:23.875493 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18eb177c-78a1-4516-9982-babc01c90beb req-22c6646d-5235-4d19-abd4-090e511dae95 tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.55 "DELETE /v2.0/ports/6adc41f2-dd69-465b-a303-073df7d90034 HTTP/1.1" status: 204 len: 173 time: 1.1776218 Nov 12 09:04:23.911861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cc77e91e-8079-4d59-affb-4a820a92b785 req-8f7843bc-29f4-4167-8241-fa763e4445ee tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342516 Nov 12 09:04:24.195636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c728a5e-3a46-4086-94cc-e1bb325e8885 req-24ef9848-197b-4816-86d0-eaa080ee3f1e tempest-ServerAddressesTestJSON-853496512 tempest-ServerAddressesTestJSON-853496512-project] 10.222.0.53 "GET /v2.0/ports?device_id=c642fe11-93e7-4967-b3b5-12b1da9b849f HTTP/1.1" status: 200 len: 210 time: 0.0539711 Nov 12 09:04:24.251536 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd6d73f-e6ef-4a62-8433-571868dac91a x-openstack-request-id: req-6dd6d73f-e6ef-4a62-8433-571868dac91a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:24.252110 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef574df1-b032-4ac5-9a5e-70d2b6d3f469", "name": "network-vif-deleted", "tag": "3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:24.252536 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dd6d73f-e6ef-4a62-8433-571868dac91a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:24.253342 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef574df1-b032-4ac5-9a5e-70d2b6d3f469', 'name': 'network-vif-deleted', 'tag': '3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba', 'status': 'completed', 'code': 200} Nov 12 09:04:24.413192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685c0a9-808f-4184-b2a4-a47b21424e7c req-d79714e4-c0c0-4b2b-a16f-a2d5e7495644 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:24.416056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7685c0a9-808f-4184-b2a4-a47b21424e7c req-d79714e4-c0c0-4b2b-a16f-a2d5e7495644 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.0890253 Nov 12 09:04:24.435333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-c7351e9f-495d-4c76-9967-3d513193d30c tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:24.437299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-c7351e9f-495d-4c76-9967-3d513193d30c tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4204891 Nov 12 09:04:24.502611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7685c0a9-808f-4184-b2a4-a47b21424e7c req-6ae56a6e-1ffa-4a70-801b-b00b62be930a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759261 Nov 12 09:04:24.544212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:24.716159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-adbaa2b8-3e97-4347-879b-c5dda0cab7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:24.739057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-adbaa2b8-3e97-4347-879b-c5dda0cab7d0 service neutron] 10.222.0.53 "GET /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 1095 time: 0.2831550 Nov 12 09:04:24.747394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Request body: {'binding': {'host': 'n-h2-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:24.748153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Unknown quota resources ['binding']. {{(pid=109377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:04:24.756673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1393300649-network', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:24.823473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Made reservation on behalf of a580d2395a0b4ccc98266a4cb3081122 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:24.825854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.874260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:24.974151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on host n-h2-769329-17 for vnic_type normal with profile None {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:24.974788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:24.975288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:24.985902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:24.986460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:24.997452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:24.998044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:24.998697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:24.999329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Bound port: a8badf7b-e38b-443d-a2af-0f327081e87d, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:25.036069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:25.122614 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.125413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:25.131318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.140916 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.142117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-20bae998-fd2b-41b4-85ce-9c47879e3c99 service neutron] 10.222.0.53 "POST /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d/bindings HTTP/1.1" status: 201 len: 390 time: 0.4007955 Nov 12 09:04:25.175393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84a93d-e9c9-4a48-8b39-0b1f3a230c31 req-834ca9dd-5e30-4af7-811e-367e4a34e182 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.183618 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb84a93d-e9c9-4a48-8b39-0b1f3a230c31 req-834ca9dd-5e30-4af7-811e-367e4a34e182 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1494877 Nov 12 09:04:25.185929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:04:25.216053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.216360 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Added segment de681825-1aef-4f61-8bba-d773a130fa5b of type vlan for network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 Nov 12 09:04:25.217779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ea717-19e2-40f8-8ecf-1f6186f3f8bf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:25.266196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0a4533d0-efdb-4438-a06e-5aca5bec4470 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89bed3c63cde4f079fd17e03e3137622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254872 Nov 12 09:04:25.266895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:25.294118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.309120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb84a93d-e9c9-4a48-8b39-0b1f3a230c31 req-1dbf6fa7-fef2-4573-9df2-ee018fdf2f40 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243238 Nov 12 09:04:25.372078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37116) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:25.384401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.385939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.386723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.388725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:25.392267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-818edb5a-b526-495e-a463-1f732e4c942b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.425865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:04:25.426312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3bef93cc-60dc-47d6-8fe1-ed4c44f0cbba not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:04:25.452891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-818edb5a-b526-495e-a463-1f732e4c942b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.572960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4692475-beb5-437a-b4fa-0b3c925ba572 req-66c355b1-dfbc-43f3-803c-8dac43798c13 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.574737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4692475-beb5-437a-b4fa-0b3c925ba572 req-66c355b1-dfbc-43f3-803c-8dac43798c13 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1389549 Nov 12 09:04:25.582158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-85ed6733-fef3-4f47-badc-8518726915d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.583870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-85ed6733-fef3-4f47-badc-8518726915d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1098 time: 0.1049292 Nov 12 09:04:25.594632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-818edb5a-b526-495e-a463-1f732e4c942b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.598687 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-818edb5a-b526-495e-a463-1f732e4c942b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.604135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-818edb5a-b526-495e-a463-1f732e4c942b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a5e2fad-aa25-4ff6-aea6-b83f215b2f09 HTTP/1.1" status: 204 len: 168 time: 0.3354669 Nov 12 09:04:25.635123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6adc41f2-dd69-465b-a303-073df7d90034 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:25.651392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818edb5a-b526-495e-a463-1f732e4c942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5e2fad-aa25-4ff6-aea6-b83f215b2f09,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:25.730557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 6adc41f2-dd69-465b-a303-073df7d90034 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:04:25.731320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6adc41f2-dd69-465b-a303-073df7d90034 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:04:25.753013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4692475-beb5-437a-b4fa-0b3c925ba572 req-05eff6e0-4740-4d75-abd2-e9c1dc95373a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461754 Nov 12 09:04:25.773192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-18569710-3b16-4a19-914c-4883daa37c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.774994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-18569710-3b16-4a19-914c-4883daa37c26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.1698933 Nov 12 09:04:25.840292 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-163cdb57-3a00-4cfc-983a-967f32594e66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 217 time: 0.0468926 Nov 12 09:04:25.850309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3048596 Nov 12 09:04:25.860836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:25.868131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Request body: {'subnet': {'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-subnet', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:25.880082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] Deleting subnet 0d9589e4-2bb9-4fcd-a26c-764037628272 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:04:25.884290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c233c-885e-4a32-8e79-1698f11440e7 admin admin] Pushing event updated for resources: {'Network': ['ID=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:25.888406 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.898404 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:04:25.919208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Made reservation on behalf of a580d2395a0b4ccc98266a4cb3081122 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:25.922249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:25.948241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7d891-e3cb-4b09-b42b-52301e97b404 req-7fc97afa-d6ba-40d1-9da2-d02d9f6b6fe6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:25.960040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3c7d891-e3cb-4b09-b42b-52301e97b404 req-7fc97afa-d6ba-40d1-9da2-d02d9f6b6fe6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1598737 Nov 12 09:04:25.963089 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.041366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-0ebb4390-5e28-46be-ad20-7aa598d75a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:26.044448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-0ebb4390-5e28-46be-ad20-7aa598d75a44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.1975644 Nov 12 09:04:26.074319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.111431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3c7d891-e3cb-4b09-b42b-52301e97b404 req-4ef8d670-ddd5-4386-9ea3-4abb521af0b6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056938 Nov 12 09:04:26.162206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.178405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-cf1ec68f-e028-4095-8290-bb846938503e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863385 Nov 12 09:04:26.196330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9589e4-2bb9-4fcd-a26c-764037628272,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:26.200487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.205038 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9708d058-5d40-4f25-8901-901cae6c3624 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d9589e4-2bb9-4fcd-a26c-764037628272 HTTP/1.1" status: 204 len: 168 time: 0.8329082 Nov 12 09:04:26.207899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37132) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:26.288510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'name': 'network-vif-deleted', 'tag': '6adc41f2-dd69-465b-a303-073df7d90034'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:26.291039 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa6e55-80e7-4d25-b67e-f334afe67adb" -d '{"events": [{"server_uuid": "c642fe11-93e7-4967-b3b5-12b1da9b849f", "name": "network-vif-deleted", "tag": "6adc41f2-dd69-465b-a303-073df7d90034"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:26.330391 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.336479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.381160 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a3369e-be4d-4764-9437-72e7fe1352fd x-openstack-request-id: req-b0a3369e-be4d-4764-9437-72e7fe1352fd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:26.381595 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c642fe11-93e7-4967-b3b5-12b1da9b849f", "name": "network-vif-deleted", "tag": "6adc41f2-dd69-465b-a303-073df7d90034", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:26.381950 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0a3369e-be4d-4764-9437-72e7fe1352fd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:26.382528 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c642fe11-93e7-4967-b3b5-12b1da9b849f', 'name': 'network-vif-deleted', 'tag': '6adc41f2-dd69-465b-a303-073df7d90034', 'status': 'completed', 'code': 200} Nov 12 09:04:26.399388 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-d1822471-d317-44eb-a703-48e467f69795 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127612 Nov 12 09:04:26.502557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5bf593-1863-4b29-bcf0-90f96dfc0985,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:26.510452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Checking segment: {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:26.510930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Network hostable DHCP agents. Network: da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:04:26.542957 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.547587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:04:26.572351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:26.572593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-8a4d3154-a92d-46fb-aad3-f79e6b435eae service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632247 Nov 12 09:04:26.573925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:26.580379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:26.581384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.582747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f48819-02cd-47eb-bc25-9317a3269ba1 req-8c173236-68d7-47a4-bd95-2611b998e232 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:26.590336 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7f48819-02cd-47eb-bc25-9317a3269ba1 req-8c173236-68d7-47a4-bd95-2611b998e232 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1350193 Nov 12 09:04:26.597101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb6313a-8b04-47a5-aa18-1d06caf8b5e9 None None] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:26.607968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281ab49f-1b28-463b-9030-363a89dcfc7e') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:26.608082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281ab49f-1b28-463b-9030-363a89dcfc7e') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:26.611876 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-83080db4-8900-4a79-a242-294e95747224 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7488556 Nov 12 09:04:26.614726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:26.626535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:26.627414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.658066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.664596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.669182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.672553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:04:26.672972 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:04:26.675037 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:04:26.700700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7f48819-02cd-47eb-bc25-9317a3269ba1 req-d3c925ad-4092-4276-bc74-0fc374830a54 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092601 Nov 12 09:04:26.763197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.770567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.784251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3 HTTP/1.1" status: 204 len: 168 time: 0.5751789 Nov 12 09:04:26.810729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb015de-be8e-46f3-986c-477b288b65fc admin admin] Pushing event deleted for resources: {'Network': ['ID=62ebd25d-053a-4cfa-9d43-ffb9f1d7fff3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:26.880281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:26.935538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:04:26.937169 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.090348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37164) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:27.202609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b86ba713-579d-4b17-a13c-ba5440fdef8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8de7606ed4e943d2838a64c5648feb6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089239 Nov 12 09:04:27.206207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:27.252355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Allocated IP 172.20.0.2 (da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1/ad5bf593-1863-4b29-bcf0-90f96dfc0985/06c41ad9-4621-4f6a-8ea4-39ea647d1da1) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:27.279595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4db4-c303-4e8c-bd32-25bda025f406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.320399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4db4-c303-4e8c-bd32-25bda025f406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.388635 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.414617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4db4-c303-4e8c-bd32-25bda025f406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.418831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4db4-c303-4e8c-bd32-25bda025f406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.420279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bc9a4db4-c303-4e8c-bd32-25bda025f406 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5610903d-f17e-4310-b823-f2fdf1af9ac2 HTTP/1.1" status: 204 len: 168 time: 0.2109447 Nov 12 09:04:27.464138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a4db4-c303-4e8c-bd32-25bda025f406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610903d-f17e-4310-b823-f2fdf1af9ac2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:27.505757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b98db-514b-43d1-9dd9-50c839f63542 req-22f14bba-dfb7-4b3a-8f6f-3779d02b08fb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:27.524558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d6b98db-514b-43d1-9dd9-50c839f63542 req-22f14bba-dfb7-4b3a-8f6f-3779d02b08fb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.4707961 Nov 12 09:04:27.601768 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.619433 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.653643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:27.685192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b4a99-707c-4b31-8b2d-051ebc3b677d req-cbc9301c-9b69-436e-8ce5-d0768f5631b6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:27.686183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:27.686824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac4b4a99-707c-4b31-8b2d-051ebc3b677d req-cbc9301c-9b69-436e-8ce5-d0768f5631b6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1332543 Nov 12 09:04:27.693348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:27.752216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.774983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Pushing event updated for resources: {'Port': ['ID=06c41ad9-4621-4f6a-8ea4-39ea647d1da1,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:27.804508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Attempting to bind port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:27.805191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Attempting to bind port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:27.805800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Attempting to bind port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 on network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:27.828540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d6b98db-514b-43d1-9dd9-50c839f63542 req-059f6915-cf23-4f4a-b0c8-f6ebb1d30402 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893791 Nov 12 09:04:27.841851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:27.842614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Checking segment: {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:27.843075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.843602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Bound using segment: {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:27.844189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Bound port: 06c41ad9-4621-4f6a-8ea4-39ea647d1da1, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:27.844632 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:27.874442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac4b4a99-707c-4b31-8b2d-051ebc3b677d req-b785812c-3ea9-4b0c-8785-7d88eca7426e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753478 Nov 12 09:04:27.922278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] For port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:27.926063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] For port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=06c41ad9-4621-4f6a-8ea4-39ea647d1da1,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:27.936092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.059814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37188) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:28.087534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfde36e-3ff1-48f6-9788-570439e1918c None None] Pushing event updated for resources: {'Port': ['ID=06c41ad9-4621-4f6a-8ea4-39ea647d1da1,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:28.126646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8067e-7e3e-4780-b903-3a7ba7eed078 req-e566374c-9c2a-44d9-ada8-bd3bab0bcb33 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:28.134875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3c8067e-7e3e-4780-b903-3a7ba7eed078 req-e566374c-9c2a-44d9-ada8-bd3bab0bcb33 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1277206 Nov 12 09:04:28.153677 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.201722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.246296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.260563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3c8067e-7e3e-4780-b903-3a7ba7eed078 req-df9834cb-2e13-4ae3-b36f-4d17c0dbd9d2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137474 Nov 12 09:04:28.317310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c83eed0d-3061-4f68-a489-c5303f731de8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.410110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Allocated IP 172.25.5.75 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/8af51d3b-290b-4501-8dfc-ef66263c4102) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:28.560806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c83eed0d-3061-4f68-a489-c5303f731de8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.566779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c83eed0d-3061-4f68-a489-c5303f731de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.640759 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c83eed0d-3061-4f68-a489-c5303f731de8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f0ae78858d143e48d86a9c8672fe016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5778327 Nov 12 09:04:28.641874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eed0d-3061-4f68-a489-c5303f731de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63535b2-b99c-4279-8c60-3351cc6d34ce,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:28.648315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37200) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:28.754834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1beabbaa-aeb6-4523-897b-4beb000d4b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.792975 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.800694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1beabbaa-aeb6-4523-897b-4beb000d4b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.891830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.938787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1beabbaa-aeb6-4523-897b-4beb000d4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.941157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1beabbaa-aeb6-4523-897b-4beb000d4b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:28.948160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1beabbaa-aeb6-4523-897b-4beb000d4b48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d63535b2-b99c-4279-8c60-3351cc6d34ce HTTP/1.1" status: 204 len: 168 time: 0.2948432 Nov 12 09:04:29.053962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:29.102465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beabbaa-aeb6-4523-897b-4beb000d4b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63535b2-b99c-4279-8c60-3351cc6d34ce,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:29.104535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:29.117520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:29.124090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Pushing event updated for resources: {'Port': ['ID=8af51d3b-290b-4501-8dfc-ef66263c4102,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:29.125982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e741b2-e8a8-4166-b0b7-9a0ce6cc8f24 req-fad3841b-edb3-415e-b5d6-3b519fa5e465 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.128302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8e741b2-e8a8-4166-b0b7-9a0ce6cc8f24 req-fad3841b-edb3-415e-b5d6-3b519fa5e465 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1330092 Nov 12 09:04:29.206530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc3d93-db3a-4554-87df-9c5e5dc509f8 req-2fedd748-6578-448a-91e2-4230a14bbd37 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.210462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-febc3d93-db3a-4554-87df-9c5e5dc509f8 req-2fedd748-6578-448a-91e2-4230a14bbd37 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.2841487 Nov 12 09:04:29.272579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8e741b2-e8a8-4166-b0b7-9a0ce6cc8f24 req-b9969bb2-47f0-49a9-89d2-ae0501371ead tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283829 Nov 12 09:04:29.477366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-febc3d93-db3a-4554-87df-9c5e5dc509f8 req-52d60fbb-e40d-41a1-973c-2624f85496c6 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585485 Nov 12 09:04:29.625767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d589b66-1a68-4425-a50b-88417e8d6618 req-b9fb679d-2984-4a99-8eb6-b6e8ce600011 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:29.631400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d589b66-1a68-4425-a50b-88417e8d6618 req-b9fb679d-2984-4a99-8eb6-b6e8ce600011 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1644552 Nov 12 09:04:29.666484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3ab70-9e33-409d-85bf-56fc8d94fc04 None None] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:29.711435 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d589b66-1a68-4425-a50b-88417e8d6618 req-86ca7595-f7cb-46ea-b42b-0adaa3a18a6e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761020 Nov 12 09:04:29.944688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e18f29f2-3e19-44cf-aafc-20b390573d76 None None] Provisioning complete for port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:29.945068 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e18f29f2-3e19-44cf-aafc-20b390573d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.011067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37244) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:30.124393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:30.197916 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f691a03-487a-4be9-b3e1-9fd6f1b254a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.231077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.369202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:30.369817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.428884 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f691a03-487a-4be9-b3e1-9fd6f1b254a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.435376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f691a03-487a-4be9-b3e1-9fd6f1b254a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.516883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f691a03-487a-4be9-b3e1-9fd6f1b254a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96119ee-d0c1-4b9d-a084-b919b4fb92a4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:30.558227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:30.560513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3f691a03-487a-4be9-b3e1-9fd6f1b254a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cc5746dd392450eaea3f26aa8df100a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482156 Nov 12 09:04:30.601947 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e18f29f2-3e19-44cf-aafc-20b390573d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.666367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d908ede-4f2f-440f-9d4b-3d1a939afba4 req-ff435a3b-0ab9-417f-860d-e867d8c1a9fe tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:30.667977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d908ede-4f2f-440f-9d4b-3d1a939afba4 req-ff435a3b-0ab9-417f-860d-e867d8c1a9fe tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.2373350 Nov 12 09:04:30.721085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e18f29f2-3e19-44cf-aafc-20b390573d76 None None] For port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=06c41ad9-4621-4f6a-8ea4-39ea647d1da1,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:30.738254 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e18f29f2-3e19-44cf-aafc-20b390573d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.753175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89342b7a-033e-4f51-aa48-8c6fdc8e8d11 req-31377ee8-c0c2-44c6-9921-fec3ee7bfa8e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:30.762373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89342b7a-033e-4f51-aa48-8c6fdc8e8d11 req-31377ee8-c0c2-44c6-9921-fec3ee7bfa8e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1328638 Nov 12 09:04:30.795082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.832525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89342b7a-033e-4f51-aa48-8c6fdc8e8d11 req-bbfa8562-9f06-4394-9250-a3bac3f255eb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Nov 12 09:04:30.862123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d908ede-4f2f-440f-9d4b-3d1a939afba4 req-94f16424-33a0-438b-ba80-d420fbf86fc2 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867929 Nov 12 09:04:30.899302 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:04:30.900090 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:04:30.909193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f29f2-3e19-44cf-aafc-20b390573d76 None None] Pushing event updated for resources: {'Port': ['ID=06c41ad9-4621-4f6a-8ea4-39ea647d1da1,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:30.917308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-20ef98a6-2a6a-4c31-927b-c8aeba56bfb9 None None] Provisioning complete for port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:30.918040 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-20ef98a6-2a6a-4c31-927b-c8aeba56bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.927216 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-983c9d5a-ecdf-4e4e-bfae-67e2673dce9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:30.987540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:31.012383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-983c9d5a-ecdf-4e4e-bfae-67e2673dce9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:31.162359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec36e39-85cd-4a67-8fa1-1ae9a623a09b req-d0a9d35c-cee6-40ba-b16e-465c1bb0bbd8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:31.164003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dec36e39-85cd-4a67-8fa1-1ae9a623a09b req-d0a9d35c-cee6-40ba-b16e-465c1bb0bbd8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1664929 Nov 12 09:04:31.225257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-983c9d5a-ecdf-4e4e-bfae-67e2673dce9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:31.228031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-983c9d5a-ecdf-4e4e-bfae-67e2673dce9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:31.232227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-983c9d5a-ecdf-4e4e-bfae-67e2673dce9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f96119ee-d0c1-4b9d-a084-b919b4fb92a4 HTTP/1.1" status: 204 len: 168 time: 0.6699824 Nov 12 09:04:31.275152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c9d5a-ecdf-4e4e-bfae-67e2673dce9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96119ee-d0c1-4b9d-a084-b919b4fb92a4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:31.303556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dec36e39-85cd-4a67-8fa1-1ae9a623a09b req-3985231a-a915-4f8d-aa72-df6d1a1eb785 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083150 Nov 12 09:04:31.341266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:04:31.504428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37284) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:31.525285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:31.548767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Sync routers for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:31.569178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:31.570922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2cf15dc6-15d5-4685-8347-6b0340d1ce16 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9539380 Nov 12 09:04:31.573860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37290) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:31.587391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:31.588806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:31.779808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:31.799841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58bcbc39-8cc8-46b5-a717-8bb6539b879c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.036860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:32.111083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0d96c-54ab-415f-9659-86af94de2f1f req-b10da25a-0ff3-4e66-b342-5d5098159124 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.122817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13a0d96c-54ab-415f-9659-86af94de2f1f req-b10da25a-0ff3-4e66-b342-5d5098159124 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1637192 Nov 12 09:04:32.277179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13a0d96c-54ab-415f-9659-86af94de2f1f req-4c0a2652-bfd0-410b-86f2-8f05cfd374b4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400275 Nov 12 09:04:32.415444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f00ef1-203b-422a-831f-c6f749ada244 req-2dd4060b-2c48-45fc-8b7f-521a7db8640a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.428235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6f00ef1-203b-422a-831f-c6f749ada244 req-2dd4060b-2c48-45fc-8b7f-521a7db8640a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.3856411 Nov 12 09:04:32.479054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:32.479526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.486553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d77d8d-c72a-479f-a977-18f254d91e76 req-5f430a63-8a9e-4ad0-8457-0d6e8afcb8d8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:32.494996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45d77d8d-c72a-479f-a977-18f254d91e76 req-5f430a63-8a9e-4ad0-8457-0d6e8afcb8d8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.0683229 Nov 12 09:04:32.521674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:29Z', 'revision_number': 3, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:32.558792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Checking router: 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:32.559260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Updating router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 port 8af51d3b-290b-4501-8dfc-ef66263c4102 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:32.598149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.605858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45d77d8d-c72a-479f-a977-18f254d91e76 req-2e4968ee-e7ff-4e36-a3b0-f0415ba24d4f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096961 Nov 12 09:04:32.808028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58bcbc39-8cc8-46b5-a717-8bb6539b879c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.837422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58bcbc39-8cc8-46b5-a717-8bb6539b879c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:32.910333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-58bcbc39-8cc8-46b5-a717-8bb6539b879c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d67a2d7fb96e4f098405b8450a638894&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4041002 Nov 12 09:04:32.913011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:32.919086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bcbc39-8cc8-46b5-a717-8bb6539b879c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca54ecd-c482-4324-952a-b244c86c526b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:32.968009 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6f00ef1-203b-422a-831f-c6f749ada244 req-95408176-7105-4ff2-8524-472166c3a49a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383835 Nov 12 09:04:33.009760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.020168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.044875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18286c60-8ee0-4cc3-bf5e-d2d549c85d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.051307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.106726 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18286c60-8ee0-4cc3-bf5e-d2d549c85d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.114246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Attempting to bind port 8af51d3b-290b-4501-8dfc-ef66263c4102 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:33.114719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Attempting to bind port 8af51d3b-290b-4501-8dfc-ef66263c4102 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:33.115233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Attempting to bind port 8af51d3b-290b-4501-8dfc-ef66263c4102 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:33.128845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:33.129414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:33.129815 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.130215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:33.130712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Bound port: 8af51d3b-290b-4501-8dfc-ef66263c4102, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:33.131167 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.217239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18286c60-8ee0-4cc3-bf5e-d2d549c85d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.222061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e1bf6-be2b-413c-baed-89d7ca648f20 None None] Pushing event updated for resources: {'Port': ['ID=8af51d3b-290b-4501-8dfc-ef66263c4102,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:33.223898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18286c60-8ee0-4cc3-bf5e-d2d549c85d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.230018 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-18286c60-8ee0-4cc3-bf5e-d2d549c85d3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ca54ecd-c482-4324-952a-b244c86c526b HTTP/1.1" status: 204 len: 168 time: 0.3156042 Nov 12 09:04:33.243964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18286c60-8ee0-4cc3-bf5e-d2d549c85d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca54ecd-c482-4324-952a-b244c86c526b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:33.324638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] For port 8af51d3b-290b-4501-8dfc-ef66263c4102, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:33.329557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] For port 8af51d3b-290b-4501-8dfc-ef66263c4102, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8af51d3b-290b-4501-8dfc-ef66263c4102,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:33.348126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:33.419677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e1bf6-be2b-413c-baed-89d7ca648f20 None None] Pushing event updated for resources: {'Port': ['ID=8af51d3b-290b-4501-8dfc-ef66263c4102,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:33.483944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:33.486416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:33.509828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Allocated IP 172.20.0.1 (da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1/ad5bf593-1863-4b29-bcf0-90f96dfc0985/596b32ae-6988-48aa-9fb2-12b9e5c70d84) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:33.589935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997cb19-f01f-44d8-85a7-18903bb8dce0 req-401c2784-1bf5-4fa7-9691-9093cf510c71 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:33.592960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9997cb19-f01f-44d8-85a7-18903bb8dce0 req-401c2784-1bf5-4fa7-9691-9093cf510c71 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1122444 Nov 12 09:04:33.696669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9997cb19-f01f-44d8-85a7-18903bb8dce0 req-db289c99-0e61-47c0-90fe-b1bcfaa6a6a9 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951505 Nov 12 09:04:33.782330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:33.958254 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.030472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23dd6f1-8296-446b-8fe6-c881d27cd92d req-7f7739d9-5b9b-43cd-883e-59616dfecb56 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.046640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d23dd6f1-8296-446b-8fe6-c881d27cd92d req-7f7739d9-5b9b-43cd-883e-59616dfecb56 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.2454700 Nov 12 09:04:34.137436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:29Z', 'revision_number': 3, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:34.148151 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d23dd6f1-8296-446b-8fe6-c881d27cd92d req-4001bfa8-a2f4-4b9b-93af-14e25e84c329 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002972 Nov 12 09:04:34.169579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d60109-0845-41e7-8cec-0a6d5b716ae8 None None] The sync data for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 is: [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:29Z', 'revision_number': 3, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:34.175237 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.255446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:34.258527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:34.262077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855e440-9b7a-4b7d-bfb7-b2e50394e3e9 req-94275b1a-ba79-4ae5-8578-854279edfd42 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.264360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:34.286790 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8855e440-9b7a-4b7d-bfb7-b2e50394e3e9 req-94275b1a-ba79-4ae5-8578-854279edfd42 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1536174 Nov 12 09:04:34.310966 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.417126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8855e440-9b7a-4b7d-bfb7-b2e50394e3e9 req-617ecb08-28b7-4dd2-a1f5-8910afc6e1c9 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290379 Nov 12 09:04:34.435372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Pushing event updated for resources: {'Port': ['ID=596b32ae-6988-48aa-9fb2-12b9e5c70d84,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:34.517161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.804142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bbcadb44-5d52-43ca-9a5c-00227aeaa4a0 None None] Provisioning complete for port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:34.804920 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbcadb44-5d52-43ca-9a5c-00227aeaa4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:34.822423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:34.917900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bbcadb44-5d52-43ca-9a5c-00227aeaa4a0 None None] Port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:34.980872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e00302-23a2-459c-aa77-1adecff6490d req-b4234f72-5ba5-4937-9cc7-52d88117ecc9 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:34.996797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18e00302-23a2-459c-aa77-1adecff6490d req-b4234f72-5ba5-4937-9cc7-52d88117ecc9 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1178889 Nov 12 09:04:35.096664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-703240610-network', 'tenant_id': '6c88e77e3f584dc58fbd2cfb1a5bffb7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:35.105081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.116809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18e00302-23a2-459c-aa77-1adecff6490d req-c56fefd4-f3c0-42b4-bda6-02675b227b61 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189363 Nov 12 09:04:35.118137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.204283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Made reservation on behalf of 6c88e77e3f584dc58fbd2cfb1a5bffb7 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:35.208433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.236619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.308139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.318422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Pushing event updated for resources: {'Port': ['ID=596b32ae-6988-48aa-9fb2-12b9e5c70d84,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:35.425939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e93b3-7787-47c1-9a8e-9d5004780d69 req-5d0da4f5-94e3-42a3-bb1c-fdda3da46220 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:35.458338 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d40e93b3-7787-47c1-9a8e-9d5004780d69 req-5d0da4f5-94e3-42a3-bb1c-fdda3da46220 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1445160 Nov 12 09:04:35.481911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:35.492033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:35.556748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.589051 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d40e93b3-7787-47c1-9a8e-9d5004780d69 req-035e2595-4f6c-489a-b4d8-759aab3bc40a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297023 Nov 12 09:04:35.589785 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.668043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:04:35.669571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e0fff-28a6-4cd1-bd77-1020a4aee4f8 req-cf0f9515-7409-4a1f-8d6e-15158a610b50 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:35.678694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-045e0fff-28a6-4cd1-bd77-1020a4aee4f8 req-cf0f9515-7409-4a1f-8d6e-15158a610b50 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1884997 Nov 12 09:04:35.686244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.686784 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Added segment 69403f39-6824-42d0-89ed-6cd09b83bb25 of type vlan for network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f Nov 12 09:04:35.725404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c345a5a-f1f9-4511-a539-d3856226387b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:35.805561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.887014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.888157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:35.888936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:35.898339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-045e0fff-28a6-4cd1-bd77-1020a4aee4f8 req-80a9ceae-4e34-40b9-87e7-9c9a94000a57 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187421 Nov 12 09:04:35.922429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0981598 Nov 12 09:04:35.929295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:04:35.935304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:35.961146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Request body: {'subnet': {'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-703240610-subnet', 'tenant_id': '6c88e77e3f584dc58fbd2cfb1a5bffb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:35.962267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e15bb7ab-3ee5-4648-997a-97baa5752aee None None] Provisioning complete for port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:35.963451 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e15bb7ab-3ee5-4648-997a-97baa5752aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.039368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e15bb7ab-3ee5-4648-997a-97baa5752aee None None] Port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:36.058857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8af51d3b-290b-4501-8dfc-ef66263c4102 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:36.091973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Pushing event updated for resources: {'Network': ['ID=3adc32e1-f085-4f9a-b932-40f0ccc0a25f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:36.119205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.119563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.120042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.120394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.120741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.121087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.134808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.135239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.135599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.135975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.136331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.136698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8309e20-1b2e-4ddc-b967-a9386ee98134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:36.168185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Made reservation on behalf of 6c88e77e3f584dc58fbd2cfb1a5bffb7 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:36.170469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.185815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:04:36.381698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8af51d3b-290b-4501-8dfc-ef66263c4102 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:36.382169 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.444908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:04:36.460882 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c270f6f-eace-41a2-baeb-b3780c95248f admin admin] 10.222.0.53 "PUT /v2.0/routers/85ddaab1-a34c-4b82-bb0b-d1ade9b749f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8809612 Nov 12 09:04:36.482270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3245fe-9d87-4790-8254-6bee38cfeca0 req-afad6976-2a0b-4fe2-a3a9-82f8e40fa0eb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:36.484327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad3245fe-9d87-4790-8254-6bee38cfeca0 req-afad6976-2a0b-4fe2-a3a9-82f8e40fa0eb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1353588 Nov 12 09:04:36.626695 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.686558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 8af51d3b-290b-4501-8dfc-ef66263c4102, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8af51d3b-290b-4501-8dfc-ef66263c4102,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:36.696020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.723098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad3245fe-9d87-4790-8254-6bee38cfeca0 req-3ef90862-50fe-40b8-a672-d5641d896557 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107694 Nov 12 09:04:36.802235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=8af51d3b-290b-4501-8dfc-ef66263c4102,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:36.844700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e67ae-1804-4b7e-8243-333b5db383b0 req-9c6054f6-e185-4ca6-b88d-4943d2f0ec01 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:36.845094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:36.854595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a41e67ae-1804-4b7e-8243-333b5db383b0 req-9c6054f6-e185-4ca6-b88d-4943d2f0ec01 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1461248 Nov 12 09:04:36.921113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Checking segment: {'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:36.921479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Network hostable DHCP agents. Network: 3adc32e1-f085-4f9a-b932-40f0ccc0a25f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:04:36.948446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a41e67ae-1804-4b7e-8243-333b5db383b0 req-4ecf0e3b-9ef4-432e-9d92-11017d59d015 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861626 Nov 12 09:04:36.955405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=602a7f3c-d0f6-441f-83e1-29c881f279cd,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:36.983761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:04:37.031091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 3adc32e1-f085-4f9a-b932-40f0ccc0a25f) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:37.041927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1400e8-2e0b-4b5d-bb20-caf159de7344 None None] Network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:37.065966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:37.066716 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.124425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dbe280d9-fa72-4512-b081-6d1b81c204cc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1861589 Nov 12 09:04:37.172790 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Sync routers for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:04:37.199410 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:37.210206 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:37.248671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd829153-b987-444d-8ae6-5867bedd3031 req-c99634b7-17a0-4b9b-bee3-89c0a9c56933 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:37.254232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd829153-b987-444d-8ae6-5867bedd3031 req-c99634b7-17a0-4b9b-bee3-89c0a9c56933 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1358182 Nov 12 09:04:37.271820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc7aac-9963-407e-bf45-0dca651b09cc None None] Network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:04:37.418764 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd829153-b987-444d-8ae6-5867bedd3031 req-bc3663c5-8388-411c-9eca-420f0c636db1 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584485 Nov 12 09:04:37.476647 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:37.614838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37422) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:37.619719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b7973551-f7e9-4c79-940b-f3ffbdbe4207 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810099422', 'description': 'tempest-description--1288145329'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:37.633902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-4cf103c2-7ca9-4235-9469-2b21008588b9 req-b30eddf9-c3f3-4c89-af14-d88e19a9c21f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-512106871', 'description': 'tempest-description-293233491'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:37.650026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7973551-f7e9-4c79-940b-f3ffbdbe4207 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.693958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4cf103c2-7ca9-4235-9469-2b21008588b9 req-b30eddf9-c3f3-4c89-af14-d88e19a9c21f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.749574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7973551-f7e9-4c79-940b-f3ffbdbe4207 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.757692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7973551-f7e9-4c79-940b-f3ffbdbe4207 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.790188 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 2, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:37.790635 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4cf103c2-7ca9-4235-9469-2b21008588b9 req-b30eddf9-c3f3-4c89-af14-d88e19a9c21f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.791767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7973551-f7e9-4c79-940b-f3ffbdbe4207 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.793046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b7973551-f7e9-4c79-940b-f3ffbdbe4207 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1769500 Nov 12 09:04:37.797512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:37.803602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f9d857f9-05ca-4339-bbac-a66148fbd53b tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Request body: {'security_group_rule': {'security_group_id': '7e162e56-ef2a-4a4e-bcf4-d633536cdd9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:37.810712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4cf103c2-7ca9-4235-9469-2b21008588b9 req-b30eddf9-c3f3-4c89-af14-d88e19a9c21f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.834656 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Checking router: 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:04:37.835780 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Updating router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:04:37.848465 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-4cf103c2-7ca9-4235-9469-2b21008588b9 req-b30eddf9-c3f3-4c89-af14-d88e19a9c21f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.853542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cf103c2-7ca9-4235-9469-2b21008588b9 req-b30eddf9-c3f3-4c89-af14-d88e19a9c21f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2250025 Nov 12 09:04:37.880722 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.893402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-cc516b10-982f-4bfa-9ff9-db9895fd6b63 req-e5cd4048-ed44-4945-b2f9-abf24a7ec6f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1569729465', 'description': 'tempest-description-472094210'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:37.924494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7973551-f7e9-4c79-940b-f3ffbdbe4207 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:37.952448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eddf9-c3f3-4c89-af14-d88e19a9c21f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb93531-75a4-4285-99f5-e2fa0ccb75bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:37.962703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc516b10-982f-4bfa-9ff9-db9895fd6b63 req-e5cd4048-ed44-4945-b2f9-abf24a7ec6f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:37.965415 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d857f9-05ca-4339-bbac-a66148fbd53b tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.009791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3df55-da43-4aad-9dd8-e1b3e99ce7a6 req-925ea2c9-e694-461d-b3ae-2e5b0a78569a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:38.016821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8af51d3b-290b-4501-8dfc-ef66263c4102 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:38.017360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22c3df55-da43-4aad-9dd8-e1b3e99ce7a6 req-925ea2c9-e694-461d-b3ae-2e5b0a78569a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1756186 Nov 12 09:04:38.086955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d857f9-05ca-4339-bbac-a66148fbd53b tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.098737 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d857f9-05ca-4339-bbac-a66148fbd53b tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.135105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22c3df55-da43-4aad-9dd8-e1b3e99ce7a6 req-3b079640-7d1f-428a-9c51-34e1507c0855 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160543 Nov 12 09:04:38.138035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d857f9-05ca-4339-bbac-a66148fbd53b tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.152287 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f9d857f9-05ca-4339-bbac-a66148fbd53b tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3450937 Nov 12 09:04:38.152397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37432) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:38.152486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d857f9-05ca-4339-bbac-a66148fbd53b tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc25209-eb12-4006-aea6-c2dc3e7550d3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:38.152580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8af51d3b-290b-4501-8dfc-ef66263c4102 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:38.152580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.157755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Request body: {'security_group_rule': {'security_group_id': '7e162e56-ef2a-4a4e-bcf4-d633536cdd9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:38.208657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.266383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc516b10-982f-4bfa-9ff9-db9895fd6b63 req-e5cd4048-ed44-4945-b2f9-abf24a7ec6f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.280043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc516b10-982f-4bfa-9ff9-db9895fd6b63 req-e5cd4048-ed44-4945-b2f9-abf24a7ec6f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.364962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cc516b10-982f-4bfa-9ff9-db9895fd6b63 req-e5cd4048-ed44-4945-b2f9-abf24a7ec6f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.373989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc516b10-982f-4bfa-9ff9-db9895fd6b63 req-e5cd4048-ed44-4945-b2f9-abf24a7ec6f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4919252 Nov 12 09:04:38.378425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd4048-ed44-4945-b2f9-abf24a7ec6f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0f42b9-ea8f-4e48-a180-2b34330e6fc2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:38.539622 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.555109 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.652359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5ee40-4207-4ee0-a166-1238bbfbd0ae req-5fe32012-7d9b-4a69-b25b-aaa9239b472d tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:38.662326 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aef5ee40-4207-4ee0-a166-1238bbfbd0ae req-5fe32012-7d9b-4a69-b25b-aaa9239b472d tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.0803750 Nov 12 09:04:38.716418 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Pushing event updated for resources: {'Port': ['ID=596b32ae-6988-48aa-9fb2-12b9e5c70d84,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:38.733946 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.734361 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.734692 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.735040 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.735380 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.735715 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.736081 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.736414 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.736744 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.748111 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.748621 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.748973 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:38.750367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aef5ee40-4207-4ee0-a166-1238bbfbd0ae req-a03cc92d-7669-4366-88c9-dd1e497f2464 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865107 Nov 12 09:04:38.852001 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Attempting to bind port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:38.852582 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Attempting to bind port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:38.853102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Attempting to bind port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 on network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:38.865402 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:38.866011 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Checking segment: {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:38.866573 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.888862 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Bound using segment: {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:38.891951 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Bound port: 596b32ae-6988-48aa-9fb2-12b9e5c70d84, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:38.894154 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.901548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.913900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:38.939508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aca8fa-d1ca-4abb-9cee-4b5c5da19254 req-030d18ec-0ca9-412e-ad77-5d2b1b3f118b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:38.948503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02aca8fa-d1ca-4abb-9cee-4b5c5da19254 req-030d18ec-0ca9-412e-ad77-5d2b1b3f118b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.6926341 Nov 12 09:04:38.989398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4bc47d8-0fcb-4159-af1b-a93ea0f556f8,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:39.026305 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.032540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8835506 Nov 12 09:04:39.037938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:39.040899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.041247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.041588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.041924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.042259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.042589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.042929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.043247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.043716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.044073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.044398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.044720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d0d10b-5d03-4abf-97c0-8c90febba5c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:04:39.044840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:39.060304 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] For port 596b32ae-6988-48aa-9fb2-12b9e5c70d84, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:39.067447 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] For port 596b32ae-6988-48aa-9fb2-12b9e5c70d84, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=596b32ae-6988-48aa-9fb2-12b9e5c70d84,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:39.073138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02aca8fa-d1ca-4abb-9cee-4b5c5da19254 req-3e9f80d1-91a8-43c5-9403-efa747bad411 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236815 Nov 12 09:04:39.077344 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.098213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4fa65802-754f-4464-8978-5b9409ad3012 None None] Provisioning complete for port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:39.098587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4fa65802-754f-4464-8978-5b9409ad3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.134284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-ee961eb1-f2e1-4ebd-8a30-a14c453cf9b2 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.145346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-ee961eb1-f2e1-4ebd-8a30-a14c453cf9b2 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 812 time: 0.2656028 Nov 12 09:04:39.159266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.178110 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:04:39.179558 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:39.194980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-3f260688-7db9-4dd5-bb61-268d8b78326d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/quotas/6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 375 time: 0.0474207 Nov 12 09:04:39.236195 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf9c91-afbc-4f24-ad78-d1c7b065c8ac None None] Pushing event updated for resources: {'Port': ['ID=596b32ae-6988-48aa-9fb2-12b9e5c70d84,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:39.270563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-1b30487b-874c-4c48-a781-e9897a83db28 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744798 Nov 12 09:04:39.284041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-fbdb8349-053d-43af-bc22-96beb8361251 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:04:39.287898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4fa65802-754f-4464-8978-5b9409ad3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.297923 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-fbdb8349-053d-43af-bc22-96beb8361251 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261519 Nov 12 09:04:39.385662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4fa65802-754f-4464-8978-5b9409ad3012 None None] For port 596b32ae-6988-48aa-9fb2-12b9e5c70d84, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=596b32ae-6988-48aa-9fb2-12b9e5c70d84,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:39.393270 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4fa65802-754f-4464-8978-5b9409ad3012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.454495 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:04:39.553421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa65802-754f-4464-8978-5b9409ad3012 None None] Pushing event updated for resources: {'Port': ['ID=596b32ae-6988-48aa-9fb2-12b9e5c70d84,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:39.560832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f501c805-4f2d-442f-b411-e37f25954d3d service neutron] 10.222.0.53 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615902 Nov 12 09:04:39.569176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a94a2-c379-4a06-889c-4354f8171657 req-9f03b0a1-a7fe-47f6-8bae-835cb29b3aa1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.582483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d38a94a2-c379-4a06-889c-4354f8171657 req-9f03b0a1-a7fe-47f6-8bae-835cb29b3aa1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1052711 Nov 12 09:04:39.623655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-aa181c1e-5e63-47fe-bfdf-d29f160f0031 None None] Provisioning complete for port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:39.624066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa181c1e-5e63-47fe-bfdf-d29f160f0031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.686160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d38a94a2-c379-4a06-889c-4354f8171657 req-52aa2cf0-a31e-405f-bc9a-fe9ea77cc096 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020896 Nov 12 09:04:39.711789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:39.935031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-b0e94c7d-bd58-462c-9338-57bce8e5ec8f service neutron] 10.222.0.53 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721447 Nov 12 09:04:39.954069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36059eac-9a75-4841-8136-d2d87ca2ac2b req-4ba3b166-cf1e-40ee-8d2e-bfd15b445339 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:39.961829 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:04:39.971749 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-36059eac-9a75-4841-8136-d2d87ca2ac2b req-4ba3b166-cf1e-40ee-8d2e-bfd15b445339 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1094034 Nov 12 09:04:40.053046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Allocated IP 172.25.5.111 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/67ba9c9f-9e63-438a-b14f-363f1e3d035a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:40.071836 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b336b1-3db3-4786-b04b-11967e8105f1 None None] The sync data for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 is: [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:04:40.081212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-36059eac-9a75-4841-8136-d2d87ca2ac2b req-7c9a8f2d-5e9c-458b-b99e-3af044b67a05 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082900 Nov 12 09:04:40.370928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef9a7cb-0e05-482f-b297-f9854426ece9 req-ed3f2295-6db5-48e5-85bc-1867b08a1391 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:40.381499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cef9a7cb-0e05-482f-b297-f9854426ece9 req-ed3f2295-6db5-48e5-85bc-1867b08a1391 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1545646 Nov 12 09:04:40.392809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.451988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.460421 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cef9a7cb-0e05-482f-b297-f9854426ece9 req-4a901c3b-3ced-4dc1-bbe8-2e72efff4289 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774674 Nov 12 09:04:40.579375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff3beb7e-91a8-432e-9158-4026d93a9c69 req-2db9cb2b-8438-4f3c-9bf1-3106bff5a309 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 210 time: 0.0843837 Nov 12 09:04:40.618998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:40.641001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event updated for resources: {'Port': ['ID=67ba9c9f-9e63-438a-b14f-363f1e3d035a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:40.644699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:40.647614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:40.925384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab89f37-ae11-41ee-8fd6-5156854521c9 req-4708cf47-ba5b-4687-ae92-334c46cf0e3f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:40.927158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ab89f37-ae11-41ee-8fd6-5156854521c9 req-4708cf47-ba5b-4687-ae92-334c46cf0e3f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1161916 Nov 12 09:04:40.929257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:40.938953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e395ae-fc5b-4648-8b61-91acd2c9dcfc req-1351d8b5-0225-4c26-8c4e-3d77e8b76c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:40.941129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41e395ae-fc5b-4648-8b61-91acd2c9dcfc req-1351d8b5-0225-4c26-8c4e-3d77e8b76c59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 1097 time: 0.1062908 Nov 12 09:04:41.088995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ab89f37-ae11-41ee-8fd6-5156854521c9 req-eb8b6d9d-cd66-40cd-afb6-0a02c06211c8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537304 Nov 12 09:04:41.126947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.251106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41e395ae-fc5b-4648-8b61-91acd2c9dcfc req-dc347e75-0c7a-4757-94e3-696e8f73d55d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445211 Nov 12 09:04:41.408112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2262b3f8-ffc8-4d89-b864-f673e1a5efda req-89ce8852-5666-41c9-a3b3-cb6e91eb1de4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:41.410047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2262b3f8-ffc8-4d89-b864-f673e1a5efda req-89ce8852-5666-41c9-a3b3-cb6e91eb1de4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1812170 Nov 12 09:04:41.610704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.635536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.687685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ca600-1050-49d1-8fbd-64143768301c req-b65d3602-a6b3-4168-9ab4-bea479622440 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:41.697070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a31ca600-1050-49d1-8fbd-64143768301c req-b65d3602-a6b3-4168-9ab4-bea479622440 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1172390 Nov 12 09:04:41.713624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2262b3f8-ffc8-4d89-b864-f673e1a5efda req-a97ab65a-65a4-4791-90d2-1ae4ffcfd505 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250984 Nov 12 09:04:41.762649 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event updated for resources: {'Port': ['ID=67ba9c9f-9e63-438a-b14f-363f1e3d035a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:41.782118 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.788238 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a31ca600-1050-49d1-8fbd-64143768301c req-9f00d5c8-17c9-4fa3-b69c-5e7c29da74a9 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888424 Nov 12 09:04:41.819683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:41.821005 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-595208fb-5cfd-42c4-8123-d07539ec9bf3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7820783 Nov 12 09:04:41.869624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-70112564-d095-4b9a-886e-81c7adaf2fa5 req-ddfcdb0a-93ac-4065-bbcb-7c6e1b04a489 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 210 time: 0.0470204 Nov 12 09:04:41.951629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 596b32ae-6988-48aa-9fb2-12b9e5c70d84 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:42.054313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-ec1e6572-9abb-4b62-b550-27e1e66c1ede tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1810099422&fields=id&tenant_id=a580d2395a0b4ccc98266a4cb3081122 HTTP/1.1" status: 200 len: 267 time: 0.0687175 Nov 12 09:04:42.056891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:42.057589 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.263803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-bc52c9ef-28e8-4ade-9899-6f043ec07b09 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:42.265659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-bc52c9ef-28e8-4ade-9899-6f043ec07b09 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/networks?id=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 HTTP/1.1" status: 200 len: 815 time: 0.2025962 Nov 12 09:04:42.291675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-5e7ba3e5-797a-4b8a-b817-bcfcc444a018 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/quotas/a580d2395a0b4ccc98266a4cb3081122 HTTP/1.1" status: 200 len: 375 time: 0.0120363 Nov 12 09:04:42.369561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d53790-08c3-4f54-8bbd-3afee0202745 req-8c1e9106-feca-4744-bf42-637248c20dee tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:42.371279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82d53790-08c3-4f54-8bbd-3afee0202745 req-8c1e9106-feca-4744-bf42-637248c20dee tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.1316192 Nov 12 09:04:42.383807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-cee84ac0-653e-4f88-8406-b07a8553349c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:42.384413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-66b048e5-0a6f-4470-b91c-31cb4686a1df tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a580d2395a0b4ccc98266a4cb3081122&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772028 Nov 12 09:04:42.385340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-cee84ac0-653e-4f88-8406-b07a8553349c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.55 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 812 time: 0.2591376 Nov 12 09:04:42.423805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'port': {'device_id': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f', 'admin_state_up': True, 'tenant_id': '6c88e77e3f584dc58fbd2cfb1a5bffb7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:42.526442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82d53790-08c3-4f54-8bbd-3afee0202745 req-1501618f-e180-4dcd-a64e-646c5f99b81a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400838 Nov 12 09:04:42.578195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-f2a8e3e8-5e42-45b3-a53d-071c6d15ac8c service neutron] 10.222.0.53 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807141 Nov 12 09:04:42.595697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Made reservation on behalf of 6c88e77e3f584dc58fbd2cfb1a5bffb7 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:42.599756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.699010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-5e8e8e72-a6b5-4598-aad0-716f2f020c25 service neutron] 10.222.0.53 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140010 Nov 12 09:04:42.755876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Allocated IP 172.20.0.9 (3adc32e1-f085-4f9a-b932-40f0ccc0a25f/602a7f3c-d0f6-441f-83e1-29c881f279cd/5ed213a5-b20c-436f-965b-c41e57293feb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:42.943131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:42.993996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55efe3-c7d2-4216-a54e-76b0f4652f8d req-ecfe66eb-299b-4148-a004-ac25a9f7f9ee tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:42.995598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd55efe3-c7d2-4216-a54e-76b0f4652f8d req-ecfe66eb-299b-4148-a004-ac25a9f7f9ee tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.0826154 Nov 12 09:04:43.032705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23a7db-a354-44db-a29f-99fc8795db54 req-6bfec0de-bc80-4e36-8360-c8e11e2f5de3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:43.034647 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa23a7db-a354-44db-a29f-99fc8795db54 req-6bfec0de-bc80-4e36-8360-c8e11e2f5de3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.0980394 Nov 12 09:04:43.071777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd55efe3-c7d2-4216-a54e-76b0f4652f8d req-08394000-88b0-4a31-a9c0-794a8ef11636 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653882 Nov 12 09:04:43.123217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.210184 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5c6c65e-eb57-4310-a09d-e942e17073f3 req-2973734d-75a7-4394-ab72-3d20130d522c tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 210 time: 0.0599165 Nov 12 09:04:43.231986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa23a7db-a354-44db-a29f-99fc8795db54 req-5e527b4e-a9c5-47e3-96c6-025bd3074d05 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754923 Nov 12 09:04:43.233876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:43.248774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:43.251259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:43.347250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:43.363596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-247b2d03-d3e2-45c3-85ee-6c68b76b9033 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:43.364985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-247b2d03-d3e2-45c3-85ee-6c68b76b9033 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1098 time: 0.0917990 Nov 12 09:04:43.371870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:43.371870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.378401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-17'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:43.393352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37564) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:43.430700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f9460eb8-b4ee-4a80-a154-0b034c6b43bd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0294156 Nov 12 09:04:43.444467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Request body: {'port': {'device_id': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:43.466159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.506351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dba10-c70e-42c3-9f16-dc2ada100d19 req-8050fc8d-a96f-4a18-81df-997511466723 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:43.507949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-002dba10-c70e-42c3-9f16-dc2ada100d19 req-8050fc8d-a96f-4a18-81df-997511466723 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 931 time: 0.1255105 Nov 12 09:04:43.610153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.636045 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-002dba10-c70e-42c3-9f16-dc2ada100d19 req-1fa1daa5-df6e-4572-bc08-4423027a2d5f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155095 Nov 12 09:04:43.744783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d091c44a-ad8b-4580-aa35-761facce5c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.794200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f3b93-c479-41e0-9c78-b51fe1393b7c req-f484d237-ab62-431e-a63f-a358ccaeb327 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:43.803558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-888f3b93-c479-41e0-9c78-b51fe1393b7c req-f484d237-ab62-431e-a63f-a358ccaeb327 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.2171519 Nov 12 09:04:43.832731 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-418fe0f8-9300-4694-a929-de51a01b02ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:43.881480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:44.004640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-888f3b93-c479-41e0-9c78-b51fe1393b7c req-a1ab360b-b226-46e7-b182-a4e98e3b59e3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999764 Nov 12 09:04:44.021790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:44.033780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374926a6-a3f2-4b7d-afda-e0d8ba6123ba req-e46dfe82-c130-4622-9643-6a5893aaefeb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.035356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-374926a6-a3f2-4b7d-afda-e0d8ba6123ba req-e46dfe82-c130-4622-9643-6a5893aaefeb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 946 time: 0.0881627 Nov 12 09:04:44.068316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4b889-a96f-418b-8174-0479754cf7fa req-07dd45eb-df37-4764-adad-9d88c844e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.069788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47e4b889-a96f-418b-8174-0479754cf7fa req-07dd45eb-df37-4764-adad-9d88c844e079 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 1098 time: 0.1503007 Nov 12 09:04:44.094405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d091c44a-ad8b-4580-aa35-761facce5c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.103118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:44.106665 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e999d4-bdeb-420c-9fe3-536428396e72" -d '{"events": [{"server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:44.111696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.115067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d091c44a-ad8b-4580-aa35-761facce5c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.127253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.201442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091c44a-ad8b-4580-aa35-761facce5c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619a1ae4-df3c-4b10-a2de-7d99c6a74b9b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.228858 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d091c44a-ad8b-4580-aa35-761facce5c2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04093cb4d2a441a288a6af3c55e9e7ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8322253 Nov 12 09:04:44.229922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37588) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:44.242623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed213a5-b20c-436f-965b-c41e57293feb {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:44.257370 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.260372 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47e4b889-a96f-418b-8174-0479754cf7fa req-4f0ec8f9-8f24-4ef2-8565-c782b0ef0990 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112111 Nov 12 09:04:44.266355 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-374926a6-a3f2-4b7d-afda-e0d8ba6123ba req-797de9b6-f6ac-4e58-9989-4f648b06714b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173848 Nov 12 09:04:44.277606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Transition to ACTIVE for port object 5ed213a5-b20c-436f-965b-c41e57293feb will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:44.284349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.332971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.357208 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5da5f1a-3fac-4384-b022-fec03fc0460f x-openstack-request-id: req-b5da5f1a-3fac-4384-b022-fec03fc0460f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:44.357500 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:44.357860 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5da5f1a-3fac-4384-b022-fec03fc0460f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:44.358258 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d', 'code': 200} Nov 12 09:04:44.382941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on host n-h1-769329-17 for vnic_type normal with profile {"migrating_to": "n-h2-769329-17"} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:44.383581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:44.383791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:44.394040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:44.394040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Attempting to bind port a8badf7b-e38b-443d-a2af-0f327081e87d on network fd78341e-29f1-4009-9d2e-5d5dacc00520 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:44.407436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:44.407796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Checking segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:44.408186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Bound using segment: {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:44.408626 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Bound port: a8badf7b-e38b-443d-a2af-0f327081e87d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03b6a741-ce4f-4bfa-ad7a-663a9edb3812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fd78341e-29f1-4009-9d2e-5d5dacc00520'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:44.408983 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.411386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Pushing event updated for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.443951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Attempting to bind port 5ed213a5-b20c-436f-965b-c41e57293feb on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:44.444287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Attempting to bind port 5ed213a5-b20c-436f-965b-c41e57293feb by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:44.444522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Attempting to bind port 5ed213a5-b20c-436f-965b-c41e57293feb on network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:44.449516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Port 5ed213a5-b20c-436f-965b-c41e57293feb on network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:44.449884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Attempting to bind port 5ed213a5-b20c-436f-965b-c41e57293feb on network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:44.456415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:44.456806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Checking segment: {'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:44.457198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Bound using segment: {'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:44.457631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Bound port: 5ed213a5-b20c-436f-965b-c41e57293feb, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:44.457992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.477584 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eede862e-49fd-4642-b8e7-665fc66c3831 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.516981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49d288-c2ae-4f2e-8a60-e78e28b48c67 req-a7f6866e-7fc8-418e-ad7e-e15ebc4bee51 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.518638 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac49d288-c2ae-4f2e-8a60-e78e28b48c67 req-a7f6866e-7fc8-418e-ad7e-e15ebc4bee51 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1978059 Nov 12 09:04:44.552335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:44.556266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5ed213a5-b20c-436f-965b-c41e57293feb,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:44.563467 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.602053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eede862e-49fd-4642-b8e7-665fc66c3831 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.605790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.606413 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.607793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] 10.222.0.55 "PUT /v2.0/ports/5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 200 len: 1092 time: 1.1684668 Nov 12 09:04:44.608550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:44.610973 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91beed71-19dc-459f-876e-446fba6e2828" -d '{"events": [{"name": "network-changed", "server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:44.651943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b4c11-8de1-47ad-b0b8-0c4bfce2720a service neutron] Pushing event updated for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.704194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:44.731788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-090e7b31-3c3f-4305-8650-405d5e1d4363 req-e0f06bf8-5d8c-4b56-9435-8c69300bf7c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 210 time: 0.0317740 Nov 12 09:04:44.738103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f2205881-1822-4586-b10c-8141cd9198d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.739706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-f2205881-1822-4586-b10c-8141cd9198d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1095 time: 0.0787807 Nov 12 09:04:44.739996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac49d288-c2ae-4f2e-8a60-e78e28b48c67 req-628907bf-6a98-4eb1-aae3-ab6ad04f40ed tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853170 Nov 12 09:04:44.741968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:44.751204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-4ed24598-c66d-4acc-ae20-38f2647d3cb3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.752687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-4ed24598-c66d-4acc-ae20-38f2647d3cb3 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.55 "GET /v2.0/networks?id=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 HTTP/1.1" status: 200 len: 815 time: 0.3408864 Nov 12 09:04:44.768662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.810313 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-3f91f0d8-4dd9-437f-83eb-8c3d8f4f4fb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 200 len: 217 time: 0.0588491 Nov 12 09:04:44.841546 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d4b73-8cee-438c-a5cd-f028cad51522 x-openstack-request-id: req-890d4b73-8cee-438c-a5cd-f028cad51522 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:44.841826 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:44.842493 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-890d4b73-8cee-438c-a5cd-f028cad51522 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:44.842908 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb', 'status': 'completed', 'code': 200} Nov 12 09:04:44.869841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eede862e-49fd-4642-b8e7-665fc66c3831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.872955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eede862e-49fd-4642-b8e7-665fc66c3831 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.878861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eede862e-49fd-4642-b8e7-665fc66c3831 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/619a1ae4-df3c-4b10-a2de-7d99c6a74b9b HTTP/1.1" status: 204 len: 168 time: 0.6424272 Nov 12 09:04:44.898841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.899781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:44.901933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] 10.222.0.55 "PUT /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 1124 time: 1.5277977 Nov 12 09:04:44.932748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede862e-49fd-4642-b8e7-665fc66c3831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619a1ae4-df3c-4b10-a2de-7d99c6a74b9b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.957046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495de0b1-2103-43e6-a3dd-7a10787001ea service neutron] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:44.969106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdb674-c3a5-4384-bd57-08ea12daeca8 req-74a1086b-93db-43c4-a6d0-cbfabeb96883 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.970767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3fdb674-c3a5-4384-bd57-08ea12daeca8 req-74a1086b-93db-43c4-a6d0-cbfabeb96883 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0683584 Nov 12 09:04:44.972325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-783dcff5-7aa9-4f37-908e-c8380d982a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:44.973679 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-783dcff5-7aa9-4f37-908e-c8380d982a90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.1550395 Nov 12 09:04:44.990146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-5b3295f6-34f7-44d2-ba08-dcc22d62b07d tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a580d2395a0b4ccc98266a4cb3081122 HTTP/1.1" status: 200 len: 380 time: 0.2263412 Nov 12 09:04:45.000475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['a8badf7b-e38b-443d-a2af-0f327081e87d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:45.016580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Request body: {'port': {'device_id': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'admin_state_up': True, 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'security_groups': ['7e162e56-ef2a-4a4e-bcf4-d633536cdd9a']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:45.063745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-b7276061-72b9-4b29-a348-c3396f6159d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543430 Nov 12 09:04:45.070542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a8badf7b-e38b-443d-a2af-0f327081e87d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:45.199168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-a73b296c-30ff-4ba9-bc66-9b4308030c16 service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229737 Nov 12 09:04:45.211513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31095790-678d-4052-ac82-df39631523a8 req-92d10a88-c183-4378-b4ec-2ae413a92020 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.221926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31095790-678d-4052-ac82-df39631523a8 req-92d10a88-c183-4378-b4ec-2ae413a92020 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 943 time: 0.1671185 Nov 12 09:04:45.222712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3fdb674-c3a5-4384-bd57-08ea12daeca8 req-3695cae7-658a-4877-b178-a91e4e2a02a2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323127 Nov 12 09:04:45.318574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Made reservation on behalf of a580d2395a0b4ccc98266a4cb3081122 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:45.328534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:45.428168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8da4377-d2a5-42eb-babe-101eb1a602af req-25ae18d9-2bf7-4cd7-aa8c-81cf72a2f002 service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043149 Nov 12 09:04:45.457981 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31095790-678d-4052-ac82-df39631523a8 req-eaf05103-54cd-4029-9c3c-c3384abd9b32 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339687 Nov 12 09:04:45.570034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91beed71-19dc-459f-876e-446fba6e2828 req-d9025ecf-cf2d-4e53-bf19-95435e1496c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.571573 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91beed71-19dc-459f-876e-446fba6e2828 req-d9025ecf-cf2d-4e53-bf19-95435e1496c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1095 time: 0.0729446 Nov 12 09:04:45.650761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a617c-587b-40fd-a256-514814a7366c req-439bcab7-caba-4371-a243-b3ee7ea91077 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.653237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-712a617c-587b-40fd-a256-514814a7366c req-439bcab7-caba-4371-a243-b3ee7ea91077 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.1115186 Nov 12 09:04:45.700508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91beed71-19dc-459f-876e-446fba6e2828 req-301f0906-77ec-4ca7-9550-36282a2e34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.702340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91beed71-19dc-459f-876e-446fba6e2828 req-301f0906-77ec-4ca7-9550-36282a2e34c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 913 time: 0.1223598 Nov 12 09:04:45.748035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-712a617c-587b-40fd-a256-514814a7366c req-5fedf9bb-a51b-466b-ad54-d86159d4abba tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813227 Nov 12 09:04:45.749195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Allocated IP 172.20.0.4 (da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1/ad5bf593-1863-4b29-bcf0-90f96dfc0985/4c81d03f-54e6-4e60-be36-edf757f22b76) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:45.792451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a8badf7b-e38b-443d-a2af-0f327081e87d details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:45.811460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91beed71-19dc-459f-876e-446fba6e2828 req-d2acb119-cdc8-40b0-aa75-6181cf2c4503 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 200 len: 217 time: 0.0912936 Nov 12 09:04:45.911732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91beed71-19dc-459f-876e-446fba6e2828 req-4ab7a5c9-3433-4180-b78a-e53a12905049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:45.920910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91beed71-19dc-459f-876e-446fba6e2828 req-4ab7a5c9-3433-4180-b78a-e53a12905049 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.0971327 Nov 12 09:04:46.007967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d664d6-5cf8-4987-9239-c4ebd6bdecad req-a6b4e6c2-5472-470c-a7e5-fac71188c64f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.009507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9d664d6-5cf8-4987-9239-c4ebd6bdecad req-a6b4e6c2-5472-470c-a7e5-fac71188c64f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1087177 Nov 12 09:04:46.033879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:46.037447 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e19f9b0b-8fa0-47e7-9e93-3e44167b7ea4 req-a3f8268b-c7c5-4fde-bd63-6236040afd2a tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 210 time: 0.1077831 Nov 12 09:04:46.056379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a8badf7b-e38b-443d-a2af-0f327081e87d has no active binding in host n-h2-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 09:04:46.062891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:46.070827 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91beed71-19dc-459f-876e-446fba6e2828 req-49b2a67f-8844-40a7-a447-9aca8592a4e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044223 Nov 12 09:04:46.107111 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9d664d6-5cf8-4987-9239-c4ebd6bdecad req-3871380b-7925-403f-8138-6ebc5ce56b53 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860670 Nov 12 09:04:46.125884 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:46.220104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:46.228419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:46.239585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:46.245260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91beed71-19dc-459f-876e-446fba6e2828 req-65b57c57-dbc9-49f8-9e2a-69fd7fac560d service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600316 Nov 12 09:04:46.301458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.302200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:46.327783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event updated for resources: {'Port': ['ID=4c81d03f-54e6-4e60-be36-edf757f22b76,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:46.357777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-6f9d2d85-f74b-4bc3-b91e-86a69044fdf8 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3505852 Nov 12 09:04:46.358703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38fef47c-1ca3-485e-9757-e6225a16d496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:46.359593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:46.362530 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c" -d '{"events": [{"name": "network-changed", "server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:46.373045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Request body: {'port': {'device_id': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:46.495361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-91beed71-19dc-459f-876e-446fba6e2828 req-ed1f8357-8b86-46eb-af55-bb788bae6e28 service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259748 Nov 12 09:04:46.524075 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:46.609994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-22009556-dea8-40cd-b46d-cedf16b49992 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.611621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-22009556-dea8-40cd-b46d-cedf16b49992 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 811 time: 0.2004085 Nov 12 09:04:46.612588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521cd73b-dc49-452e-b476-655d1362d67e req-90f636e0-43bb-4441-9107-67c688a79649 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.621350 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-521cd73b-dc49-452e-b476-655d1362d67e req-90f636e0-43bb-4441-9107-67c688a79649 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1242819 Nov 12 09:04:46.648729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-04bfdeb3-a2ec-48da-8edd-a3d12d5dcad5 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/quotas/1184f1e863be436b8ec3f5b4454e050e HTTP/1.1" status: 200 len: 375 time: 0.0244777 Nov 12 09:04:46.677197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-69b20d0e-a54a-4e66-94c3-99e84aa5fe61 None None] Provisioning complete for port 4c81d03f-54e6-4e60-be36-edf757f22b76 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:46.677829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69b20d0e-a54a-4e66-94c3-99e84aa5fe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:46.688235 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-521cd73b-dc49-452e-b476-655d1362d67e req-3a111565-ad2f-454e-a417-7c68b01db429 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618653 Nov 12 09:04:46.725727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-69b20d0e-a54a-4e66-94c3-99e84aa5fe61 None None] Port 4c81d03f-54e6-4e60-be36-edf757f22b76 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:04:46.740434 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5252940e-3010-459c-95b0-ef81a00e7e9b x-openstack-request-id: req-5252940e-3010-459c-95b0-ef81a00e7e9b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:46.740733 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:46.740995 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5252940e-3010-459c-95b0-ef81a00e7e9b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:46.741540 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d', 'status': 'completed', 'code': 200} Nov 12 09:04:46.785969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-2b1a9a2f-31c0-4c25-8550-2a640158d3af tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917716 Nov 12 09:04:46.892942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-bba7fbac-a02a-472d-b2f1-171b29c3b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.895317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-bba7fbac-a02a-472d-b2f1-171b29c3b1ad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1127 time: 0.1037474 Nov 12 09:04:46.910736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0bb5a-0ed1-4b41-939e-158e9fda4ce7 req-34b546e2-f6a6-4c51-8536-8190ef47f89b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:46.913195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cc0bb5a-0ed1-4b41-939e-158e9fda4ce7 req-34b546e2-f6a6-4c51-8536-8190ef47f89b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 943 time: 0.0865691 Nov 12 09:04:46.969141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-c712bf3c-a914-4bc5-ad14-7a3e1b6cd775 service neutron] 10.222.0.53 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388702 Nov 12 09:04:47.090374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cc0bb5a-0ed1-4b41-939e-158e9fda4ce7 req-461fa6b9-a5b8-438b-b543-1ac9d4f764d8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365180 Nov 12 09:04:47.097487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c81d03f-54e6-4e60-be36-edf757f22b76 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:47.109160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.125811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-9cb4a7a8-41f2-4fc6-b166-5e8521e7e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.135891 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-9cb4a7a8-41f2-4fc6-b166-5e8521e7e7d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.2186885 Nov 12 09:04:47.145536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-d8690871-9cbd-4f82-83fb-f77ea4ef2daa service neutron] 10.222.0.53 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754291 Nov 12 09:04:47.146670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Transition to ACTIVE for port object 4c81d03f-54e6-4e60-be36-edf757f22b76 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:47.158035 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.287114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Pushing event updated for resources: {'Port': ['ID=4c81d03f-54e6-4e60-be36-edf757f22b76,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:47.594863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9be01b-5fcf-4b2d-81bf-d3d87cc571d9 req-1ca20238-28be-4755-96ff-be7c9583c285 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.597503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b9be01b-5fcf-4b2d-81bf-d3d87cc571d9 req-1ca20238-28be-4755-96ff-be7c9583c285 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.1490617 Nov 12 09:04:47.653774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Attempting to bind port 4c81d03f-54e6-4e60-be36-edf757f22b76 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:47.657175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Attempting to bind port 4c81d03f-54e6-4e60-be36-edf757f22b76 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:47.657562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Attempting to bind port 4c81d03f-54e6-4e60-be36-edf757f22b76 on network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:47.675446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Port 4c81d03f-54e6-4e60-be36-edf757f22b76 on network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:47.675778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Attempting to bind port 4c81d03f-54e6-4e60-be36-edf757f22b76 on network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:47.692406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:47.697277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Checking segment: {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:47.697683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Bound using segment: {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:47.698165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Bound port: 4c81d03f-54e6-4e60-be36-edf757f22b76, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de681825-1aef-4f61-8bba-d773a130fa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:47.698537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.728571 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b9be01b-5fcf-4b2d-81bf-d3d87cc571d9 req-d2e3cb08-8eb3-4c24-b192-3c3042a8024e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220565 Nov 12 09:04:47.807027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5ed213a5-b20c-436f-965b-c41e57293feb details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:47.835621 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-6cc2e17b-3ee2-4a02-92a2-66979ad95123 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 217 time: 0.6836951 Nov 12 09:04:47.862619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9418faf8-96cd-4c39-86a9-e7d02e472bc5 req-aababd57-befe-4ef4-80d4-48cab4ec76fd tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 210 time: 0.0575542 Nov 12 09:04:47.880869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] For port 4c81d03f-54e6-4e60-be36-edf757f22b76, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:47.888619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] For port 4c81d03f-54e6-4e60-be36-edf757f22b76, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4c81d03f-54e6-4e60-be36-edf757f22b76,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:47.898180 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.974895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:47.976120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:47.978207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] 10.222.0.55 "PUT /v2.0/ports/4c81d03f-54e6-4e60-be36-edf757f22b76 HTTP/1.1" status: 200 len: 1092 time: 1.6101155 Nov 12 09:04:48.135553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3079dc-57bc-4ce6-9329-a7fa73a7990e service neutron] Pushing event updated for resources: {'Port': ['ID=4c81d03f-54e6-4e60-be36-edf757f22b76,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:48.206570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a2dcb-f23a-4964-888f-4907e89ba735 req-51481dcb-14bd-4035-8f10-d4ef4b9cb5ce tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.208417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc3a2dcb-f23a-4964-888f-4907e89ba735 req-51481dcb-14bd-4035-8f10-d4ef4b9cb5ce tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 943 time: 0.3687105 Nov 12 09:04:48.215538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-4d81902e-c3de-4648-a873-d523f42c0e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.217283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-4d81902e-c3de-4648-a873-d523f42c0e4c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.3626342 Nov 12 09:04:48.227734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-7beb7903-0dc6-450c-ac0b-19ec74aec50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.229810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-7beb7903-0dc6-450c-ac0b-19ec74aec50c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a580d2395a0b4ccc98266a4cb3081122&device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 1095 time: 0.2000554 Nov 12 09:04:48.350212 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-b819b576-c7e6-4cb3-a317-e4682f042db8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104522 Nov 12 09:04:48.420094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-797841ab-15a1-442e-9454-97e03fc79377 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c81d03f-54e6-4e60-be36-edf757f22b76 HTTP/1.1" status: 200 len: 217 time: 0.1781113 Nov 12 09:04:48.570871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5ed213a5-b20c-436f-965b-c41e57293feb,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:48.598849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '5ed213a5-b20c-436f-965b-c41e57293feb', 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f', 'port_id': '5ed213a5-b20c-436f-965b-c41e57293feb', 'mac_address': 'fa:16:3e:3e:76:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602a7f3c-d0f6-441f-83e1-29c881f279cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:48.679121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.712278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed213a5-b20c-436f-965b-c41e57293feb {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:48.724489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-466358be-c52e-4e89-a4ea-ada165eb344b service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595181 Nov 12 09:04:48.731887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc3a2dcb-f23a-4964-888f-4907e89ba735 req-c82a37f0-d744-4924-a7b7-d7911dedd777 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5109751 Nov 12 09:04:48.738557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-b46900e2-0379-4be6-9be6-5c6c2f97bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.741011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-b46900e2-0379-4be6-9be6-5c6c2f97bb80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad5bf593-1863-4b29-bcf0-90f96dfc0985 HTTP/1.1" status: 200 len: 854 time: 0.2960477 Nov 12 09:04:48.745482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:48.748613 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c" -d '{"events": [{"name": "network-changed", "server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:48.752522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5ed213a5-b20c-436f-965b-c41e57293feb,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:48.764727 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:48.785322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52a10c-2fc7-4861-a33f-cd6dbd2ba1f7 req-56beb272-5207-4e79-b5ac-7f094a619f90 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.787563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b52a10c-2fc7-4861-a33f-cd6dbd2ba1f7 req-56beb272-5207-4e79-b5ac-7f094a619f90 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 943 time: 0.3782318 Nov 12 09:04:48.874392 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:48.927663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b52a10c-2fc7-4861-a33f-cd6dbd2ba1f7 req-a47919dd-424a-4615-aab5-a2a88dacfb71 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813117 Nov 12 09:04:48.942314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-26baea8a-818f-4f41-9617-521bf7f2ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:48.942314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-26baea8a-818f-4f41-9617-521bf7f2ce9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1842771 Nov 12 09:04:48.978968 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.064630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:49.092478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9dbb364-fbde-46a3-a30a-6ce4b2b5e40c req-c2787514-886d-44f4-86c0-5c42c3a26c7a service neutron] 10.222.0.62 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160280 Nov 12 09:04:49.127332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61180be7-8c2b-492c-a86a-5b83ff26b653 req-579b6c8a-774c-40ce-b17b-a6e9d9fb73ea tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.129624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61180be7-8c2b-492c-a86a-5b83ff26b653 req-579b6c8a-774c-40ce-b17b-a6e9d9fb73ea tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.3157752 Nov 12 09:04:49.152632 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958769d7-8984-419e-a5dd-e1abe33ee741 x-openstack-request-id: req-958769d7-8984-419e-a5dd-e1abe33ee741 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:49.152932 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:49.153194 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-958769d7-8984-419e-a5dd-e1abe33ee741 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:49.153616 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'status': 'completed', 'code': 200} Nov 12 09:04:49.220920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-ab50985f-4dcb-4f6a-b6f1-b09103afe261 service neutron] 10.222.0.55 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735782 Nov 12 09:04:49.316357 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61180be7-8c2b-492c-a86a-5b83ff26b653 req-f404c7e3-fe13-4d57-9e58-7a4492b8ddc3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778700 Nov 12 09:04:49.473558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8aad6-a2b6-40c3-b893-06f474815c41 req-766a6833-184c-4645-8220-4c97abd28f6c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.475174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19f8aad6-a2b6-40c3-b893-06f474815c41 req-766a6833-184c-4645-8220-4c97abd28f6c tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.2193124 Nov 12 09:04:49.559852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef86fc64-12bb-4c62-809d-7776a0039252 req-2fdf5ca2-1e45-4dd6-aa1f-13fdb49108d4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 210 time: 0.0633910 Nov 12 09:04:49.579526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f85c1d3-7cc6-47f7-a944-3990ab2d02ba req-abdcbb75-1e4d-4e5a-aaa5-82e1e531f6d9 service neutron] 10.222.0.55 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369994 Nov 12 09:04:49.633368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19f8aad6-a2b6-40c3-b893-06f474815c41 req-7651e10f-27a5-40c4-80b4-15579e4013e4 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425533 Nov 12 09:04:49.694036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-475466f3-da6e-4ece-8d1e-5d46f472fe3b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.695175 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:49.701276 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-475466f3-da6e-4ece-8d1e-5d46f472fe3b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 811 time: 0.4054387 Nov 12 09:04:49.719739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Request body: {'port': {'device_id': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'admin_state_up': True, 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:49.772769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-0bbec4b7-cf1c-454d-afee-217fd3af0b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.777893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-0bbec4b7-cf1c-454d-afee-217fd3af0b24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a580d2395a0b4ccc98266a4cb3081122&device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 1095 time: 0.1015003 Nov 12 09:04:49.949768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-75aef31e-7c5b-4eb7-a146-07852ddadef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:49.951256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-75aef31e-7c5b-4eb7-a146-07852ddadef3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 HTTP/1.1" status: 200 len: 916 time: 0.1607983 Nov 12 09:04:49.993647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Made reservation on behalf of 1184f1e863be436b8ec3f5b4454e050e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:04:50.005847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.094229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e35f2d-a49f-4e7b-b833-b47b01a86f2c req-923ca711-2c79-43ca-ab74-f6eec835520f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:50.095123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-840e4d03-dbe4-498b-93a2-2116c2b03596 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c81d03f-54e6-4e60-be36-edf757f22b76 HTTP/1.1" status: 200 len: 217 time: 0.1334438 Nov 12 09:04:50.096411 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67e35f2d-a49f-4e7b-b833-b47b01a86f2c req-923ca711-2c79-43ca-ab74-f6eec835520f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 943 time: 0.2017586 Nov 12 09:04:50.269828 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.283665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-9a536228-df46-41b1-8857-337f3a81ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:50.287392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-9a536228-df46-41b1-8857-337f3a81ed89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad5bf593-1863-4b29-bcf0-90f96dfc0985 HTTP/1.1" status: 200 len: 854 time: 0.1356049 Nov 12 09:04:50.297930 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67e35f2d-a49f-4e7b-b833-b47b01a86f2c req-cfd6c1b6-dfb7-4f0c-9772-9aa6fb1b4e22 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603611 Nov 12 09:04:50.358568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Allocated IP 172.20.0.4 (01f0db1b-ee76-4c0b-bc35-53238d616201/edcbc1fa-6449-4b1d-af41-e5c9d98e21a1/5d8a53fa-7786-4609-b73d-f2d37911cdca) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:04:50.404545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fd398-58d9-4f0d-80ee-e3495fb3cf2b req-e0babc6a-72ac-43fb-ac2c-0e85b3a3d27b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:50.408682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-528fd398-58d9-4f0d-80ee-e3495fb3cf2b req-e0babc6a-72ac-43fb-ac2c-0e85b3a3d27b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 944 time: 0.3381138 Nov 12 09:04:50.493420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-8c648193-cf81-462f-bdff-d678c27b390c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:50.501607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-8c648193-cf81-462f-bdff-d678c27b390c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994584 Nov 12 09:04:50.610287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-528fd398-58d9-4f0d-80ee-e3495fb3cf2b req-05792944-31ce-4269-99ba-8089bc7887e8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906767 Nov 12 09:04:50.733074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-527014cf-29a9-45ba-84c3-e14b0691bd2a service neutron] 10.222.0.55 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078629 Nov 12 09:04:50.891762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-69a55ff1-66c8-457a-9a4f-f662d262fe49 req-ea4542ad-7019-4fcf-b2d7-35acba352238 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 210 time: 0.0713444 Nov 12 09:04:50.903262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.958742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:50.976193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ca57d3cc-4ddc-4acf-a913-a00f6c27ff28'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:51.047314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Network 01f0db1b-ee76-4c0b-bc35-53238d616201 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:04:51.061771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:04:51.076254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:04:51.101154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305f1b-78b4-4745-8b84-0b2d5860d6ff req-e52ff735-5ae1-45f1-876e-9f8be3a043fe tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:51.102765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-08305f1b-78b4-4745-8b84-0b2d5860d6ff req-e52ff735-5ae1-45f1-876e-9f8be3a043fe tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.2531395 Nov 12 09:04:51.112459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c24660c5-557b-4d50-9b2e-f52bbb89cd8c req-6dbceb02-6eaf-4ca6-92b7-0a7ae4a9cd06 service neutron] 10.222.0.55 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657479 Nov 12 09:04:51.215595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Pushing event updated for resources: {'Port': ['ID=5d8a53fa-7786-4609-b73d-f2d37911cdca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:51.260057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:51.260714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:51.264573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-08305f1b-78b4-4745-8b84-0b2d5860d6ff req-5a999904-1223-47a7-a1c6-e3a713ba1d25 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492894 Nov 12 09:04:51.323509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-b7d2271f-f322-486e-b38a-e9d1493a82fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6098735 Nov 12 09:04:51.335973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Request body: {'port': {'device_id': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:51.486021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:51.855463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4c81d03f-54e6-4e60-be36-edf757f22b76 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:51.893681 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:04:51.935577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faffeec1-6c74-4b4d-ba51-e3ec1552e4d5 req-235a9454-d14e-4c04-bfe2-7ec454884e14 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:51.950249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-faffeec1-6c74-4b4d-ba51-e3ec1552e4d5 req-235a9454-d14e-4c04-bfe2-7ec454884e14 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 944 time: 0.1596401 Nov 12 09:04:52.053480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5ed213a5-b20c-436f-965b-c41e57293feb up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:52.055546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8a53fa-7786-4609-b73d-f2d37911cdca {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:52.072570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.097262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-faffeec1-6c74-4b4d-ba51-e3ec1552e4d5 req-59c24dee-162c-4de4-b9a2-647b4d6c999f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466136 Nov 12 09:04:52.176444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Transition to ACTIVE for port object 5d8a53fa-7786-4609-b73d-f2d37911cdca will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:52.194308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4c81d03f-54e6-4e60-be36-edf757f22b76, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4c81d03f-54e6-4e60-be36-edf757f22b76,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:52.197768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 5ed213a5-b20c-436f-965b-c41e57293feb completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:52.210581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 5ed213a5-b20c-436f-965b-c41e57293feb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:52.211184 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.214576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'port_id': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'mac_address': 'fa:16:3e:89:ce:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:52.236580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.253105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc3f38-08a9-4f6a-9d8c-5138e8e72a26 req-e3c4e05c-11e2-4b3f-a08b-8c505de7ea31 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:52.255012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10fc3f38-08a9-4f6a-9d8c-5138e8e72a26 req-e3c4e05c-11e2-4b3f-a08b-8c505de7ea31 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 931 time: 0.0904627 Nov 12 09:04:52.329192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d911808-0a3b-4e0c-bd2f-ee39ecba522a req-a811adfc-3f1a-4769-b063-06237fc23ddc tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:52.338485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d911808-0a3b-4e0c-bd2f-ee39ecba522a req-a811adfc-3f1a-4769-b063-06237fc23ddc tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 943 time: 0.8241506 Nov 12 09:04:52.339626 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.355429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10fc3f38-08a9-4f6a-9d8c-5138e8e72a26 req-f99c85ab-c058-4e6a-9c8c-050f8f02e37f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933907 Nov 12 09:04:52.372108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c81d03f-54e6-4e60-be36-edf757f22b76 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:52.523386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4c81d03f-54e6-4e60-be36-edf757f22b76, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4c81d03f-54e6-4e60-be36-edf757f22b76,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:52.544350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.592074 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.655173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5ed213a5-b20c-436f-965b-c41e57293feb,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:52.656109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8a53fa-7786-4609-b73d-f2d37911cdca,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:52.662131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d911808-0a3b-4e0c-bd2f-ee39ecba522a req-69d15b6f-d569-47d5-9981-5fd2c0c8acca tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3231206 Nov 12 09:04:52.685819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa6fc5-36ce-498c-a425-40ff9509b6c0 req-eaeab4e8-f927-4ade-9801-8bb2ca5ba146 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:52.695123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92fa6fc5-36ce-498c-a425-40ff9509b6c0 req-eaeab4e8-f927-4ade-9801-8bb2ca5ba146 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 944 time: 0.1195269 Nov 12 09:04:52.710690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:52.713060 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cc2364-bb95-4206-843f-c52f97b1e966" -d '{"events": [{"server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "name": "network-vif-plugged", "status": "completed", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:52.715683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4c81d03f-54e6-4e60-be36-edf757f22b76,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:52.717935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-0810794a-21e1-4e03-ad66-32242e8060e6 service neutron] 10.222.0.62 "GET /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.6159487 Nov 12 09:04:52.721546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.816467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:52.818959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92fa6fc5-36ce-498c-a425-40ff9509b6c0 req-2031d15c-0a16-4e3d-a3be-d0db712bd7fb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202884 Nov 12 09:04:52.909180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Attempting to bind port 5d8a53fa-7786-4609-b73d-f2d37911cdca on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:04:52.909532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Attempting to bind port 5d8a53fa-7786-4609-b73d-f2d37911cdca by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:04:52.909923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Attempting to bind port 5d8a53fa-7786-4609-b73d-f2d37911cdca on network 01f0db1b-ee76-4c0b-bc35-53238d616201 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:52.916234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Port 5d8a53fa-7786-4609-b73d-f2d37911cdca on network 01f0db1b-ee76-4c0b-bc35-53238d616201 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:04:52.916575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Attempting to bind port 5d8a53fa-7786-4609-b73d-f2d37911cdca on network 01f0db1b-ee76-4c0b-bc35-53238d616201 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:04:52.932235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:04:52.932235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Checking segment: {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:04:52.932973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Bound using segment: {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:04:52.934477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Bound port: 5d8a53fa-7786-4609-b73d-f2d37911cdca, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7777bcc-9462-4355-9b05-55310889c8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:04:52.934477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:52.936010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['4c81d03f-54e6-4e60-be36-edf757f22b76'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:53.006887 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e71c21b-fa97-4a0d-a498-65a847961c3d x-openstack-request-id: req-9e71c21b-fa97-4a0d-a498-65a847961c3d {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:53.007397 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "name": "network-vif-plugged", "status": "completed", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:53.007817 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e71c21b-fa97-4a0d-a498-65a847961c3d {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:53.008475 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb', 'code': 200} Nov 12 09:04:53.161997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] For port 5d8a53fa-7786-4609-b73d-f2d37911cdca, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:53.165483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:53.169463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] For port 5d8a53fa-7786-4609-b73d-f2d37911cdca, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:04:53.178891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.230176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:53.256362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535ae47-1492-4bde-a352-875e2195fc96 req-9177821e-1aa3-470d-b4a5-d84da9e90e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.258053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4535ae47-1492-4bde-a352-875e2195fc96 req-9177821e-1aa3-470d-b4a5-d84da9e90e05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1097 time: 0.2298250 Nov 12 09:04:53.260724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-2432c12f-369c-483f-a8f5-7f305401c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.262301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-2432c12f-369c-483f-a8f5-7f305401c6f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.1772346 Nov 12 09:04:53.264918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.266702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.268159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] 10.222.0.62 "PUT /v2.0/ports/5d8a53fa-7786-4609-b73d-f2d37911cdca HTTP/1.1" status: 200 len: 1092 time: 1.9365399 Nov 12 09:04:53.285217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'tag': '5d8a53fa-7786-4609-b73d-f2d37911cdca'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:53.287683 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a91cb6e-b02c-424e-878c-9f873ddb7993" -d '{"events": [{"name": "network-changed", "server_uuid": "75b88b61-df58-4bb8-85f5-7597e574cd43", "tag": "5d8a53fa-7786-4609-b73d-f2d37911cdca"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:53.303170 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7577-53c6-46c6-bb75-1b9565e08503 req-9341b108-c925-480c-b8d1-df2d121d4e76 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.304830 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b50b7577-53c6-46c6-bb75-1b9565e08503 req-9341b108-c925-480c-b8d1-df2d121d4e76 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1169956 Nov 12 09:04:53.347291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8badf7b-e38b-443d-a2af-0f327081e87d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:53.396144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:53.396931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80799517-f525-407c-8da4-327f54cdbb47 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8a53fa-7786-4609-b73d-f2d37911cdca,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:53.425367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-3d3ba9a7-c8a2-4735-936a-46e4015f9140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.427950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-3d3ba9a7-c8a2-4735-936a-46e4015f9140 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 1095 time: 0.1132250 Nov 12 09:04:53.428896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:53.436912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4535ae47-1492-4bde-a352-875e2195fc96 req-e547dac2-90ae-47d0-bbbe-ee9490ec359b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697898 Nov 12 09:04:53.446152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506ec6-0c12-4cef-a130-3f7b905ef796 req-c1b2d91d-9c17-42cd-bd76-d018c4de8852 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.447994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb506ec6-0c12-4cef-a130-3f7b905ef796 req-c1b2d91d-9c17-42cd-bd76-d018c4de8852 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 945 time: 0.2486296 Nov 12 09:04:53.465644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b50b7577-53c6-46c6-bb75-1b9565e08503 req-5ad9eaf8-5bd9-466c-81cf-e44c3545e7dd tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415749 Nov 12 09:04:53.472093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-9235dd98-84cd-4b20-b3a0-fd149419cab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.473895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a8badf7b-e38b-443d-a2af-0f327081e87d no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:04:53.475655 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-9235dd98-84cd-4b20-b3a0-fd149419cab3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.2022595 Nov 12 09:04:53.596337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-94891d20-f056-4a48-8c33-d07e8868a4e0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 217 time: 0.1134570 Nov 12 09:04:53.611315 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c20129-a7b5-413b-9eda-d4086e6c9776 x-openstack-request-id: req-86c20129-a7b5-413b-9eda-d4086e6c9776 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:53.611544 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b88b61-df58-4bb8-85f5-7597e574cd43", "tag": "5d8a53fa-7786-4609-b73d-f2d37911cdca", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:53.611806 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86c20129-a7b5-413b-9eda-d4086e6c9776 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:53.612222 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'tag': '5d8a53fa-7786-4609-b73d-f2d37911cdca', 'status': 'completed', 'code': 200} Nov 12 09:04:53.613953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-358a2040-3151-43b8-8d78-c7536e84eef6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca HTTP/1.1" status: 200 len: 217 time: 0.1638734 Nov 12 09:04:53.694564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-c4ad4293-1680-437a-b73c-b72587960873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.695762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-c4ad4293-1680-437a-b73c-b72587960873 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0583079 Nov 12 09:04:53.709090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-2d723015-000a-4abe-9969-cb6043bc8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.710796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-2d723015-000a-4abe-9969-cb6043bc8bfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.1088099 Nov 12 09:04:53.779123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-56444c9a-7fff-4086-b91f-8621039af168 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588725 Nov 12 09:04:53.824696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-82b149c0-4df4-4793-9899-63d4902d2af8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01f0db1b-ee76-4c0b-bc35-53238d616201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016817 Nov 12 09:04:53.852058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d464e72-6817-4e22-8625-897e5168dfcb req-9c1aaff0-8c2c-4022-95ba-6c4dec45f25b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:53.863415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d464e72-6817-4e22-8625-897e5168dfcb req-9c1aaff0-8c2c-4022-95ba-6c4dec45f25b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 943 time: 0.1572311 Nov 12 09:04:53.909911 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb506ec6-0c12-4cef-a130-3f7b905ef796 req-bb62a253-6679-4827-ab38-69295bc4271e tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440808 Nov 12 09:04:53.958988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-b3131dfe-2dfc-4c0b-bd53-b727bc1b57bc service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699953 Nov 12 09:04:54.013397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] Transition to ACTIVE for port object a8badf7b-e38b-443d-a2af-0f327081e87d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:04:54.037921 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:54.117031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b68b7e0f-b97f-456d-b5dc-a5063109afe9 req-9266ffe9-8703-4454-b339-14e344f9e812 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409411 Nov 12 09:04:54.147208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] No DVR routers for this DVR port a8badf7b-e38b-443d-a2af-0f327081e87d on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:04:54.168815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d464e72-6817-4e22-8625-897e5168dfcb req-529af734-28bc-45ac-bb5c-7543643ea4ff tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043001 Nov 12 09:04:54.221342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-80b76c75-9221-4abe-8f12-5cb9e3ef4b9d service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890722 Nov 12 09:04:54.249516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38597f7-cc0b-45df-992d-be90f4a3ae06 req-337b1ed8-120e-4fd6-9896-a1de6ba0df27 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.258595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d38597f7-cc0b-45df-992d-be90f4a3ae06 req-337b1ed8-120e-4fd6-9896-a1de6ba0df27 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 944 time: 0.2470601 Nov 12 09:04:54.300901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] Pushing event updated for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:54.309633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31843ea9-92b9-4293-92dc-030f0747a1a2 req-f64647d5-495a-4db3-b89d-49ae79a0de92 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.318853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-a9699537-ed2b-4267-8d36-3fb681feb768 service neutron] 10.222.0.62 "PUT /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d/bindings/n-h2-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 1.5889380 Nov 12 09:04:54.320572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31843ea9-92b9-4293-92dc-030f0747a1a2 req-f64647d5-495a-4db3-b89d-49ae79a0de92 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 945 time: 0.0799174 Nov 12 09:04:54.399457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31843ea9-92b9-4293-92dc-030f0747a1a2 req-24e04fad-171c-4275-b0ff-c3cd16c1a2a1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773327 Nov 12 09:04:54.406329 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d38597f7-cc0b-45df-992d-be90f4a3ae06 req-49a35caa-bad9-4016-aa1f-3712221c846e tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461661 Nov 12 09:04:54.451183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e98e9cb2-499d-4c20-b268-28b7f94c4668 req-239fbd40-d00a-492a-add0-cf5974c360b7 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871209 Nov 12 09:04:54.481567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-f9779c4b-fda8-4cb2-ad57-52c8f92da314 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.484327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-f9779c4b-fda8-4cb2-ad57-52c8f92da314 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.0835619 Nov 12 09:04:54.555634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-4e4fd997-6bba-4dd0-9451-adfc6521ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.558367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-4e4fd997-6bba-4dd0-9451-adfc6521ff81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d&tenant_id=ed82da55803749a3909a8212a38c1037 HTTP/1.1" status: 200 len: 1097 time: 0.0542727 Nov 12 09:04:54.604659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-da7a555e-c0aa-4a1f-bc16-64cb3f6d9e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.606378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-da7a555e-c0aa-4a1f-bc16-64cb3f6d9e06 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 1095 time: 0.1027632 Nov 12 09:04:54.667139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84d836-0edd-4666-ae39-6b1bccd1ce30 req-2091048c-0361-40d2-ada8-b48930323b14 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.675206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c84d836-0edd-4666-ae39-6b1bccd1ce30 req-2091048c-0361-40d2-ada8-b48930323b14 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0902510 Nov 12 09:04:54.815440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-d4ca1c5d-0658-4e4d-9a4d-b0a4b0ac82e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:54.818237 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-d4ca1c5d-0658-4e4d-9a4d-b0a4b0ac82e0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 912 time: 0.2033014 Nov 12 09:04:54.905367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-dc38eb18-6c15-4cdf-8018-8a738f8e5e8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca HTTP/1.1" status: 200 len: 217 time: 0.0698462 Nov 12 09:04:55.074636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-95c66ac3-692e-46da-a8b3-587676ee7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.082876 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-95c66ac3-692e-46da-a8b3-587676ee7e80 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 200 len: 851 time: 0.1694603 Nov 12 09:04:55.092820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-ba815f2f-2784-49f7-84ff-5c5cc787a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.095321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-ba815f2f-2784-49f7-84ff-5c5cc787a06e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1097 time: 0.5000956 Nov 12 09:04:55.169986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c84d836-0edd-4666-ae39-6b1bccd1ce30 req-69f7cb6a-248e-4bef-ae81-4335260d9e64 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903033 Nov 12 09:04:55.171308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-9d071d7f-fc92-4c03-87da-41e2c90a8ad0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01f0db1b-ee76-4c0b-bc35-53238d616201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797291 Nov 12 09:04:55.339875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-69e74a36-195f-491d-9f3a-531d674efdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.342200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdef56-ee73-4157-8fe2-f977eab01f94 req-bba410d0-d262-474a-84a6-7685d8877fbb tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.342615 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-69e74a36-195f-491d-9f3a-531d674efdf0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.2389429 Nov 12 09:04:55.352185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1bdef56-ee73-4157-8fe2-f977eab01f94 req-bba410d0-d262-474a-84a6-7685d8877fbb tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 945 time: 0.1887579 Nov 12 09:04:55.357199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d316106-aa48-4c29-9760-e51603493def req-3b713a04-7bf2-4a37-84c2-2cd848c0aa27 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.366778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d316106-aa48-4c29-9760-e51603493def req-3b713a04-7bf2-4a37-84c2-2cd848c0aa27 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 943 time: 0.0932014 Nov 12 09:04:55.426549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-2a00d621-87d0-4184-9af6-7aefb5917b09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 200 len: 217 time: 0.0519235 Nov 12 09:04:55.453589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-6a901618-41e7-476d-9dec-e4c15dc1afc9 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503054 Nov 12 09:04:55.472559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1bdef56-ee73-4157-8fe2-f977eab01f94 req-05c527ba-f70e-4f2f-91e2-e1346f3b7952 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192715 Nov 12 09:04:55.533345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d316106-aa48-4c29-9760-e51603493def req-8cd092e8-7cef-4efe-a70f-23c5e5454095 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653545 Nov 12 09:04:55.534950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-f1071ee0-9801-49fd-a7a8-0665a1e6893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.543045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-f1071ee0-9801-49fd-a7a8-0665a1e6893b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0830543 Nov 12 09:04:55.642062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-d9387908-dd92-4209-b486-77ad932ffeee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879221 Nov 12 09:04:55.785137 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a91cb6e-b02c-424e-878c-9f873ddb7993 req-0fe4c2da-ea9e-4e57-b8ca-2a0709988b80 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115036 Nov 12 09:04:55.810978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2cfb8-3be6-4b22-b3f4-f01c55ebd6aa req-cdb03c8a-e623-454d-bef7-cb3c23ee82c2 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.814054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-93a2cfb8-3be6-4b22-b3f4-f01c55ebd6aa req-cdb03c8a-e623-454d-bef7-cb3c23ee82c2 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 944 time: 0.1303737 Nov 12 09:04:55.868520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4c81d03f-54e6-4e60-be36-edf757f22b76 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:55.878331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e725f8-54e6-44d3-b88a-11ffc6d7af39 req-fa6cb944-3a12-4735-be1a-86ba6ab1b826 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:55.886037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8e725f8-54e6-44d3-b88a-11ffc6d7af39 req-fa6cb944-3a12-4735-be1a-86ba6ab1b826 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 945 time: 0.2427216 Nov 12 09:04:55.937334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-93a2cfb8-3be6-4b22-b3f4-f01c55ebd6aa req-6b3550f9-e7fd-48d0-835d-33e0d2406072 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090877 Nov 12 09:04:55.975328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8e725f8-54e6-44d3-b88a-11ffc6d7af39 req-fcc4c948-6e0c-45b5-a87d-319962986b61 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882843 Nov 12 09:04:55.981522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-c20b2da5-50e3-4a36-a4be-4b3edce53349 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713044 Nov 12 09:04:56.007706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 4c81d03f-54e6-4e60-be36-edf757f22b76 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:04:56.028415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 4c81d03f-54e6-4e60-be36-edf757f22b76 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:04:56.028922 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.192490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-a40d530f-3607-4a5e-90c8-2d1749335092 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-512106871&fields=id&tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 267 time: 0.0874095 Nov 12 09:04:56.196234 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.238314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:56.241252 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbbf7c4-9eaf-46b6-aeec-08d8b6599480" -d '{"events": [{"server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "name": "network-vif-plugged", "status": "completed", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:56.264728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4c81d03f-54e6-4e60-be36-edf757f22b76, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4c81d03f-54e6-4e60-be36-edf757f22b76,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:56.271486 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.272902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-8b2b8d42-df15-4403-b049-aab29df678f0 service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833977 Nov 12 09:04:56.306203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-d86dc895-a6f6-4c83-88f0-666779dfa330 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:56.315214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-d86dc895-a6f6-4c83-88f0-666779dfa330 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 945 time: 0.1217945 Nov 12 09:04:56.322482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'port': {'security_groups': ['4c345a5a-f1f9-4511-a539-d3856226387b', '4eb93531-75a4-4285-99f5-e2fa0ccb75bd']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:56.366824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4c81d03f-54e6-4e60-be36-edf757f22b76,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:56.414028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.462473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5984dde-1264-49a1-8709-ecb3dcf9220d req-aa3d41e5-894a-49df-b808-bd05d77bcc51 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:56.464842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f5984dde-1264-49a1-8709-ecb3dcf9220d req-aa3d41e5-894a-49df-b808-bd05d77bcc51 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1178846 Nov 12 09:04:56.577804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f5984dde-1264-49a1-8709-ecb3dcf9220d req-283b7507-fcfd-49de-b165-175952a562b7 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004639 Nov 12 09:04:56.641958 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a89ff1-b396-4611-a42a-aa14befa802f x-openstack-request-id: req-e3a89ff1-b396-4611-a42a-aa14befa802f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:56.642757 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "name": "network-vif-plugged", "status": "completed", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:56.643402 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3a89ff1-b396-4611-a42a-aa14befa802f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:56.644380 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'code': 200} Nov 12 09:04:56.740341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-cc3e6476-cf81-403d-a384-40f794d66ec2 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:56.741834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-cc3e6476-cf81-403d-a384-40f794d66ec2 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d&tenant_id=ed82da55803749a3909a8212a38c1037&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.1550477 Nov 12 09:04:56.794148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5ed213a5-b20c-436f-965b-c41e57293feb,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:56.805702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf76b15-8547-4a9f-a9cb-675cc7099ea9 req-83f3a8c5-a7e3-4d35-a4d2-3a733fef91c6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:56.808298 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdf76b15-8547-4a9f-a9cb-675cc7099ea9 req-83f3a8c5-a7e3-4d35-a4d2-3a733fef91c6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 943 time: 0.1078408 Nov 12 09:04:56.818077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78117dda-1cc0-4af7-b20c-ddc95fd4f596 req-93da3731-e5b9-4f20-87c3-7bf0aae0a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:56.819677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78117dda-1cc0-4af7-b20c-ddc95fd4f596 req-93da3731-e5b9-4f20-87c3-7bf0aae0a0ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 1097 time: 0.1039884 Nov 12 09:04:56.865715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.874881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:56.889949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:56.994791 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdf76b15-8547-4a9f-a9cb-675cc7099ea9 req-2e5950f3-b165-42ca-ba11-a04ab9c357e2 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732705 Nov 12 09:04:57.003441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78117dda-1cc0-4af7-b20c-ddc95fd4f596 req-0dff37bd-8949-4000-975b-b76afb402bc7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577396 Nov 12 09:04:57.068795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.070027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:57.091202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7b8da33-a9f3-4392-bf05-c11be91e8f7e req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "PUT /v2.0/ports/5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 200 len: 981 time: 0.7659209 Nov 12 09:04:57.091202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:57.097700 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b76a35b-556b-4216-ac75-4406ecd7e47f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:57.141857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a37942-0b07-4f6c-a338-4cbe9744aa29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:57.154390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-802a80ec-e4f8-49fe-a38c-e5c1d18a29fb service neutron] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:04:57.164003 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-802a80ec-e4f8-49fe-a38c-e5c1d18a29fb service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:57.165201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ee6cb0-1075-42ef-812c-dcd41f498e52 req-802a80ec-e4f8-49fe-a38c-e5c1d18a29fb service neutron] 10.222.0.55 "DELETE /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d/bindings/n-h1-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.4134841 Nov 12 09:04:57.231077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852671a3-6351-49cd-bc10-b4ca525f731d req-2d698217-f3c3-4372-9b25-875f0581293e tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.241674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:57.245467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-852671a3-6351-49cd-bc10-b4ca525f731d req-2d698217-f3c3-4372-9b25-875f0581293e tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 945 time: 0.1208916 Nov 12 09:04:57.320813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b6bde-7ed3-4962-810e-9cfc5384dc49 req-43f8c152-1ac3-49b1-92ee-244564388d88 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.328514 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-721b6bde-7ed3-4962-810e-9cfc5384dc49 req-43f8c152-1ac3-49b1-92ee-244564388d88 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 945 time: 0.1545594 Nov 12 09:04:57.341520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-852671a3-6351-49cd-bc10-b4ca525f731d req-87c12d4b-b176-467c-a809-5fc99c5a411a tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837238 Nov 12 09:04:57.391220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-721b6bde-7ed3-4962-810e-9cfc5384dc49 req-f0827a24-cfb7-4937-970e-306fe7b4da97 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570004 Nov 12 09:04:57.504923 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-ecdb8ab3-4237-4e46-b260-e223bb7d06fc tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1569729465&fields=id&tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 267 time: 0.0720286 Nov 12 09:04:57.510228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5d8a53fa-7786-4609-b73d-f2d37911cdca details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:04:57.618882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-7a534a88-aade-489e-b8b5-85c1612d2d7f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.648767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-7a534a88-aade-489e-b8b5-85c1612d2d7f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 984 time: 0.1423726 Nov 12 09:04:57.661351 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d483460-68fe-40b6-8658-2b2e556fa150 x-openstack-request-id: req-4d483460-68fe-40b6-8658-2b2e556fa150 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:57.661849 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:57.661849 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4d483460-68fe-40b6-8658-2b2e556fa150 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:57.662248 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb', 'status': 'completed', 'code': 200} Nov 12 09:04:57.671492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'port': {'security_groups': ['4c345a5a-f1f9-4511-a539-d3856226387b', '4eb93531-75a4-4285-99f5-e2fa0ccb75bd', '3a0f42b9-ea8f-4e48-a180-2b34330e6fc2']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:04:57.737402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-ea6c6982-8264-4bb5-b673-859c612f9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.738931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-ea6c6982-8264-4bb5-b673-859c612f9197 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1136 time: 0.0881758 Nov 12 09:04:57.865807 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:57.868729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:57.873909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5d8a53fa-7786-4609-b73d-f2d37911cdca, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:57.889484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-302da222-d401-4d94-9159-4ec929acfc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:57.891837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-302da222-d401-4d94-9159-4ec929acfc1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 913 time: 0.1380968 Nov 12 09:04:57.909396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '5d8a53fa-7786-4609-b73d-f2d37911cdca', 'network_id': '01f0db1b-ee76-4c0b-bc35-53238d616201', 'port_id': '5d8a53fa-7786-4609-b73d-f2d37911cdca', 'mac_address': 'fa:16:3e:7b:80:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edcbc1fa-6449-4b1d-af41-e5c9d98e21a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:04:57.993387 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-f8e5337b-bbd0-4ea0-b9ee-c6f38e90c0e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 200 len: 217 time: 0.0878291 Nov 12 09:04:58.006120 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.014325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd8c48-0453-4f26-ad9a-c07df594a0f1 req-4d222ff6-7ae2-4e2c-a4bc-4acf95dfdc0a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:58.033242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60fd8c48-0453-4f26-ad9a-c07df594a0f1 req-4d222ff6-7ae2-4e2c-a4bc-4acf95dfdc0a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1379278 Nov 12 09:04:58.054226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8a53fa-7786-4609-b73d-f2d37911cdca {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:04:58.083553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5d8a53fa-7786-4609-b73d-f2d37911cdca, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:58.100867 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.173396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-9f0e9a69-abf2-470a-b2d3-9b3464278bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:58.174786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-9f0e9a69-abf2-470a-b2d3-9b3464278bc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.1693947 Nov 12 09:04:58.185903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60fd8c48-0453-4f26-ad9a-c07df594a0f1 req-51147341-3a82-4544-9a8a-cfdecab9d2de tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516950 Nov 12 09:04:58.216164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.239055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5d8a53fa-7786-4609-b73d-f2d37911cdca,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:58.254199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-0d05209b-db23-4989-8a03-68133c4fa149 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668528 Nov 12 09:04:58.349548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5d8a53fa-7786-4609-b73d-f2d37911cdca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:58.456185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78862cc9-2085-4220-9328-ac8697f4b429 req-228098ee-e3e2-473e-b9f8-afcd0fa5093e tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:58.466457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78862cc9-2085-4220-9328-ac8697f4b429 req-228098ee-e3e2-473e-b9f8-afcd0fa5093e tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 1097 time: 0.0997226 Nov 12 09:04:58.493547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-75a31553-45fe-4397-b8f0-cf62567e18d9 service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299199 Nov 12 09:04:58.547792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78862cc9-2085-4220-9328-ac8697f4b429 req-0984a10a-f16c-41f7-974e-bc657cbfdab5 tempest-LiveAutoBlockMigrationV225Test-639271683 tempest-LiveAutoBlockMigrationV225Test-639271683-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792322 Nov 12 09:04:58.684062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b76a35b-556b-4216-ac75-4406ecd7e47f req-1a8c1824-05c7-4824-a74f-a0ccb942628b service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397600 Nov 12 09:04:58.827888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5ed213a5-b20c-436f-965b-c41e57293feb,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:04:58.854592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:58.855511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a8c6d-0644-4fd3-a3cc-a65b192c101a req-78528e32-6a9a-4c24-9340-f0697aaceb71 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:58.857092 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-663a8c6d-0644-4fd3-a3cc-a65b192c101a req-78528e32-6a9a-4c24-9340-f0697aaceb71 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 944 time: 0.1133406 Nov 12 09:04:58.900048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.909214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:58.910807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-663a8c6d-0644-4fd3-a3cc-a65b192c101a req-551a38bf-bd19-47f6-a08f-7be6eaeb9d1d tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Nov 12 09:04:58.920823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:58.995776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:59.021046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.022096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.037279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a0ecd17-ef9b-49e3-bcc9-60d72a43e26c req-de207445-253a-4556-a3e8-3692e911ee29 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "PUT /v2.0/ports/5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 200 len: 1020 time: 1.3853810 Nov 12 09:04:59.041002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:04:59.046056 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c7ca6-c896-471e-b027-6f94d4b4e476" -d '{"events": [{"name": "network-changed", "server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:04:59.074049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f3be39a-d63f-40b9-9f1f-97880feb2d2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.141988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa62f-101d-46bf-98fb-6d5394644580 req-277930ef-c928-44dc-95bb-91e96fee6169 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.156974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71efa62f-101d-46bf-98fb-6d5394644580 req-277930ef-c928-44dc-95bb-91e96fee6169 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 945 time: 0.1122358 Nov 12 09:04:59.182469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:04:59.192653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f3be39a-d63f-40b9-9f1f-97880feb2d2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.198088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f3be39a-d63f-40b9-9f1f-97880feb2d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.248154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0f3be39a-d63f-40b9-9f1f-97880feb2d2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=184d56ec8c7f46caa01d5fdc1be945b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3922184 Nov 12 09:04:59.249301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3be39a-d63f-40b9-9f1f-97880feb2d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2944db41-cfc8-4c7e-8cc5-ffc5839da846,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:59.252392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37886) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:04:59.290778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71efa62f-101d-46bf-98fb-6d5394644580 req-9708e28b-f3af-4945-9992-85cd3685fd66 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326690 Nov 12 09:04:59.322052 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-878ba317-1783-4f31-8cc5-c515b610c6a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.386098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-878ba317-1783-4f31-8cc5-c515b610c6a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.408049 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb955fc-784d-4fee-9bc4-9950ccc825db x-openstack-request-id: req-3eb955fc-784d-4fee-9bc4-9950ccc825db {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:04:59.408652 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:04:59.409117 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3eb955fc-784d-4fee-9bc4-9950ccc825db {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:04:59.409724 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb', 'status': 'completed', 'code': 200} Nov 12 09:04:59.484806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-878ba317-1783-4f31-8cc5-c515b610c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.488244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-878ba317-1783-4f31-8cc5-c515b610c6a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:04:59.489561 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-878ba317-1783-4f31-8cc5-c515b610c6a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2944db41-cfc8-4c7e-8cc5-ffc5839da846 HTTP/1.1" status: 204 len: 168 time: 0.2361598 Nov 12 09:04:59.509146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878ba317-1783-4f31-8cc5-c515b610c6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2944db41-cfc8-4c7e-8cc5-ffc5839da846,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:04:59.601990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5d8a53fa-7786-4609-b73d-f2d37911cdca up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:04:59.620983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-f20b0849-39ab-402c-ad60-3d9eb02624f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.624432 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-f20b0849-39ab-402c-ad60-3d9eb02624f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1175 time: 0.1787882 Nov 12 09:04:59.641172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6ea08-b794-442f-ab6b-8ccc8a15b723 req-c3cced18-0f4c-4e22-b96d-a08e63ffe0c2 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.650574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2f6ea08-b794-442f-ab6b-8ccc8a15b723 req-c3cced18-0f4c-4e22-b96d-a08e63ffe0c2 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1023 time: 0.2162647 Nov 12 09:04:59.779277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f146c22-7395-4d78-a90e-cf62f9f1a9ee req-bd280b2e-fa8d-4cdf-b597-0d850082e9b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:04:59.792570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f146c22-7395-4d78-a90e-cf62f9f1a9ee req-bd280b2e-fa8d-4cdf-b597-0d850082e9b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1696208 Nov 12 09:04:59.943339 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f146c22-7395-4d78-a90e-cf62f9f1a9ee req-11e4b833-0bd5-4560-859e-432d1d88f426 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497595 Nov 12 09:05:00.029546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 5d8a53fa-7786-4609-b73d-f2d37911cdca completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:00.059937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 5d8a53fa-7786-4609-b73d-f2d37911cdca triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:00.060677 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.106381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-2807b343-9568-4131-8dd7-53448b3fb2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.107888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-2807b343-9568-4131-8dd7-53448b3fb2ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 913 time: 0.4408655 Nov 12 09:05:00.122272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2f6ea08-b794-442f-ab6b-8ccc8a15b723 req-158b8b9a-f730-4852-9e54-d5be4c919daa tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb93531-75a4-4285-99f5-e2fa0ccb75bd&id=3a0f42b9-ea8f-4e48-a180-2b34330e6fc2&id=4c345a5a-f1f9-4511-a539-d3856226387b HTTP/1.1" status: 200 len: 6206 time: 0.4570017 Nov 12 09:05:00.184004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-8b8b3470-cbf6-405e-a4f2-2e0fbe27020a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 200 len: 217 time: 0.0548480 Nov 12 09:05:00.241775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-2126031b-1117-4e3f-b9ab-f324fde90a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.243306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-2126031b-1117-4e3f-b9ab-f324fde90a02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.0511327 Nov 12 09:05:00.286208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1b14c-db4d-4052-a496-a643569705cd req-546d36c5-f599-4b51-8d6f-f36f23df4e3b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.288111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ca1b14c-db4d-4052-a496-a643569705cd req-546d36c5-f599-4b51-8d6f-f36f23df4e3b tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 945 time: 0.2468686 Nov 12 09:05:00.298747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc065c9-95ab-41de-b1d9-ebb69e3aec55 req-d3d80c9a-bfa0-44be-99f5-94500975ee99 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.301690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1fc065c9-95ab-41de-b1d9-ebb69e3aec55 req-d3d80c9a-bfa0-44be-99f5-94500975ee99 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 945 time: 0.1926417 Nov 12 09:05:00.311670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:00.316870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Request body: {'floatingip': {'port_id': '4c81d03f-54e6-4e60-be36-edf757f22b76'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:00.339997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.404110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-78251fd9-8197-4bb0-a3e3-d87ca4c6778e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1364715 Nov 12 09:05:00.411707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a53fa-7786-4609-b73d-f2d37911cdca'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:00.414189 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55d96b4-7376-4c8f-bc98-9204195de583" -d '{"events": [{"server_uuid": "75b88b61-df58-4bb8-85f5-7597e574cd43", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a53fa-7786-4609-b73d-f2d37911cdca"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:00.436765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.458919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5d8a53fa-7786-4609-b73d-f2d37911cdca, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:00.473954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.498426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72171d62-8967-421a-8443-04129440130a req-e7746b60-f8de-4587-85ca-2d46682fcb69 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.505462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-72171d62-8967-421a-8443-04129440130a req-e7746b60-f8de-4587-85ca-2d46682fcb69 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 945 time: 0.2611966 Nov 12 09:05:00.584816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5d8a53fa-7786-4609-b73d-f2d37911cdca,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:00.600185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.601155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.601695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.602272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.602837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.603627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.604526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.605073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.605606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.606149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.606693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.607442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:00.707256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a372a-8423-4062-a064-6393e80593aa req-886475d9-b7c5-440f-818d-6cf5fe44bc90 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:00.708673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d13a372a-8423-4062-a064-6393e80593aa req-886475d9-b7c5-440f-818d-6cf5fe44bc90 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.2685812 Nov 12 09:05:00.710839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Deleting port a8badf7b-e38b-443d-a2af-0f327081e87d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:00.711189 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.717558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-8ffa0d89-7f81-424f-bcd9-892e512ee34e service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902327 Nov 12 09:05:00.739891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-72171d62-8967-421a-8443-04129440130a req-2b849339-dc5b-4084-99ee-f9bd564f2e29 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414790 Nov 12 09:05:00.805049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-43cf32cd-eab8-4824-b13e-264bfcdcec8a req-b2438e02-9378-47d1-adf9-5bab90bbd4e6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1056198716 ', 'description': 'tempest-description-658728012'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:00.856545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43cf32cd-eab8-4824-b13e-264bfcdcec8a req-b2438e02-9378-47d1-adf9-5bab90bbd4e6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.880048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-751c7ca6-c896-471e-b027-6f94d4b4e476 req-97239f7a-e41d-4215-88cc-04a257fb81a7 service neutron] 10.222.0.55 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528103 Nov 12 09:05:00.962691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43cf32cd-eab8-4824-b13e-264bfcdcec8a req-b2438e02-9378-47d1-adf9-5bab90bbd4e6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:00.969128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43cf32cd-eab8-4824-b13e-264bfcdcec8a req-b2438e02-9378-47d1-adf9-5bab90bbd4e6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.001693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43cf32cd-eab8-4824-b13e-264bfcdcec8a req-b2438e02-9378-47d1-adf9-5bab90bbd4e6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.008997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43cf32cd-eab8-4824-b13e-264bfcdcec8a req-b2438e02-9378-47d1-adf9-5bab90bbd4e6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2078240 Nov 12 09:05:01.042130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d13a372a-8423-4062-a064-6393e80593aa req-636330be-3906-4eac-a451-c3711463f186 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127897 Nov 12 09:05:01.068205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2438e02-9378-47d1-adf9-5bab90bbd4e6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dde34a0-70e3-4848-9cc1-da190f3bec64,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:01.120695 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f090a2d-21f4-4561-9b02-985b413e03cb x-openstack-request-id: req-7f090a2d-21f4-4561-9b02-985b413e03cb {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:01.121542 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b88b61-df58-4bb8-85f5-7597e574cd43", "name": "network-vif-plugged", "status": "completed", "tag": "5d8a53fa-7786-4609-b73d-f2d37911cdca", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:01.122020 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f090a2d-21f4-4561-9b02-985b413e03cb {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:01.122558 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8a53fa-7786-4609-b73d-f2d37911cdca', 'code': 200} Nov 12 09:05:01.242272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] For port a8badf7b-e38b-443d-a2af-0f327081e87d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a8badf7b-e38b-443d-a2af-0f327081e87d,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:01.243029 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.248960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cdb63-ba5c-4121-bbfb-32d2c4bebad8 req-98e345f2-1179-4501-9c39-92624c6a2ffd tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:01.257981 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-439cdb63-ba5c-4121-bbfb-32d2c4bebad8 req-98e345f2-1179-4501-9c39-92624c6a2ffd tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0644691 Nov 12 09:05:01.299078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Calling delete_port for a8badf7b-e38b-443d-a2af-0f327081e87d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:01.316409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-439cdb63-ba5c-4121-bbfb-32d2c4bebad8 req-1a420a20-f8c6-415e-ad94-b461b88a7688 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572829 Nov 12 09:05:01.412609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9042fe69-2a14-4570-a799-2a520be50e64 req-dfc1881b-1851-4c6e-834f-1b90c550dc60 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/8dde34a0-70e3-4848-9cc1-da190f3bec64 HTTP/1.1" status: 200 len: 1799 time: 0.2452760 Nov 12 09:05:01.472649 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb6579-ea09-4219-96c0-5481ef7258a7 req-abbf246d-8d40-454e-a6b5-98cf4ac36b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:01.474344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dbcb6579-ea09-4219-96c0-5481ef7258a7 req-abbf246d-8d40-454e-a6b5-98cf4ac36b9a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 1097 time: 0.2278202 Nov 12 09:05:01.496801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fb22bbd-3319-47f1-83c1-1cb6d9bf00bb req-570e2ca9-770f-459a-8bfc-b313c59c60a6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/8dde34a0-70e3-4848-9cc1-da190f3bec64 HTTP/1.1" status: 200 len: 1799 time: 0.0592964 Nov 12 09:05:01.561601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0fb22bbd-3319-47f1-83c1-1cb6d9bf00bb req-98a34df7-13d8-4528-9bd3-2cf3957c3674 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.591729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0fb22bbd-3319-47f1-83c1-1cb6d9bf00bb req-98a34df7-13d8-4528-9bd3-2cf3957c3674 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.667963 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.669267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0fb22bbd-3319-47f1-83c1-1cb6d9bf00bb req-98a34df7-13d8-4528-9bd3-2cf3957c3674 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.674700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dbcb6579-ea09-4219-96c0-5481ef7258a7 req-ecabb76d-1bd4-4a80-947d-99f11a2ae581 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728871 Nov 12 09:05:01.678177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0fb22bbd-3319-47f1-83c1-1cb6d9bf00bb req-98a34df7-13d8-4528-9bd3-2cf3957c3674 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.683537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.686842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fb22bbd-3319-47f1-83c1-1cb6d9bf00bb req-98a34df7-13d8-4528-9bd3-2cf3957c3674 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/8dde34a0-70e3-4848-9cc1-da190f3bec64 HTTP/1.1" status: 204 len: 173 time: 0.1887486 Nov 12 09:05:01.699673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34df7-13d8-4528-9bd3-2cf3957c3674 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dde34a0-70e3-4848-9cc1-da190f3bec64,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:01.758785 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.790034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'a8badf7b-e38b-443d-a2af-0f327081e87d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:01.798885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event deleted for resources: {'Port': ['ID=a8badf7b-e38b-443d-a2af-0f327081e87d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:01.805696 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-7092c0a9-f3b6-43bc-b17b-1ba47bfbe47c req-e607d5a5-d36e-4874-9a06-fd85c2bd36f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:01.825320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7092c0a9-f3b6-43bc-b17b-1ba47bfbe47c req-e607d5a5-d36e-4874-9a06-fd85c2bd36f0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/8dde34a0-70e3-4848-9cc1-da190f3bec64 HTTP/1.1" status: 404 len: 352 time: 0.0680559 Nov 12 09:05:01.854157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-887553be-0ad1-4c46-8433-c49298ae6d58 req-da3381bd-f75e-4b18-af20-6305f18fe62b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-581039698', 'description': 'tempest-description-1883160994'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:01.920640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b15a7e80-40e5-475d-8665-717a7a3a2f8f req-329039b7-4177-4262-9d54-0e748568cd76 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 210 time: 0.0373580 Nov 12 09:05:01.939114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] No DVR routers for this DVR port a8badf7b-e38b-443d-a2af-0f327081e87d on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:01.942125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:01.947307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ca1b14c-db4d-4052-a496-a643569705cd req-d776f9d4-c11b-4eb9-89a4-5aa542ee8b67 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "DELETE /v2.0/ports/a8badf7b-e38b-443d-a2af-0f327081e87d HTTP/1.1" status: 204 len: 173 time: 1.6444683 Nov 12 09:05:01.961589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'name': 'network-vif-deleted', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:01.961589 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b678623-6c7f-4626-82c5-cabb17270eab" -d '{"events": [{"server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "name": "network-vif-deleted", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:01.981574 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Floating IP 17ee4a68-06b2-45ed-8d12-70bce9f90745 associated. External IP: 172.25.5.111, port: 4c81d03f-54e6-4e60-be36-edf757f22b76. Nov 12 09:05:02.056069 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfe08fa-4d8a-44e4-877b-944c2dcabb06 x-openstack-request-id: req-8dfe08fa-4d8a-44e4-877b-944c2dcabb06 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:02.056797 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1104dbde-7192-4cf9-a5ea-fdef37eef75d", "name": "network-vif-deleted", "tag": "a8badf7b-e38b-443d-a2af-0f327081e87d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:02.056797 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8dfe08fa-4d8a-44e4-877b-944c2dcabb06 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:02.057015 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1104dbde-7192-4cf9-a5ea-fdef37eef75d', 'name': 'network-vif-deleted', 'tag': 'a8badf7b-e38b-443d-a2af-0f327081e87d', 'status': 'completed', 'code': 200} Nov 12 09:05:02.067659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-887553be-0ad1-4c46-8433-c49298ae6d58 req-da3381bd-f75e-4b18-af20-6305f18fe62b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.247606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-887553be-0ad1-4c46-8433-c49298ae6d58 req-da3381bd-f75e-4b18-af20-6305f18fe62b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.257579 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-887553be-0ad1-4c46-8433-c49298ae6d58 req-da3381bd-f75e-4b18-af20-6305f18fe62b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.273149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0f592-e5e2-46d7-914d-9146e0124286 req-107600af-3d4a-4974-b5cc-c109125114c4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:02.280649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8c0f592-e5e2-46d7-914d-9146e0124286 req-107600af-3d4a-4974-b5cc-c109125114c4 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1408639 Nov 12 09:05:02.341479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-887553be-0ad1-4c46-8433-c49298ae6d58 req-da3381bd-f75e-4b18-af20-6305f18fe62b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.356685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-887553be-0ad1-4c46-8433-c49298ae6d58 req-da3381bd-f75e-4b18-af20-6305f18fe62b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5126188 Nov 12 09:05:02.370583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3381bd-f75e-4b18-af20-6305f18fe62b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0093ab-d1dc-440f-bafe-4998affc6b9c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:02.390218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:02.511437 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8c0f592-e5e2-46d7-914d-9146e0124286 req-17e0bad8-9b16-4143-944d-27cef8e8f69c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249727 Nov 12 09:05:02.535411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:02.548234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] Sync routers for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:02.554169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.577370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:02.580696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:02.583294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-e2970a27-1c92-43b9-9e8c-475d027018de req-3478a192-a2f7-44cc-844f-41040dc852c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1380326782', 'description': 'tempest-description-424512800'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:02.612089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6d615f16-c4f2-47ab-9d3e-de1f50c60a59 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "PUT /v2.0/floatingips/17ee4a68-06b2-45ed-8d12-70bce9f90745 HTTP/1.1" status: 200 len: 991 time: 2.2984672 Nov 12 09:05:02.629231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2970a27-1c92-43b9-9e8c-475d027018de req-3478a192-a2f7-44cc-844f-41040dc852c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.761499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2970a27-1c92-43b9-9e8c-475d027018de req-3478a192-a2f7-44cc-844f-41040dc852c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.769625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2970a27-1c92-43b9-9e8c-475d027018de req-3478a192-a2f7-44cc-844f-41040dc852c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.789257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07582595-f672-4590-8a70-52791468ba82 req-3f156f3b-cfc2-4696-bc53-dca2fd3c404b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:02.791671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-07582595-f672-4590-8a70-52791468ba82 req-3f156f3b-cfc2-4696-bc53-dca2fd3c404b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1322916 Nov 12 09:05:02.816750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-e2970a27-1c92-43b9-9e8c-475d027018de req-3478a192-a2f7-44cc-844f-41040dc852c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:02.818159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2970a27-1c92-43b9-9e8c-475d027018de req-3478a192-a2f7-44cc-844f-41040dc852c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2599773 Nov 12 09:05:02.827786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478a192-a2f7-44cc-844f-41040dc852c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca564fd-8b49-489b-9e05-10adc1be4e1a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:02.885230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-07582595-f672-4590-8a70-52791468ba82 req-8af0fa81-9170-45bd-8450-8c1f1284d6d2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847192 Nov 12 09:05:02.928080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-efedab5e-77f9-45a0-84d6-3067706738ba req-05a205fa-e9e2-41e6-a235-fc6ec975bf02 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1186891243', 'description': 'tempest-description-1309278806'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:02.940679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:02.977427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-efedab5e-77f9-45a0-84d6-3067706738ba req-05a205fa-e9e2-41e6-a235-fc6ec975bf02 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:03.095300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5eadbb5e-05b3-46d3-aa75-c5c2888be5df req-0971fcf5-5d90-4a28-9371-d5032afdb0e0 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 210 time: 0.0461600 Nov 12 09:05:03.160868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-efedab5e-77f9-45a0-84d6-3067706738ba req-05a205fa-e9e2-41e6-a235-fc6ec975bf02 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:03.172903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-efedab5e-77f9-45a0-84d6-3067706738ba req-05a205fa-e9e2-41e6-a235-fc6ec975bf02 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:03.253189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-efedab5e-77f9-45a0-84d6-3067706738ba req-05a205fa-e9e2-41e6-a235-fc6ec975bf02 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:03.255057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-efedab5e-77f9-45a0-84d6-3067706738ba req-05a205fa-e9e2-41e6-a235-fc6ec975bf02 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3351986 Nov 12 09:05:03.257648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a205fa-e9e2-41e6-a235-fc6ec975bf02 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899890b8-b3ca-404d-9334-479abc369ff7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:03.437199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df477fe5-64a7-4036-a75b-22e296cd5f39 req-1923186f-2ab7-48dc-bb81-935ec4af905e tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 11011 time: 0.1359508 Nov 12 09:05:03.445121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '17ee4a68-06b2-45ed-8d12-70bce9f90745', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'port_id': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'mac_address': 'fa:16:3e:89:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:40Z', 'updated_at': '2021-11-12T09:05:01Z', 'revision_number': 1, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:03.521037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df477fe5-64a7-4036-a75b-22e296cd5f39 req-66abfe7f-e555-445d-879c-eaf54daaf1c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/4c345a5a-f1f9-4511-a539-d3856226387b HTTP/1.1" status: 200 len: 3002 time: 0.0609765 Nov 12 09:05:03.542645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] Checking router: 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:03.570004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:03.572272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:04:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:03.609140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df477fe5-64a7-4036-a75b-22e296cd5f39 req-203b0dbb-1831-4477-b589-5748bbf071db tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/4c345a5a-f1f9-4511-a539-d3856226387b HTTP/1.1" status: 200 len: 3002 time: 0.0819879 Nov 12 09:05:03.722775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95b855-8ef4-46ac-b244-a36f4cb53ae8 req-cfa390b0-a4d8-4ba1-998d-bd1a3f2067b5 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:03.735594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e95b855-8ef4-46ac-b244-a36f4cb53ae8 req-cfa390b0-a4d8-4ba1-998d-bd1a3f2067b5 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0877500 Nov 12 09:05:03.796327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:03.825924 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d16ea2-574a-4a99-af12-479288f46dec req-89acc68c-6bf9-47c7-9bca-47e3b6787a6f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/cf0093ab-d1dc-440f-bafe-4998affc6b9c HTTP/1.1" status: 200 len: 1819 time: 0.0600755 Nov 12 09:05:03.851603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e95b855-8ef4-46ac-b244-a36f4cb53ae8 req-2bd44069-23ac-4e65-9c21-515a1f897f02 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147742 Nov 12 09:05:03.926517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38062) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:03.926683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a8badf7b-e38b-443d-a2af-0f327081e87d no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:03.946540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d16ea2-574a-4a99-af12-479288f46dec req-37032067-8709-4a94-944b-4c73846d8e91 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:03.955019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: a8badf7b-e38b-443d-a2af-0f327081e87d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:03.955364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a8badf7b-e38b-443d-a2af-0f327081e87d not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:03.981002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d16ea2-574a-4a99-af12-479288f46dec req-37032067-8709-4a94-944b-4c73846d8e91 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.056472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d16ea2-574a-4a99-af12-479288f46dec req-37032067-8709-4a94-944b-4c73846d8e91 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.062848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d16ea2-574a-4a99-af12-479288f46dec req-37032067-8709-4a94-944b-4c73846d8e91 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.065601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d16ea2-574a-4a99-af12-479288f46dec req-37032067-8709-4a94-944b-4c73846d8e91 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf0093ab-d1dc-440f-bafe-4998affc6b9c HTTP/1.1" status: 204 len: 173 time: 0.2386796 Nov 12 09:05:04.077338 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:04.081514 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8fcab0-c9b1-410a-a187-926b3756dea5" -d '{"events": [{"name": "network-changed", "server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:04.105611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37032067-8709-4a94-944b-4c73846d8e91 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0093ab-d1dc-440f-bafe-4998affc6b9c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:04.216650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-a9192fd7-4b5f-44b2-b0ae-9a3ea502ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.216932 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7704fed-441a-4956-8fc4-19324899d312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.218176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-a9192fd7-4b5f-44b2-b0ae-9a3ea502ae5c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 1097 time: 0.0607831 Nov 12 09:05:04.247488 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-b0a3e770-cfdf-4a45-b4e9-41218916a825 req-841ebbac-123d-418f-aba8-4e3a85c866b3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:04.248568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0a3e770-cfdf-4a45-b4e9-41218916a825 req-841ebbac-123d-418f-aba8-4e3a85c866b3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/cf0093ab-d1dc-440f-bafe-4998affc6b9c HTTP/1.1" status: 404 len: 352 time: 0.0271158 Nov 12 09:05:04.270615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '17ee4a68-06b2-45ed-8d12-70bce9f90745', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'port_id': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'mac_address': 'fa:16:3e:89:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:40Z', 'updated_at': '2021-11-12T09:05:01Z', 'revision_number': 1, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:04.292284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c1548-68c5-4358-830c-afce1419ae9f req-f978c6d6-6425-48ea-b494-2adff57449a4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.294607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b0c1548-68c5-4358-830c-afce1419ae9f req-f978c6d6-6425-48ea-b494-2adff57449a4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0878251 Nov 12 09:05:04.340244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0d6db6-d84b-43dc-a48e-195fbbea1902 None None] The sync data for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 is: [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '17ee4a68-06b2-45ed-8d12-70bce9f90745', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'floating_ip_address': '172.25.5.111', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'port_id': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'mac_address': 'fa:16:3e:89:ce:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:04:40Z', 'updated_at': '2021-11-12T09:05:01Z', 'revision_number': 1, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:04.341831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-7f970484-529b-4dc4-88d6-928072a7fa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.343205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-7f970484-529b-4dc4-88d6-928072a7fa9b service neutron] 10.222.0.62 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 912 time: 0.1132364 Nov 12 09:05:04.367615 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b0c1548-68c5-4358-830c-afce1419ae9f req-79f70634-2619-482b-8b7b-359a574755c8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639348 Nov 12 09:05:04.411655 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-4dd060d6-f254-4b7d-9312-9b7a0643066a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca HTTP/1.1" status: 200 len: 217 time: 0.0593443 Nov 12 09:05:04.469428 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16374e6e-88fa-4d5c-a503-e7300dd5bbe6 x-openstack-request-id: req-16374e6e-88fa-4d5c-a503-e7300dd5bbe6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:04.470276 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:04.470276 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16374e6e-88fa-4d5c-a503-e7300dd5bbe6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:04.470497 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'status': 'completed', 'code': 200} Nov 12 09:05:04.474418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7704fed-441a-4956-8fc4-19324899d312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.481735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7704fed-441a-4956-8fc4-19324899d312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.518497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b7704fed-441a-4956-8fc4-19324899d312 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5631d94b3e9e4cd6942c06de82a7cbe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5904434 Nov 12 09:05:04.521903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38080) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:04.585722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-9018e10c-c340-4ac2-80fe-e2c3567ce0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.587347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-9018e10c-c340-4ac2-80fe-e2c3567ce0e4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 200 len: 851 time: 0.1534290 Nov 12 09:05:04.605128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0371-9ff1-40c7-b0d9-857fa417ec05 req-9a26b193-0551-4cbd-ad0f-5f92c8698250 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.609804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ace0371-9ff1-40c7-b0d9-857fa417ec05 req-9a26b193-0551-4cbd-ad0f-5f92c8698250 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.2455013 Nov 12 09:05:04.654988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59b7fbd6-a781-492a-bb9a-4d2fa2037d7f req-c400b5a4-0c06-451e-b99d-aead47238d72 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 210 time: 0.0845242 Nov 12 09:05:04.673422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7704fed-441a-4956-8fc4-19324899d312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94028df-bb4f-4edb-ae96-972c46db2839,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:04.681168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-9154c153-8386-4d9a-85e0-3fc9160914eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01f0db1b-ee76-4c0b-bc35-53238d616201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660558 Nov 12 09:05:04.683414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-ddf6ccae-b326-4c09-a37f-dfeabc458bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:04.684571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-ddf6ccae-b326-4c09-a37f-dfeabc458bf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a580d2395a0b4ccc98266a4cb3081122&device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 1097 time: 0.2072954 Nov 12 09:05:04.747041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f20341-0ffd-4475-ada4-6026ba621e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.761394 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716357c8-52a9-4f42-afe3-85552032c418 None None] New status for floating IP 17ee4a68-06b2-45ed-8d12-70bce9f90745: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:05:04.798484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f20341-0ffd-4475-ada4-6026ba621e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.859921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28515e8d-f830-468e-a395-d2ee2b66f09e req-ad2e739d-5fae-4191-b7e4-4a8d080016ce tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/aca564fd-8b49-489b-9e05-10adc1be4e1a HTTP/1.1" status: 200 len: 1819 time: 0.1660640 Nov 12 09:05:04.866519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f20341-0ffd-4475-ada4-6026ba621e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.872304 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f20341-0ffd-4475-ada4-6026ba621e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:04.873454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e4f20341-0ffd-4475-ada4-6026ba621e06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e94028df-bb4f-4edb-ae96-972c46db2839 HTTP/1.1" status: 204 len: 168 time: 0.3506148 Nov 12 09:05:04.965920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f20341-0ffd-4475-ada4-6026ba621e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94028df-bb4f-4edb-ae96-972c46db2839,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:05.026663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-28515e8d-f830-468e-a395-d2ee2b66f09e req-82c1c045-d03a-4eb2-b3eb-37cd83023f8d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.073437 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-28515e8d-f830-468e-a395-d2ee2b66f09e req-82c1c045-d03a-4eb2-b3eb-37cd83023f8d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.129436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-28515e8d-f830-468e-a395-d2ee2b66f09e req-82c1c045-d03a-4eb2-b3eb-37cd83023f8d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.137052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-28515e8d-f830-468e-a395-d2ee2b66f09e req-82c1c045-d03a-4eb2-b3eb-37cd83023f8d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.150523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28515e8d-f830-468e-a395-d2ee2b66f09e req-82c1c045-d03a-4eb2-b3eb-37cd83023f8d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/aca564fd-8b49-489b-9e05-10adc1be4e1a HTTP/1.1" status: 204 len: 173 time: 0.2733598 Nov 12 09:05:05.163978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c045-d03a-4eb2-b3eb-37cd83023f8d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca564fd-8b49-489b-9e05-10adc1be4e1a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:05.264160 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-23d0544e-b992-4911-a6d7-783ea2c1ec1e req-71128bf4-1fdc-4473-8616-da396fabb00a tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:05.274330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-23d0544e-b992-4911-a6d7-783ea2c1ec1e req-71128bf4-1fdc-4473-8616-da396fabb00a tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/aca564fd-8b49-489b-9e05-10adc1be4e1a HTTP/1.1" status: 404 len: 352 time: 0.0267775 Nov 12 09:05:05.378872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38096) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:05.411850 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbea34b1-2a7d-42f1-b85a-776c4323a13f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.445403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60fbc3ba-9eca-454e-bf59-50542aeaf8c9 req-d4bbcf01-b588-40e2-aad9-7523a3da081f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/899890b8-b3ca-404d-9334-479abc369ff7 HTTP/1.1" status: 200 len: 1820 time: 0.0881515 Nov 12 09:05:05.484781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ace0371-9ff1-40c7-b0d9-857fa417ec05 req-b4697538-a149-48e6-9bb7-71ed003b257e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8486750 Nov 12 09:05:05.544320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-60fbc3ba-9eca-454e-bf59-50542aeaf8c9 req-986ce65b-fb7e-41fa-abc0-9fac8ecf5296 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.549252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-ab86f464-c28c-46f7-ad2e-f8fdca9e48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:05.551072 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-ab86f464-c28c-46f7-ad2e-f8fdca9e48d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 HTTP/1.1" status: 200 len: 916 time: 0.8583057 Nov 12 09:05:05.592230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-60fbc3ba-9eca-454e-bf59-50542aeaf8c9 req-986ce65b-fb7e-41fa-abc0-9fac8ecf5296 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.611460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbea34b1-2a7d-42f1-b85a-776c4323a13f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.616085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbea34b1-2a7d-42f1-b85a-776c4323a13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.679888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea34b1-2a7d-42f1-b85a-776c4323a13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cb4472-2f52-46ec-be55-fbfc3bbbce5d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:05.686079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dbea34b1-2a7d-42f1-b85a-776c4323a13f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=438c9d6c12bb41d3a4b6ac5e041f1de0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060441 Nov 12 09:05:05.689859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38104) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:05.704223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-60fbc3ba-9eca-454e-bf59-50542aeaf8c9 req-986ce65b-fb7e-41fa-abc0-9fac8ecf5296 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.706822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-60fbc3ba-9eca-454e-bf59-50542aeaf8c9 req-986ce65b-fb7e-41fa-abc0-9fac8ecf5296 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.719253 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60fbc3ba-9eca-454e-bf59-50542aeaf8c9 req-986ce65b-fb7e-41fa-abc0-9fac8ecf5296 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/899890b8-b3ca-404d-9334-479abc369ff7 HTTP/1.1" status: 204 len: 173 time: 0.2725921 Nov 12 09:05:05.728327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-3b723a7d-490c-4e31-af8b-1b3e482be73b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c81d03f-54e6-4e60-be36-edf757f22b76 HTTP/1.1" status: 200 len: 1001 time: 0.1687341 Nov 12 09:05:05.737424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23c79f-1f95-4220-a9b2-914779a36391 req-fa476c99-0b81-4b93-82dc-687d78829d9d tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:05.738173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ce65b-fb7e-41fa-abc0-9fac8ecf5296 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899890b8-b3ca-404d-9334-479abc369ff7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:05.745209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d23c79f-1f95-4220-a9b2-914779a36391 req-fa476c99-0b81-4b93-82dc-687d78829d9d tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1728449 Nov 12 09:05:05.761358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-7db96460-8fe9-4881-9cd7-af8046487844 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0700331 Nov 12 09:05:05.774461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de3d9483-6fad-4ba9-886e-12dd1ab80ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.799198 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de3d9483-6fad-4ba9-886e-12dd1ab80ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.846768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e7ef8b7d-63f6-4791-a2ab-40c437282803 req-06d991ce-a33c-4c9d-820b-06a6660e058f tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 210 time: 0.0404456 Nov 12 09:05:05.905748 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-ca2bcf23-2390-48fe-85b2-36c246c3abe0 req-4291b80b-01ef-4cc5-a980-ed7fbfd1ca3a tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:05.907054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca2bcf23-2390-48fe-85b2-36c246c3abe0 req-4291b80b-01ef-4cc5-a980-ed7fbfd1ca3a tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/899890b8-b3ca-404d-9334-479abc369ff7 HTTP/1.1" status: 404 len: 352 time: 0.0192330 Nov 12 09:05:05.908381 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de3d9483-6fad-4ba9-886e-12dd1ab80ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.911156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de3d9483-6fad-4ba9-886e-12dd1ab80ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:05.912048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de3d9483-6fad-4ba9-886e-12dd1ab80ea3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93cb4472-2f52-46ec-be55-fbfc3bbbce5d HTTP/1.1" status: 204 len: 168 time: 0.2213070 Nov 12 09:05:05.924068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d9483-6fad-4ba9-886e-12dd1ab80ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cb4472-2f52-46ec-be55-fbfc3bbbce5d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:05.944889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-beba1ef8-393c-44e8-95bf-1d94ed3c2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:05.946620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-beba1ef8-393c-44e8-95bf-1d94ed3c2d92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad5bf593-1863-4b29-bcf0-90f96dfc0985 HTTP/1.1" status: 200 len: 854 time: 0.1988602 Nov 12 09:05:05.964562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d23c79f-1f95-4220-a9b2-914779a36391 req-c6b815f8-9cdb-4cf0-8631-b4f13623c94b tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179377 Nov 12 09:05:06.043744 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f41731b0-9088-48c6-8b92-06e181b5d312 req-fbed1d4e-0c17-4ea3-b0c8-422599cd15f9 service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710018 Nov 12 09:05:06.059604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-03386d45-ec92-4027-8587-17b6c1370134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:06.065064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-03386d45-ec92-4027-8587-17b6c1370134 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0948668 Nov 12 09:05:06.086017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d1affb5f-6685-4a68-9559-5e8b3b64d7a5 req-19d06695-2880-4feb-a6d6-c4edc03d24f7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 6206 time: 0.1400087 Nov 12 09:05:06.144896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d1affb5f-6685-4a68-9559-5e8b3b64d7a5 req-bec6eb5c-e2eb-4bdd-a679-bc47712a01fd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/4c345a5a-f1f9-4511-a539-d3856226387b HTTP/1.1" status: 200 len: 3002 time: 0.0578356 Nov 12 09:05:06.197133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d1affb5f-6685-4a68-9559-5e8b3b64d7a5 req-fd71b506-c48a-4121-8c58-663c63bdbe12 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/4c345a5a-f1f9-4511-a539-d3856226387b HTTP/1.1" status: 200 len: 3002 time: 0.0505638 Nov 12 09:05:06.231584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7a72401c-5072-40c6-b3bd-6cab9241def0 req-8ffc9ef5-4003-476b-bad1-a1de4b569fb3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1806469187', 'description': 'tempest-description-653921207'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:06.260066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-9ec99d01-1f0b-43ef-adf1-895230804583 service neutron] 10.222.0.55 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891096 Nov 12 09:05:06.302994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7a72401c-5072-40c6-b3bd-6cab9241def0 req-8ffc9ef5-4003-476b-bad1-a1de4b569fb3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.457356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e8fcab0-c9b1-410a-a187-926b3756dea5 req-cfb8b8d3-a776-4242-92fa-4231a5b99c95 service neutron] 10.222.0.55 "GET /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896169 Nov 12 09:05:06.468970 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7a72401c-5072-40c6-b3bd-6cab9241def0 req-8ffc9ef5-4003-476b-bad1-a1de4b569fb3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.474848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7a72401c-5072-40c6-b3bd-6cab9241def0 req-8ffc9ef5-4003-476b-bad1-a1de4b569fb3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.523311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7a72401c-5072-40c6-b3bd-6cab9241def0 req-8ffc9ef5-4003-476b-bad1-a1de4b569fb3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.524726 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a72401c-5072-40c6-b3bd-6cab9241def0 req-8ffc9ef5-4003-476b-bad1-a1de4b569fb3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2977920 Nov 12 09:05:06.529538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc9ef5-4003-476b-bad1-a1de4b569fb3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:06.586960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5e8c74e2-84b8-4f95-8322-b7f04067d111 req-d01bc07c-7e7b-4a18-aa7c-102ed7e1388b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1020286981', 'description': 'tempest-description-2112744971'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:06.637559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e8c74e2-84b8-4f95-8322-b7f04067d111 req-d01bc07c-7e7b-4a18-aa7c-102ed7e1388b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.753819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e132d9-08c7-4536-ad07-aceb0ba4dc13 req-f5a93c01-c7d4-4e92-b5a1-30b4b4cb057e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:06.755405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3e132d9-08c7-4536-ad07-aceb0ba4dc13 req-f5a93c01-c7d4-4e92-b5a1-30b4b4cb057e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0925484 Nov 12 09:05:06.808997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e8c74e2-84b8-4f95-8322-b7f04067d111 req-d01bc07c-7e7b-4a18-aa7c-102ed7e1388b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.815489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e8c74e2-84b8-4f95-8322-b7f04067d111 req-d01bc07c-7e7b-4a18-aa7c-102ed7e1388b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.842102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3e132d9-08c7-4536-ad07-aceb0ba4dc13 req-24ecdf0e-6d1c-44f2-9be3-87220d855290 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686703 Nov 12 09:05:06.846403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bc07c-7e7b-4a18-aa7c-102ed7e1388b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef21bca-1c70-45fc-a078-4424a3c33c00,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:06.864238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e8c74e2-84b8-4f95-8322-b7f04067d111 req-d01bc07c-7e7b-4a18-aa7c-102ed7e1388b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:06.865931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e8c74e2-84b8-4f95-8322-b7f04067d111 req-d01bc07c-7e7b-4a18-aa7c-102ed7e1388b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2889605 Nov 12 09:05:06.990069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1493192-55c9-4ac2-a596-ce5a468e5fea req-bc30c020-50a4-439c-8862-c84d466d43e9 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 210 time: 0.0457492 Nov 12 09:05:07.126132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54dd795-17f3-4397-b9ef-e85cd2f4c3fc req-a8eb630b-879f-450a-abf8-8d719d1b097a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:07.132802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d54dd795-17f3-4397-b9ef-e85cd2f4c3fc req-a8eb630b-879f-450a-abf8-8d719d1b097a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0692792 Nov 12 09:05:07.208599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d54dd795-17f3-4397-b9ef-e85cd2f4c3fc req-29dbd4ee-b6c2-4c71-8a35-5dc61070dd98 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679247 Nov 12 09:05:07.299537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-5bbe9159-2005-4763-b9fe-630d233ac196 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:07.301546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-5bbe9159-2005-4763-b9fe-630d233ac196 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 812 time: 0.1226466 Nov 12 09:05:07.319402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-24d167b9-d269-4f7f-9f62-e140b9253562 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/quotas/6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 375 time: 0.0100050 Nov 12 09:05:07.382739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-53b5c6a9-39c1-4b90-a316-0f251f99260c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0567341 Nov 12 09:05:07.532931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-1801a3ca-d221-484c-b761-e01941571d66 service neutron] 10.222.0.53 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379459 Nov 12 09:05:07.643855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-7f43dc03-420a-41fe-989b-50a2d5b1a39f service neutron] 10.222.0.53 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019833 Nov 12 09:05:07.730377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-c623d8f9-3a7c-4caf-856b-a612764ef08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:07.732111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-c623d8f9-3a7c-4caf-856b-a612764ef08d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.0568683 Nov 12 09:05:07.967261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11d3b0bd-f299-48dd-8d2f-17b08ce38894 req-2d0c2d36-8f82-4742-8576-04d0d4ad69ef tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 210 time: 0.1257293 Nov 12 09:05:08.017501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-657b09c6-f7f4-4992-a3be-ecaaf3155ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.019425 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-657b09c6-f7f4-4992-a3be-ecaaf3155ba6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.2477164 Nov 12 09:05:08.131153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87d34d-26f7-4736-8010-879d5d2f02dc req-053dca7d-fc63-4912-8aa6-075f65ed2aa9 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.152219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b87d34d-26f7-4736-8010-879d5d2f02dc req-053dca7d-fc63-4912-8aa6-075f65ed2aa9 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1395137 Nov 12 09:05:08.175099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-fe090f2e-b401-41cd-ab4b-1e8c6e327cf8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 217 time: 0.1471331 Nov 12 09:05:08.230764 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0765254-8028-49cf-b3b3-c784062a7268 req-eed32582-fc52-4947-9ea7-4ad2a9408127 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=1104dbde-7192-4cf9-a5ea-fdef37eef75d HTTP/1.1" status: 200 len: 210 time: 0.0669522 Nov 12 09:05:08.283412 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b87d34d-26f7-4736-8010-879d5d2f02dc req-b516b74f-8d60-4525-a83a-bc3cdca4c963 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265643 Nov 12 09:05:08.365845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-24e62541-c0b7-4199-b724-24c0413cc1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.370919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-24e62541-c0b7-4199-b724-24c0413cc1b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.1801581 Nov 12 09:05:08.442540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-43cdaf0e-060b-4e7c-8f3f-05d1e89e48cf service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572612 Nov 12 09:05:08.479637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619dd73-9eb9-4c79-b8e8-c5eaf1dc0be9 req-30c3221a-c31a-444b-823b-b67994324de1 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:08.488589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1619dd73-9eb9-4c79-b8e8-c5eaf1dc0be9 req-30c3221a-c31a-444b-823b-b67994324de1 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1162453 Nov 12 09:05:08.672995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1619dd73-9eb9-4c79-b8e8-c5eaf1dc0be9 req-03dcb408-b5bb-43e1-86a6-369ada399866 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831179 Nov 12 09:05:08.706354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-07ea45c4-395c-4870-864d-53980f049e6d service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504830 Nov 12 09:05:08.891711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f011628-8370-4cf2-a14a-a5180cdbf66a req-f63dc5a4-4fc6-4ea3-9343-ef490883a489 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752298 Nov 12 09:05:09.114512 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3490b196-53a6-494f-a0e8-65c80722ad22 req-15d6b0e4-a530-48d7-8e73-09b682be7257 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 210 time: 0.0354247 Nov 12 09:05:09.565438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb827-4ef3-4c7b-ab5a-be093d0874f8 req-e5aa28a2-cd6f-46e5-a40b-cc82e29cd912 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:09.581025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d2cb827-4ef3-4c7b-ab5a-be093d0874f8 req-e5aa28a2-cd6f-46e5-a40b-cc82e29cd912 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1501555 Nov 12 09:05:09.600381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-59281e09-595a-44f9-bccb-fc9683fdac6e tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:09.601903 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-59281e09-595a-44f9-bccb-fc9683fdac6e tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.62 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 812 time: 0.2404947 Nov 12 09:05:09.621094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'port': {'device_id': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f', 'admin_state_up': True, 'tenant_id': '6c88e77e3f584dc58fbd2cfb1a5bffb7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:09.713212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d2cb827-4ef3-4c7b-ab5a-be093d0874f8 req-d5001820-8c13-4479-a730-a3d112e5c88e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301949 Nov 12 09:05:09.829738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Made reservation on behalf of 6c88e77e3f584dc58fbd2cfb1a5bffb7 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:09.833572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.196111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Allocated IP 172.20.0.8 (3adc32e1-f085-4f9a-b932-40f0ccc0a25f/602a7f3c-d0f6-441f-83e1-29c881f279cd/bee677e2-c13b-46fb-b8d5-a6938f458fe2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:10.269515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929328f-5280-44c5-96ce-4dc71ee13573 req-76457d8f-343c-44ac-805a-b0c321e780fc tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.282346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0929328f-5280-44c5-96ce-4dc71ee13573 req-76457d8f-343c-44ac-805a-b0c321e780fc tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1012805 Nov 12 09:05:10.387010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0929328f-5280-44c5-96ce-4dc71ee13573 req-26d8f89c-d5df-41e7-a9fb-db58cc20d024 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035643 Nov 12 09:05:10.483058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02a83c11-128c-4dd6-9aad-66467b31d7d8 req-343500fa-cc53-4647-80b2-bf34b608fdfe tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 210 time: 0.1845806 Nov 12 09:05:10.621216 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.631368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca8689-aea6-4fb0-932a-51f80d45b428 req-5322e893-9cf0-45cb-b3aa-a743340d0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:10.633340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73ca8689-aea6-4fb0-932a-51f80d45b428 req-5322e893-9cf0-45cb-b3aa-a743340d0375 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.0895083 Nov 12 09:05:10.739265 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:10.750942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:10.940603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73ca8689-aea6-4fb0-932a-51f80d45b428 req-ab2490da-5510-4172-a435-abaa5fe80212 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980299 Nov 12 09:05:10.963553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:10.969291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:10.978540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:10.997626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:11.074760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280aa009-f275-4d47-8c1c-f4b6bf1850cd req-530de42a-f0ef-427a-9c8e-78ad2e31a359 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.082667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-280aa009-f275-4d47-8c1c-f4b6bf1850cd req-530de42a-f0ef-427a-9c8e-78ad2e31a359 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.2301958 Nov 12 09:05:11.246449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.247117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:11.308541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-280aa009-f275-4d47-8c1c-f4b6bf1850cd req-370afae1-3a23-4648-9058-9830d0654a1b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203155 Nov 12 09:05:11.317489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-9226162c-c272-4ba0-9db7-572bede0bae3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7004244 Nov 12 09:05:11.342537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Request body: {'port': {'device_id': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:11.545029 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:11.723298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4132c3e-28f4-4f55-a659-58524f5e9909 req-2c827477-ccb5-4455-b102-ee07ba76d0dc tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.734656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4132c3e-28f4-4f55-a659-58524f5e9909 req-2c827477-ccb5-4455-b102-ee07ba76d0dc tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1654692 Nov 12 09:05:11.897883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f32720-131b-4945-991a-0840ca8dca90 req-06c3b9d0-e537-4bca-b071-1265a7cbb62c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:11.919285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75f32720-131b-4945-991a-0840ca8dca90 req-06c3b9d0-e537-4bca-b071-1265a7cbb62c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 931 time: 0.2303741 Nov 12 09:05:12.206782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75f32720-131b-4945-991a-0840ca8dca90 req-2835c8f0-1b1f-47fc-af1b-3b48cbc3cf0d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820740 Nov 12 09:05:12.446963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4132c3e-28f4-4f55-a659-58524f5e9909 req-db8f7171-4f8b-474d-b741-0853f4077165 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7037320 Nov 12 09:05:12.580713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee677e2-c13b-46fb-b8d5-a6938f458fe2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:12.601915 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:12.632490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Transition to ACTIVE for port object bee677e2-c13b-46fb-b8d5-a6938f458fe2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:05:12.637448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c3a11-2c99-4fe1-a129-32a5637ef54e req-e008a85c-d442-4d0f-bd6b-42e6d354bba6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:12.642647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:12.660563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-880c3a11-2c99-4fe1-a129-32a5637ef54e req-e008a85c-d442-4d0f-bd6b-42e6d354bba6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1534698 Nov 12 09:05:12.795065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-880c3a11-2c99-4fe1-a129-32a5637ef54e req-f8831dc4-4bec-4f90-9916-0df407db9dcb tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328564 Nov 12 09:05:13.030165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Pushing event updated for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:13.056811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Attempting to bind port bee677e2-c13b-46fb-b8d5-a6938f458fe2 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:13.057160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Attempting to bind port bee677e2-c13b-46fb-b8d5-a6938f458fe2 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:13.057502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Attempting to bind port bee677e2-c13b-46fb-b8d5-a6938f458fe2 on network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:13.065261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Port bee677e2-c13b-46fb-b8d5-a6938f458fe2 on network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:13.065600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Attempting to bind port bee677e2-c13b-46fb-b8d5-a6938f458fe2 on network 3adc32e1-f085-4f9a-b932-40f0ccc0a25f {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:13.073814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:13.074173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Checking segment: {'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:13.074552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Bound using segment: {'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:13.075005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Bound port: bee677e2-c13b-46fb-b8d5-a6938f458fe2, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69403f39-6824-42d0-89ed-6cd09b83bb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:13.075385 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.126462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-9c747e79-10f7-46a0-be2d-1b3cdff2f8ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2261541 Nov 12 09:05:13.225167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:13.229667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:13.245750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.261493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-2f861594-2f24-41f1-abd2-1c4000d03932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.263559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-2f861594-2f24-41f1-abd2-1c4000d03932 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ed82da55803749a3909a8212a38c1037&device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 1096 time: 0.1083612 Nov 12 09:05:13.330564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.331661 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.333181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] 10.222.0.62 "PUT /v2.0/ports/bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 1092 time: 1.9972990 Nov 12 09:05:13.335362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:13.337694 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c960fadc-a10a-4239-ac51-91ddda1a4850" -d '{"events": [{"name": "network-changed", "server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:13.427700 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f65bb8e-5af4-4c17-8d34-56e89611721c x-openstack-request-id: req-1f65bb8e-5af4-4c17-8d34-56e89611721c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:13.428016 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:13.428270 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f65bb8e-5af4-4c17-8d34-56e89611721c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:13.428686 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2', 'status': 'completed', 'code': 200} Nov 12 09:05:13.490166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fede4b-3a23-4554-9eed-5024c6c16f37 service neutron] Pushing event updated for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:13.563877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500a359-7e58-49ff-9c5f-069e79fdccfc req-97907171-bb85-4b27-9402-0b36a59c39ef tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.583321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8500a359-7e58-49ff-9c5f-069e79fdccfc req-97907171-bb85-4b27-9402-0b36a59c39ef tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 943 time: 0.2421513 Nov 12 09:05:13.585669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-f9edf20a-c734-4a6b-b199-07a4583090e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.587123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-f9edf20a-c734-4a6b-b199-07a4583090e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 200 len: 921 time: 0.2936020 Nov 12 09:05:13.678867 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-3eec1102-6a63-48e8-a06f-496a8cd7554a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 200 len: 217 time: 0.0495770 Nov 12 09:05:13.711311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-8c6b572e-bf86-4475-a5bb-142a2e5087a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.713583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-8c6b572e-bf86-4475-a5bb-142a2e5087a3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1095 time: 0.3154438 Nov 12 09:05:13.780861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8500a359-7e58-49ff-9c5f-069e79fdccfc req-bb0382c1-0ecf-4a19-9f85-3844d83238d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950979 Nov 12 09:05:13.786012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-f9ec47d5-14be-46d2-ae50-75474d80fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.789984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-f9ec47d5-14be-46d2-ae50-75474d80fa83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 200 len: 860 time: 0.0751910 Nov 12 09:05:13.797856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79022805-0d5c-412b-840b-74b6c1375a26 req-00fa635f-9f0e-4501-bb1e-3dbf79a6d017 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:13.805991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79022805-0d5c-412b-840b-74b6c1375a26 req-00fa635f-9f0e-4501-bb1e-3dbf79a6d017 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1411512 Nov 12 09:05:13.852424 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-527bf825-4713-450a-a71c-ac069429c76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:13.885826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-3e96e034-2646-4c3c-8ff5-d3d5114d987b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd78341e-29f1-4009-9d2e-5d5dacc00520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741096 Nov 12 09:05:13.939654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79022805-0d5c-412b-840b-74b6c1375a26 req-6a277f14-afe7-49c9-b60d-0f6fd1cd9311 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303403 Nov 12 09:05:14.039276 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-63295630-90b9-42e8-964e-f0708c54a1be service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 217 time: 0.2482355 Nov 12 09:05:14.109185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc884f-87ae-4472-b683-89ee8444db58 req-58378ef0-7d70-4f61-a308-a783996a8726 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.122109 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5fbc884f-87ae-4472-b683-89ee8444db58 req-58378ef0-7d70-4f61-a308-a783996a8726 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0954916 Nov 12 09:05:14.247192 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5fbc884f-87ae-4472-b683-89ee8444db58 req-61e57132-2910-4936-a4d2-c96f6d5f1786 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206148 Nov 12 09:05:14.278447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-850a5cd9-73fe-4aae-9266-669d839368df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.279988 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-850a5cd9-73fe-4aae-9266-669d839368df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.2289691 Nov 12 09:05:14.331319 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-0f5f1aa1-fc88-488c-ad96-9260143622f1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434940 Nov 12 09:05:14.431983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a1016-f72d-4954-b85a-61ab107da6cd req-8ee6d6e8-8a09-495c-a07f-39ac1aee3b33 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.446369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c3a1016-f72d-4954-b85a-61ab107da6cd req-8ee6d6e8-8a09-495c-a07f-39ac1aee3b33 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0984237 Nov 12 09:05:14.476039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-3ca68b51-88cc-407e-851b-6615e792d8ad service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010159 Nov 12 09:05:14.558039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c3a1016-f72d-4954-b85a-61ab107da6cd req-c8713992-48b2-4505-92d7-ecdbfcc54b2f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055822 Nov 12 09:05:14.601385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-945c310a-2fee-450f-882e-1726694f0133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.602908 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-945c310a-2fee-450f-882e-1726694f0133 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.2672884 Nov 12 09:05:14.611705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-367e7038-d671-43a2-9848-03f690e8e923 service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466691 Nov 12 09:05:14.731191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26439c61-af21-4959-97a1-7c97f872a2a5 req-4a888e53-5909-4b2b-91d9-b67d79fa953b service neutron] 10.222.0.55 "GET /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421138 Nov 12 09:05:14.750895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-cbce1708-61e9-4b76-ae6a-5fdd1e45f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.752371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-cbce1708-61e9-4b76-ae6a-5fdd1e45f6e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.1396801 Nov 12 09:05:14.832054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-60b15e6c-941f-418c-9d74-cca5b36d585c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 217 time: 0.0448482 Nov 12 09:05:14.985534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f7f1320-dad0-449b-8365-b11dedde58ed req-4307a89a-2bfa-4875-977b-14f3851e482b service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714019 Nov 12 09:05:14.992036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-ad1386e9-22a8-44d0-95da-17e7286d134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:14.993917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-ad1386e9-22a8-44d0-95da-17e7286d134e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.1481421 Nov 12 09:05:15.093055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c021c72-253e-488a-a52a-67d4fcd2f610 req-10f02500-94b9-4091-abc5-6db0fe36ed25 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.101242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c021c72-253e-488a-a52a-67d4fcd2f610 req-10f02500-94b9-4091-abc5-6db0fe36ed25 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 943 time: 0.1333218 Nov 12 09:05:15.115441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-76512ad4-d4f0-4648-90b9-4d358e2a9fdb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117785 Nov 12 09:05:15.157913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-4f7a7749-ab13-4a0e-9e42-822b83d38c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.159423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-4f7a7749-ab13-4a0e-9e42-822b83d38c64 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1095 time: 0.0918667 Nov 12 09:05:15.175663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c021c72-253e-488a-a52a-67d4fcd2f610 req-4c8fad52-7ca0-4778-b0b0-f4a997a99056 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685964 Nov 12 09:05:15.716627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a108f1-f47c-4f69-b3d9-aa9ab65d7d9e req-8a7169fd-6e40-4f15-a802-e27b33742f6a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.718837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12a108f1-f47c-4f69-b3d9-aa9ab65d7d9e req-8a7169fd-6e40-4f15-a802-e27b33742f6a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0798802 Nov 12 09:05:15.806784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-6a3bb84c-5df9-45b8-9641-9e94bcd3a004 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6717873 Nov 12 09:05:15.832348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12a108f1-f47c-4f69-b3d9-aa9ab65d7d9e req-02a7d031-2f8a-4254-9043-0019697ad273 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046813 Nov 12 09:05:15.963023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5637c-91a2-44be-a4d2-19d9c6f85238 req-9073f579-8cb6-47bd-8036-17b54d318243 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.964824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13b5637c-91a2-44be-a4d2-19d9c6f85238 req-9073f579-8cb6-47bd-8036-17b54d318243 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.2091529 Nov 12 09:05:15.968796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-668e12ef-e1af-431c-9dd0-736e3207478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:15.969843 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-668e12ef-e1af-431c-9dd0-736e3207478c service neutron] 10.222.0.62 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 913 time: 0.7995141 Nov 12 09:05:16.075157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-700e897b-3803-4456-8432-82ab476498aa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 217 time: 0.0953062 Nov 12 09:05:16.158076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-9f5a4247-730b-4daa-be3c-0d2b5cc2122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.159555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-9f5a4247-730b-4daa-be3c-0d2b5cc2122c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.0621753 Nov 12 09:05:16.172900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-834531d5-9181-45d4-8a8e-1c1c2ccff96d req-80698502-996b-43ca-a311-998372c45ec4 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532252 Nov 12 09:05:16.201040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13b5637c-91a2-44be-a4d2-19d9c6f85238 req-420375ff-2e64-4af1-8152-678504ecff34 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260966 Nov 12 09:05:16.202867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38426) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:16.268104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-c5f8da92-4429-4b02-a305-b3604001f5ec service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908134 Nov 12 09:05:16.358506 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-16f1e48c-4eb8-40c5-8e2c-091eafd5fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.542372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fba7e5-9e04-48d8-ac84-2016f360d610 req-3547bcd5-d0a9-434b-9207-cf02f2354899 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.552640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fba7e5-9e04-48d8-ac84-2016f360d610 req-3547bcd5-d0a9-434b-9207-cf02f2354899 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 943 time: 0.1230128 Nov 12 09:05:16.605299 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-c7257e12-05e8-4d52-85e0-1a9d4aa6550a service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305385 Nov 12 09:05:16.677118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35325c0f-e96f-43b7-ba4d-bd18f0f0d87f req-f15224e9-f030-47c4-97de-84d30577573e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:16.678672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fba7e5-9e04-48d8-ac84-2016f360d610 req-f930ae49-d4b5-4995-9b6a-548cb22cee07 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190615 Nov 12 09:05:16.684483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35325c0f-e96f-43b7-ba4d-bd18f0f0d87f req-f15224e9-f030-47c4-97de-84d30577573e tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 945 time: 0.1756065 Nov 12 09:05:16.763048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbe780-e225-46fc-81d8-9a3e1e32a860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.817062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35325c0f-e96f-43b7-ba4d-bd18f0f0d87f req-160734bb-bffa-451d-a4ff-2deb692aed8a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312923 Nov 12 09:05:16.834418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c960fadc-a10a-4239-ac51-91ddda1a4850 req-46b47561-f856-4afc-8bd4-4d9839de9269 service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174098 Nov 12 09:05:16.895719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbe780-e225-46fc-81d8-9a3e1e32a860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:16.906045 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0dbbe780-e225-46fc-81d8-9a3e1e32a860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.042023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-5d03208c-6735-4af2-a7b0-ce0334a63a78 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.044306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-5d03208c-6735-4af2-a7b0-ce0334a63a78 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 945 time: 0.1049206 Nov 12 09:05:17.049143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0dbbe780-e225-46fc-81d8-9a3e1e32a860 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c62fb6fac4e437881905f522c3fff29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8450077 Nov 12 09:05:17.051158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbe780-e225-46fc-81d8-9a3e1e32a860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004c6e84-4c29-4d48-8b81-adfb89eae09f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:17.053629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38446) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:17.090532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c6812-3d33-4669-bb71-2a7ee37dd2ab req-75dac62b-35ed-4c6a-9baf-010dc64b8c6d tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.092225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-205c6812-3d33-4669-bb71-2a7ee37dd2ab req-75dac62b-35ed-4c6a-9baf-010dc64b8c6d tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0911396 Nov 12 09:05:17.170903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Deleting port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:17.171199 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.188421 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-205c6812-3d33-4669-bb71-2a7ee37dd2ab req-b9917aa3-9a10-49fb-b54e-b83e96469d41 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755031 Nov 12 09:05:17.203296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8477824-067d-4485-8f88-b2917887dc48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.241390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8477824-067d-4485-8f88-b2917887dc48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.295972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] For port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:17.298666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.303811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8477824-067d-4485-8f88-b2917887dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.307002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8477824-067d-4485-8f88-b2917887dc48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.308185 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c8477824-067d-4485-8f88-b2917887dc48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/004c6e84-4c29-4d48-8b81-adfb89eae09f HTTP/1.1" status: 204 len: 168 time: 0.2521291 Nov 12 09:05:17.320013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8477824-067d-4485-8f88-b2917887dc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004c6e84-4c29-4d48-8b81-adfb89eae09f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:17.383725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Calling delete_port for 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:17.459061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267e526-830e-42b4-95e7-ad27f550e82b req-e88f8539-b00f-477c-b943-215060587e72 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.461171 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d267e526-830e-42b4-95e7-ad27f550e82b req-e88f8539-b00f-477c-b943-215060587e72 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1384721 Nov 12 09:05:17.548099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d267e526-830e-42b4-95e7-ad27f550e82b req-bdda6f9c-0ffe-444f-a8bb-eb8bbbb37d44 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751202 Nov 12 09:05:17.613431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.630836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['6dc65b51-2c51-4e1f-82e0-66307b61e8d9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:17.652030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event deleted for resources: {'Port': ['ID=6dc65b51-2c51-4e1f-82e0-66307b61e8d9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:17.722197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] No DVR routers for this DVR port 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:17.726655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:17.731175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-524f9a7d-91cf-4fa4-a2cc-0236941c9cd8 req-2168ff33-deac-47f5-9ba9-9daeccfd9225 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "DELETE /v2.0/ports/6dc65b51-2c51-4e1f-82e0-66307b61e8d9 HTTP/1.1" status: 204 len: 173 time: 0.6779580 Nov 12 09:05:17.731961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'name': 'network-vif-deleted', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:17.735670 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48be2b8-6d04-4863-a929-1bcc1389fa2d" -d '{"events": [{"server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "name": "network-vif-deleted", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:17.828873 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb004048-58d4-4b94-8cb3-3c49f00445a8 x-openstack-request-id: req-bb004048-58d4-4b94-8cb3-3c49f00445a8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:17.829628 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f1f212-5bae-4412-a730-00c1507d78c8", "name": "network-vif-deleted", "tag": "6dc65b51-2c51-4e1f-82e0-66307b61e8d9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:17.829628 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb004048-58d4-4b94-8cb3-3c49f00445a8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:17.829822 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f1f212-5bae-4412-a730-00c1507d78c8', 'name': 'network-vif-deleted', 'tag': '6dc65b51-2c51-4e1f-82e0-66307b61e8d9', 'status': 'completed', 'code': 200} Nov 12 09:05:17.928213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d6587-e50a-4b98-b3ad-9307e33ccf66 req-bd8aad74-e6b0-4591-b2c5-1d8f8731de9f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:17.929942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-966d6587-e50a-4b98-b3ad-9307e33ccf66 req-bd8aad74-e6b0-4591-b2c5-1d8f8731de9f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 943 time: 0.0906956 Nov 12 09:05:17.973849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9ce846a-1434-40e7-beb9-dfef4fb3865b req-50fa84e4-e951-41c1-a39f-f9260f917487 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5f1f212-5bae-4412-a730-00c1507d78c8 HTTP/1.1" status: 200 len: 210 time: 0.0490134 Nov 12 09:05:18.008958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-966d6587-e50a-4b98-b3ad-9307e33ccf66 req-adf2dcc4-9921-4042-89e6-16b285aa8ac0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695515 Nov 12 09:05:18.334453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c83c45-d836-4fce-9edb-a113dcacaf50 req-bdf9286d-53b2-4573-aeab-ea1eb8b690ce tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.336108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4c83c45-d836-4fce-9edb-a113dcacaf50 req-bdf9286d-53b2-4573-aeab-ea1eb8b690ce tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0737331 Nov 12 09:05:18.404045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4c83c45-d836-4fce-9edb-a113dcacaf50 req-3f964b81-ef5c-4114-ba86-c74adb7db977 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577374 Nov 12 09:05:18.708882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593b1f3-be1a-40b7-8224-3826b427c04b req-26c01f58-b2ec-4712-9dd1-464870680f7a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:18.711193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8593b1f3-be1a-40b7-8224-3826b427c04b req-26c01f58-b2ec-4712-9dd1-464870680f7a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0704384 Nov 12 09:05:18.798314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8593b1f3-be1a-40b7-8224-3826b427c04b req-00ed1309-c74a-4b1d-8f09-9d310057320f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803058 Nov 12 09:05:18.973218 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.197891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284793b-3184-4de8-9066-95095e2b7833 req-39614d2d-c574-4fab-9af1-49a876935b22 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.202821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3284793b-3184-4de8-9066-95095e2b7833 req-39614d2d-c574-4fab-9af1-49a876935b22 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 943 time: 0.0776062 Nov 12 09:05:19.288596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3284793b-3184-4de8-9066-95095e2b7833 req-3847ce9a-5bb5-4c39-8d08-ea9f2da0e1ff tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762761 Nov 12 09:05:19.419975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06023d2b-6f27-419f-8873-cc6a1906bede req-626fec4b-9d2a-47de-95a7-e0db7180151a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.422318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06023d2b-6f27-419f-8873-cc6a1906bede req-626fec4b-9d2a-47de-95a7-e0db7180151a tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 944 time: 0.0604439 Nov 12 09:05:19.480025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06023d2b-6f27-419f-8873-cc6a1906bede req-964faeb4-1b20-41b4-9704-346d104a66e2 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502653 Nov 12 09:05:19.559438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bee677e2-c13b-46fb-b8d5-a6938f458fe2 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:05:19.673770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:19.694245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2', 'network_id': '3adc32e1-f085-4f9a-b932-40f0ccc0a25f', 'port_id': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2', 'mac_address': 'fa:16:3e:5b:95:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '602a7f3c-d0f6-441f-83e1-29c881f279cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:05:19.700950 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.751405 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.784238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee677e2-c13b-46fb-b8d5-a6938f458fe2 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:19.846735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:19.852784 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:19.867098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20780f-3794-454a-8769-b687336e744f req-82cbed22-5754-49a6-9fdd-dddbff9baa65 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.870583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e20780f-3794-454a-8769-b687336e744f req-82cbed22-5754-49a6-9fdd-dddbff9baa65 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 944 time: 0.0926774 Nov 12 09:05:19.929891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:19.993387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082569a3-00b7-4aac-9776-2b49a74c3dcd req-aaf44986-bed5-4f4b-81ab-209d91536d4b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:19.995441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-082569a3-00b7-4aac-9776-2b49a74c3dcd req-aaf44986-bed5-4f4b-81ab-209d91536d4b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0556660 Nov 12 09:05:20.008038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:20.048663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:20.049305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 6dc65b51-2c51-4e1f-82e0-66307b61e8d9 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:20.055808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Deleting port 0fd03b5d-d82e-446c-836c-318a1ea60761 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:20.056197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.065514 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-082569a3-00b7-4aac-9776-2b49a74c3dcd req-13965ff9-0fc5-4f78-a039-9497a0be8b72 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632503 Nov 12 09:05:20.145385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bee677e2-c13b-46fb-b8d5-a6938f458fe2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:20.177465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] For port 0fd03b5d-d82e-446c-836c-318a1ea60761, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0fd03b5d-d82e-446c-836c-318a1ea60761,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:20.178244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.194763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Calling delete_port for 0fd03b5d-d82e-446c-836c-318a1ea60761 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:20.278013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.438557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.483467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce4af1-f445-43a6-a796-9a8786208def req-048a4064-f9ec-4033-b21e-089caedd80ef tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:20.485454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53ce4af1-f445-43a6-a796-9a8786208def req-048a4064-f9ec-4033-b21e-089caedd80ef tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 944 time: 0.1127717 Nov 12 09:05:20.488405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event deleted for resources: {'Port': ['ID=0fd03b5d-d82e-446c-836c-318a1ea60761,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:20.561858 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] No DVR routers for this DVR port 0fd03b5d-d82e-446c-836c-318a1ea60761 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:20.565492 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:20.569247 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e20780f-3794-454a-8769-b687336e744f req-bb4ee7e3-acc4-40e9-8085-708004cfab28 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "DELETE /v2.0/ports/0fd03b5d-d82e-446c-836c-318a1ea60761 HTTP/1.1" status: 204 len: 173 time: 0.6872559 Nov 12 09:05:20.571702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'name': 'network-vif-deleted', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:20.585452 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4a0a8e-42f3-4ce2-b27d-77f796663249" -d '{"events": [{"server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "name": "network-vif-deleted", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:20.622831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0aa8f204-c8a0-4b3e-b88c-a88dba1c91e3 req-89e87728-5d59-49b8-a008-5be72fb031e2 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=5595aae5-15a5-4e02-8568-6b74f6ce72eb HTTP/1.1" status: 200 len: 210 time: 0.0533550 Nov 12 09:05:20.659849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53ce4af1-f445-43a6-a796-9a8786208def req-cbedb1d0-0c48-49f0-8e24-13861464fb8c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608484 Nov 12 09:05:20.684562 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3165b48-f0ff-4550-b5f4-8b27d2e98bac x-openstack-request-id: req-d3165b48-f0ff-4550-b5f4-8b27d2e98bac {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:20.684863 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5595aae5-15a5-4e02-8568-6b74f6ce72eb", "name": "network-vif-deleted", "tag": "0fd03b5d-d82e-446c-836c-318a1ea60761", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:20.685116 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3165b48-f0ff-4550-b5f4-8b27d2e98bac {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:20.685698 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5595aae5-15a5-4e02-8568-6b74f6ce72eb', 'name': 'network-vif-deleted', 'tag': '0fd03b5d-d82e-446c-836c-318a1ea60761', 'status': 'completed', 'code': 200} Nov 12 09:05:21.148690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4265996-cbc1-4fd3-bbc5-d203a659c9a6 req-b42e4bbc-4a90-4a03-a6d8-8c6d858d8b11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.152015 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4265996-cbc1-4fd3-bbc5-d203a659c9a6 req-b42e4bbc-4a90-4a03-a6d8-8c6d858d8b11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0919371 Nov 12 09:05:21.218264 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4265996-cbc1-4fd3-bbc5-d203a659c9a6 req-7d913673-9745-41a6-b063-81b02681344d tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557384 Nov 12 09:05:21.268830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:21.274560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'network': {'name': 'tempest-network-smoke--1779571826', 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:21.328839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Made reservation on behalf of 7c32206ae0b44f35a6cbb6e2f037743c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:21.332417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.347453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.366396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d54fff-3074-461b-b7c0-6ae084568a11 req-c0818371-6efc-4418-a842-8baacb027ca5 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.370545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8d54fff-3074-461b-b7c0-6ae084568a11 req-c0818371-6efc-4418-a842-8baacb027ca5 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0838208 Nov 12 09:05:21.455712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8d54fff-3074-461b-b7c0-6ae084568a11 req-b2d41521-c153-4b84-a60e-947772344260 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810001 Nov 12 09:05:21.503496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.510644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.551966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:21.554438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6b8b96-5b0e-41bd-9e30-d44c47eee1e2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:21.563486 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bee677e2-c13b-46fb-b8d5-a6938f458fe2 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:21.579479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.579828 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Added segment e93d22b9-6147-454f-b2b4-c33884c45392 of type vlan for network 8d26dd56-ed58-4161-b151-f70d77d0f197 Nov 12 09:05:21.648132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port bee677e2-c13b-46fb-b8d5-a6938f458fe2 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:21.648953 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.657933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port bee677e2-c13b-46fb-b8d5-a6938f458fe2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:21.658228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.714754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.725573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.726762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.794291 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.821262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Network': ['ID=8d26dd56-ed58-4161-b151-f70d77d0f197,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:21.836359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:21.842105 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bac958-b667-40bf-9499-1bd4fa3ea69b" -d '{"events": [{"server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "name": "network-vif-plugged", "status": "completed", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:21.852649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:21.865980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-83c41775-79ed-444d-ac6d-511eaabd0127 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5926352 Nov 12 09:05:21.867427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:21.875810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'admin_state_up': True, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:21.917644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.919264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:21.930648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d796a-07fd-4403-b079-7b69e52a57b5 req-82353990-8716-4c35-877d-156720970640 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:21.934355 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f10d796a-07fd-4403-b079-7b69e52a57b5 req-82353990-8716-4c35-877d-156720970640 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 944 time: 0.1308105 Nov 12 09:05:22.033524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:22.039110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.042669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.059308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f10d796a-07fd-4403-b079-7b69e52a57b5 req-22d0f8d9-edd6-4cbf-b770-64f21f6a9041 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166604 Nov 12 09:05:22.168561 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b64318-a2dd-4925-891a-bd4cd6f8578f x-openstack-request-id: req-10b64318-a2dd-4925-891a-bd4cd6f8578f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:22.173127 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "name": "network-vif-plugged", "status": "completed", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:22.173511 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10b64318-a2dd-4925-891a-bd4cd6f8578f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:22.174008 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2', 'code': 200} Nov 12 09:05:22.175321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:22.220267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db259c-fdc8-4d43-a5b3-f87b4c071111 req-a7195806-c111-477c-85b8-5ce71134d8da tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.228593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91db259c-fdc8-4d43-a5b3-f87b4c071111 req-a7195806-c111-477c-85b8-5ce71134d8da tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 944 time: 0.0630815 Nov 12 09:05:22.290366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91db259c-fdc8-4d43-a5b3-f87b4c071111 req-8fab4159-ed05-4e2d-99cf-4369567e9c21 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605030 Nov 12 09:05:22.341904 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.377673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33592f-1f36-4c3c-91bb-04988a591734 req-1f1550d5-cc01-4f8a-91df-5c7e0b487c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.379559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e33592f-1f36-4c3c-91bb-04988a591734 req-1f1550d5-cc01-4f8a-91df-5c7e0b487c55 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1097 time: 0.1572669 Nov 12 09:05:22.467096 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e33592f-1f36-4c3c-91bb-04988a591734 req-4d806fa1-bab6-4872-8568-ebc3fb491d36 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786867 Nov 12 09:05:22.537364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-49ebe17d-41f8-414a-85f1-1c4197b982fb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.538925 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-49ebe17d-41f8-414a-85f1-1c4197b982fb tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 944 time: 0.0701015 Nov 12 09:05:22.747094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.779570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0cb68-af7d-47c0-bebf-4c9fed55176c req-06713223-719b-498b-89fd-7d17ae742403 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:22.787543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6dc0cb68-af7d-47c0-bebf-4c9fed55176c req-06713223-719b-498b-89fd-7d17ae742403 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.2321167 Nov 12 09:05:22.791578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.899250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Deleting port bd002870-75b3-4c07-a7e6-d6a27b7580a7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:22.899753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:22.921762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6dc0cb68-af7d-47c0-bebf-4c9fed55176c req-70ea3939-40d0-49b3-9701-fbfc83d05803 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334705 Nov 12 09:05:23.052783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Allocated IP 172.25.5.217 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/3dc3e790-a439-4c57-a990-90258a250a06) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:23.095321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] For port bd002870-75b3-4c07-a7e6-d6a27b7580a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bd002870-75b3-4c07-a7e6-d6a27b7580a7,segment=NetworkSegment(03b6a741-ce4f-4bfa-ad7a-663a9edb3812),segment_id=03b6a741-ce4f-4bfa-ad7a-663a9edb3812)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:23.095705 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:23.167457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Calling delete_port for bd002870-75b3-4c07-a7e6-d6a27b7580a7 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:23.307286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8a9ea-0abb-4161-bbf5-23fd7bbd002e req-a6386d30-0733-4468-8eb1-02fd4d0571bb tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:23.309700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8fb8a9ea-0abb-4161-bbf5-23fd7bbd002e req-a6386d30-0733-4468-8eb1-02fd4d0571bb tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 945 time: 0.1443377 Nov 12 09:05:23.391566 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:23.435954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b88a26-d4a1-4630-a046-6c5062f658ca req-75399009-f224-4cf6-9e8f-a1400f1eb6a1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:23.438749 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2b88a26-d4a1-4630-a046-6c5062f658ca req-75399009-f224-4cf6-9e8f-a1400f1eb6a1 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f6fb980-e75d-4691-90a3-64b03629f3c2 HTTP/1.1" status: 200 len: 944 time: 0.0645180 Nov 12 09:05:23.478160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8fb8a9ea-0abb-4161-bbf5-23fd7bbd002e req-3e6324fc-bbe7-4b78-bd43-226973e7f94c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456006 Nov 12 09:05:23.478494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38686) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:23.512324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2b88a26-d4a1-4630-a046-6c5062f658ca req-bb91de38-0787-4654-adf8-eff8eb8f9b20 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.53 "GET /v2.0/security-groups?id=b67c1b23-9818-46d5-9b9d-3a7f15179dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650356 Nov 12 09:05:23.557143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:23.609088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:23.614973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:23.621269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:23.626348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:23.666145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=3dc3e790-a439-4c57-a990-90258a250a06,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:23.685019 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42961bb7-5916-4af9-b5d3-0d4af2572990 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:23.739655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Pushing event deleted for resources: {'Port': ['ID=bd002870-75b3-4c07-a7e6-d6a27b7580a7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:23.777578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] No DVR routers for this DVR port bd002870-75b3-4c07-a7e6-d6a27b7580a7 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:23.785783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:23.789119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2487313-0656-46c8-a21e-73f41de6c1f1 req-7491c235-f5ad-4551-b666-2550aecd6ff8 tempest-LiveAutoBlockMigrationV225Test-580848945 tempest-LiveAutoBlockMigrationV225Test-580848945-project] 10.222.0.55 "DELETE /v2.0/ports/bd002870-75b3-4c07-a7e6-d6a27b7580a7 HTTP/1.1" status: 204 len: 173 time: 1.2433612 Nov 12 09:05:23.790636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'name': 'network-vif-deleted', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:23.792914 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c8f0e7-15d3-4a3a-8597-d6e4a1f63575" -d '{"events": [{"server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "name": "network-vif-deleted", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:23.871166 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e38ad-43cd-41fd-be05-d8f0d41da142 x-openstack-request-id: req-3d8e38ad-43cd-41fd-be05-d8f0d41da142 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:23.871312 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6fb980-e75d-4691-90a3-64b03629f3c2", "name": "network-vif-deleted", "tag": "bd002870-75b3-4c07-a7e6-d6a27b7580a7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:23.871593 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d8e38ad-43cd-41fd-be05-d8f0d41da142 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:23.872018 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6fb980-e75d-4691-90a3-64b03629f3c2', 'name': 'network-vif-deleted', 'tag': 'bd002870-75b3-4c07-a7e6-d6a27b7580a7', 'status': 'completed', 'code': 200} Nov 12 09:05:24.007242 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42961bb7-5916-4af9-b5d3-0d4af2572990 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.014511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42961bb7-5916-4af9-b5d3-0d4af2572990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.028216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:24.050568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 0fd03b5d-d82e-446c-836c-318a1ea60761 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:24.051171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0fd03b5d-d82e-446c-836c-318a1ea60761 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:24.051741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:24.077699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: bd002870-75b3-4c07-a7e6-d6a27b7580a7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:24.077987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bd002870-75b3-4c07-a7e6-d6a27b7580a7 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:24.136511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-42961bb7-5916-4af9-b5d3-0d4af2572990 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d897078b000d4b5594262443aa597106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6569407 Nov 12 09:05:24.139200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38698) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:24.141424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42961bb7-5916-4af9-b5d3-0d4af2572990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe0bb4f-c876-4a34-87fd-73bf05d305cf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:24.185942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946665f2-96b8-4ab3-ae46-e08b716485c1 req-7951c21e-e360-4dcd-abe7-6fd86e00c6aa tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:24.192686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-946665f2-96b8-4ab3-ae46-e08b716485c1 req-7951c21e-e360-4dcd-abe7-6fd86e00c6aa tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1745346 Nov 12 09:05:24.200018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-928760cb-838f-42ef-9a85-40306906649d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.200885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.223440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-928760cb-838f-42ef-9a85-40306906649d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.283881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-928760cb-838f-42ef-9a85-40306906649d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.287062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-928760cb-838f-42ef-9a85-40306906649d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.289057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-928760cb-838f-42ef-9a85-40306906649d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bfe0bb4f-c876-4a34-87fd-73bf05d305cf HTTP/1.1" status: 204 len: 168 time: 0.1488643 Nov 12 09:05:24.300744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928760cb-838f-42ef-9a85-40306906649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe0bb4f-c876-4a34-87fd-73bf05d305cf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:24.639637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76a083-08e8-463b-81b0-9d6bf04b4310 req-0ca16e0b-7020-4b63-9b6f-4a9cfa6a2307 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:24.648083 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a76a083-08e8-463b-81b0-9d6bf04b4310 req-0ca16e0b-7020-4b63-9b6f-4a9cfa6a2307 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 945 time: 0.0774636 Nov 12 09:05:24.669302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-946665f2-96b8-4ab3-ae46-e08b716485c1 req-2d85e7ed-c55a-4aca-85e8-f7887e2daff8 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745424 Nov 12 09:05:24.724215 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a76a083-08e8-463b-81b0-9d6bf04b4310 req-c2815661-206c-4eda-845f-4a4ac864b96c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709255 Nov 12 09:05:24.724781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38710) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:24.731717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38712) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:24.777778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5eb26b5b-30ef-4bd2-9519-bf63e9ed3c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.821421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] Deleting subnet 646b91e6-cd54-4117-b51d-4de082ca85d8 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:05:24.824889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.869463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.872595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-b08c64e3-1477-4473-9a4e-23db4862ce1e tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1806469187&fields=id&tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 267 time: 0.0704107 Nov 12 09:05:24.877229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:24.932493 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.011693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5eb26b5b-30ef-4bd2-9519-bf63e9ed3c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.017827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5eb26b5b-30ef-4bd2-9519-bf63e9ed3c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.043442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-d596852b-3378-4c4b-a039-64189f6f152f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:25.044983 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-d596852b-3378-4c4b-a039-64189f6f152f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 945 time: 0.1615188 Nov 12 09:05:25.061290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'port': {'security_groups': ['4c345a5a-f1f9-4511-a539-d3856226387b', 'aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:25.071785 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.076731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb26b5b-30ef-4bd2-9519-bf63e9ed3c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f77c2-a03b-4754-860f-677c5acd3f24,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:25.115299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5eb26b5b-30ef-4bd2-9519-bf63e9ed3c70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=524fecdff01446f79a53ea104b2d0ff5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3872097 Nov 12 09:05:25.116187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646b91e6-cd54-4117-b51d-4de082ca85d8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:25.117120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38720) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:25.118502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.123856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-12908db3-6bc1-4f24-b001-e0bb5c472e76 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/646b91e6-cd54-4117-b51d-4de082ca85d8 HTTP/1.1" status: 204 len: 168 time: 0.3909328 Nov 12 09:05:25.130800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38722) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:25.163170 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.181786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:05:25.230706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.253049 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fead3f3-17a2-4e1d-82b5-97ccaf41d081 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.309599 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fead3f3-17a2-4e1d-82b5-97ccaf41d081 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.360704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.398186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd78341e-29f1-4009-9d2e-5d5dacc00520']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.413401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b6a741-ce4f-4bfa-ad7a-663a9edb3812') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.414288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b6a741-ce4f-4bfa-ad7a-663a9edb3812') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.426265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.432834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fead3f3-17a2-4e1d-82b5-97ccaf41d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.435474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fead3f3-17a2-4e1d-82b5-97ccaf41d081 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.440465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9fead3f3-17a2-4e1d-82b5-97ccaf41d081 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/333f77c2-a03b-4754-860f-677c5acd3f24 HTTP/1.1" status: 204 len: 168 time: 0.3117218 Nov 12 09:05:25.451153 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.454340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fead3f3-17a2-4e1d-82b5-97ccaf41d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f77c2-a03b-4754-860f-677c5acd3f24,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:25.460548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:05:25.460948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:05:25.463019 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:05:25.481002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:25.494567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Sync routers for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:25.509850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:25.511723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:25.528922 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.532308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-64838623-1f0c-4c0b-a8ba-582180cbcec7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6615069 Nov 12 09:05:25.536406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38728) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:25.548383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:25.562570 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.575076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.584436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd78341e-29f1-4009-9d2e-5d5dacc00520 HTTP/1.1" status: 204 len: 168 time: 0.4491894 Nov 12 09:05:25.586154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:25.598479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98237c4f-9cb0-417b-b9f0-a6b7a8e7e0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=fd78341e-29f1-4009-9d2e-5d5dacc00520,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:25.689567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.701412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.805114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:25.805780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.807343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d1e813-43fa-49d0-b775-817c4af7b992 req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "PUT /v2.0/ports/bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 981 time: 0.7527559 Nov 12 09:05:25.810536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] Deleting subnet 47f2dd9a-3c13-4210-8366-da8d9f09200c {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:05:25.821263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.889725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:25.893819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:25.896465 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef181db-6406-40b2-8e05-790d92561d81" -d '{"events": [{"name": "network-changed", "server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:25.925342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67375a0c-25e8-45d9-a919-ff68ab509d6d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:25.932316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f46545-538a-4911-b900-9a91b3afeaf9 req-36b1fae1-c66c-4db2-b43d-4ddc86aaefae tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:25.935969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25f46545-538a-4911-b900-9a91b3afeaf9 req-36b1fae1-c66c-4db2-b43d-4ddc86aaefae tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1314516 Nov 12 09:05:25.951634 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-996628a9-d0a4-44f0-9f33-f98a7c50dc7f req-2be0d444-1413-46df-b095-aa5f4e349522 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4 HTTP/1.1" status: 200 len: 1819 time: 0.1011477 Nov 12 09:05:25.961197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:25.983673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:25.987346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bee677e2-c13b-46fb-b8d5-a6938f458fe2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:26.071317 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.092296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25f46545-538a-4911-b900-9a91b3afeaf9 req-245abeec-289c-44e3-afb6-a59a35689393 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391146 Nov 12 09:05:26.101311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-91273644-bd5b-4e9e-8a11-92fdbc81d14a tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7c32206ae0b44f35a6cbb6e2f037743c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5598764 Nov 12 09:05:26.104254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38748) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:26.131716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bee677e2-c13b-46fb-b8d5-a6938f458fe2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:26.166418 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8613d262-6e83-41e5-8497-504158c94e0b x-openstack-request-id: req-8613d262-6e83-41e5-8497-504158c94e0b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:26.166585 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:26.166830 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8613d262-6e83-41e5-8497-504158c94e0b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:26.167233 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2', 'status': 'completed', 'code': 200} Nov 12 09:05:26.170016 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-996628a9-d0a4-44f0-9f33-f98a7c50dc7f req-bc506eba-a887-404a-9e94-3fd1c6dabfad tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 09:05:26.171186 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-996628a9-d0a4-44f0-9f33-f98a7c50dc7f req-bc506eba-a887-404a-9e94-3fd1c6dabfad tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4 HTTP/1.1" status: 409 len: 341 time: 0.1838508 Nov 12 09:05:26.337170 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.348888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef181db-6406-40b2-8e05-790d92561d81 req-796afbd4-a52e-4197-b59a-38f08b67ae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:26.351892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fef181db-6406-40b2-8e05-790d92561d81 req-796afbd4-a52e-4197-b59a-38f08b67ae21 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1136 time: 0.1277552 Nov 12 09:05:26.536207 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.539458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/47f2dd9a-3c13-4210-8366-da8d9f09200c HTTP/1.1" status: 204 len: 168 time: 0.9451330 Nov 12 09:05:26.542184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d198371-31b1-4c66-a0ee-119018d3fbc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f2dd9a-3c13-4210-8366-da8d9f09200c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:26.543696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38764) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:26.604920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6917ac4-c92e-4e3c-9369-d03b146ffb8f tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:26.609504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6917ac4-c92e-4e3c-9369-d03b146ffb8f tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5039766 Nov 12 09:05:26.612715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:26.646009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.672344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa81cf38-8798-4ced-8d5a-79540f23d6d9 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544677 Nov 12 09:05:26.677054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:26.682258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723743277', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:26.735336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed016d3-4745-4ac6-a536-fa426899e42c req-a5a0ab94-0aa4-4808-8eef-1d6b38294bd7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:26.749654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.754248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eed016d3-4745-4ac6-a536-fa426899e42c req-a5a0ab94-0aa4-4808-8eef-1d6b38294bd7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 984 time: 0.2621040 Nov 12 09:05:26.779652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef181db-6406-40b2-8e05-790d92561d81 req-97ef2a9e-fd8b-493a-80ff-4f9bb2d19719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:26.781025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9167f30c-f5f8-4c41-aae8-f87304fba0e3']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:26.784021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fef181db-6406-40b2-8e05-790d92561d81 req-97ef2a9e-fd8b-493a-80ff-4f9bb2d19719 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 913 time: 0.4042029 Nov 12 09:05:26.793202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24336679-22d4-4be7-bf1f-076943832f37') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:26.793896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24336679-22d4-4be7-bf1f-076943832f37') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:26.805190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.826163 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.837641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:05:26.838643 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.894527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:23Z', 'revision_number': 3, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:05:26.910293 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:05:26.920655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.922681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fef181db-6406-40b2-8e05-790d92561d81 req-fb2e9b54-d6aa-4193-81e8-1ee327578936 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 217 time: 0.0705953 Nov 12 09:05:26.926336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Checking router: c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:26.927499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Updating router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f port 3dc3e790-a439-4c57-a990-90258a250a06 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:26.934472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:26.944733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9167f30c-f5f8-4c41-aae8-f87304fba0e3 HTTP/1.1" status: 204 len: 168 time: 0.3925939 Nov 12 09:05:26.960714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08759ec2-6b87-418a-ab9a-1c28c0a29a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=9167f30c-f5f8-4c41-aae8-f87304fba0e3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:26.988901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.134347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef181db-6406-40b2-8e05-790d92561d81 req-b052b02b-40b3-47d0-9bf4-7e43c66dc4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:27.134347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fef181db-6406-40b2-8e05-790d92561d81 req-b052b02b-40b3-47d0-9bf4-7e43c66dc4dd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.2022240 Nov 12 09:05:27.161939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eed016d3-4745-4ac6-a536-fa426899e42c req-c71c20c5-6ec9-40d2-b94d-28bf7ea80f1b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4&id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4059260 Nov 12 09:05:27.167900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Made reservation on behalf of 7c32206ae0b44f35a6cbb6e2f037743c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:27.178805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.266753 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fef181db-6406-40b2-8e05-790d92561d81 req-5925241f-9979-4545-9c25-7888f29be0af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009881 Nov 12 09:05:27.299347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38804) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:27.413497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047379a-46ee-4362-8084-0278baef6424 req-bb570a10-52e5-4d22-9765-adb06515dc34 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:27.427489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2047379a-46ee-4362-8084-0278baef6424 req-bb570a10-52e5-4d22-9765-adb06515dc34 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1805425 Nov 12 09:05:27.502137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c20d8a7c-7a42-490d-93d3-28ea575302cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed82da55803749a3909a8212a38c1037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016325 Nov 12 09:05:27.525640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:27.525816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2047379a-46ee-4362-8084-0278baef6424 req-c45a0e2c-1949-433e-9e77-98023254ba2a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Nov 12 09:05:27.556971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.563110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.615768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6116e4-3742-4cbe-9423-945f4bf11023 None None] Pushing event updated for resources: {'Port': ['ID=3dc3e790-a439-4c57-a990-90258a250a06,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:27.659210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fef181db-6406-40b2-8e05-790d92561d81 req-3b00a833-6baf-4ee0-8e47-514387f95f86 service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760359 Nov 12 09:05:27.683972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.685334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Attempting to bind port 3dc3e790-a439-4c57-a990-90258a250a06 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:27.685476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Attempting to bind port 3dc3e790-a439-4c57-a990-90258a250a06 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:27.685794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Attempting to bind port 3dc3e790-a439-4c57-a990-90258a250a06 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:27.693613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:27.694306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:27.694894 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.695479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:27.696164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Bound port: 3dc3e790-a439-4c57-a990-90258a250a06, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:27.696740 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.767771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] For port 3dc3e790-a439-4c57-a990-90258a250a06, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:27.771412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] For port 3dc3e790-a439-4c57-a990-90258a250a06, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3dc3e790-a439-4c57-a990-90258a250a06,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:27.777240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.808394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a11e3540-1b4e-4431-bcad-2577646cd2f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.831777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a11e3540-1b4e-4431-bcad-2577646cd2f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.842313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:27.843021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:27.908871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6116e4-3742-4cbe-9423-945f4bf11023 None None] Pushing event updated for resources: {'Port': ['ID=3dc3e790-a439-4c57-a990-90258a250a06,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:27.914331 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a11e3540-1b4e-4431-bcad-2577646cd2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.917736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a11e3540-1b4e-4431-bcad-2577646cd2f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:27.928693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a11e3540-1b4e-4431-bcad-2577646cd2f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b67c1b23-9818-46d5-9b9d-3a7f15179dfc HTTP/1.1" status: 204 len: 168 time: 0.3941081 Nov 12 09:05:28.004618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:28.042635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e3540-1b4e-4431-bcad-2577646cd2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67c1b23-9818-46d5-9b9d-3a7f15179dfc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:28.045402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:28.055682 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fef181db-6406-40b2-8e05-790d92561d81 req-b71e78cd-ecb7-4495-ab9f-ad28b5427d52 service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817677 Nov 12 09:05:28.188334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Subnet': ['ID=4390f31b-f900-437f-b5a9-aad6b299cd13,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:28.200955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:28.222947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Checking segment: {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:28.223565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network hostable DHCP agents. Network: 8d26dd56-ed58-4161-b151-f70d77d0f197, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:05:28.230852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335edda-b162-414d-874c-079a672e9b4b req-f8262178-45b9-42c5-b03f-370dd603f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:28.232574 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c335edda-b162-414d-874c-079a672e9b4b req-f8262178-45b9-42c5-b03f-370dd603f273 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1136 time: 0.1013210 Nov 12 09:05:28.359839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:05:28.361665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:23Z', 'revision_number': 3, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:28.393220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 8d26dd56-ed58-4161-b151-f70d77d0f197) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:28.396083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48162f48-4b70-40b5-be08-97f7c9b7043e None None] The sync data for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 is: [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:23Z', 'revision_number': 3, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:28.406502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5771082e-2a75-41c2-8c1b-1f7c43ee56cf None None] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:28.427700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7528c2f-9c33-46d4-aa82-eb43559ab2ce req-e1a6fac4-8f49-4eee-918f-27d508c33424 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:28.429299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:28.438816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a7528c2f-9c33-46d4-aa82-eb43559ab2ce req-e1a6fac4-8f49-4eee-918f-27d508c33424 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 984 time: 0.1389835 Nov 12 09:05:28.439488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:28.554738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6035401b-50d3-4115-8d3e-82ef8a150804 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8738313 Nov 12 09:05:28.554944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:28.566876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335edda-b162-414d-874c-079a672e9b4b req-c628ac61-b63a-4d30-8bad-e442ce136290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:28.587423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c335edda-b162-414d-874c-079a672e9b4b req-c628ac61-b63a-4d30-8bad-e442ce136290 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 913 time: 0.3349471 Nov 12 09:05:28.606290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38894) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:28.608540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a7528c2f-9c33-46d4-aa82-eb43559ab2ce req-02218c92-b757-4f71-b93f-511c8f406200 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4&id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1648526 Nov 12 09:05:28.714331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-8d26dd56-ed58-4161-b151-f70d77d0f197', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:05:28.715237 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:28.792178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38900) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:28.837457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c335edda-b162-414d-874c-079a672e9b4b req-9e3e12a0-2dea-47fd-a10d-0482c5b97757 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 217 time: 0.2482650 Nov 12 09:05:28.873890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e7f7060a-96e4-4c73-be64-656e6340066c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9a0f4b8c5bd430ab25f923f850ab0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754604 Nov 12 09:05:28.873890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38902) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:28.910211 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:05:28.950714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784f01-3451-4c67-97a7-4b98e0e36622 req-b4491b2f-d096-4b57-9b94-6152c492eeb6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:28.957728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b784f01-3451-4c67-97a7-4b98e0e36622 req-b4491b2f-d096-4b57-9b94-6152c492eeb6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.2487206 Nov 12 09:05:28.976894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f103c03c-0467-4f05-91c9-66db41b3667c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:28.989583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Allocated IP 172.20.0.2 (8d26dd56-ed58-4161-b151-f70d77d0f197/4390f31b-f900-437f-b5a9-aad6b299cd13/94004fda-406e-4903-b266-f409437555c2) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:29.022443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f103c03c-0467-4f05-91c9-66db41b3667c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.112135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f103c03c-0467-4f05-91c9-66db41b3667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.115545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f103c03c-0467-4f05-91c9-66db41b3667c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.120367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f103c03c-0467-4f05-91c9-66db41b3667c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3a6e091-37a9-40bb-bc63-42f09aae3b04 HTTP/1.1" status: 204 len: 168 time: 0.2471292 Nov 12 09:05:29.130405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103c03c-0467-4f05-91c9-66db41b3667c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a6e091-37a9-40bb-bc63-42f09aae3b04,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:29.138754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335edda-b162-414d-874c-079a672e9b4b req-abdd61cf-8e95-453e-a555-d29a134c4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:29.142608 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c335edda-b162-414d-874c-079a672e9b4b req-abdd61cf-8e95-453e-a555-d29a134c4f8f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.2444952 Nov 12 09:05:29.201107 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.210172 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.272144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:29.283891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:29.290972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:29.294724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Pushing event updated for resources: {'Port': ['ID=94004fda-406e-4903-b266-f409437555c2,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:29.372119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Attempting to bind port 94004fda-406e-4903-b266-f409437555c2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:29.372531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Attempting to bind port 94004fda-406e-4903-b266-f409437555c2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:29.372907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Attempting to bind port 94004fda-406e-4903-b266-f409437555c2 on network 8d26dd56-ed58-4161-b151-f70d77d0f197 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:29.379635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:29.380070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Checking segment: {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:29.380488 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.380894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Bound using segment: {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:29.381391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Bound port: 94004fda-406e-4903-b266-f409437555c2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:29.381780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.468323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] For port 94004fda-406e-4903-b266-f409437555c2, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:29.472623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] For port 94004fda-406e-4903-b266-f409437555c2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94004fda-406e-4903-b266-f409437555c2,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:29.477340 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.559955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2e6e6-1e48-4078-ac68-06ab397f6e92 None None] Pushing event updated for resources: {'Port': ['ID=94004fda-406e-4903-b266-f409437555c2,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:29.600481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c335edda-b162-414d-874c-079a672e9b4b req-a4129f06-326a-4a56-9669-2b58a4431dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4409440 Nov 12 09:05:29.606565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4baa-2c79-45ff-80b2-8e3782cd87e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:29.679381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b784f01-3451-4c67-97a7-4b98e0e36622 req-53d1f455-0cdf-45c1-b767-574f41351d27 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7131059 Nov 12 09:05:29.896198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e7313-c778-4163-8bf1-ba5c03821637 req-8e7d4ee0-0c18-4a4d-bf7d-8f6819e2b07f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:29.898535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-761e7313-c778-4163-8bf1-ba5c03821637 req-8e7d4ee0-0c18-4a4d-bf7d-8f6819e2b07f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 984 time: 0.1395385 Nov 12 09:05:29.955157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c335edda-b162-414d-874c-079a672e9b4b req-cf5fd3b5-771c-4844-8981-464b28dafc69 service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427606 Nov 12 09:05:30.052958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-761e7313-c778-4163-8bf1-ba5c03821637 req-884f8bcd-1af5-4898-a01f-b881fb93f6e5 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4&id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1443923 Nov 12 09:05:30.117122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94004fda-406e-4903-b266-f409437555c2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:30.172927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 94004fda-406e-4903-b266-f409437555c2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:30.173300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.178874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4baa-2c79-45ff-80b2-8e3782cd87e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.191108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b7c4baa-2c79-45ff-80b2-8e3782cd87e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.236139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c335edda-b162-414d-874c-079a672e9b4b req-1ca0fa44-a4b0-4c7e-ac21-2508171884c7 service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672956 Nov 12 09:05:30.273767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b7c4baa-2c79-45ff-80b2-8e3782cd87e6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e73a9e6742e469ca2ce8aed5f590db3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5969329 Nov 12 09:05:30.276464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38934) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:30.290796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c4baa-2c79-45ff-80b2-8e3782cd87e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1701bc31-654b-4e29-8ae7-a8212b854297,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:30.293728 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.354422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-567e6c57-b53c-4fd3-8577-724451b2b8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.394445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-567e6c57-b53c-4fd3-8577-724451b2b8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.396116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 94004fda-406e-4903-b266-f409437555c2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94004fda-406e-4903-b266-f409437555c2,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:30.403691 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.404635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3dc3e790-a439-4c57-a990-90258a250a06 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:30.417504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.467431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-567e6c57-b53c-4fd3-8577-724451b2b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.470863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-567e6c57-b53c-4fd3-8577-724451b2b8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.477942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-567e6c57-b53c-4fd3-8577-724451b2b8c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1701bc31-654b-4e29-8ae7-a8212b854297 HTTP/1.1" status: 204 len: 168 time: 0.2003360 Nov 12 09:05:30.492120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e6c57-b53c-4fd3-8577-724451b2b8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1701bc31-654b-4e29-8ae7-a8212b854297,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:30.744747 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=94004fda-406e-4903-b266-f409437555c2,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:30.891753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 3dc3e790-a439-4c57-a990-90258a250a06 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:30.892291 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:30.939083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a6ab2-1ed2-442c-892d-64feb3c268af req-c12b3d79-b3bb-4bea-b766-1ab639f45a8c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:30.954349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-025a6ab2-1ed2-442c-892d-64feb3c268af req-c12b3d79-b3bb-4bea-b766-1ab639f45a8c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1215556 Nov 12 09:05:31.008492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Allocated IP 172.20.0.1 (8d26dd56-ed58-4161-b151-f70d77d0f197/4390f31b-f900-437f-b5a9-aad6b299cd13/26a54513-4c65-40d1-a275-20cb44197cc3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:31.030224 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.043893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-025a6ab2-1ed2-442c-892d-64feb3c268af req-b20b6f61-e21a-40a7-9c50-aebdd9bb794c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831063 Nov 12 09:05:31.081066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 3dc3e790-a439-4c57-a990-90258a250a06, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3dc3e790-a439-4c57-a990-90258a250a06,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:31.087794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.186552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=3dc3e790-a439-4c57-a990-90258a250a06,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:31.254137 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.283513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee32933-8c6e-4603-9a0b-9a14f859ea1a req-a009bacd-f70b-473d-aecd-9c076400e8b4 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.285794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eee32933-8c6e-4603-9a0b-9a14f859ea1a req-a009bacd-f70b-473d-aecd-9c076400e8b4 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 984 time: 0.1224661 Nov 12 09:05:31.358406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.412228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:31.418305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:31.432569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eee32933-8c6e-4603-9a0b-9a14f859ea1a req-253dff30-bf4d-4b32-aeb7-f0db55faa9c8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4&id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1326194 Nov 12 09:05:31.445992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:31.497010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=26a54513-4c65-40d1-a275-20cb44197cc3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:31.540654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.644838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7fc6d-523d-42cc-b277-326c14d45863 None None] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:31.668950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-3d28eff7-eb26-4dbf-bc09-932d8d23c77f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1020286981&fields=id&tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7 HTTP/1.1" status: 200 len: 267 time: 0.1363044 Nov 12 09:05:31.741744 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.764743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-6d82ba5f-76ec-4360-ab15-867554800524 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:31.766862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-6d82ba5f-76ec-4360-ab15-867554800524 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 984 time: 0.0901639 Nov 12 09:05:31.800989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'port': {'security_groups': ['4c345a5a-f1f9-4511-a539-d3856226387b', 'aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4', '2ef21bca-1c70-45fc-a078-4424a3c33c00']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:31.807540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e6abcb33-a2df-420d-8559-b9c6ffbe5a77 None None] Provisioning complete for port 94004fda-406e-4903-b266-f409437555c2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:31.808269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e6abcb33-a2df-420d-8559-b9c6ffbe5a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:31.925195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.009252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94004fda-406e-4903-b266-f409437555c2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:32.113076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 94004fda-406e-4903-b266-f409437555c2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:32.113469 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.213142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3dc3e790-a439-4c57-a990-90258a250a06 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:32.278943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 3dc3e790-a439-4c57-a990-90258a250a06 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:32.279960 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.366753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.381712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.426876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-04949d00-7696-4e1e-bd93-e331a708f5a7 None None] Provisioning complete for port 26a54513-4c65-40d1-a275-20cb44197cc3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:32.427247 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04949d00-7696-4e1e-bd93-e331a708f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.480081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-04949d00-7696-4e1e-bd93-e331a708f5a7 None None] Port 26a54513-4c65-40d1-a275-20cb44197cc3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:32.499244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-04949d00-7696-4e1e-bd93-e331a708f5a7 None None] Provisioning complete for port 94004fda-406e-4903-b266-f409437555c2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:32.501232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04949d00-7696-4e1e-bd93-e331a708f5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.609656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ba1d0-0ac9-46cb-bf99-c9c59ef9b60a req-adf299cd-7536-48b6-9dbc-607cebe1a42e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.611327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a91ba1d0-0ac9-46cb-bf99-c9c59ef9b60a req-adf299cd-7536-48b6-9dbc-607cebe1a42e tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1640465 Nov 12 09:05:32.621851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:32.643896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.668185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=26a54513-4c65-40d1-a275-20cb44197cc3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:32.681401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a91ba1d0-0ac9-46cb-bf99-c9c59ef9b60a req-762b51fb-2e0b-4c17-b151-5539309eacc8 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608168 Nov 12 09:05:32.739188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.748852 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.764179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bee677e2-c13b-46fb-b8d5-a6938f458fe2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:32.767551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:32.810042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:32.810674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.818489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1069675-98ee-4a3a-b0f7-d9a0db6552e6 req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "PUT /v2.0/ports/bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 1020 time: 1.0239081 Nov 12 09:05:32.818489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:32.829155 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:32.857272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7dc4e843-ac19-4a11-b155-e77f78239711 None None] Provisioning complete for port 26a54513-4c65-40d1-a275-20cb44197cc3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:32.857651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7dc4e843-ac19-4a11-b155-e77f78239711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:32.894448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:32.895489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dad7e-aff4-4ecb-b181-914d5746ff78 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:32.901504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:32.938734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bee677e2-c13b-46fb-b8d5-a6938f458fe2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:32.979985 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5adcab23-5f84-444a-90e5-e459ed28a843 req-e4f01b73-8220-44f1-b192-8ef60e7260f4 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/2ef21bca-1c70-45fc-a078-4424a3c33c00 HTTP/1.1" status: 200 len: 1820 time: 0.1326611 Nov 12 09:05:32.980510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4e843-ac19-4a11-b155-e77f78239711 None None] Port 26a54513-4c65-40d1-a275-20cb44197cc3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:33.105649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39028) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:33.205678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:33.229855 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-5adcab23-5f84-444a-90e5-e459ed28a843 req-f739d63b-b69d-414b-a28b-47e647988371 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 09:05:33.230911 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5adcab23-5f84-444a-90e5-e459ed28a843 req-f739d63b-b69d-414b-a28b-47e647988371 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/2ef21bca-1c70-45fc-a078-4424a3c33c00 HTTP/1.1" status: 409 len: 341 time: 0.2501216 Nov 12 09:05:33.296170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fe3da82f-5fd3-4409-84cf-6144944bc87d None None] Provisioning complete for port 26a54513-4c65-40d1-a275-20cb44197cc3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:33.296672 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fe3da82f-5fd3-4409-84cf-6144944bc87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.298640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2aee9b42-dc31-4102-b72f-b58752f80b83 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:33.302576 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da04710-4db6-4efb-ac14-f972e5492060 x-openstack-request-id: req-6da04710-4db6-4efb-ac14-f972e5492060 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:33.302873 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:33.303135 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6da04710-4db6-4efb-ac14-f972e5492060 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:33.303543 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2', 'status': 'completed', 'code': 200} Nov 12 09:05:33.352987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2aee9b42-dc31-4102-b72f-b58752f80b83 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "PUT /v2.0/quotas/a3bac4535f374bfba59f4c3204a25ab7 HTTP/1.1" status: 200 len: 368 time: 0.2456889 Nov 12 09:05:33.353768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39040) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:33.399029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Request body: {'network': {'project_id': 'a3bac4535f374bfba59f4c3204a25ab7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:33.446464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:33.456113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2b663a58-4ecc-46d8-8f9f-8c751dd8a84e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "PUT /v2.0/routers/c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9000199 Nov 12 09:05:33.457117 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fe3da82f-5fd3-4409-84cf-6144944bc87d None None] Port 26a54513-4c65-40d1-a275-20cb44197cc3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:33.458863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Made reservation on behalf of a3bac4535f374bfba59f4c3204a25ab7 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:33.459263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39044) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:33.461402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.464169 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Sync routers for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:33.466462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-024a9af6-ba26-4e7f-b41b-5fd5ea8ea4fc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1594817283', 'description': 'tempest-secgroup_access--1594817283 description', 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:33.476151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-b5e15d33-e231-4d68-9875-5d661c9f6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:33.476151 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-b5e15d33-e231-4d68-9875-5d661c9f6e2f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1175 time: 0.1683710 Nov 12 09:05:33.476151 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.485895 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:33.486858 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:33.526636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-024a9af6-ba26-4e7f-b41b-5fd5ea8ea4fc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.690322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-024a9af6-ba26-4e7f-b41b-5fd5ea8ea4fc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.699095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-024a9af6-ba26-4e7f-b41b-5fd5ea8ea4fc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.711514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-63de4b2e-e9ab-4c0c-b2e8-49aff2a1da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:33.713146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-63de4b2e-e9ab-4c0c-b2e8-49aff2a1da42 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 200 len: 913 time: 0.2278242 Nov 12 09:05:33.766040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-024a9af6-ba26-4e7f-b41b-5fd5ea8ea4fc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.767302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-024a9af6-ba26-4e7f-b41b-5fd5ea8ea4fc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3070779 Nov 12 09:05:33.773107 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:33.773786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39054) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:33.778190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-21ac6c36-a3a1-4f6f-8c1f-f4108f9c57e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1902047427', 'description': 'tempest-secgroup_general--1902047427 description', 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:33.809347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a9af6-ba26-4e7f-b41b-5fd5ea8ea4fc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:33.850205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3a9ea-6e65-48f2-9749-f667913a34dd req-623994c9-d14c-46b2-9c1b-1855fc26130c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:33.851795 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fd3a9ea-6e65-48f2-9749-f667913a34dd req-623994c9-d14c-46b2-9c1b-1855fc26130c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1023 time: 0.1492867 Nov 12 09:05:33.853117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21ac6c36-a3a1-4f6f-8c1f-f4108f9c57e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.873757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.901889 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-d59794aa-1061-4a1d-a259-f1173f27fd0a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 200 len: 217 time: 0.1756608 Nov 12 09:05:33.914126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:33.958936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2adf6ac-7421-4b90-a4da-f2100c843973 req-d1af15aa-d415-4427-a7e7-957d9f7a5e63 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=78f26156081842ae843ed211198f373d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831935 Nov 12 09:05:33.966203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fd3a9ea-6e65-48f2-9749-f667913a34dd req-3ed3a4f4-046d-4042-b4e5-ca5a3e8cfb33 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4&id=4c345a5a-f1f9-4511-a539-d3856226387b&id=2ef21bca-1c70-45fc-a078-4424a3c33c00&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1059341 Nov 12 09:05:33.977481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:34.034251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21ac6c36-a3a1-4f6f-8c1f-f4108f9c57e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.039247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.039588 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Added segment da572a27-f66e-4687-a495-b8e426f706e0 of type vlan for network c3776a3a-1b27-41a5-b7b7-d96af46e50ff Nov 12 09:05:34.049359 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21ac6c36-a3a1-4f6f-8c1f-f4108f9c57e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.092611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:32Z', 'revision_number': 2, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:34.094624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21ac6c36-a3a1-4f6f-8c1f-f4108f9c57e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.095893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-21ac6c36-a3a1-4f6f-8c1f-f4108f9c57e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3209152 Nov 12 09:05:34.109144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39064) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:34.109356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-dc97ef16-466a-4ed9-84bf-221ef56511e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.110835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-dc97ef16-466a-4ed9-84bf-221ef56511e3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 200 len: 852 time: 0.1911371 Nov 12 09:05:34.131449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0df0eb-a9f4-4e90-a666-61f0c0ead935,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.133426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0072d9ca-1c49-4403-aaaf-1bac458feb9c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'security_group_rule': {'security_group_id': '364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac', 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:34.155968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac6c36-a3a1-4f6f-8c1f-f4108f9c57e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce7b8e-7ebe-4211-b351-6de7d2cffad4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.186718 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-9a5f6be0-28d7-4a81-a0eb-1e0ccb000e9c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3adc32e1-f085-4f9a-b932-40f0ccc0a25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515046 Nov 12 09:05:34.189038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.190383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721ec91-a8f0-4be4-b360-be6a7765a06c req-9115c709-9325-454a-b212-d8cbccf26407 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.192217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3721ec91-a8f0-4be4-b360-be6a7765a06c req-9115c709-9325-454a-b212-d8cbccf26407 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1109247 Nov 12 09:05:34.216793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0072d9ca-1c49-4403-aaaf-1bac458feb9c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.233966 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Checking router: c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:34.234590 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Updating router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f port 26a54513-4c65-40d1-a275-20cb44197cc3 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:34.262065 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.282062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3721ec91-a8f0-4be4-b360-be6a7765a06c req-49156817-77b2-4807-83a3-45f662c375b3 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758457 Nov 12 09:05:34.304058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0072d9ca-1c49-4403-aaaf-1bac458feb9c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.304570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2adf6ac-7421-4b90-a4da-f2100c843973 req-52b6b204-944f-4467-8563-8fa5196435e0 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.308555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0072d9ca-1c49-4403-aaaf-1bac458feb9c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.312213 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2adf6ac-7421-4b90-a4da-f2100c843973 req-52b6b204-944f-4467-8563-8fa5196435e0 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236585 Nov 12 09:05:34.331431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.332566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.333021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.335303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072d9ca-1c49-4403-aaaf-1bac458feb9c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=326a76ba-3c2b-4168-b909-75e70d15a95d,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.344236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0072d9ca-1c49-4403-aaaf-1bac458feb9c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.345909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0072d9ca-1c49-4403-aaaf-1bac458feb9c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2368205 Nov 12 09:05:34.348482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2adf6ac-7421-4b90-a4da-f2100c843973 req-4931c3e0-8280-4bb6-909a-54ec6f730d53 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/quotas/78f26156081842ae843ed211198f373d HTTP/1.1" status: 200 len: 375 time: 0.0348291 Nov 12 09:05:34.441479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2adf6ac-7421-4b90-a4da-f2100c843973 req-2e5aa577-37ed-4ce6-b0f8-21154d2b5398 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=78f26156081842ae843ed211198f373d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682492 Nov 12 09:05:34.479892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1209588 Nov 12 09:05:34.481250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39074) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:34.482271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-dcaf6177-56fe-455d-92cd-3c33404c643a service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819829 Nov 12 09:05:34.489320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb681ff-1b14-4c4b-8c49-b49f47235990 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Pushing event updated for resources: {'Network': ['ID=c3776a3a-1b27-41a5-b7b7-d96af46e50ff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.490883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Request body: {'network': {'project_id': 'a3bac4535f374bfba59f4c3204a25ab7'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:34.507804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c3776a3a-1b27-41a5-b7b7-d96af46e50ff details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:34.567367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Made reservation on behalf of a3bac4535f374bfba59f4c3204a25ab7 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:34.570686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.621864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:34.636290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.636905 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Added segment aef643cc-d743-42d5-896a-54bdee68c9a9 of type vlan for network 49fc120a-3689-4ce7-bce0-10d03ea52f9d Nov 12 09:05:34.711815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.713844 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89bdc826-52b2-48f1-9252-d4b4ecf4d6c7 req-0fe9edea-fa67-4a0e-b7c5-df64d4d1a13a service neutron] 10.222.0.62 "GET /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204354 Nov 12 09:05:34.729394 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.737728 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.759148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.760968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:34.764579 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:34.779490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-9cafdbb1-b3fb-42d5-88e0-78111298b310 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--1902047427&fields=id&tenant_id=7c32206ae0b44f35a6cbb6e2f037743c HTTP/1.1" status: 200 len: 267 time: 0.1066234 Nov 12 09:05:34.849855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3647585 Nov 12 09:05:34.851176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39096) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:34.851861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011055ac-9b55-425d-a912-28438a4cee5f tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Pushing event updated for resources: {'Network': ['ID=49fc120a-3689-4ce7-bce0-10d03ea52f9d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.859869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-930d5864-753d-464f-b0df-789336439b9c tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Request body: {'network': {'project_id': 'a3bac4535f374bfba59f4c3204a25ab7'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:34.865759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 49fc120a-3689-4ce7-bce0-10d03ea52f9d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:34.871032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-c37f319d-757a-4253-90d1-bd8e0c841322 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1594817283&fields=id&tenant_id=7c32206ae0b44f35a6cbb6e2f037743c HTTP/1.1" status: 200 len: 267 time: 0.0907204 Nov 12 09:05:34.873314 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ef1b-953e-4e03-81fd-7a40e6c018d3 None None] Pushing event updated for resources: {'Port': ['ID=26a54513-4c65-40d1-a275-20cb44197cc3,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:34.874120 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-930d5864-753d-464f-b0df-789336439b9c tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 09:05:34.875630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930d5864-753d-464f-b0df-789336439b9c tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:05:34.877202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-930d5864-753d-464f-b0df-789336439b9c tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0228648 Nov 12 09:05:34.881708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:34.982552 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Attempting to bind port 26a54513-4c65-40d1-a275-20cb44197cc3 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:34.983439 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Attempting to bind port 26a54513-4c65-40d1-a275-20cb44197cc3 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:34.983822 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Attempting to bind port 26a54513-4c65-40d1-a275-20cb44197cc3 on network 8d26dd56-ed58-4161-b151-f70d77d0f197 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:34.999454 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:34.999803 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Checking segment: {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:35.001231 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.002306 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Bound using segment: {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:35.002813 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Bound port: 26a54513-4c65-40d1-a275-20cb44197cc3, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:35.004144 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.042117 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f3ffbd29-2293-4945-b7c8-cc98801e8c4c tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3bac4535f374bfba59f4c3204a25ab7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577163 Nov 12 09:05:35.042505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39104) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:35.097571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-ff032323-0baa-497d-a1d9-a8ac7a7cdcf0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:35.112670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-ff032323-0baa-497d-a1d9-a8ac7a7cdcf0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/networks?id=8d26dd56-ed58-4161-b151-f70d77d0f197 HTTP/1.1" status: 200 len: 797 time: 0.1987629 Nov 12 09:05:35.113498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0315f0f1-4c49-4bd5-8872-aaf516df88f7 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.127827 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] For port 26a54513-4c65-40d1-a275-20cb44197cc3, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:35.131158 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-7a8f41c9-2692-478f-953d-0806619319dc tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/quotas/7c32206ae0b44f35a6cbb6e2f037743c HTTP/1.1" status: 200 len: 375 time: 0.0175421 Nov 12 09:05:35.132520 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] For port 26a54513-4c65-40d1-a275-20cb44197cc3, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=26a54513-4c65-40d1-a275-20cb44197cc3,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:35.141732 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.145268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0315f0f1-4c49-4bd5-8872-aaf516df88f7 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.215266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0315f0f1-4c49-4bd5-8872-aaf516df88f7 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.219578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0315f0f1-4c49-4bd5-8872-aaf516df88f7 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.221031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0315f0f1-4c49-4bd5-8872-aaf516df88f7 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a0df0eb-a9f4-4e90-a666-61f0c0ead935 HTTP/1.1" status: 204 len: 168 time: 0.1773038 Nov 12 09:05:35.223563 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:35.224234 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:35.224952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39108) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:35.242518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315f0f1-4c49-4bd5-8872-aaf516df88f7 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0df0eb-a9f4-4e90-a666-61f0c0ead935,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:35.242844 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2ef1b-953e-4e03-81fd-7a40e6c018d3 None None] Pushing event updated for resources: {'Port': ['ID=26a54513-4c65-40d1-a275-20cb44197cc3,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:35.244649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6e262757-7c9f-4a4a-983a-6870a4d4544a None None] Provisioning complete for port 26a54513-4c65-40d1-a275-20cb44197cc3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:35.247011 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6e262757-7c9f-4a4a-983a-6870a4d4544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.305494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-ab71e034-1812-44d3-ab2a-ce736cfd0d8e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1661661 Nov 12 09:05:35.372562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.378004 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:35.495831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6e262757-7c9f-4a4a-983a-6870a4d4544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.538826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.575940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fc120a-3689-4ce7-bce0-10d03ea52f9d']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:35.578429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6e262757-7c9f-4a4a-983a-6870a4d4544a None None] For port 26a54513-4c65-40d1-a275-20cb44197cc3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=26a54513-4c65-40d1-a275-20cb44197cc3,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:35.583575 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6e262757-7c9f-4a4a-983a-6870a4d4544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.605523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef643cc-d743-42d5-896a-54bdee68c9a9') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:35.605523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef643cc-d743-42d5-896a-54bdee68c9a9') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:35.634737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.643144 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:35.654352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.665417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:05:35.665830 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:05:35.667772 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:05:35.674155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e262757-7c9f-4a4a-983a-6870a4d4544a None None] Pushing event updated for resources: {'Port': ['ID=26a54513-4c65-40d1-a275-20cb44197cc3,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:35.676098 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d90290-9a94-470f-a36f-c4b0526a2283 None None] The sync data for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 is: [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:35.676645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f3047-a652-44fc-8e43-693d46e1378b req-864e7e96-6665-4dd4-87bc-5c50dde563c4 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:35.678258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-317f3047-a652-44fc-8e43-693d46e1378b req-864e7e96-6665-4dd4-87bc-5c50dde563c4 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1023 time: 0.0994353 Nov 12 09:05:35.711046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-862ca310-e3ec-41ad-ad31-5f64aa4287df None None] Provisioning complete for port 26a54513-4c65-40d1-a275-20cb44197cc3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:35.711765 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-862ca310-e3ec-41ad-ad31-5f64aa4287df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.813596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.826658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.832466 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "DELETE /v2.0/networks/49fc120a-3689-4ce7-bce0-10d03ea52f9d HTTP/1.1" status: 204 len: 168 time: 0.6039734 Nov 12 09:05:35.843320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39124) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:35.944603 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:35.952145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b975e523-42ef-4253-b6e4-9e47f87b55d5 tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Pushing event deleted for resources: {'Network': ['ID=49fc120a-3689-4ce7-bce0-10d03ea52f9d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:35.978888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-317f3047-a652-44fc-8e43-693d46e1378b req-a064ca04-0299-418d-96f2-672ea2dd59a3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4&id=4c345a5a-f1f9-4511-a539-d3856226387b&id=2ef21bca-1c70-45fc-a078-4424a3c33c00&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2782254 Nov 12 09:05:36.002723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 26a54513-4c65-40d1-a275-20cb44197cc3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:36.024385 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-8dffeabd-337c-4537-a2ac-fd83327b7e99 service neutron] 10.222.0.53 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7101862 Nov 12 09:05:36.037010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-8c5234ce-e2a0-4af2-be47-83ba1347fd93 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.038739 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-8c5234ce-e2a0-4af2-be47-83ba1347fd93 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.62 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1023 time: 0.8205857 Nov 12 09:05:36.042162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-6613fb08-0d55-4c58-a531-c394d6d3e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.043540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-6613fb08-0d55-4c58-a531-c394d6d3e263 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.5325835 Nov 12 09:05:36.101022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 26a54513-4c65-40d1-a275-20cb44197cc3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:36.101558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.130091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.174868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3776a3a-1b27-41a5-b7b7-d96af46e50ff']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:36.192024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da572a27-f66e-4687-a495-b8e426f706e0') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:36.192507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da572a27-f66e-4687-a495-b8e426f706e0') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:36.208880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f798e5-39aa-4898-98dc-17578991fdd6 req-e1a9f4aa-5f51-48d7-ac1a-a14c36fd7681 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.210572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8f798e5-39aa-4898-98dc-17578991fdd6 req-e1a9f4aa-5f51-48d7-ac1a-a14c36fd7681 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0980165 Nov 12 09:05:36.214486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.247453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.263367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:05:36.263821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:05:36.266388 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:05:36.300981 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-ea805c6a-4503-4507-bc1c-272a82bd4efe service neutron] 10.222.0.53 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611804 Nov 12 09:05:36.309194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-19d68abf-7b6b-4b41-8df5-fe60444a921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.310662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-19d68abf-7b6b-4b41-8df5-fe60444a921d service neutron] 10.222.0.62 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.2576003 Nov 12 09:05:36.334107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8f798e5-39aa-4898-98dc-17578991fdd6 req-f68a2db9-e241-4ada-a146-e3c6426beecd tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119804 Nov 12 09:05:36.369134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-32aa5498-773d-4d9a-8898-e74565de679f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 217 time: 0.0483561 Nov 12 09:05:36.371354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.396401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.401922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Deleting port bee677e2-c13b-46fb-b8d5-a6938f458fe2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:36.402551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] 10.222.0.53 "DELETE /v2.0/networks/c3776a3a-1b27-41a5-b7b7-d96af46e50ff HTTP/1.1" status: 204 len: 168 time: 0.5575283 Nov 12 09:05:36.403503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b577d-88f3-4da2-bb10-8db123e0946d tempest-QuotasNegativeTest-826211356 tempest-QuotasNegativeTest-826211356-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3776a3a-1b27-41a5-b7b7-d96af46e50ff,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:36.416592 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.485826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcdc1a-ec0f-43b8-b2d7-63eeb5309810 req-b1d29c32-ae47-4c93-98ad-86887c8633a4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.496245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13fcdc1a-ec0f-43b8-b2d7-63eeb5309810 req-b1d29c32-ae47-4c93-98ad-86887c8633a4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0685661 Nov 12 09:05:36.571465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13fcdc1a-ec0f-43b8-b2d7-63eeb5309810 req-082ca879-d457-4022-9db7-a056286ea765 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738633 Nov 12 09:05:36.659886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-baceec8e-fc67-4382-8938-5230ea4b4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:36.661398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-baceec8e-fc67-4382-8938-5230ea4b4e29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.2812762 Nov 12 09:05:36.729662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-82b1372f-59a8-40ac-a30f-af103f98394b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582595 Nov 12 09:05:36.784378 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19637050-5470-4515-8bb7-70c095feadb3 req-d55281e2-9903-4f00-b0bf-791e3131d1b4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 210 time: 0.0620768 Nov 12 09:05:36.804763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] For port bee677e2-c13b-46fb-b8d5-a6938f458fe2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=bee677e2-c13b-46fb-b8d5-a6938f458fe2,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:36.805312 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:36.846066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Calling delete_port for bee677e2-c13b-46fb-b8d5-a6938f458fe2 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:37.055389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39146) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:37.135439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-fb94fa88-66b0-449d-b8d0-140d71820582 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898821 Nov 12 09:05:37.246081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f001e-e0b1-4b29-942f-1e78f1958238 req-aa437d95-bd6c-4031-b797-99aadca1815a tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.256022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b7f001e-e0b1-4b29-942f-1e78f1958238 req-aa437d95-bd6c-4031-b797-99aadca1815a tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1 HTTP/1.1" status: 200 len: 1023 time: 0.1011410 Nov 12 09:05:37.300055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88cb84d8-4339-4582-926f-b30575e5bf8d req-ce532cee-5b6d-44fb-a904-8d7ff4434225 service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527202 Nov 12 09:05:37.325145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.338432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['bee677e2-c13b-46fb-b8d5-a6938f458fe2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:37.432317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:37.455348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b7f001e-e0b1-4b29-942f-1e78f1958238 req-f05116a4-bfdd-42ea-912f-1099fa06866d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4&id=4c345a5a-f1f9-4511-a539-d3856226387b&id=2ef21bca-1c70-45fc-a078-4424a3c33c00&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1981225 Nov 12 09:05:37.551580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a60db47b-4fcb-47a8-ac1c-c780f6ea11fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.564350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'Port': ['ID=bee677e2-c13b-46fb-b8d5-a6938f458fe2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:37.667328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f756e0f-716a-4b78-bc91-463e28d3b7f9 req-5dbf654e-eb27-4c15-86ff-faa4b26db196 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=78f26156081842ae843ed211198f373d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290496 Nov 12 09:05:37.705444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] No DVR routers for this DVR port bee677e2-c13b-46fb-b8d5-a6938f458fe2 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:37.709205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.714046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc10c4fc-93d9-479a-b30a-aad2b300ea74 req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.62 "DELETE /v2.0/ports/bee677e2-c13b-46fb-b8d5-a6938f458fe2 HTTP/1.1" status: 204 len: 173 time: 1.6612432 Nov 12 09:05:37.718185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.718547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.719554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.719899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.720180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.720523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.720851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.721181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.721511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.721842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.723691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.723691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793446e0-d05d-4513-aded-a55fa6a537c7 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:37.725558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a60db47b-4fcb-47a8-ac1c-c780f6ea11fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.754068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492e481-097d-4a78-b6e8-41797273d7cd req-2f0a2141-02da-44e8-af93-2aa3867a17f6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.767090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4492e481-097d-4a78-b6e8-41797273d7cd req-2f0a2141-02da-44e8-af93-2aa3867a17f6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1935651 Nov 12 09:05:37.768757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'name': 'network-vif-deleted', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:37.772107 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5274c8be-1fad-44f0-99a4-0854c2dd3c9f" -d '{"events": [{"server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "name": "network-vif-deleted", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:37.779222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a60db47b-4fcb-47a8-ac1c-c780f6ea11fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.805004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49546095-bf63-4442-b99c-b52e638aa974 req-dc72ff04-2de9-4033-8b2d-20c9dc799081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.808730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49546095-bf63-4442-b99c-b52e638aa974 req-dc72ff04-2de9-4033-8b2d-20c9dc799081 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 1097 time: 0.4693654 Nov 12 09:05:37.839743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a60db47b-4fcb-47a8-ac1c-c780f6ea11fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e79ef28b0f1456993889e128198500f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7808352 Nov 12 09:05:37.842987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39180) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:37.859172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4492e481-097d-4a78-b6e8-41797273d7cd req-dfe3fd2b-0443-46db-a9e8-5c7ad507bab6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911009 Nov 12 09:05:37.875785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60db47b-4fcb-47a8-ac1c-c780f6ea11fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff2f226-3fcf-4cab-968d-694dcb86989e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:37.902166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f756e0f-716a-4b78-bc91-463e28d3b7f9 req-d756c9bd-3f15-4dc2-ba6f-b30274364a04 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:37.903700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f756e0f-716a-4b78-bc91-463e28d3b7f9 req-d756c9bd-3f15-4dc2-ba6f-b30274364a04 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245092 Nov 12 09:05:37.943745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49546095-bf63-4442-b99c-b52e638aa974 req-6b21a017-2c80-4954-a5a5-24f35b4b1c1e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975678 Nov 12 09:05:37.950910 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f756e0f-716a-4b78-bc91-463e28d3b7f9 req-83b2efb3-5c01-4bb8-9066-77d5d93ac3b6 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/quotas/78f26156081842ae843ed211198f373d HTTP/1.1" status: 200 len: 375 time: 0.0290308 Nov 12 09:05:37.956734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-214b9344-ea20-4de5-a2b3-150c588838df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:37.991832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f756e0f-716a-4b78-bc91-463e28d3b7f9 req-149dfab8-e0b5-45f9-80be-959bcbfedad6 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=78f26156081842ae843ed211198f373d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330684 Nov 12 09:05:38.008165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-214b9344-ea20-4de5-a2b3-150c588838df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.096530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-214b9344-ea20-4de5-a2b3-150c588838df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.099652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-214b9344-ea20-4de5-a2b3-150c588838df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.101806 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-214b9344-ea20-4de5-a2b3-150c588838df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bff2f226-3fcf-4cab-968d-694dcb86989e HTTP/1.1" status: 204 len: 168 time: 0.2544529 Nov 12 09:05:38.115699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044e6b4-7687-4ce6-9986-7e69f6ece3d3 req-0986d9aa-fa03-4073-93f5-bb64148d4338 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:38.118134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2044e6b4-7687-4ce6-9986-7e69f6ece3d3 req-0986d9aa-fa03-4073-93f5-bb64148d4338 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0947065 Nov 12 09:05:38.124622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b9344-ea20-4de5-a2b3-150c588838df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff2f226-3fcf-4cab-968d-694dcb86989e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:38.200555 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e461b55-c05e-4e8c-b522-ceb11b0eb470 x-openstack-request-id: req-1e461b55-c05e-4e8c-b522-ceb11b0eb470 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:38.200555 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1", "name": "network-vif-deleted", "tag": "bee677e2-c13b-46fb-b8d5-a6938f458fe2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:38.201213 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e461b55-c05e-4e8c-b522-ceb11b0eb470 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:38.201350 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c33eaa0a-60b1-4bc9-8c4b-b59e9b9158c1', 'name': 'network-vif-deleted', 'tag': 'bee677e2-c13b-46fb-b8d5-a6938f458fe2', 'status': 'completed', 'code': 200} Nov 12 09:05:38.248406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2044e6b4-7687-4ce6-9986-7e69f6ece3d3 req-61c4b97f-683d-441b-8bd4-46e77206ebf7 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186888 Nov 12 09:05:38.259181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da6ddbd9-9752-42ac-a725-c8de8133b554 req-00c35517-16b9-422f-84a2-c97fbe4f1d57 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 210 time: 0.0310273 Nov 12 09:05:38.368774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-7277eedd-44cd-4352-beec-41ac82e6bde4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:38.370236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-7277eedd-44cd-4352-beec-41ac82e6bde4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.55 "GET /v2.0/networks?id=8d26dd56-ed58-4161-b151-f70d77d0f197 HTTP/1.1" status: 200 len: 797 time: 0.2030320 Nov 12 09:05:38.464562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-e59cbc0a-4498-469b-8f99-fadded679b6f tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c32206ae0b44f35a6cbb6e2f037743c HTTP/1.1" status: 200 len: 478 time: 0.0839438 Nov 12 09:05:38.475596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'port': {'device_id': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'admin_state_up': True, 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'security_groups': ['78ce7b8e-7ebe-4211-b351-6de7d2cffad4', '364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:38.621544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:38.631406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ea4c3fb-3547-49a6-9151-e4acf24abf1b req-1203a312-0e04-4435-9e01-b272170407be tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4 HTTP/1.1" status: 200 len: 1819 time: 0.0623412 Nov 12 09:05:38.646649 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40fe7a2-da6f-44ce-a65e-4ee6073614a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.676833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Made reservation on behalf of 7c32206ae0b44f35a6cbb6e2f037743c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:38.681236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.708537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7ea4c3fb-3547-49a6-9151-e4acf24abf1b req-d660008f-ec29-43f4-a9d2-6e7114d9a570 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.738943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7ea4c3fb-3547-49a6-9151-e4acf24abf1b req-d660008f-ec29-43f4-a9d2-6e7114d9a570 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.801732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7ea4c3fb-3547-49a6-9151-e4acf24abf1b req-d660008f-ec29-43f4-a9d2-6e7114d9a570 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.804852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7ea4c3fb-3547-49a6-9151-e4acf24abf1b req-d660008f-ec29-43f4-a9d2-6e7114d9a570 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.806160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ea4c3fb-3547-49a6-9151-e4acf24abf1b req-d660008f-ec29-43f4-a9d2-6e7114d9a570 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4 HTTP/1.1" status: 204 len: 173 time: 0.1670883 Nov 12 09:05:38.817266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660008f-ec29-43f4-a9d2-6e7114d9a570 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:38.893537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fcfe17c-b247-4b33-8433-7154dbf1a936 req-a9b0ede2-144f-4acd-906a-fa6a60d1598c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/2ef21bca-1c70-45fc-a078-4424a3c33c00 HTTP/1.1" status: 200 len: 1820 time: 0.0563238 Nov 12 09:05:38.939048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40fe7a2-da6f-44ce-a65e-4ee6073614a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.953670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e40fe7a2-da6f-44ce-a65e-4ee6073614a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.969977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4fcfe17c-b247-4b33-8433-7154dbf1a936 req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:38.980709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Allocated IP 172.20.0.14 (8d26dd56-ed58-4161-b151-f70d77d0f197/4390f31b-f900-437f-b5a9-aad6b299cd13/41929a6d-dc20-4103-ba14-b83e4f6023de) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:39.011575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4fcfe17c-b247-4b33-8433-7154dbf1a936 req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.078644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4fcfe17c-b247-4b33-8433-7154dbf1a936 req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.081886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4fcfe17c-b247-4b33-8433-7154dbf1a936 req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.086600 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fcfe17c-b247-4b33-8433-7154dbf1a936 req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/2ef21bca-1c70-45fc-a078-4424a3c33c00 HTTP/1.1" status: 204 len: 173 time: 0.1809244 Nov 12 09:05:39.103720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef21bca-1c70-45fc-a078-4424a3c33c00,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:39.112605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.113007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.113366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.113880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.114229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.114686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.115019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.115351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.115683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.116025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.116360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.116684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5520d709-de56-4466-8359-e8b5a72bb3d6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:39.118361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e40fe7a2-da6f-44ce-a65e-4ee6073614a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72df53a4ffdb4ce391ef9a403f57e7ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4951904 Nov 12 09:05:39.120680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39214) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:39.124777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fe7a2-da6f-44ce-a65e-4ee6073614a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a636903c-c27f-41ea-973b-3c7315fd3e21,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:39.180970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6439cd2c-00eb-4d51-bb8e-084572cf4b5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.210059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6439cd2c-00eb-4d51-bb8e-084572cf4b5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.217906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dab64-629c-479c-bd74-76e4470b5b59 req-41c28dd7-c5aa-40c8-95fe-4b603f557c97 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:39.220244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f6dab64-629c-479c-bd74-76e4470b5b59 req-41c28dd7-c5aa-40c8-95fe-4b603f557c97 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1635036 Nov 12 09:05:39.280660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6439cd2c-00eb-4d51-bb8e-084572cf4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.285258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6439cd2c-00eb-4d51-bb8e-084572cf4b5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.288770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6439cd2c-00eb-4d51-bb8e-084572cf4b5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a636903c-c27f-41ea-973b-3c7315fd3e21 HTTP/1.1" status: 204 len: 168 time: 0.1648459 Nov 12 09:05:39.295323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439cd2c-00eb-4d51-bb8e-084572cf4b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636903c-c27f-41ea-973b-3c7315fd3e21,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:39.348862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f6dab64-629c-479c-bd74-76e4470b5b59 req-93bb093e-5e17-47e2-9644-3b71e53b56a2 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183891 Nov 12 09:05:39.395628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b60ba2e7-cdd4-4fdf-94c5-81d85954d15a req-12df0541-2fe1-41ec-8659-55c234fe0a7d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-835958533', 'description': 'tempest-description-1161788767'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:39.433134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.454796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60ba2e7-cdd4-4fdf-94c5-81d85954d15a req-12df0541-2fe1-41ec-8659-55c234fe0a7d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.507860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.596387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe238cca-a978-40b7-b869-20cbbcdc58b3 req-826a865c-064f-4bc7-b03f-5349b37580a3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:39.598378 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe238cca-a978-40b7-b869-20cbbcdc58b3 req-826a865c-064f-4bc7-b03f-5349b37580a3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0669413 Nov 12 09:05:39.608761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bee677e2-c13b-46fb-b8d5-a6938f458fe2 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:39.609970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:39.624818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:39.630095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:39.632839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=41929a6d-dc20-4103-ba14-b83e4f6023de,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:39.677265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: bee677e2-c13b-46fb-b8d5-a6938f458fe2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:39.677827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device bee677e2-c13b-46fb-b8d5-a6938f458fe2 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:39.683098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60ba2e7-cdd4-4fdf-94c5-81d85954d15a req-12df0541-2fe1-41ec-8659-55c234fe0a7d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.699524 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe238cca-a978-40b7-b869-20cbbcdc58b3 req-99a57ebd-f5f5-43aa-b5f2-7f7b3e19522e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863810 Nov 12 09:05:39.704690 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60ba2e7-cdd4-4fdf-94c5-81d85954d15a req-12df0541-2fe1-41ec-8659-55c234fe0a7d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.765430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:39.766526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.785028 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60ba2e7-cdd4-4fdf-94c5-81d85954d15a req-12df0541-2fe1-41ec-8659-55c234fe0a7d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:39.786412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b60ba2e7-cdd4-4fdf-94c5-81d85954d15a req-12df0541-2fe1-41ec-8659-55c234fe0a7d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4026239 Nov 12 09:05:39.800637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df0541-2fe1-41ec-8659-55c234fe0a7d tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d8cee-98b6-401f-b94a-f37f72f651d1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:39.821900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-28df1b48-6d70-4a64-81a6-ae400e853011 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3510871 Nov 12 09:05:39.836668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbbf8e0-bed2-47c9-a075-2eb93bba2ef1 req-1fe27548-8bb6-45f2-8d06-34f7e67b4acb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:39.837712 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cbbf8e0-bed2-47c9-a075-2eb93bba2ef1 req-1fe27548-8bb6-45f2-8d06-34f7e67b4acb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 971 time: 0.0767317 Nov 12 09:05:39.842193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Request body: {'port': {'device_id': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:39.941194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cbbf8e0-bed2-47c9-a075-2eb93bba2ef1 req-2d34d631-fbc4-4d15-95cc-6d420120a04e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0894358 Nov 12 09:05:39.958206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c25bc16-684d-47c0-b214-40598373c6c8 req-cee943e9-870a-44b1-bce1-bc4d9332d7ff tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=78f26156081842ae843ed211198f373d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581124 Nov 12 09:05:39.970792 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.019358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0df3e2a5-01f7-4281-9f4e-6c52a29c61d7 None None] Provisioning complete for port 41929a6d-dc20-4103-ba14-b83e4f6023de triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:40.020190 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0df3e2a5-01f7-4281-9f4e-6c52a29c61d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.034726 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46ca984a-5c70-4ac7-8b3e-99b56160e808 req-b251f2eb-7171-4018-aeca-b6b0e9cb36b2 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/b27d8cee-98b6-401f-b94a-f37f72f651d1 HTTP/1.1" status: 200 len: 1819 time: 0.0590320 Nov 12 09:05:40.047601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-46ca984a-5c70-4ac7-8b3e-99b56160e808 req-caeecdea-258d-461f-9e23-ff3aaea9f3c6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Request body: {'security_group': {'name': 'tempest-sg-hth-829642717', 'description': 'tempest-description-hth-1883044488'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:40.091099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-46ca984a-5c70-4ac7-8b3e-99b56160e808 req-caeecdea-258d-461f-9e23-ff3aaea9f3c6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.099259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0df3e2a5-01f7-4281-9f4e-6c52a29c61d7 None None] Port 41929a6d-dc20-4103-ba14-b83e4f6023de cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:40.155565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-46ca984a-5c70-4ac7-8b3e-99b56160e808 req-caeecdea-258d-461f-9e23-ff3aaea9f3c6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.161159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-46ca984a-5c70-4ac7-8b3e-99b56160e808 req-caeecdea-258d-461f-9e23-ff3aaea9f3c6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.163964 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-46ca984a-5c70-4ac7-8b3e-99b56160e808 req-caeecdea-258d-461f-9e23-ff3aaea9f3c6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.174584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46ca984a-5c70-4ac7-8b3e-99b56160e808 req-caeecdea-258d-461f-9e23-ff3aaea9f3c6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "PUT /v2.0/security-groups/b27d8cee-98b6-401f-b94a-f37f72f651d1 HTTP/1.1" status: 200 len: 1793 time: 0.1256642 Nov 12 09:05:40.216882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeecdea-258d-461f-9e23-ff3aaea9f3c6 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d8cee-98b6-401f-b94a-f37f72f651d1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:40.227844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25bc16-684d-47c0-b214-40598373c6c8 req-8b0da747-7c54-4f97-83a9-eb60de4c2264 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.233098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c25bc16-684d-47c0-b214-40598373c6c8 req-8b0da747-7c54-4f97-83a9-eb60de4c2264 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634835 Nov 12 09:05:40.250945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d3720ee-029b-43da-b724-3909353c611a req-e56aaafe-87b7-4a5e-8450-a721e81226c0 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/b27d8cee-98b6-401f-b94a-f37f72f651d1 HTTP/1.1" status: 200 len: 1793 time: 0.0604649 Nov 12 09:05:40.276023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c25bc16-684d-47c0-b214-40598373c6c8 req-aed85230-9933-4b5c-afd8-dcabc7a73fe3 tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/quotas/78f26156081842ae843ed211198f373d HTTP/1.1" status: 200 len: 375 time: 0.0369611 Nov 12 09:05:40.339555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c25bc16-684d-47c0-b214-40598373c6c8 req-5217888e-7123-4455-b471-c5868f5f3a0b tempest-QuotasAdminNegativeTest-1631711154 tempest-QuotasAdminNegativeTest-1631711154-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=78f26156081842ae843ed211198f373d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561199 Nov 12 09:05:40.382380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf4ee289-f8a3-48e7-bf17-e7e5df0d496e req-86560b54-52ec-4353-a885-e29f1ffe29a1 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/b27d8cee-98b6-401f-b94a-f37f72f651d1 HTTP/1.1" status: 200 len: 1793 time: 0.0470467 Nov 12 09:05:40.458099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cf4ee289-f8a3-48e7-bf17-e7e5df0d496e req-18ca012f-24ff-4413-aa38-c5d67b76e8c3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.478785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41929a6d-dc20-4103-ba14-b83e4f6023de {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:40.490608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cf4ee289-f8a3-48e7-bf17-e7e5df0d496e req-18ca012f-24ff-4413-aa38-c5d67b76e8c3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.503964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.540976 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cf4ee289-f8a3-48e7-bf17-e7e5df0d496e req-18ca012f-24ff-4413-aa38-c5d67b76e8c3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.541988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Transition to ACTIVE for port object 41929a6d-dc20-4103-ba14-b83e4f6023de will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:05:40.543969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cf4ee289-f8a3-48e7-bf17-e7e5df0d496e req-18ca012f-24ff-4413-aa38-c5d67b76e8c3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.545286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf4ee289-f8a3-48e7-bf17-e7e5df0d496e req-18ca012f-24ff-4413-aa38-c5d67b76e8c3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/b27d8cee-98b6-401f-b94a-f37f72f651d1 HTTP/1.1" status: 204 len: 173 time: 0.1567774 Nov 12 09:05:40.548331 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.555589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca012f-24ff-4413-aa38-c5d67b76e8c3 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d8cee-98b6-401f-b94a-f37f72f651d1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:40.558744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9e160-e506-45a0-bffb-93b5e30515ac req-69cb3ae6-2080-48dd-9dd5-b2446dda5d85 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.562318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0af9e160-e506-45a0-bffb-93b5e30515ac req-69cb3ae6-2080-48dd-9dd5-b2446dda5d85 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0852754 Nov 12 09:05:40.654148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Pushing event updated for resources: {'Port': ['ID=41929a6d-dc20-4103-ba14-b83e4f6023de,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:40.752649 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0af9e160-e506-45a0-bffb-93b5e30515ac req-cf9fc89b-1047-4ee3-a143-6bce8e011fd6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748340 Nov 12 09:05:40.802185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Attempting to bind port 41929a6d-dc20-4103-ba14-b83e4f6023de on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:40.803212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Attempting to bind port 41929a6d-dc20-4103-ba14-b83e4f6023de by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:40.803407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Attempting to bind port 41929a6d-dc20-4103-ba14-b83e4f6023de on network 8d26dd56-ed58-4161-b151-f70d77d0f197 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:40.810263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Port 41929a6d-dc20-4103-ba14-b83e4f6023de on network 8d26dd56-ed58-4161-b151-f70d77d0f197 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:40.810603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Attempting to bind port 41929a6d-dc20-4103-ba14-b83e4f6023de on network 8d26dd56-ed58-4161-b151-f70d77d0f197 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:40.818166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:40.818546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Checking segment: {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:40.818947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Bound using segment: {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:40.819438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Bound port: 41929a6d-dc20-4103-ba14-b83e4f6023de, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93d22b9-6147-454f-b2b4-c33884c45392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:40.819804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.934269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] For port 41929a6d-dc20-4103-ba14-b83e4f6023de, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:40.938869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] For port 41929a6d-dc20-4103-ba14-b83e4f6023de, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=41929a6d-dc20-4103-ba14-b83e4f6023de,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:40.950867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.993361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:40.994042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:40.995813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] 10.222.0.55 "PUT /v2.0/ports/41929a6d-dc20-4103-ba14-b83e4f6023de HTTP/1.1" status: 200 len: 1132 time: 1.1604421 Nov 12 09:05:40.996340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:40.999072 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:41.054980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f3159-1f6b-4e19-9970-2a254da76e3f service neutron] Pushing event updated for resources: {'Port': ['ID=41929a6d-dc20-4103-ba14-b83e4f6023de,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:41.133231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39304) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:41.180316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579be2aa-76a5-4186-a2ef-5f2e450530ad req-40f16db5-f3af-474c-80fb-c0c7031c5f11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.181912 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-579be2aa-76a5-4186-a2ef-5f2e450530ad req-40f16db5-f3af-474c-80fb-c0c7031c5f11 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1012840 Nov 12 09:05:41.184050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-ed0b14b8-872c-4c7b-8e6a-72ef793d99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.185677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-ed0b14b8-872c-4c7b-8e6a-72ef793d99ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1135 time: 0.1198905 Nov 12 09:05:41.259745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-59b01207-affd-480b-8a59-6fe7bf8edaa7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41929a6d-dc20-4103-ba14-b83e4f6023de HTTP/1.1" status: 200 len: 217 time: 0.0620589 Nov 12 09:05:41.355379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb1d12-792b-4c03-b9dd-94f6c996d98a req-2950ddf6-d0ac-4377-be6d-783fd9e20eb4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.356964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67cb1d12-792b-4c03-b9dd-94f6c996d98a req-2950ddf6-d0ac-4377-be6d-783fd9e20eb4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 983 time: 0.0605450 Nov 12 09:05:41.368969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-55bf51f6-a20f-4876-bac2-816e463257d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.370473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-55bf51f6-a20f-4876-bac2-816e463257d4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1184f1e863be436b8ec3f5b4454e050e&device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 1097 time: 0.1097929 Nov 12 09:05:41.371840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-cb0f29fc-4d74-4dc9-a8d9-ed5421269ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.373419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-cb0f29fc-4d74-4dc9-a8d9-ed5421269ec2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4390f31b-f900-437f-b5a9-aad6b299cd13 HTTP/1.1" status: 200 len: 834 time: 0.0958123 Nov 12 09:05:41.376943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-579be2aa-76a5-4186-a2ef-5f2e450530ad req-c1a99f65-e924-48d3-9c9a-c77d6dbfa2f6 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870570 Nov 12 09:05:41.411409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1564971787'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:41.461599 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0099c20-f124-4fdc-946a-6f969c5dee11 x-openstack-request-id: req-b0099c20-f124-4fdc-946a-6f969c5dee11 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:41.461898 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:41.462144 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0099c20-f124-4fdc-946a-6f969c5dee11 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:41.462554 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'status': 'completed', 'code': 200} Nov 12 09:05:41.482028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67cb1d12-792b-4c03-b9dd-94f6c996d98a req-b91cead6-cd17-4e30-9884-3f56161ffc64 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1149492 Nov 12 09:05:41.492268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Made reservation on behalf of 9cb0ae0a5c5d4658b400b332389e6457 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:41.498537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-a5bddd5a-fa4c-40fe-9b43-d24be1265d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.500304 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-a5bddd5a-fa4c-40fe-9b43-d24be1265d20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d26dd56-ed58-4161-b151-f70d77d0f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139877 Nov 12 09:05:41.500907 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.527601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.551786 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-7fa389d0-2068-41ea-bdf9-91ecb32f875e req-c31a97c6-55d9-4997-8508-5fa5361891ec tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:41.555725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fa389d0-2068-41ea-bdf9-91ecb32f875e req-c31a97c6-55d9-4997-8508-5fa5361891ec tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/2ef21bca-1c70-45fc-a078-4424a3c33c00 HTTP/1.1" status: 404 len: 352 time: 0.0296259 Nov 12 09:05:41.581082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-defd6bb4-46cc-42d6-885d-34808e67ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.582744 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-defd6bb4-46cc-42d6-885d-34808e67ecba service neutron] 10.222.0.62 "GET /v2.0/networks?id=01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 200 len: 912 time: 0.2048886 Nov 12 09:05:41.662216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.670253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.679162 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-431c497b-164a-42ff-ab70-0d78cd69c5c4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca HTTP/1.1" status: 200 len: 217 time: 0.0523336 Nov 12 09:05:41.685645 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-e3d429e5-4a38-49d2-bb80-053823952a0f req-7a9b77c4-4413-4e97-8ab2-2d53b5bef630 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:41.686690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e3d429e5-4a38-49d2-bb80-053823952a0f req-7a9b77c4-4413-4e97-8ab2-2d53b5bef630 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/aaa1d7ab-030c-4810-8cb0-d0e57b7dcde4 HTTP/1.1" status: 404 len: 352 time: 0.0367289 Nov 12 09:05:41.693818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186db998-ae62-42ae-a7fe-b458d2319a39 req-35ae40c5-ebf5-4f60-bbe7-adc1468791fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.704241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:41.704832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-186db998-ae62-42ae-a7fe-b458d2319a39 req-35ae40c5-ebf5-4f60-bbe7-adc1468791fc tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1766446 Nov 12 09:05:41.721784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954aa7b6-e7bb-4dca-8046-a10ef5d6aeeb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:41.724997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.725341 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Added segment 477ac562-1cb7-4fea-8e5e-f2a84c1b7f63 of type vlan for network 9fb4fc94-fe99-4acb-a013-b67d5e133faa Nov 12 09:05:41.769655 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-ac44776b-1f52-47ab-a808-ca3eb4c1b679 req-971b4919-dd76-4843-9e63-a021cc50d610 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:41.772523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac44776b-1f52-47ab-a808-ca3eb4c1b679 req-971b4919-dd76-4843-9e63-a021cc50d610 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/899890b8-b3ca-404d-9334-479abc369ff7 HTTP/1.1" status: 404 len: 352 time: 0.0376108 Nov 12 09:05:41.790582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-c0b49b40-7b5e-40cc-95cc-45e6276c23a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.792130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-c0b49b40-7b5e-40cc-95cc-45e6276c23a3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 200 len: 851 time: 0.0851245 Nov 12 09:05:41.795553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.814922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-4fb91d0b-53a3-4230-9119-739cf524c7dd service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975271 Nov 12 09:05:41.820526 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-e07ea799-ba20-4bd5-8f60-2a65d73feea5 req-5e75e82e-9d87-47e4-afd8-6ac8bd04dbc8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:41.821951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e07ea799-ba20-4bd5-8f60-2a65d73feea5 req-5e75e82e-9d87-47e4-afd8-6ac8bd04dbc8 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/aca564fd-8b49-489b-9e05-10adc1be4e1a HTTP/1.1" status: 404 len: 352 time: 0.0221436 Nov 12 09:05:41.827455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39324) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:41.852831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-33f1889c-81ae-4035-abbe-1fe6becbc38e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01f0db1b-ee76-4c0b-bc35-53238d616201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496309 Nov 12 09:05:41.862621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.869216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:41.869981 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:41.880176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-186db998-ae62-42ae-a7fe-b458d2319a39 req-e8617c14-cd5f-4536-984c-56a6f0a7dc69 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688738 Nov 12 09:05:41.889822 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-83b393f6-aba8-491f-8bca-bc84cfdc4ead req-4a4ad053-34fa-41cf-8ea3-ad731c9f9b74 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:41.891694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83b393f6-aba8-491f-8bca-bc84cfdc4ead req-4a4ad053-34fa-41cf-8ea3-ad731c9f9b74 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/cf0093ab-d1dc-440f-bafe-4998affc6b9c HTTP/1.1" status: 404 len: 352 time: 0.0453331 Nov 12 09:05:41.906521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7682037 Nov 12 09:05:41.979756 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-4a0b7d70-e92f-44dc-94d5-1481c4db7df5 req-4c6a4fda-e36b-41c5-b486-3d488563a37f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] show failed (client error): The resource could not be found. Nov 12 09:05:41.988842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a0b7d70-e92f-44dc-94d5-1481c4db7df5 req-4c6a4fda-e36b-41c5-b486-3d488563a37f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/8dde34a0-70e3-4848-9cc1-da190f3bec64 HTTP/1.1" status: 404 len: 352 time: 0.0649159 Nov 12 09:05:42.008710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62892356-86ee-4afa-b732-a56acb8101d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Pushing event updated for resources: {'Network': ['ID=9fb4fc94-fe99-4acb-a013-b67d5e133faa,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:42.028074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9fb4fc94-fe99-4acb-a013-b67d5e133faa details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:42.044531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-498fe93e-e449-4e2d-9aea-a3fd02f0fc08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.044809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c88b380-33f7-42ef-9ca1-df8949759094 req-279289f7-c1b7-4209-a5fb-985d8be2cbfb service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037213 Nov 12 09:05:42.052226 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-31575ae0-cdab-40e8-8146-df56b1fdc87b service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707385 Nov 12 09:05:42.195206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-498fe93e-e449-4e2d-9aea-a3fd02f0fc08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.202009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-498fe93e-e449-4e2d-9aea-a3fd02f0fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.221930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-d25d0952-45e3-4ff2-9dc9-40cd8b795574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.223571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-d25d0952-45e3-4ff2-9dc9-40cd8b795574 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1135 time: 0.1086850 Nov 12 09:05:42.229585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0114ae8-9c22-4078-8694-8666e35ca0e4 req-ec76de2d-e196-4e19-86fe-1b9db78707fe service neutron] 10.222.0.62 "GET /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659617 Nov 12 09:05:42.285051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-498fe93e-e449-4e2d-9aea-a3fd02f0fc08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78f26156081842ae843ed211198f373d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4565232 Nov 12 09:05:42.287779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fe93e-e449-4e2d-9aea-a3fd02f0fc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feecd18a-c7f2-4690-8186-adf7d98214f9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:42.291790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39342) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:42.326998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9d69b-1fed-4e34-843d-eb711e4d2fa8 req-c4031220-4483-470b-bdd4-74e0b2590bb4 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.328400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84c9d69b-1fed-4e34-843d-eb711e4d2fa8 req-c4031220-4483-470b-bdd4-74e0b2590bb4 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1023 time: 0.0965979 Nov 12 09:05:42.345943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39344) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:42.351434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Request body: {'port': {'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa', 'binding:host_id': 'n-h1-769329-17', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631367460'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:42.361954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-d4464c69-3a1f-4329-86b2-6c3c7635eeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.364683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-d4464c69-3a1f-4329-86b2-6c3c7635eeba service neutron] 10.222.0.55 "GET /v2.0/networks?id=8d26dd56-ed58-4161-b151-f70d77d0f197 HTTP/1.1" status: 200 len: 898 time: 0.1308393 Nov 12 09:05:42.395416 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ea104b4-5c5f-4858-ae58-bbcdfa7f752d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.419605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-df5dac86-7779-4a8d-b7c0-904c181255f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41929a6d-dc20-4103-ba14-b83e4f6023de HTTP/1.1" status: 200 len: 217 time: 0.0473819 Nov 12 09:05:42.423306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Made reservation on behalf of 5ce29fbe2a7d4ca59edb5112d8ce8bf2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:42.432331 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.437437 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ea104b4-5c5f-4858-ae58-bbcdfa7f752d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.454395 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.460968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84c9d69b-1fed-4e34-843d-eb711e4d2fa8 req-1c6ed5f8-e803-449f-a75d-e3206877fc72 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb93531-75a4-4285-99f5-e2fa0ccb75bd&id=3a0f42b9-ea8f-4e48-a180-2b34330e6fc2&id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1202455 Nov 12 09:05:42.513582 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ea104b4-5c5f-4858-ae58-bbcdfa7f752d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.516423 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ea104b4-5c5f-4858-ae58-bbcdfa7f752d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:42.517598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ea104b4-5c5f-4858-ae58-bbcdfa7f752d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/feecd18a-c7f2-4690-8186-adf7d98214f9 HTTP/1.1" status: 204 len: 168 time: 0.2252064 Nov 12 09:05:42.525684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea104b4-5c5f-4858-ae58-bbcdfa7f752d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feecd18a-c7f2-4690-8186-adf7d98214f9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:42.556054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-172a6ab7-21b8-41d6-ac15-f9494d896500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.557704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-172a6ab7-21b8-41d6-ac15-f9494d896500 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4390f31b-f900-437f-b5a9-aad6b299cd13 HTTP/1.1" status: 200 len: 834 time: 0.1203880 Nov 12 09:05:42.597597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be940744-0e82-409b-8862-83b5568cfeb4 req-53631d67-2a95-4818-9801-f17cb41b81b2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.599359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be940744-0e82-409b-8862-83b5568cfeb4 req-53631d67-2a95-4818-9801-f17cb41b81b2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1229613 Nov 12 09:05:42.648071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee0a49-a56c-4efb-8d2f-b3666b857b5b req-47ea8bd5-22e1-4738-8c5b-dfbcb14ab573 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.650256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8ee0a49-a56c-4efb-8d2f-b3666b857b5b req-47ea8bd5-22e1-4738-8c5b-dfbcb14ab573 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 983 time: 0.0650885 Nov 12 09:05:42.677748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-3e644c86-4b5e-494a-bcbe-c78645d78520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:42.679685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-3e644c86-4b5e-494a-bcbe-c78645d78520 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d26dd56-ed58-4161-b151-f70d77d0f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1111679 Nov 12 09:05:42.736553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8ee0a49-a56c-4efb-8d2f-b3666b857b5b req-82ed54aa-b85e-4690-8f7c-06a6d266e94d tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0778034 Nov 12 09:05:42.904561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39358) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:42.921766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-597aa10f-dfa8-4b4d-a6c5-92998a08ce3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.034591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0efcf7-672c-495a-a315-1eec4b70bbfb req-565e905b-8bd5-4fb7-81a9-7001656c03f2 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.036241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e0efcf7-672c-495a-a315-1eec4b70bbfb req-565e905b-8bd5-4fb7-81a9-7001656c03f2 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0814269 Nov 12 09:05:43.069875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-597aa10f-dfa8-4b4d-a6c5-92998a08ce3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.079378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-597aa10f-dfa8-4b4d-a6c5-92998a08ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.135624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e0efcf7-672c-495a-a315-1eec4b70bbfb req-b3b40ec2-9a7d-4c0f-96ea-1f6dd02f4159 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906315 Nov 12 09:05:43.138732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597aa10f-dfa8-4b4d-a6c5-92998a08ce3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd955e9-3fc0-4e8f-b348-eec11b49f096,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:43.146252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be940744-0e82-409b-8862-83b5568cfeb4 req-5a138d0f-aee0-4d6c-9c89-3202c5a6f1c5 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287585 Nov 12 09:05:43.146452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-597aa10f-dfa8-4b4d-a6c5-92998a08ce3b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a1106b439cc41c192b5a2ac414ccf0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382829 Nov 12 09:05:43.146654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.146750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39362) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:43.153101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.161571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] device_id is not set on port c9b94459-bc1b-4fcf-beb3-8329c30341e6 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:43.213807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbc3f-cb88-40b8-bda5-b0243ad8b7bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.239331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbc3f-cb88-40b8-bda5-b0243ad8b7bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.254985 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-84676d5a-8e39-4963-96ed-c3db3fc66da1 service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639534 Nov 12 09:05:43.259185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58298d23-cf2d-4d3e-82da-d8a33b03d5ee,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:43.303681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbc3f-cb88-40b8-bda5-b0243ad8b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.306377 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ddfbc3f-cb88-40b8-bda5-b0243ad8b7bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.308369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ddfbc3f-cb88-40b8-bda5-b0243ad8b7bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bd955e9-3fc0-4e8f-b348-eec11b49f096 HTTP/1.1" status: 204 len: 168 time: 0.1600363 Nov 12 09:05:43.317855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfbc3f-cb88-40b8-bda5-b0243ad8b7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd955e9-3fc0-4e8f-b348-eec11b49f096,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:43.447940 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9a4e532-0a70-40f8-a8a3-d583dd24a5ce req-650f9ce2-4e00-4903-8391-509d040e3d3e service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796455 Nov 12 09:05:43.503074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] device_id is not set on port c9b94459-bc1b-4fcf-beb3-8329c30341e6 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:43.521980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.545053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.595541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36b732-f5d2-414c-bf76-1dcd2455e3fc req-a75f786a-8e20-44d5-b8fd-54622417fd0b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.601325 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb36b732-f5d2-414c-bf76-1dcd2455e3fc req-a75f786a-8e20-44d5-b8fd-54622417fd0b tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1023 time: 0.0701425 Nov 12 09:05:43.610869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-fdc0959c-05ba-4292-a0a9-fac84040c535 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.612484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-fdc0959c-05ba-4292-a0a9-fac84040c535 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 1023 time: 0.1048598 Nov 12 09:05:43.618780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b94459-bc1b-4fcf-beb3-8329c30341e6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:43.680746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb36b732-f5d2-414c-bf76-1dcd2455e3fc req-00b4404a-22fb-49ad-9335-a8dd7f7282d1 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups?id=4eb93531-75a4-4285-99f5-e2fa0ccb75bd&id=3a0f42b9-ea8f-4e48-a180-2b34330e6fc2&id=4c345a5a-f1f9-4511-a539-d3856226387b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0784419 Nov 12 09:05:43.709190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Checking segment: {'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:43.709566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Network hostable DHCP agents. Network: 9fb4fc94-fe99-4acb-a013-b67d5e133faa, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:05:43.742794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Network 9fb4fc94-fe99-4acb-a013-b67d5e133faa is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:05:43.759208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9fb4fc94-fe99-4acb-a013-b67d5e133faa) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:43.764551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Deleting port 5ed213a5-b20c-436f-965b-c41e57293feb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:43.765001 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.776204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee386d4-e50f-4bb0-85cd-e0abcca4048a None None] Network 9fb4fc94-fe99-4acb-a013-b67d5e133faa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:43.781258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:43.835828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:43.836169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:43.836577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:43.873484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:43.873836 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:43.879556 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 2 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:43.883924 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0c1721a1-f201-4840-8538-ba1393bc615c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.919400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:43.919745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:43.920117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:43.935524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] For port 5ed213a5-b20c-436f-965b-c41e57293feb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5ed213a5-b20c-436f-965b-c41e57293feb,segment=NetworkSegment(69403f39-6824-42d0-89ed-6cd09b83bb25),segment_id=69403f39-6824-42d0-89ed-6cd09b83bb25)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:43.935524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:43.954147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cfca8-9a0c-4aa7-9365-944c7d3a96b8 req-53e8c42f-7c87-49f2-b865-e540c9aa9fa4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:43.955236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b54cfca8-9a0c-4aa7-9365-944c7d3a96b8 req-53e8c42f-7c87-49f2-b865-e540c9aa9fa4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 983 time: 0.1230986 Nov 12 09:05:43.956187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:43.956528 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:43.958794 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 3 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:43.979178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Calling delete_port for 5ed213a5-b20c-436f-965b-c41e57293feb owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:43.999076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:43.999445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.000440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.037565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.037906 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.039767 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 4 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:44.071057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 41929a6d-dc20-4103-ba14-b83e4f6023de details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:05:44.080206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:44.080557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.081428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.112355 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b54cfca8-9a0c-4aa7-9365-944c7d3a96b8 req-0d64d0aa-b02f-4c17-914b-9548c4da6290 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1496603 Nov 12 09:05:44.115784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.116150 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.117859 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 5 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:44.141393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:44.141737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.142080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.147216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.147549 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.148695 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 6 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:44.167793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:44.168198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.168523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.179242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.179598 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.198262 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 7 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:44.215100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 41929a6d-dc20-4103-ba14-b83e4f6023de, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=41929a6d-dc20-4103-ba14-b83e4f6023de,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:44.221399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:44.221746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.222091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.233412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.233753 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.236098 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 8 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:44.249268 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.255836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:44.256218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.256740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.272882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5ed213a5-b20c-436f-965b-c41e57293feb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:44.290286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'Port': ['ID=5ed213a5-b20c-436f-965b-c41e57293feb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:44.292630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.293203 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.294211 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 9 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:44.315822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b658-dde9-4895-9d28-153f651bc923 req-6167e335-82db-4d9b-b8f6-214296381ef4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:44.324980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8cc3b658-dde9-4895-9d28-153f651bc923 req-6167e335-82db-4d9b-b8f6-214296381ef4 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0779486 Nov 12 09:05:44.327778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'port_id': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'mac_address': 'fa:16:3e:85:dc:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:05:44.347025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] No DVR routers for this DVR port 5ed213a5-b20c-436f-965b-c41e57293feb on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:44.350053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.353854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddd48836-b121-48eb-a30b-d8a81c98acf8 req-03ed3f08-6464-4afc-a08c-fb3d4a2f3e66 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.55 "DELETE /v2.0/ports/5ed213a5-b20c-436f-965b-c41e57293feb HTTP/1.1" status: 204 len: 173 time: 0.7309110 Nov 12 09:05:44.363013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'name': 'network-vif-deleted', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:44.365886 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be8764-12a9-4dff-8771-6d76b823b03c" -d '{"events": [{"server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "name": "network-vif-deleted", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:44.369499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:44.370416 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.370943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.389909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8cc3b658-dde9-4895-9d28-153f651bc923 req-65314365-b6ba-42e9-8fa8-6b90f22dada2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Nov 12 09:05:44.402129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.402470 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.403567 n-d-769329-17 neutron-server[109376]: INFO neutron.plugins.ml2.plugin [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 10 to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 Nov 12 09:05:44.423120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:44.423690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:44.424301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:44.426794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.433370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:44.433942 n-d-769329-17 neutron-server[109376]: ERROR neutron.plugins.ml2.managers [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port c9b94459-bc1b-4fcf-beb3-8329c30341e6 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:44.434465 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.446140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c9685-a9e5-4d18-9f3f-00cab902c4aa req-65862b5d-acc6-4d2c-887b-8fdaea826803 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:44.447979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-621c9685-a9e5-4d18-9f3f-00cab902c4aa req-65862b5d-acc6-4d2c-887b-8fdaea826803 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1037698 Nov 12 09:05:44.448566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41929a6d-dc20-4103-ba14-b83e4f6023de {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:05:44.480751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 41929a6d-dc20-4103-ba14-b83e4f6023de, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=41929a6d-dc20-4103-ba14-b83e4f6023de,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:44.487705 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.563548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-621c9685-a9e5-4d18-9f3f-00cab902c4aa req-26fef5b7-c8dc-47a2-aaeb-14ec9c2db457 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012020 Nov 12 09:05:44.565263 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769955c-5e8a-4d7f-b072-374bf8baaf42 x-openstack-request-id: req-a769955c-5e8a-4d7f-b072-374bf8baaf42 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:44.565566 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6472c84-783e-4d32-9d3d-3b51978ac230", "name": "network-vif-deleted", "tag": "5ed213a5-b20c-436f-965b-c41e57293feb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:44.565823 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a769955c-5e8a-4d7f-b072-374bf8baaf42 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:44.566217 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6472c84-783e-4d32-9d3d-3b51978ac230', 'name': 'network-vif-deleted', 'tag': '5ed213a5-b20c-436f-965b-c41e57293feb', 'status': 'completed', 'code': 200} Nov 12 09:05:44.570458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=41929a6d-dc20-4103-ba14-b83e4f6023de,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:44.573956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] For port c9b94459-bc1b-4fcf-beb3-8329c30341e6, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:44.574266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempted to set empty binding levels {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 09:05:44.587774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.627331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:44.628081 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.648091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=c9b94459-bc1b-4fcf-beb3-8329c30341e6,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:44.659812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8c249955-6a29-44ab-a630-d4d8a30219b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 2.3101327 Nov 12 09:05:44.660255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39408) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:44.733641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['41929a6d-dc20-4103-ba14-b83e4f6023de'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:44.755426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Deleting port c9b94459-bc1b-4fcf-beb3-8329c30341e6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:44.756040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.900419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] For port c9b94459-bc1b-4fcf-beb3-8329c30341e6, host n-h1-769329-17, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:44.901312 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:44.924113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Calling delete_port for c9b94459-bc1b-4fcf-beb3-8329c30341e6 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:44.936589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ffd765e-d1ea-47d7-985c-2d8e01f16efe req-4b5f301a-f676-4bed-999b-d3fc6246e24c tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/ports?device_id=e6472c84-783e-4d32-9d3d-3b51978ac230 HTTP/1.1" status: 200 len: 210 time: 0.0846798 Nov 12 09:05:44.945690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdec92-d66e-4c6c-8be3-871cca711f8c req-bb8850cd-57cd-4700-83f8-1a2686c5e064 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:44.947254 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16fdec92-d66e-4c6c-8be3-871cca711f8c req-bb8850cd-57cd-4700-83f8-1a2686c5e064 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1190546 Nov 12 09:05:45.060597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16fdec92-d66e-4c6c-8be3-871cca711f8c req-b38961ce-72fe-4782-a4f4-c4f1ac051ea3 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643919 Nov 12 09:05:45.083001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.116485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9b94459-bc1b-4fcf-beb3-8329c30341e6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:45.121997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.125345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-973c4c5e-486f-4488-9526-164ba0fa8525 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c9b94459-bc1b-4fcf-beb3-8329c30341e6 HTTP/1.1" status: 204 len: 168 time: 0.4634957 Nov 12 09:05:45.127902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39426) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:45.153215 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb909755-e509-49bf-8c51-577179c7d3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:05:45.156081 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb909755-e509-49bf-8c51-577179c7d3fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "GET /v2.0/ports/c9b94459-bc1b-4fcf-beb3-8329c30341e6 HTTP/1.1" status: 404 len: 333 time: 0.0255182 Nov 12 09:05:45.159817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:45.165528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Request body: {'port': {'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-279838658'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:45.191675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Made reservation on behalf of 5ce29fbe2a7d4ca59edb5112d8ce8bf2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:45.194619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.217090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] device_id is not set on port aa5af45d-1e0d-4d97-ba28-cbb702dceeda yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:45.262458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dded092-e35d-4bd6-9fd6-787659c544b3 req-7e7e3a97-3add-40c3-a6cb-82c494f1468b tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:45.264127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1dded092-e35d-4bd6-9fd6-787659c544b3 req-7e7e3a97-3add-40c3-a6cb-82c494f1468b tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 984 time: 0.0591221 Nov 12 09:05:45.344707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1dded092-e35d-4bd6-9fd6-787659c544b3 req-ce595456-8468-4e4b-8643-030d2ab6f363 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0719688 Nov 12 09:05:45.383124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.423790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.488183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Network 9fb4fc94-fe99-4acb-a013-b67d5e133faa is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:45.489324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:45.491162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=aa5af45d-1e0d-4d97-ba28-cbb702dceeda,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:45.493320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:45.494289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:45.494864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.534270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b35c2c95-5664-4217-9104-c0b27e5bfae6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3732839 Nov 12 09:05:45.537096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39460) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:45.542553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:45.548657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155961a-e828-448f-b612-248ab041737e req-5daa6e69-bf36-4f78-b053-11987689bbf3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:45.550204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6155961a-e828-448f-b612-248ab041737e req-5daa6e69-bf36-4f78-b053-11987689bbf3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0849354 Nov 12 09:05:45.605251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6155961a-e828-448f-b612-248ab041737e req-1667d496-a2aa-412c-9bc0-71538093e633 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485873 Nov 12 09:05:45.605433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:45.955772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:46.084216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] device_id is not set on port aa5af45d-1e0d-4d97-ba28-cbb702dceeda yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:46.087741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 41929a6d-dc20-4103-ba14-b83e4f6023de up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:46.100385 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-211bf8d2-b185-401c-b3d3-1da94c54e8ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.103469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.118001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.158102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 41929a6d-dc20-4103-ba14-b83e4f6023de completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:05:46.160700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b31d20d2-b0b4-4f9c-a6cd-30b81ede947b req-a7b85c17-3236-4412-b64c-4ccfd4d13cb1 tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/3a0f42b9-ea8f-4e48-a180-2b34330e6fc2 HTTP/1.1" status: 200 len: 1819 time: 0.1069579 Nov 12 09:05:46.163878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 41929a6d-dc20-4103-ba14-b83e4f6023de triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:46.165210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.196757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-211bf8d2-b185-401c-b3d3-1da94c54e8ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.209346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-211bf8d2-b185-401c-b3d3-1da94c54e8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.221172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=aa5af45d-1e0d-4d97-ba28-cbb702dceeda,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.237336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.237697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.238031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.244583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.244927 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.245465 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 2 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.271663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-211bf8d2-b185-401c-b3d3-1da94c54e8ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4b8e0ed0e76e463b9f0f4eb9488f9276&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3122256 Nov 12 09:05:46.271873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.271873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.271873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.272332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bf8d2-b185-401c-b3d3-1da94c54e8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53b8432-5762-4472-8ba3-abe1e8eecfda,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.273222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39480) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:46.289824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.291213 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b31d20d2-b0b4-4f9c-a6cd-30b81ede947b req-d254a710-587d-433b-accb-d0928eb34e5f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.295114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.295453 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.300740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883f031-e7cd-46dc-93f9-2856e4e62be0 req-23997354-3987-4ecf-b0bf-83188f55a802 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.300906 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 3 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.302458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a883f031-e7cd-46dc-93f9-2856e4e62be0 req-23997354-3987-4ecf-b0bf-83188f55a802 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1041632 Nov 12 09:05:46.326578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:46.330431 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231c9da-6252-4967-8407-17129728e200" -d '{"events": [{"server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "name": "network-vif-plugged", "status": "completed", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:46.345670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.346270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.346398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.349623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 41929a6d-dc20-4103-ba14-b83e4f6023de, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=41929a6d-dc20-4103-ba14-b83e4f6023de,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:46.354932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.355740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b31d20d2-b0b4-4f9c-a6cd-30b81ede947b req-d254a710-587d-433b-accb-d0928eb34e5f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.356721 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a883f031-e7cd-46dc-93f9-2856e4e62be0 req-d70c4f36-3664-487c-a246-851b85c2f125 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470312 Nov 12 09:05:46.363025 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-759d5464-0b89-4ddf-a634-f3a99fd39d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.367895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.368311 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.370754 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 4 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.407283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.407726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.407948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.410941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=41929a6d-dc20-4103-ba14-b83e4f6023de,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.419078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f40b9524-8482-4b4d-8f51-88f957df8e21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.423226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.423672 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.426734 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 5 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.426944 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13147e21-db66-4c5f-844f-ae5421db86aa x-openstack-request-id: req-13147e21-db66-4c5f-844f-ae5421db86aa {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:46.427886 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "name": "network-vif-plugged", "status": "completed", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:46.428338 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13147e21-db66-4c5f-844f-ae5421db86aa {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:46.428740 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'code': 200} Nov 12 09:05:46.453623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.454068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.454310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.461443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f40b9524-8482-4b4d-8f51-88f957df8e21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.463101 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b31d20d2-b0b4-4f9c-a6cd-30b81ede947b req-d254a710-587d-433b-accb-d0928eb34e5f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.465952 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b31d20d2-b0b4-4f9c-a6cd-30b81ede947b req-d254a710-587d-433b-accb-d0928eb34e5f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.467100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b31d20d2-b0b4-4f9c-a6cd-30b81ede947b req-d254a710-587d-433b-accb-d0928eb34e5f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a0f42b9-ea8f-4e48-a180-2b34330e6fc2 HTTP/1.1" status: 204 len: 173 time: 0.3054752 Nov 12 09:05:46.485130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.485649 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.492220 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 6 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.507586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254a710-587d-433b-accb-d0928eb34e5f tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0f42b9-ea8f-4e48-a180-2b34330e6fc2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.541200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.541542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.541879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.567190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.567519 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.569432 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 7 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.573212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d12293-8018-41f8-922d-adc91a81c0c1 req-e11aff3b-a80f-4351-84f1-ef14e482e8f4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.574762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8d12293-8018-41f8-922d-adc91a81c0c1 req-e11aff3b-a80f-4351-84f1-ef14e482e8f4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 985 time: 0.0934026 Nov 12 09:05:46.583362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f17a4-ab70-48cc-b25d-1750422e0fd5 req-86b56aa5-b27f-43c7-9627-cb917a20e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.584895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f7f17a4-ab70-48cc-b25d-1750422e0fd5 req-86b56aa5-b27f-43c7-9627-cb917a20e37c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1137 time: 0.0772171 Nov 12 09:05:46.588397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b88c35fe-c490-4539-8656-b6020e291dc5 req-06d30d2c-5c03-4c4b-999f-845fc4730ffd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "GET /v2.0/security-groups/4eb93531-75a4-4285-99f5-e2fa0ccb75bd HTTP/1.1" status: 200 len: 1818 time: 0.0921881 Nov 12 09:05:46.602383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.602719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.603056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.617379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.617954 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.622153 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 8 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.647049 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f40b9524-8482-4b4d-8f51-88f957df8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.649562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f40b9524-8482-4b4d-8f51-88f957df8e21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.650668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f40b9524-8482-4b4d-8f51-88f957df8e21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e53b8432-5762-4472-8ba3-abe1e8eecfda HTTP/1.1" status: 204 len: 168 time: 0.3758218 Nov 12 09:05:46.657840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.658198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.658521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.669753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.670089 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.670706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b9524-8482-4b4d-8f51-88f957df8e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53b8432-5762-4472-8ba3-abe1e8eecfda,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.674190 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 9 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.688048 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8d12293-8018-41f8-922d-adc91a81c0c1 req-2bcc6ab3-53c9-4768-b2f8-1a2b70cc1df9 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1014161 Nov 12 09:05:46.697471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f7f17a4-ab70-48cc-b25d-1750422e0fd5 req-782c405f-d1dd-4edb-b70a-cb1f792b6ede service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1043386 Nov 12 09:05:46.701652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b88c35fe-c490-4539-8656-b6020e291dc5 req-f97708af-f306-43fc-9d58-a6d9be3359dd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.707462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.707805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.708172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.728660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.728991 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.731931 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 10 to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda Nov 12 09:05:46.749311 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b88c35fe-c490-4539-8656-b6020e291dc5 req-f97708af-f306-43fc-9d58-a6d9be3359dd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.758612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:46.758945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:46.759280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:46.767292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:46.767619 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:46.768005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.827027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b88c35fe-c490-4539-8656-b6020e291dc5 req-f97708af-f306-43fc-9d58-a6d9be3359dd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.829657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b88c35fe-c490-4539-8656-b6020e291dc5 req-f97708af-f306-43fc-9d58-a6d9be3359dd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.830777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b88c35fe-c490-4539-8656-b6020e291dc5 req-f97708af-f306-43fc-9d58-a6d9be3359dd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] 10.222.0.53 "DELETE /v2.0/security-groups/4eb93531-75a4-4285-99f5-e2fa0ccb75bd HTTP/1.1" status: 204 len: 173 time: 0.2416155 Nov 12 09:05:46.836655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:46.870641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97708af-f306-43fc-9d58-a6d9be3359dd tempest-SecurityGroupsTestJSON-1845204565 tempest-SecurityGroupsTestJSON-1845204565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb93531-75a4-4285-99f5-e2fa0ccb75bd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:46.884620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] For port aa5af45d-1e0d-4d97-ba28-cbb702dceeda, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:46.885269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempted to set empty binding levels {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 09:05:46.894859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.895644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] Deleting subnet 602a7f3c-d0f6-441f-83e1-29c881f279cd {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:05:46.905145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.916289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] In _notify_port_updated(), no bound segment for port aa5af45d-1e0d-4d97-ba28-cbb702dceeda on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:05:46.917511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:46.918356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:46.921716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "PUT /v2.0/ports/aa5af45d-1e0d-4d97-ba28-cbb702dceeda HTTP/1.1" status: 200 len: 979 time: 1.3832755 Nov 12 09:05:46.932373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:46.992564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae2525-4761-457c-b51e-31fe05d058c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=aa5af45d-1e0d-4d97-ba28-cbb702dceeda,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.004352 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.011099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058733fd-22ce-456c-b2ff-73e77e2ddfd1 req-e2583791-d0ed-4db2-b227-e899dda0a088 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.016848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-058733fd-22ce-456c-b2ff-73e77e2ddfd1 req-e2583791-d0ed-4db2-b227-e899dda0a088 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0732679 Nov 12 09:05:47.050905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:47.070045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-058733fd-22ce-456c-b2ff-73e77e2ddfd1 req-55019afc-56db-4e58-aac2-109e06778efa tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510044 Nov 12 09:05:47.079191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.079677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.080168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.080635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.081096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.081556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.082036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.082495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.082958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.083413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.083872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.084379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.084808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.085261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.085713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.086164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.086612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.087059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.087538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.087979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.088433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.088885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.089339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.089791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.090238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.090689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.091138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.094684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-15ac386c-d64c-40f6-9289-11b9cffc0a87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24320 time: 0.1613643 Nov 12 09:05:47.098728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39502) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:47.109292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.111984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d724bf09-1503-444b-a470-55dd60c5717b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.181608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Deleting port aa5af45d-1e0d-4d97-ba28-cbb702dceeda {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:47.182062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.196286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.227112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=602a7f3c-d0f6-441f-83e1-29c881f279cd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.241471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.244128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2745416d-014c-4242-b895-e58ac254e522 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/602a7f3c-d0f6-441f-83e1-29c881f279cd HTTP/1.1" status: 204 len: 168 time: 0.4064577 Nov 12 09:05:47.247080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39506) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:47.257338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] For port aa5af45d-1e0d-4d97-ba28-cbb702dceeda, host n-h1-769329-17, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:47.257709 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.264760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d724bf09-1503-444b-a470-55dd60c5717b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.269249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d724bf09-1503-444b-a470-55dd60c5717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.285404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Calling delete_port for aa5af45d-1e0d-4d97-ba28-cbb702dceeda owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:47.309725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d724bf09-1503-444b-a470-55dd60c5717b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5337e8c117ae49818f32b82a3c410570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569749 Nov 12 09:05:47.310869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724bf09-1503-444b-a470-55dd60c5717b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048d0dab-f11e-4778-acef-e378c7660893,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.313879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39508) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:47.364300 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cc44373-38d1-4f4e-833b-8bcb22baf2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.369586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.386811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cc44373-38d1-4f4e-833b-8bcb22baf2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.451073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cc44373-38d1-4f4e-833b-8bcb22baf2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.454294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cc44373-38d1-4f4e-833b-8bcb22baf2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.458395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1cc44373-38d1-4f4e-833b-8bcb22baf2b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/048d0dab-f11e-4778-acef-e378c7660893 HTTP/1.1" status: 204 len: 168 time: 0.1435103 Nov 12 09:05:47.459258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.467517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc44373-38d1-4f4e-833b-8bcb22baf2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048d0dab-f11e-4778-acef-e378c7660893,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.554275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa5af45d-1e0d-4d97-ba28-cbb702dceeda,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.560566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.567126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:47.567318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ca92820e-1215-43cc-a2d9-b852e44c8a03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "DELETE /v2.0/ports/aa5af45d-1e0d-4d97-ba28-cbb702dceeda HTTP/1.1" status: 204 len: 168 time: 0.4672718 Nov 12 09:05:47.573544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.597926 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0e5c54-d1a7-4740-a05f-b6707ce9949c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:05:47.599523 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3c0e5c54-d1a7-4740-a05f-b6707ce9949c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "GET /v2.0/ports/aa5af45d-1e0d-4d97-ba28-cbb702dceeda HTTP/1.1" status: 404 len: 333 time: 0.0309319 Nov 12 09:05:47.605517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:47.609019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123a9e1-36d7-45cc-b6ed-4c18df5a30bf req-a2f26b41-c3a5-4b39-be66-78b2f0e282e1 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.610381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1332820084', 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:47.610580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c123a9e1-36d7-45cc-b6ed-4c18df5a30bf req-a2f26b41-c3a5-4b39-be66-78b2f0e282e1 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.1594582 Nov 12 09:05:47.614331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adc32e1-f085-4f9a-b932-40f0ccc0a25f']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:47.631755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69403f39-6824-42d0-89ed-6cd09b83bb25') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:47.632172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69403f39-6824-42d0-89ed-6cd09b83bb25') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:47.633434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Made reservation on behalf of 5ce29fbe2a7d4ca59edb5112d8ce8bf2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:47.636724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.649347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.658195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] device_id is not set on port d6ea643d-3825-4a24-8fea-60f500be3136 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:47.688509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.693468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c123a9e1-36d7-45cc-b6ed-4c18df5a30bf req-8a0cda72-0547-42f3-b2e6-3f86519b5e58 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712521 Nov 12 09:05:47.699364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:05:47.700021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:05:47.701852 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:05:47.769028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-286836ad-765b-40a8-880b-fb1921e2b07c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.770557 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-286836ad-765b-40a8-880b-fb1921e2b07c tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 945 time: 0.0744510 Nov 12 09:05:47.792928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.798689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.802670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3adc32e1-f085-4f9a-b932-40f0ccc0a25f HTTP/1.1" status: 204 len: 168 time: 0.5546205 Nov 12 09:05:47.829761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d896d4-9a62-46de-88f7-a9b2af1ea860 admin admin] Pushing event deleted for resources: {'Network': ['ID=3adc32e1-f085-4f9a-b932-40f0ccc0a25f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:47.961723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484633e1-cbb9-48cd-9804-f4719b3dd6b7 req-e32511e2-9618-4459-8f2e-7f549c05adea tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:47.969637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-484633e1-cbb9-48cd-9804-f4719b3dd6b7 req-e32511e2-9618-4459-8f2e-7f549c05adea tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 985 time: 0.1827579 Nov 12 09:05:47.991174 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:47.992789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39534) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:48.059578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-83273380-ad47-4656-a35e-406eaac35264 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c88e77e3f584dc58fbd2cfb1a5bffb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625765 Nov 12 09:05:48.061212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39536) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:48.065970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Deleting port 5d8a53fa-7786-4609-b73d-f2d37911cdca {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:48.066319 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.091952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5ed213a5-b20c-436f-965b-c41e57293feb no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:48.103159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-484633e1-cbb9-48cd-9804-f4719b3dd6b7 req-5e719ae8-a8d8-4a0a-aa4f-6cb35964af74 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1326213 Nov 12 09:05:48.111692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.128808 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb5e5cb7-43eb-4a23-8892-cbd24971fe6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.154961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 5ed213a5-b20c-436f-965b-c41e57293feb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:48.155223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5ed213a5-b20c-436f-965b-c41e57293feb not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:48.163041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb5e5cb7-43eb-4a23-8892-cbd24971fe6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.206164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Network 9fb4fc94-fe99-4acb-a013-b67d5e133faa is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:48.218095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:48.223182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:48.224163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:48.224764 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.226999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ea643d-3825-4a24-8fea-60f500be3136,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:48.251291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] For port 5d8a53fa-7786-4609-b73d-f2d37911cdca, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5d8a53fa-7786-4609-b73d-f2d37911cdca,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:48.251591 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.264295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8837bd9c-86fb-47eb-be6c-9e1921928fa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6576703 Nov 12 09:05:48.268513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39544) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:48.270439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Calling delete_port for 5d8a53fa-7786-4609-b73d-f2d37911cdca owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:48.279359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132857e-e1a8-4d45-ba6b-771b520c8740 req-d9ba837b-1a47-4588-a510-b9a718405bee tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:48.281722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f132857e-e1a8-4d45-ba6b-771b520c8740 req-d9ba837b-1a47-4588-a510-b9a718405bee tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0745873 Nov 12 09:05:48.333892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb5e5cb7-43eb-4a23-8892-cbd24971fe6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.336517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb5e5cb7-43eb-4a23-8892-cbd24971fe6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.342865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cb5e5cb7-43eb-4a23-8892-cbd24971fe6f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c345a5a-f1f9-4511-a539-d3856226387b HTTP/1.1" status: 204 len: 168 time: 0.2782381 Nov 12 09:05:48.367117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7242e3-9d51-4f3a-a46f-5ad284bd615c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:48.372511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ae7242e3-9d51-4f3a-a46f-5ad284bd615c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "GET /v2.0/ports/d6ea643d-3825-4a24-8fea-60f500be3136 HTTP/1.1" status: 200 len: 959 time: 0.0859950 Nov 12 09:05:48.376540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:48.391533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e5cb7-43eb-4a23-8892-cbd24971fe6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c345a5a-f1f9-4511-a539-d3856226387b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:48.444393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f132857e-e1a8-4d45-ba6b-771b520c8740 req-1f0e0233-7421-4d30-8be5-4a6c36b881c1 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518128 Nov 12 09:05:48.554186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.567607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Deleting port d6ea643d-3825-4a24-8fea-60f500be3136 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:48.567820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ca57d3cc-4ddc-4acf-a913-a00f6c27ff28', '5d8a53fa-7786-4609-b73d-f2d37911cdca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:48.568564 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.585162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39558) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:48.594997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a8169-6525-46e7-9776-4fecb377b5ae req-31682f02-63d9-4d1a-a5e6-c075ec98bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:48.596589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-631a8169-6525-46e7-9776-4fecb377b5ae req-31682f02-63d9-4d1a-a5e6-c075ec98bc51 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.1133363 Nov 12 09:05:48.612872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Pushing event deleted for resources: {'Port': ['ID=5d8a53fa-7786-4609-b73d-f2d37911cdca,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:48.729007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] No DVR routers for this DVR port 5d8a53fa-7786-4609-b73d-f2d37911cdca on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:48.741974 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.745114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.748694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90ed7372-fe61-4042-a64f-9f16fea624aa req-e0199e0b-ac08-4a60-a7b1-538927b30edf tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "DELETE /v2.0/ports/5d8a53fa-7786-4609-b73d-f2d37911cdca HTTP/1.1" status: 204 len: 173 time: 0.9696875 Nov 12 09:05:48.749183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'name': 'network-vif-deleted', 'tag': '5d8a53fa-7786-4609-b73d-f2d37911cdca'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:48.751653 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be10d7e7-ea6c-48a8-a4fb-842c71a8c5ab" -d '{"events": [{"server_uuid": "75b88b61-df58-4bb8-85f5-7597e574cd43", "name": "network-vif-deleted", "tag": "5d8a53fa-7786-4609-b73d-f2d37911cdca"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:48.777987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Calling delete_port for d6ea643d-3825-4a24-8fea-60f500be3136 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:48.784160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1595298757-network', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:48.787316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-631a8169-6525-46e7-9776-4fecb377b5ae req-a6592c3f-f4d1-495b-bf1d-9a28655b9723 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660326 Nov 12 09:05:48.846910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Made reservation on behalf of 5f75e33fc43b45bb8c1176f55954b095 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:48.849620 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.860202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.865212 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b587b06-6065-4f4d-a443-624864d580a9 x-openstack-request-id: req-5b587b06-6065-4f4d-a443-624864d580a9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:48.865560 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b88b61-df58-4bb8-85f5-7597e574cd43", "name": "network-vif-deleted", "tag": "5d8a53fa-7786-4609-b73d-f2d37911cdca", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:48.865747 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b587b06-6065-4f4d-a443-624864d580a9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:48.866160 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b88b61-df58-4bb8-85f5-7597e574cd43', 'name': 'network-vif-deleted', 'tag': '5d8a53fa-7786-4609-b73d-f2d37911cdca', 'status': 'completed', 'code': 200} Nov 12 09:05:48.898240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5abeb23a-9f03-414f-8f72-9dced0ad7ab8 req-77ae96f8-f7e8-4a06-8777-9231a94241dd tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=75b88b61-df58-4bb8-85f5-7597e574cd43 HTTP/1.1" status: 200 len: 210 time: 0.0348103 Nov 12 09:05:48.946981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.979522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:48.997291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6ea643d-3825-4a24-8fea-60f500be3136,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.010718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.017925 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3ffcbc7c-98ad-4d15-84aa-c2ea505a6e8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d6ea643d-3825-4a24-8fea-60f500be3136 HTTP/1.1" status: 204 len: 168 time: 0.6404903 Nov 12 09:05:49.021419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:49.029167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.037390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.094354 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5617f5f8-e96b-439e-8dbf-f6099ddd5d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:05:49.094918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:49.095901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5617f5f8-e96b-439e-8dbf-f6099ddd5d54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "GET /v2.0/ports/d6ea643d-3825-4a24-8fea-60f500be3136 HTTP/1.1" status: 404 len: 333 time: 0.0648544 Nov 12 09:05:49.096084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519c21fb-b810-4bee-b6d0-f19e15249121,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.096287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:49.100494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Request body: {'port': {'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1639453382'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:49.101624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.101624 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Added segment b080c3b1-3f58-461a-aab7-c1c6c6d5cc06 of type vlan for network c5104a36-da0c-45f9-964f-2bb6356a1708 Nov 12 09:05:49.148670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Made reservation on behalf of 5ce29fbe2a7d4ca59edb5112d8ce8bf2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:49.152004 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.181575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] device_id is not set on port 55a36537-b563-4b3f-b624-de58265f0e82 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:49.183140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.218432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.219622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:49.220567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.256322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6696143 Nov 12 09:05:49.268081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39588) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:49.278584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Request body: {'subnet': {'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1595298757-subnet', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:49.290711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ae71c-19e0-4af1-be27-ab5ca6159b1a admin admin] Pushing event updated for resources: {'Network': ['ID=c5104a36-da0c-45f9-964f-2bb6356a1708,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.306457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c5104a36-da0c-45f9-964f-2bb6356a1708 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:49.352111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14825ac-ef69-429e-b2be-d60f915845af req-f46d7ebd-b9be-4130-bce6-6b0a700afe08 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:49.353642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a14825ac-ef69-429e-b2be-d60f915845af req-f46d7ebd-b9be-4130-bce6-6b0a700afe08 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 985 time: 0.1233852 Nov 12 09:05:49.370887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Made reservation on behalf of 5f75e33fc43b45bb8c1176f55954b095 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:49.373456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.418542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39594) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:49.549364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2135132156-network', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:49.555652 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.586960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a14825ac-ef69-429e-b2be-d60f915845af req-0b5bf5d5-3d4f-4a59-8848-79d54c518678 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2174568 Nov 12 09:05:49.607575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305ddff-6b7d-4271-854c-e434054eac78 req-9be777c0-caff-4ebd-b582-f5356d978833 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:49.609220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7305ddff-6b7d-4271-854c-e434054eac78 req-9be777c0-caff-4ebd-b582-f5356d978833 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0781593 Nov 12 09:05:49.610358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:49.612704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.628298 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.659016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.685381 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.695560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7305ddff-6b7d-4271-854c-e434054eac78 req-0cb85e10-b22c-41c2-a58a-d2cd513274b3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740721 Nov 12 09:05:49.740868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Network 9fb4fc94-fe99-4acb-a013-b67d5e133faa is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:49.751602 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.755725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.770188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:49.778977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:49.779924 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:49.780534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.787827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:05:49.794211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.803779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.804170 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Added segment 24723ec2-8988-491e-ac8b-23dd2d9b8a65 of type vlan for network 87a1f048-b039-4243-8213-ec65a4ba65a0 Nov 12 09:05:49.814402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=55a36537-b563-4b3f-b624-de58265f0e82,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.820739 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.854832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df3cc0df-f221-41b2-b37f-2690f87b3f9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7590153 Nov 12 09:05:49.858558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39602) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:49.863275 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.870205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:49.896124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3f705-9c11-470e-9faa-d0a8a7ce2e18 req-bfc9d89d-d53b-495b-8972-89deeb3a327a tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:49.897658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ab3f705-9c11-470e-9faa-d0a8a7ce2e18 req-bfc9d89d-d53b-495b-8972-89deeb3a327a tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 985 time: 0.1738386 Nov 12 09:05:49.908134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e77420-b898-49c2-ab2c-569cf0e0c42d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:49.936282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Checking segment: {'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:49.936572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Network hostable DHCP agents. Network: c5104a36-da0c-45f9-964f-2bb6356a1708, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:05:49.937679 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.938633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:49.939208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.978807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:49.981951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Network c5104a36-da0c-45f9-964f-2bb6356a1708 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:05:49.992007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ab3f705-9c11-470e-9faa-d0a8a7ce2e18 req-c03efd95-7c6c-45c6-99d4-700a9e7eaa6c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0811167 Nov 12 09:05:50.003078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c5104a36-da0c-45f9-964f-2bb6356a1708) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:50.012549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:50.013306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.028532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6f316f-c655-48cb-89fc-6c2cf578e4f4 None None] Network c5104a36-da0c-45f9-964f-2bb6356a1708 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:50.040620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6208124 Nov 12 09:05:50.042776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-20ea08a0-214c-4526-a927-e8774af80b8d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7733254 Nov 12 09:05:50.043948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39610) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:50.044335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:50.053359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Request body: {'subnet': {'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2135132156-subnet', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:50.085519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:50.088103 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.092555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:50.118018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.119034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.127957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ecaa1-e6b7-45ba-bc31-2cd6d78c3c77 admin admin] Pushing event updated for resources: {'Network': ['ID=87a1f048-b039-4243-8213-ec65a4ba65a0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:50.142096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:05:50.237845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.243513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caec9f5-86e6-4ccc-bd8d-221c26601a7b req-e715ca20-e690-4400-b2c3-422c61ac3283 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:50.252202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7caec9f5-86e6-4ccc-bd8d-221c26601a7b req-e715ca20-e690-4400-b2c3-422c61ac3283 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1137 time: 0.1597154 Nov 12 09:05:50.274102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7caec9f5-86e6-4ccc-bd8d-221c26601a7b req-a8ecc1e8-ad3d-4aab-8215-b2994b67edc7 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.323861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c5104a36-da0c-45f9-964f-2bb6356a1708', 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'fixed_ips': [{'subnet_id': '56e77420-b898-49c2-ab2c-569cf0e0c42d'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:05:50.325063 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.347778 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.454832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7caec9f5-86e6-4ccc-bd8d-221c26601a7b req-a8ecc1e8-ad3d-4aab-8215-b2994b67edc7 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.460433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7caec9f5-86e6-4ccc-bd8d-221c26601a7b req-a8ecc1e8-ad3d-4aab-8215-b2994b67edc7 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.473797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.498175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Allocated IP 172.20.0.2 (c5104a36-da0c-45f9-964f-2bb6356a1708/56e77420-b898-49c2-ab2c-569cf0e0c42d/d4bb80e9-541c-405a-abee-542f93c164f7) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:50.499830 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.523440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deb62f-1024-4fd3-947b-20335859e997 req-e613a96f-e759-444d-9706-ad9d519bb56b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:50.528396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11deb62f-1024-4fd3-947b-20335859e997 req-e613a96f-e759-444d-9706-ad9d519bb56b tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.1768403 Nov 12 09:05:50.552482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecc1e8-ad3d-4aab-8215-b2994b67edc7 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5eedf9-327a-4174-8ec7-ed3f4bce9b93,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:50.553050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] device_id is not set on port 55a36537-b563-4b3f-b624-de58265f0e82 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:50.576614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7caec9f5-86e6-4ccc-bd8d-221c26601a7b req-a8ecc1e8-ad3d-4aab-8215-b2994b67edc7 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3199375 Nov 12 09:05:50.590344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:50.598368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:50.598926 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.619025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.638318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Checking segment: {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:50.638700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Network hostable DHCP agents. Network: 87a1f048-b039-4243-8213-ec65a4ba65a0, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:05:50.664510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260d610-2135-439a-821c-c8a148dc0c03 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:50.669236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8260d610-2135-439a-821c-c8a148dc0c03 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1132 time: 0.0665228 Nov 12 09:05:50.669543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39622) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:50.675650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:50.682085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:05:50.698278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 87a1f048-b039-4243-8213-ec65a4ba65a0) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:50.706165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:50.706770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.713819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.713990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11deb62f-1024-4fd3-947b-20335859e997 req-63be067f-ea92-4643-b73c-940c9b48f166 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700888 Nov 12 09:05:50.718251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.725080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60140b23-f79d-4a60-bbf8-e9c31fc66ad8 None None] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:50.733256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e3b64e8-e482-4bb3-8f83-95c9d4c5ccb4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6876581 Nov 12 09:05:50.736896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:50.743445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=55a36537-b563-4b3f-b624-de58265f0e82,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:50.754176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:50.755228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.757955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:50.758294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:50.758950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:50.770312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:50.770642 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:50.771649 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 2 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:50.790869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:50.791201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:50.791630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:50.798237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:50.798654 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:50.799275 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 3 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:50.803307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.804566 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.824955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Pushing event updated for resources: {'Port': ['ID=d4bb80e9-541c-405a-abee-542f93c164f7,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:50.853797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:50.854236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:50.854490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:50.872929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Network c5104a36-da0c-45f9-964f-2bb6356a1708 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:50.878204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:50.884692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:50.890866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:50.891200 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:50.893319 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 4 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:50.924278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.933940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:50.934275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:50.934797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:50.943443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0256216b-baa1-43b0-976e-6f04fefe406f req-567b1229-8635-4050-92bc-35ad6119aed3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:50.945343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0256216b-baa1-43b0-976e-6f04fefe406f req-567b1229-8635-4050-92bc-35ad6119aed3 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1072798 Nov 12 09:05:50.947866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:50.948242 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:50.950001 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 5 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:50.957651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.965906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Attempting to bind port d4bb80e9-541c-405a-abee-542f93c164f7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:50.966253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Attempting to bind port d4bb80e9-541c-405a-abee-542f93c164f7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:50.966820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Attempting to bind port d4bb80e9-541c-405a-abee-542f93c164f7 on network c5104a36-da0c-45f9-964f-2bb6356a1708 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:50.986512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:50.987099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:50.987610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:50.990188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.991528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:50.991930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Checking segment: {'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:50.992327 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:50.992998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Bound using segment: {'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:50.993622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Bound port: d4bb80e9-541c-405a-abee-542f93c164f7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:50.994156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.001188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:51.001678 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:51.003572 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 6 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:51.053248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:51.053583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:51.053926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:51.064944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:51.065323 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:51.067745 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 7 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:51.089673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-87a1f048-b039-4243-8213-ec65a4ba65a0', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:05:51.089673 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.112724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:51.113229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:51.113636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:51.122189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:51.122623 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:51.124811 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 8 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:51.147161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:51.147603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:51.148038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:51.165047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Allocated IP 172.25.5.105 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/c6e13acf-1cc0-47c9-9d83-c77fac19c33f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:51.167870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:51.168358 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:51.170946 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 9 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:51.184841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] For port d4bb80e9-541c-405a-abee-542f93c164f7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:51.194007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:51.194501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:51.195027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:51.212651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] For port d4bb80e9-541c-405a-abee-542f93c164f7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d4bb80e9-541c-405a-abee-542f93c164f7,segment=NetworkSegment(b080c3b1-3f58-461a-aab7-c1c6c6d5cc06),segment_id=b080c3b1-3f58-461a-aab7-c1c6c6d5cc06)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:51.216765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:51.217303 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:51.220141 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempt 10 to bind port 55a36537-b563-4b3f-b624-de58265f0e82 Nov 12 09:05:51.225945 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.268294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:51.268746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:51.269059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempting to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:51.278577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:05:51.278994 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Failed to bind port 55a36537-b563-4b3f-b624-de58265f0e82 on host n-h1-769329-17 for vnic_type normal using segments [{'id': '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9fb4fc94-fe99-4acb-a013-b67d5e133faa'}] Nov 12 09:05:51.279431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.289923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ff50e-1df7-445e-ad7e-7daad85527de None None] Pushing event updated for resources: {'Port': ['ID=d4bb80e9-541c-405a-abee-542f93c164f7,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:51.359661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Allocated IP 172.20.0.2 (87a1f048-b039-4243-8213-ec65a4ba65a0/1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c/20fba75e-d9c4-4adb-bc55-cbfce9d330d6) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:51.377403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.446927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] For port 55a36537-b563-4b3f-b624-de58265f0e82, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:51.447301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attempted to set empty binding levels {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 09:05:51.449409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.485560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.487656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.493211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.504262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:51.508799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] In _notify_port_updated(), no bound segment for port 55a36537-b563-4b3f-b624-de58265f0e82 on network 9fb4fc94-fe99-4acb-a013-b67d5e133faa {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:05:51.509825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:51.510258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.514397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "PUT /v2.0/ports/55a36537-b563-4b3f-b624-de58265f0e82 HTTP/1.1" status: 200 len: 980 time: 1.6520245 Nov 12 09:05:51.515343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0256216b-baa1-43b0-976e-6f04fefe406f req-bd3e4944-4738-4669-b9c9-1a5ff6834978 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249465 Nov 12 09:05:51.516949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39630) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:51.522108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:51.537745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:51.574406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Pushing event updated for resources: {'Port': ['ID=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:51.640192 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.648583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5d8a53fa-7786-4609-b73d-f2d37911cdca no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:51.667365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd94498-4ff7-48f2-adea-8b2bb1f1ab3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event updated for resources: {'Port': ['ID=55a36537-b563-4b3f-b624-de58265f0e82,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:51.672749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 5d8a53fa-7786-4609-b73d-f2d37911cdca {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:51.672749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5d8a53fa-7786-4609-b73d-f2d37911cdca not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:51.682558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:51.761785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:51.768515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:51.772374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:51.824858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Pushing event updated for resources: {'Port': ['ID=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:51.903871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Allocated IP 172.25.5.221 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/0a12f6bb-4f29-4d33-9dd8-1f60c70a7f6c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:51.982812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Deleting port 55a36537-b563-4b3f-b624-de58265f0e82 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:51.983246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.050938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Attempting to bind port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:52.051354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Attempting to bind port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:52.051659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Attempting to bind port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 on network 87a1f048-b039-4243-8213-ec65a4ba65a0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:52.065914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:52.066656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Checking segment: {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:52.067987 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.068610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Bound using segment: {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:52.069839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Bound port: 20fba75e-d9c4-4adb-bc55-cbfce9d330d6, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:52.070460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.074529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d4bb80e9-541c-405a-abee-542f93c164f7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:52.192304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] For port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:52.196092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] For port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:52.204504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d4bb80e9-541c-405a-abee-542f93c164f7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:52.205143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.227264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-f237cf65-b210-4956-b88e-99ec0288d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:52.228867 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-f237cf65-b210-4956-b88e-99ec0288d235 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 1098 time: 0.1873219 Nov 12 09:05:52.232462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] For port 55a36537-b563-4b3f-b624-de58265f0e82, host n-h1-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:52.232856 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.256918 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.294399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Calling delete_port for 55a36537-b563-4b3f-b624-de58265f0e82 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:52.321032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fd525-5e89-4118-a3d9-4023e8b0eca9 None None] Pushing event updated for resources: {'Port': ['ID=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:52.388898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.442232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port d4bb80e9-541c-405a-abee-542f93c164f7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d4bb80e9-541c-405a-abee-542f93c164f7,segment=NetworkSegment(b080c3b1-3f58-461a-aab7-c1c6c6d5cc06),segment_id=b080c3b1-3f58-461a-aab7-c1c6c6d5cc06)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:52.448049 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.462024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9ba98-a22c-4855-a7c8-3db6df24794a req-a61fdf43-fda5-4974-b8a1-70abac269e4f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:52.463658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8cd59e-945a-435b-8591-d04aa8363a07 req-f90dbfae-a446-442b-92dd-c7c71eb706ce tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:52.469894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86c9ba98-a22c-4855-a7c8-3db6df24794a req-a61fdf43-fda5-4974-b8a1-70abac269e4f tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.5502639 Nov 12 09:05:52.479286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc8cd59e-945a-435b-8591-d04aa8363a07 req-f90dbfae-a446-442b-92dd-c7c71eb706ce tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.4244378 Nov 12 09:05:52.516298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.548334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.562871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=d4bb80e9-541c-405a-abee-542f93c164f7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:52.608246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86c9ba98-a22c-4855-a7c8-3db6df24794a req-7b309efd-6cc3-4b2a-a173-92432edd3c56 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373315 Nov 12 09:05:52.714589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1999b-0442-4561-9430-9571a6d3af6b req-d18889a6-b4a7-4de9-945a-f078c91fc435 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:52.716868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31d1999b-0442-4561-9430-9571a6d3af6b req-d18889a6-b4a7-4de9-945a-f078c91fc435 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.4187715 Nov 12 09:05:52.736128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.738702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-2b44535a-6bf0-4a94-bb19-10406f395e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:52.741719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-2b44535a-6bf0-4a94-bb19-10406f395e3d service neutron] 10.222.0.62 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.4977083 Nov 12 09:05:52.810488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc8cd59e-945a-435b-8591-d04aa8363a07 req-bf8d9643-539c-42e8-a8a5-8f3a0ee55676 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301778 Nov 12 09:05:52.845451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.881755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3896f81-1d54-4c5a-8aa6-a71a44c6e320 None None] Network c5104a36-da0c-45f9-964f-2bb6356a1708 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:52.894844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.910117 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-cd2f54c2-401a-4119-9842-4d2c42cb7eb9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 200 len: 217 time: 0.1348922 Nov 12 09:05:52.924445 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:52.956948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2100c7d9-82ca-4f35-84d0-dc6a1ff03e0b None None] Provisioning complete for port d4bb80e9-541c-405a-abee-542f93c164f7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:52.957317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2100c7d9-82ca-4f35-84d0-dc6a1ff03e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.036390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.060557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:53.066283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Router 3d02b025-6c72-429b-91fa-c1e4d7e616be is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:05:53.092530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:53.104087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:53.116518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=0a12f6bb-4f29-4d33-9dd8-1f60c70a7f6c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:53.119086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.122347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "DELETE /v2.0/ports/55a36537-b563-4b3f-b624-de58265f0e82 HTTP/1.1" status: 204 len: 168 time: 1.6033735 Nov 12 09:05:53.139030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39648) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:53.151392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-4a20c958-44bf-461e-b624-0b9d04268026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:53.152932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-4a20c958-44bf-461e-b624-0b9d04268026 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.2348402 Nov 12 09:05:53.166345 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdbc32f-27a4-4e25-b4cc-e5b640dc9763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:05:53.170331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7fdbc32f-27a4-4e25-b4cc-e5b640dc9763 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] 10.222.0.53 "GET /v2.0/ports/55a36537-b563-4b3f-b624-de58265f0e82 HTTP/1.1" status: 404 len: 333 time: 0.0277975 Nov 12 09:05:53.182252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39650) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:53.248826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe685799-6259-4dfa-a22e-df9c0ac1ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1214466998-project-admin] Pushing event deleted for resources: {'Port': ['ID=55a36537-b563-4b3f-b624-de58265f0e82,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:53.259674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-1aa7173d-7fb4-43ec-bbed-662a1b313dd9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621340 Nov 12 09:05:53.319948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:53.324863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.330158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Sync routers for ids ['3d02b025-6c72-429b-91fa-c1e4d7e616be'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:53.346525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Routers {'3d02b025-6c72-429b-91fa-c1e4d7e616be'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:53.347175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3d02b025-6c72-429b-91fa-c1e4d7e616be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:53.347716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Allocated IP 172.25.5.239 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/0e1857e8-3383-4d59-94b3-42dd6e7b7760) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:53.352127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Deleting port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:05:53.352470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.407043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.412253 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94a6f3c8-97c1-4427-b1c6-c91b451b1947 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3278930 Nov 12 09:05:53.438585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:53.491277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.497970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Set router 3d02b025-6c72-429b-91fa-c1e4d7e616be gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:53.516960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb4fc94-fe99-4acb-a013-b67d5e133faa']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:53.528484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:53.528849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477ac562-1cb7-4fea-8e5e-f2a84c1b7f63') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:53.541581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.559120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.568807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:05:53.569919 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:05:53.578172 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:05:53.684135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.685961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-905b7f1f-9ed4-4b31-a434-b3684ff2b0c0 None None] Provisioning complete for port d4bb80e9-541c-405a-abee-542f93c164f7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:53.686445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-905b7f1f-9ed4-4b31-a434-b3684ff2b0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.698542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.706032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] 10.222.0.53 "DELETE /v2.0/networks/9fb4fc94-fe99-4acb-a013-b67d5e133faa HTTP/1.1" status: 204 len: 168 time: 0.5224483 Nov 12 09:05:53.730230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46778e53-247e-406b-b848-83008a6c009a tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-183674278-project] Pushing event deleted for resources: {'Network': ['ID=9fb4fc94-fe99-4acb-a013-b67d5e133faa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:53.787932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75c4dc-e16d-4b65-8acc-87b849f8c8fd None None] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:05:53.830496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] For port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:53.830889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:53.978564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ea52e-244d-45cc-b20d-a6d170a2424b req-8c3b02aa-b67c-4abf-96ab-c8476e5d150a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:53.985282 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-719ea52e-244d-45cc-b20d-a6d170a2424b req-8c3b02aa-b67c-4abf-96ab-c8476e5d150a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.0819287 Nov 12 09:05:54.005256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:51Z', 'revision_number': 3, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port': {'id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:54.044869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Checking router: 3d02b025-6c72-429b-91fa-c1e4d7e616be for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:54.045255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Updating router 3d02b025-6c72-429b-91fa-c1e4d7e616be port c6e13acf-1cc0-47c9-9d83-c77fac19c33f binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:54.053523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39666) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:54.115567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-719ea52e-244d-45cc-b20d-a6d170a2424b req-650ef6d4-6e16-4eb0-99d7-f60daef2a2ac tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235709 Nov 12 09:05:54.148359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d4bb80e9-541c-405a-abee-542f93c164f7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:54.181093 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.263131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-97a06d4d-9680-4a98-8a24-ced60079fbda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cb0ae0a5c5d4658b400b332389e6457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2077847 Nov 12 09:05:54.265306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39670) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:54.266425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fa31356f-0a46-44f7-8c0f-5bb14a9eaf24 None None] Provisioning complete for port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:54.266866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fa31356f-0a46-44f7-8c0f-5bb14a9eaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.267242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Calling delete_port for ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:05:54.318700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c048b66-ba07-4d2c-b6a1-a26d33eb9afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.324366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-a6cb69d8-6bb1-44e0-9475-f40ab723217b service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0484617 Nov 12 09:05:54.341492 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c048b66-ba07-4d2c-b6a1-a26d33eb9afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.394151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d4bb80e9-541c-405a-abee-542f93c164f7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:54.394506 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.409022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c048b66-ba07-4d2c-b6a1-a26d33eb9afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.411545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c048b66-ba07-4d2c-b6a1-a26d33eb9afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.415052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0c048b66-ba07-4d2c-b6a1-a26d33eb9afc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/954aa7b6-e7bb-4dca-8046-a10ef5d6aeeb HTTP/1.1" status: 204 len: 168 time: 0.1455700 Nov 12 09:05:54.436889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c048b66-ba07-4d2c-b6a1-a26d33eb9afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954aa7b6-e7bb-4dca-8046-a10ef5d6aeeb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:54.509803 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fa31356f-0a46-44f7-8c0f-5bb14a9eaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.534194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228af46a-2bf2-49ef-b072-81f6b09c3301 req-3e2a4e57-a379-43ae-8220-e857d1b8aded tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:54.535790 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228af46a-2bf2-49ef-b072-81f6b09c3301 req-3e2a4e57-a379-43ae-8220-e857d1b8aded tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 946 time: 0.8234231 Nov 12 09:05:54.550475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.556958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:54.609152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fa31356f-0a46-44f7-8c0f-5bb14a9eaf24 None None] For port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:54.643596 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fa31356f-0a46-44f7-8c0f-5bb14a9eaf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.719429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:54.719791 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.746280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31356f-0a46-44f7-8c0f-5bb14a9eaf24 None None] Pushing event updated for resources: {'Port': ['ID=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:54.778617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3bcb7305-3c2c-42b9-b1dd-b9c8b5e65c08 None None] Provisioning complete for port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:54.778983 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bcb7305-3c2c-42b9-b1dd-b9c8b5e65c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.798975 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d364ee9e-bfe7-4844-9d35-c230261d3f7a req-612bf991-e5ee-4eb7-8162-14a3fc0f1a1e service neutron] 10.222.0.62 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630723 Nov 12 09:05:54.816248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39676) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:54.819279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-228af46a-2bf2-49ef-b072-81f6b09c3301 req-b8090dd3-e911-4e5b-8ec4-df8847e86c1d tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/security-groups?id=dcb444ff-69e2-4806-abc5-46f57d782370&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639191 Nov 12 09:05:54.921653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:54.935866 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b8d5b531-db2b-4670-8b8f-2c7c75709fa1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ce29fbe2a7d4ca59edb5112d8ce8bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1180196 Nov 12 09:05:54.938144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39680) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:54.996190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65a06750-8d08-44d6-aad9-b101f4efca01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.022953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65a06750-8d08-44d6-aad9-b101f4efca01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.042328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:55.084906 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.086826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:55.099371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:55.099558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65a06750-8d08-44d6-aad9-b101f4efca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.101375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ca57d3cc-4ddc-4acf-a913-a00f6c27ff28'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:05:55.102150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.103169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65a06750-8d08-44d6-aad9-b101f4efca01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.107337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-65a06750-8d08-44d6-aad9-b101f4efca01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58298d23-cf2d-4d3e-82da-d8a33b03d5ee HTTP/1.1" status: 204 len: 168 time: 0.1657338 Nov 12 09:05:55.110784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Pushing event updated for resources: {'Port': ['ID=0e1857e8-3383-4d59-94b3-42dd6e7b7760,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:55.122834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a06750-8d08-44d6-aad9-b101f4efca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58298d23-cf2d-4d3e-82da-d8a33b03d5ee,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:55.223238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Pushing event deleted for resources: {'Port': ['ID=ca57d3cc-4ddc-4acf-a913-a00f6c27ff28,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:55.281297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.288679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.293331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] No DVR routers for this DVR port ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:05:55.342458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Attempting to bind port c6e13acf-1cc0-47c9-9d83-c77fac19c33f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:55.342834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Attempting to bind port c6e13acf-1cc0-47c9-9d83-c77fac19c33f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:55.343204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Attempting to bind port c6e13acf-1cc0-47c9-9d83-c77fac19c33f on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:55.351253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9085-06a4-4508-baa6-340565d71627 None None] Pushing event updated for resources: {'Port': ['ID=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:55.353677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:55.354055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:55.354456 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.354837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:55.355309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Bound port: c6e13acf-1cc0-47c9-9d83-c77fac19c33f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:55.355705 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.380452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.385073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31d1999b-0442-4561-9430-9571a6d3af6b req-44ee4b02-ebfd-44eb-aa69-ade90182c2d6 tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.62 "DELETE /v2.0/ports/ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 HTTP/1.1" status: 204 len: 173 time: 2.6374731 Nov 12 09:05:55.386045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fdac43-6115-42c4-960d-deef78a1041b', 'name': 'network-vif-deleted', 'tag': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:55.389374 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b1970-eb9c-441c-ae14-0a4ee1964445" -d '{"events": [{"server_uuid": "19fdac43-6115-42c4-960d-deef78a1041b", "name": "network-vif-deleted", "tag": "ca57d3cc-4ddc-4acf-a913-a00f6c27ff28"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:55.420998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] For port c6e13acf-1cc0-47c9-9d83-c77fac19c33f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:55.426165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] For port c6e13acf-1cc0-47c9-9d83-c77fac19c33f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:55.433050 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.464339 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfc2c00-9403-42c9-b3d8-2477419734fd x-openstack-request-id: req-ddfc2c00-9403-42c9-b3d8-2477419734fd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:55.465025 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fdac43-6115-42c4-960d-deef78a1041b", "name": "network-vif-deleted", "tag": "ca57d3cc-4ddc-4acf-a913-a00f6c27ff28", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:55.465493 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ddfc2c00-9403-42c9-b3d8-2477419734fd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:55.466264 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fdac43-6115-42c4-960d-deef78a1041b', 'name': 'network-vif-deleted', 'tag': 'ca57d3cc-4ddc-4acf-a913-a00f6c27ff28', 'status': 'completed', 'code': 200} Nov 12 09:05:55.518588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Routers {'3d02b025-6c72-429b-91fa-c1e4d7e616be'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:55.519302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3d02b025-6c72-429b-91fa-c1e4d7e616be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:55.521150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9085-06a4-4508-baa6-340565d71627 None None] Pushing event updated for resources: {'Port': ['ID=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:55.525286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.648023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] Set router 3d02b025-6c72-429b-91fa-c1e4d7e616be gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:55.657917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04f767-6418-4ce4-92c5-a62a5df552bb req-8f6fb0dd-73d2-45ee-90e5-57ec7af6c25f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:55.659953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e04f767-6418-4ce4-92c5-a62a5df552bb req-8f6fb0dd-73d2-45ee-90e5-57ec7af6c25f tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.4152808 Nov 12 09:05:55.858286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:51Z', 'revision_number': 3, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port': {'id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:55.860801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e04f767-6418-4ce4-92c5-a62a5df552bb req-5a0ad09c-74ae-48e4-bdd9-000a64951e4a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892109 Nov 12 09:05:55.867633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.888020 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:55.950139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc0be6-cd96-4c00-a521-d70cf7f8ae7e None None] The sync data for ids ['3d02b025-6c72-429b-91fa-c1e4d7e616be'] in n-d-769329-17 is: [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:51Z', 'revision_number': 3, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port': {'id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:05:56.070608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:56.110238 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06fc2981-61e4-4f46-bbb9-638dc091628f req-aeeea40c-29df-4835-bc0c-498fd995d76a tempest-ServerRescueTestJSON-874235211 tempest-ServerRescueTestJSON-874235211-project] 10.222.0.53 "GET /v2.0/ports?device_id=19fdac43-6115-42c4-960d-deef78a1041b HTTP/1.1" status: 200 len: 210 time: 0.0921519 Nov 12 09:05:56.179948 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.191159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.225902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:56.226593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.477425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=0a12f6bb-4f29-4d33-9dd8-1f60c70a7f6c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:56.494891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Allocated IP 172.20.0.1 (c5104a36-da0c-45f9-964f-2bb6356a1708/56e77420-b898-49c2-ab2c-569cf0e0c42d/fafe5012-8c08-4555-adfc-e205c7501869) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:56.500208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:56.947317 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.184142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39744) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:57.233497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39748) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:57.242186 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Floating IP d960fbc6-5937-4dc1-a89e-4d70dcfcd566 associated. External IP: 172.25.5.221, port: 41929a6d-dc20-4103-ba14-b83e4f6023de. Nov 12 09:05:57.251661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae78d3-b2ac-4176-8cf5-7dd8191135bb req-13f78f34-2090-4a1b-bf31-e1d8eb15ef9c tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:57.253218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2ae78d3-b2ac-4176-8cf5-7dd8191135bb req-13f78f34-2090-4a1b-bf31-e1d8eb15ef9c tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.2257016 Nov 12 09:05:57.333708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.379940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-839801043', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:57.421515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Made reservation on behalf of a73bea2141bf432db9d30c421785de45 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:05:57.424613 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.442651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2ae78d3-b2ac-4176-8cf5-7dd8191135bb req-ebeffc0a-8108-4954-9379-736fc5bb2d44 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499689 Nov 12 09:05:57.443208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Router cbb9244c-8518-4c26-a2a3-1e3862971f66 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:05:57.481078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.506500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.604915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Network c5104a36-da0c-45f9-964f-2bb6356a1708 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:57.641566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:57.654704 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:05:57.677096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:57.689665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Pushing event updated for resources: {'Port': ['ID=fafe5012-8c08-4555-adfc-e205c7501869,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:57.721078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.729394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.731792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:05:57.733183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca57d3cc-4ddc-4acf-a913-a00f6c27ff28 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:05:57.738618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] device_id is not set on port 02dbb287-9ebf-46f7-8bd4-8a0f584ac531 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:05:57.752998 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.810823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:57.942919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:57.946134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:05:57.967624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Sync routers for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:57.993169 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:58.002187 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:58.010951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Allocated IP 172.25.5.66 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/02dbb287-9ebf-46f7-8bd4-8a0f584ac531) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:05:58.079668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.083492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-83aa2270-eb68-4dab-9ab7-d0a74232fa79 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3418107 Nov 12 09:05:58.090191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:58.160604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6f416937-ba3a-4229-b3f8-31c06e7b980d None None] Provisioning complete for port fafe5012-8c08-4555-adfc-e205c7501869 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:58.161286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f416937-ba3a-4229-b3f8-31c06e7b980d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.209721 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.232285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c6e13acf-1cc0-47c9-9d83-c77fac19c33f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:05:58.271959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6f416937-ba3a-4229-b3f8-31c06e7b980d None None] Port fafe5012-8c08-4555-adfc-e205c7501869 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:05:58.272230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25639c9a-e781-4d1b-a78c-5ee27d0859fd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:58.277281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.330065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c6e13acf-1cc0-47c9-9d83-c77fac19c33f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:05:58.332139 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.343266 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:58.428413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:05:58.446451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] Sync routers for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:05:58.470957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:58.471443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:58.529819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.544204 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.581549 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.620975 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4bb33a55-1cc8-42ef-b219-d683991b9add tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.9480813 Nov 12 09:05:58.622456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:05:58.625019 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e904e089-9249-45bc-a2df-190840da6e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:05:58.643658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39766) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:58.647673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:58.647816 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:55Z', 'revision_number': 3, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:58.669339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:05:58.679640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:05:58.683529 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Checking router: cbb9244c-8518-4c26-a2a3-1e3862971f66 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:58.684251 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Updating router cbb9244c-8518-4c26-a2a3-1e3862971f66 port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:05:58.712915 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abef467-3991-4a1c-bef0-4da918435779 x-openstack-request-id: req-9abef467-3991-4a1c-bef0-4da918435779 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:05:58.713202 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:05:58.713459 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9abef467-3991-4a1c-bef0-4da918435779 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:05:58.713869 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'status': 'completed', 'code': 200} Nov 12 09:05:58.722566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:05:58.737415 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.814392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Pushing event updated for resources: {'Port': ['ID=02dbb287-9ebf-46f7-8bd4-8a0f584ac531,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:58.830732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:58.951570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:58.954906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.034522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c6e13acf-1cc0-47c9-9d83-c77fac19c33f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:05:59.039067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6aaf3b2c-ed44-4103-b2fb-ce7c55006672 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8505325 Nov 12 09:05:59.046441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39772) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:59.055143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.056995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.66'}]}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:05:59.068407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.068875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.069330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.069776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.070223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.070667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.071106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.071552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.072015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.072467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.075628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d6970e1-27d7-416c-9c44-be991d9d94f8 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7091 time: 0.4255905 Nov 12 09:05:59.080511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39776) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:59.091600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904e089-9249-45bc-a2df-190840da6e8d req-e1e36111-9b68-4311-a628-12206f2a33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.094497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e904e089-9249-45bc-a2df-190840da6e8d req-e1e36111-9b68-4311-a628-12206f2a33f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1137 time: 0.3608611 Nov 12 09:05:59.195986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.208696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:59.226387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'd960fbc6-5937-4dc1-a89e-4d70dcfcd566', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'floating_ip_address': '172.25.5.221', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'port_id': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'mac_address': 'fa:16:3e:85:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:54Z', 'updated_at': '2021-11-12T09:05:54Z', 'revision_number': 0, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:59.236361 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.237976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.246997 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.260367 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.261802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.283802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] Checking router: c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:05:59.308918 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.309835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:59.310456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:59.331054 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Attempting to bind port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:05:59.331446 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Attempting to bind port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:05:59.332382 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Attempting to bind port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:05:59.358011 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:05:59.361241 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:05:59.363982 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.364357 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:05:59.365419 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Bound port: 0e1857e8-3383-4d59-94b3-42dd6e7b7760, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:05:59.365984 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.393732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Pushing event updated for resources: {'Port': ['ID=fafe5012-8c08-4555-adfc-e205c7501869,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:59.483224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.483944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.489245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.494509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.497028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.497488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.497930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.498370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.498807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.499241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:05:59.501703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2d37a922-30a4-44c6-b0f3-053632864b84 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6568 time: 0.4201906 Nov 12 09:05:59.507737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39788) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:05:59.537494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:05:59.621402 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] For port 0e1857e8-3383-4d59-94b3-42dd6e7b7760, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:05:59.625808 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] For port 0e1857e8-3383-4d59-94b3-42dd6e7b7760, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0e1857e8-3383-4d59-94b3-42dd6e7b7760,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:05:59.635086 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:05:59.637973 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Pushing event updated for resources: {'Port': ['ID=0e1857e8-3383-4d59-94b3-42dd6e7b7760,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:59.651455 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.652145 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.652670 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.653252 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.653766 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.654278 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.654786 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.655415 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.655973 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.656600 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.658018 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.658716 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:05:59.713025 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:05:59.713967 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:05:59.844659 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64e958-7484-422f-803a-d38e6c908db4 None None] Pushing event updated for resources: {'Port': ['ID=0e1857e8-3383-4d59-94b3-42dd6e7b7760,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:05:59.859560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.022834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'd960fbc6-5937-4dc1-a89e-4d70dcfcd566', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'floating_ip_address': '172.25.5.221', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'port_id': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'mac_address': 'fa:16:3e:85:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:54Z', 'updated_at': '2021-11-12T09:05:54Z', 'revision_number': 0, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:00.055197 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:00.061039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904e089-9249-45bc-a2df-190840da6e8d req-6c6d7b8f-57e8-4a4d-a989-0acd85559518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:00.063154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e904e089-9249-45bc-a2df-190840da6e8d req-6c6d7b8f-57e8-4a4d-a989-0acd85559518 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8d26dd56-ed58-4161-b151-f70d77d0f197 HTTP/1.1" status: 200 len: 898 time: 0.9573565 Nov 12 09:06:00.064210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.093168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c6e13acf-1cc0-47c9-9d83-c77fac19c33f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:00.110442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f785835b-c7b3-4629-94d3-898fecf7642b None None] The sync data for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 is: [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'd960fbc6-5937-4dc1-a89e-4d70dcfcd566', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'floating_ip_address': '172.25.5.221', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'port_id': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'mac_address': 'fa:16:3e:85:dc:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:05:54Z', 'updated_at': '2021-11-12T09:05:54Z', 'revision_number': 0, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:00.381930 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.456251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e904e089-9249-45bc-a2df-190840da6e8d req-5358da78-3cf4-4ebc-8d10-d3b0fd94bab0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41929a6d-dc20-4103-ba14-b83e4f6023de HTTP/1.1" status: 200 len: 1000 time: 0.3768511 Nov 12 09:06:00.553290 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:55Z', 'revision_number': 3, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:00.662611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04ad48c-fada-4c94-9b54-b3a3e9fb7bcb None None] The sync data for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 is: [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:55Z', 'revision_number': 3, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:05:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:00.664769 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fb7cf8-1311-43eb-a788-a20e78ad3d05 None None] New status for floating IP d960fbc6-5937-4dc1-a89e-4d70dcfcd566: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:00.713976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c6e13acf-1cc0-47c9-9d83-c77fac19c33f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:00.714351 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:00.787112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Network c5104a36-da0c-45f9-964f-2bb6356a1708 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:00.800714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:00.841568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904e089-9249-45bc-a2df-190840da6e8d req-f0240a55-2321-41d8-ad00-50a1e3120632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:00.854704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e904e089-9249-45bc-a2df-190840da6e8d req-f0240a55-2321-41d8-ad00-50a1e3120632 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4390f31b-f900-437f-b5a9-aad6b299cd13 HTTP/1.1" status: 200 len: 834 time: 0.3901558 Nov 12 09:06:00.856064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Allocated IP 172.20.0.1 (87a1f048-b039-4243-8213-ec65a4ba65a0/1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c/78d83c84-47ac-4989-a617-6f240d44f418) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:00.926581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.226819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904e089-9249-45bc-a2df-190840da6e8d req-2bc0e5e2-a7c4-467b-a8d1-46eb7a4a2ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:01.228395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e904e089-9249-45bc-a2df-190840da6e8d req-2bc0e5e2-a7c4-467b-a8d1-46eb7a4a2ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d26dd56-ed58-4161-b151-f70d77d0f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3628361 Nov 12 09:06:01.275293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c145b1c9-b95c-47c2-b8ab-381bdf349793 None None] Provisioning complete for port fafe5012-8c08-4555-adfc-e205c7501869 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:01.276553 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c145b1c9-b95c-47c2-b8ab-381bdf349793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.295359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Router 3d02b025-6c72-429b-91fa-c1e4d7e616be has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:01.364735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c145b1c9-b95c-47c2-b8ab-381bdf349793 None None] Port fafe5012-8c08-4555-adfc-e205c7501869 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:01.378328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.559515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-276f498c-3bd0-4cbf-b5b6-6aab9699fa82 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5944 time: 2.0281053 Nov 12 09:06:01.562333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39800) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:01.595005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:01.598589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e904e089-9249-45bc-a2df-190840da6e8d req-9c6c87ee-ee3a-4ceb-ae01-7bcd0870d632 service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582876 Nov 12 09:06:01.612979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5f200477-9cce-4447-928a-7ac229333f58 admin admin] 10.222.0.53 "PUT /v2.0/routers/3d02b025-6c72-429b-91fa-c1e4d7e616be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1100309 Nov 12 09:06:01.613712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Sync routers for ids ['3d02b025-6c72-429b-91fa-c1e4d7e616be'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:01.615198 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.648308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Routers {'3d02b025-6c72-429b-91fa-c1e4d7e616be'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:01.649096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3d02b025-6c72-429b-91fa-c1e4d7e616be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:01.749016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e904e089-9249-45bc-a2df-190840da6e8d req-d314a128-3996-462a-9d6e-756de0040108 service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229658 Nov 12 09:06:01.786283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:01.805407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:01.813095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Deleting port 1058c501-0c8f-4679-ba1b-336e1e51b729 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:01.813984 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.862065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Pushing event updated for resources: {'Port': ['ID=78d83c84-47ac-4989-a617-6f240d44f418,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:01.866702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:01.893924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccead7ef-b928-4564-a586-8302d812e967 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:01.894395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccead7ef-b928-4564-a586-8302d812e967 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:01.896068 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ccead7ef-b928-4564-a586-8302d812e967 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f HTTP/1.1" status: 200 len: 1992 time: 0.3315432 Nov 12 09:06:01.919667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.923114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:01.963085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Set router 3d02b025-6c72-429b-91fa-c1e4d7e616be gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:02.061455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.179366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0e1857e8-3383-4d59-94b3-42dd6e7b7760 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:02.213734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] For port 1058c501-0c8f-4679-ba1b-336e1e51b729, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1058c501-0c8f-4679-ba1b-336e1e51b729,segment=NetworkSegment(c7777bcc-9462-4355-9b05-55310889c8da),segment_id=c7777bcc-9462-4355-9b05-55310889c8da)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:02.214103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.280166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Calling delete_port for 1058c501-0c8f-4679-ba1b-336e1e51b729 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:02.367722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7e3a1d8c-657e-4d0d-a277-9d6d38436368 None None] Provisioning complete for port 78d83c84-47ac-4989-a617-6f240d44f418 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:02.368297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e3a1d8c-657e-4d0d-a277-9d6d38436368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.447031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:02.447409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.458937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.500884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a1d8c-657e-4d0d-a277-9d6d38436368 None None] Port 78d83c84-47ac-4989-a617-6f240d44f418 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:02.506726 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.576742 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-a65920b3-346c-4472-a0dd-ac048a249a2b tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4249189 Nov 12 09:06:02.600473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port': {'id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'fafe5012-8c08-4555-adfc-e205c7501869', 'name': '', 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'mac_address': 'fa:16:3e:b6:bf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '56e77420-b898-49c2-ab2c-569cf0e0c42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:55Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 2, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'subnets': [{'id': '56e77420-b898-49c2-ab2c-569cf0e0c42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:02.613509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:02.643772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.649552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Checking router: 3d02b025-6c72-429b-91fa-c1e4d7e616be for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:02.649910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Updating router 3d02b025-6c72-429b-91fa-c1e4d7e616be port fafe5012-8c08-4555-adfc-e205c7501869 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:06:02.685316 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.687131 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.720737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.724849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.730112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 0e1857e8-3383-4d59-94b3-42dd6e7b7760, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0e1857e8-3383-4d59-94b3-42dd6e7b7760,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:02.757686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.861745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.862707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1a38330-b478-4f12-9f2b-cb22d8af742f {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:02.894507 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:06:02.895952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c934c41b-b24e-4ea5-a9bb-80b9851688d6 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8479862 Nov 12 09:06:02.900785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=0e1857e8-3383-4d59-94b3-42dd6e7b7760,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:02.901444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39816) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:02.921832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.922180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.922519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.922852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.923229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.923563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.923886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.924234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.924554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.924873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.925193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.925511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:02.930645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.941346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:02.999621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.034147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Pushing event updated for resources: {'Port': ['ID=78d83c84-47ac-4989-a617-6f240d44f418,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:03.052135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Pushing event deleted for resources: {'Port': ['ID=1058c501-0c8f-4679-ba1b-336e1e51b729,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:03.102911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.110372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.149051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Deleting port 02dbb287-9ebf-46f7-8bd4-8a0f584ac531 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:03.149446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.262492 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.278005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:03.279350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.284089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:03.383596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b397fd-0bc8-4255-b3d7-27a25cead957 None None] Pushing event updated for resources: {'Port': ['ID=fafe5012-8c08-4555-adfc-e205c7501869,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:03.461950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.566336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Attempting to bind port fafe5012-8c08-4555-adfc-e205c7501869 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:03.566702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Attempting to bind port fafe5012-8c08-4555-adfc-e205c7501869 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:03.567062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Attempting to bind port fafe5012-8c08-4555-adfc-e205c7501869 on network c5104a36-da0c-45f9-964f-2bb6356a1708 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:03.580517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:03.580936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Checking segment: {'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:03.581349 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.581747 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Bound using segment: {'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:03.582241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Bound port: fafe5012-8c08-4555-adfc-e205c7501869, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:03.582620 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.645418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.650312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Allocated IP 172.25.5.136 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/145c0ebe-9a71-452d-81f1-f5faf44e0a4a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:03.683751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Calling delete_port for 02dbb287-9ebf-46f7-8bd4-8a0f584ac531 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:03.770606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] For port fafe5012-8c08-4555-adfc-e205c7501869, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:03.775381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] For port fafe5012-8c08-4555-adfc-e205c7501869, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fafe5012-8c08-4555-adfc-e205c7501869,segment=NetworkSegment(b080c3b1-3f58-461a-aab7-c1c6c6d5cc06),segment_id=b080c3b1-3f58-461a-aab7-c1c6c6d5cc06)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:03.793727 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.856188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b397fd-0bc8-4255-b3d7-27a25cead957 None None] Pushing event updated for resources: {'Port': ['ID=fafe5012-8c08-4555-adfc-e205c7501869,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:03.866193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Router cbb9244c-8518-4c26-a2a3-1e3862971f66 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:03.904593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-623f027e-8a71-42c0-899e-994236710f14 None None] Provisioning complete for port 78d83c84-47ac-4989-a617-6f240d44f418 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:03.905149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-623f027e-8a71-42c0-899e-994236710f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.956557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:03.987474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-623f027e-8a71-42c0-899e-994236710f14 None None] Port 78d83c84-47ac-4989-a617-6f240d44f418 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:03.995032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Routers {'3d02b025-6c72-429b-91fa-c1e4d7e616be'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:03.995887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3d02b025-6c72-429b-91fa-c1e4d7e616be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:04.088232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Router 4a5f5bcc-37f2-47be-b750-a5a20f18412c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:04.106744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.137565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Pushing event deleted for resources: {'Port': ['ID=02dbb287-9ebf-46f7-8bd4-8a0f584ac531,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:04.189603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ae5170ca-0ff4-4ab7-a1dc-b6f611a15355 None None] Provisioning complete for port fafe5012-8c08-4555-adfc-e205c7501869 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:04.190164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5170ca-0ff4-4ab7-a1dc-b6f611a15355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.233218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] Set router 3d02b025-6c72-429b-91fa-c1e4d7e616be gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:04.274663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:04.285329 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af6c5afc-daf5-406b-bfc5-471411abde97 admin admin] 10.222.0.53 "PUT /v2.0/routers/cbb9244c-8518-4c26-a2a3-1e3862971f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1945136 Nov 12 09:06:04.289108 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Sync routers for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:04.321678 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:04.322325 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:04.400167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0e1857e8-3383-4d59-94b3-42dd6e7b7760 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:04.408589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.486876 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:04.538827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Pushing event updated for resources: {'Port': ['ID=145c0ebe-9a71-452d-81f1-f5faf44e0a4a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:04.556681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:04.563608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:04.573524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:04.747410 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 2, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:04.819557 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Checking router: cbb9244c-8518-4c26-a2a3-1e3862971f66 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:04.819811 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Updating router cbb9244c-8518-4c26-a2a3-1e3862971f66 port 78d83c84-47ac-4989-a617-6f240d44f418 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:06:04.821101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.845668 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.858712 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5170ca-0ff4-4ab7-a1dc-b6f611a15355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.864750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.897519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:04.897894 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:04.950532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ae5170ca-0ff4-4ab7-a1dc-b6f611a15355 None None] For port fafe5012-8c08-4555-adfc-e205c7501869, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fafe5012-8c08-4555-adfc-e205c7501869,segment=NetworkSegment(b080c3b1-3f58-461a-aab7-c1c6c6d5cc06),segment_id=b080c3b1-3f58-461a-aab7-c1c6c6d5cc06)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:05.014549 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.024148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c6f6c7a-3281-446b-95e8-6cbac4782009 tempest-RoutersAdminNegativeTest-702782767 tempest-RoutersAdminNegativeTest-702782767-project-admin] 10.222.0.53 "DELETE /v2.0/ports/02dbb287-9ebf-46f7-8bd4-8a0f584ac531 HTTP/1.1" status: 204 len: 168 time: 2.1178541 Nov 12 09:06:05.034161 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5170ca-0ff4-4ab7-a1dc-b6f611a15355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.041849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:05.059293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b21aab48-1e86-49c3-a069-bddb0dcf98ba admin admin] 10.222.0.53 "PUT /v2.0/routers/4a5f5bcc-37f2-47be-b750-a5a20f18412c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8241854 Nov 12 09:06:05.063208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39830) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:05.073860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] Sync routers for ids ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:05.169369 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] Routers {'4a5f5bcc-37f2-47be-b750-a5a20f18412c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:05.170513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:05.190099 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.200860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.235509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port': {'id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'fafe5012-8c08-4555-adfc-e205c7501869', 'name': '', 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'mac_address': 'fa:16:3e:b6:bf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '56e77420-b898-49c2-ab2c-569cf0e0c42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:55Z', 'updated_at': '2021-11-12T09:06:03Z', 'revision_number': 4, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'subnets': [{'id': '56e77420-b898-49c2-ab2c-569cf0e0c42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:05.361201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.367631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Pushing event updated for resources: {'Port': ['ID=145c0ebe-9a71-452d-81f1-f5faf44e0a4a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:05.407532 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.446662 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.448023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-8271b22b-e5d3-41c7-a971-4e561f322bb8 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8399043 Nov 12 09:06:05.465072 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.479249 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.596689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:05.606105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.629829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82f7dd5-3289-4b31-9da1-e0f85364627a None None] The sync data for ids ['3d02b025-6c72-429b-91fa-c1e4d7e616be'] in n-d-769329-17 is: [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port': {'id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'fafe5012-8c08-4555-adfc-e205c7501869', 'name': '', 'network_id': 'c5104a36-da0c-45f9-964f-2bb6356a1708', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'mac_address': 'fa:16:3e:b6:bf:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '56e77420-b898-49c2-ab2c-569cf0e0c42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:55Z', 'updated_at': '2021-11-12T09:06:03Z', 'revision_number': 4, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'subnets': [{'id': '56e77420-b898-49c2-ab2c-569cf0e0c42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:05.651292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5170ca-0ff4-4ab7-a1dc-b6f611a15355 None None] Pushing event updated for resources: {'Port': ['ID=fafe5012-8c08-4555-adfc-e205c7501869,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:05.652667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-18a9cf92-03da-4776-a82f-58540dc39a71 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.1978669 Nov 12 09:06:05.653336 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5085-430c-4aff-a882-5f9c72e1fa5f None None] Pushing event updated for resources: {'Port': ['ID=78d83c84-47ac-4989-a617-6f240d44f418,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:05.665155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-eaf79127-7632-442c-b4d3-fe3f7bb06aca None None] Provisioning complete for port fafe5012-8c08-4555-adfc-e205c7501869 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:05.666181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eaf79127-7632-442c-b4d3-fe3f7bb06aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.756104 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Attempting to bind port 78d83c84-47ac-4989-a617-6f240d44f418 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:05.756479 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Attempting to bind port 78d83c84-47ac-4989-a617-6f240d44f418 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:05.756845 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Attempting to bind port 78d83c84-47ac-4989-a617-6f240d44f418 on network 87a1f048-b039-4243-8213-ec65a4ba65a0 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:05.772920 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:05.776173 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Checking segment: {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:05.776773 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.777339 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Bound using segment: {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:05.777991 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Bound port: 78d83c84-47ac-4989-a617-6f240d44f418, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:05.779581 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.783636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Deleting port b3dae608-170d-4229-a668-2dff98bc880f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:05.784136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.916480 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:05.925546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1c71f4-fa1e-4c9a-b1a9-79ab48c93bd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.943772 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] For port 78d83c84-47ac-4989-a617-6f240d44f418, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:05.951144 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] For port 78d83c84-47ac-4989-a617-6f240d44f418, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=78d83c84-47ac-4989-a617-6f240d44f418,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:05.974468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-74eb504b-888b-42ec-985d-613970e8d0ca tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:05.977543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-74eb504b-888b-42ec-985d-613970e8d0ca tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.3225815 Nov 12 09:06:05.978624 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:05.993742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] Set router 4a5f5bcc-37f2-47be-b750-a5a20f18412c gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:06.003154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-44c116ee-6bbe-409f-9e7e-11890a145580 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:06:06.004202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a37f9fd0-f022-4317-b92a-7340af8cf0d3 req-44c116ee-6bbe-409f-9e7e-11890a145580 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0211961 Nov 12 09:06:06.093423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] For port b3dae608-170d-4229-a668-2dff98bc880f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b3dae608-170d-4229-a668-2dff98bc880f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:06.094254 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.142985 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:06.143616 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:06.146508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1c71f4-fa1e-4c9a-b1a9-79ab48c93bd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.156032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fafe5012-8c08-4555-adfc-e205c7501869 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:06.161226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de1c71f4-fa1e-4c9a-b1a9-79ab48c93bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.171293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Calling delete_port for b3dae608-170d-4229-a668-2dff98bc880f owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:06.202298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a4165e1-2923-4ad8-8dd6-860d4a4752f4 req-cbaa5496-0315-4d19-b477-33e3686c90dd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips/f64669da-4e37-4ecd-a104-501aef6bc6d7 HTTP/1.1" status: 200 len: 693 time: 0.1570354 Nov 12 09:06:06.268762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-de1c71f4-fa1e-4c9a-b1a9-79ab48c93bd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6c0f6f294074d699e2a468aa9f30412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6674931 Nov 12 09:06:06.268762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:06.282548 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c5085-430c-4aff-a882-5f9c72e1fa5f None None] Pushing event updated for resources: {'Port': ['ID=78d83c84-47ac-4989-a617-6f240d44f418,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:06.291123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c71f4-fa1e-4c9a-b1a9-79ab48c93bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b2ef57-17ee-4c04-a024-6f5ffcc925ef,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:06.393009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf7b7-e1f1-4700-9e30-261d329b900e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.430510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf7b7-e1f1-4700-9e30-261d329b900e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.457283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port fafe5012-8c08-4555-adfc-e205c7501869 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:06.457657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.467070 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:06.561959 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf7b7-e1f1-4700-9e30-261d329b900e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.565330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9cdf7b7-e1f1-4700-9e30-261d329b900e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.566529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a9cdf7b7-e1f1-4700-9e30-261d329b900e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92b2ef57-17ee-4c04-a024-6f5ffcc925ef HTTP/1.1" status: 204 len: 168 time: 0.2917516 Nov 12 09:06:06.585511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cdf7b7-e1f1-4700-9e30-261d329b900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b2ef57-17ee-4c04-a024-6f5ffcc925ef,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:06.792570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-38f0a26e-02e3-411a-be12-de1ec0a377ac None None] Provisioning complete for port 78d83c84-47ac-4989-a617-6f240d44f418 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:06.793176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38f0a26e-02e3-411a-be12-de1ec0a377ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.834243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4165e1-2923-4ad8-8dd6-860d4a4752f4 req-c8b02880-d6be-44c2-89b8-f974b4f1266f tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:06.838870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a4165e1-2923-4ad8-8dd6-860d4a4752f4 req-c8b02880-d6be-44c2-89b8-f974b4f1266f tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.6250210 Nov 12 09:06:06.855748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 5, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port': {'id': 'b3dae608-170d-4229-a668-2dff98bc880f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:29Z', 'updated_at': '2021-11-12T09:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:06.874055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-5a4165e1-2923-4ad8-8dd6-860d4a4752f4 req-382b42ed-0d61-481e-b686-824ce6ced264 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:06:06.878024 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a4165e1-2923-4ad8-8dd6-860d4a4752f4 req-382b42ed-0d61-481e-b686-824ce6ced264 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228760 Nov 12 09:06:06.891875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:06.911584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] Checking router: 4a5f5bcc-37f2-47be-b750-a5a20f18412c for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:06.984111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3dae608-170d-4229-a668-2dff98bc880f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:07.065062 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:05Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:07.076024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] Routers {'4a5f5bcc-37f2-47be-b750-a5a20f18412c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:07.077868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:05:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:07.144551 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef651bf0-c8b7-4c0b-89d9-7d04cff225f1 None None] The sync data for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 is: [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:05Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:07.151750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39856) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:07.163936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.194019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] Set router 4a5f5bcc-37f2-47be-b750-a5a20f18412c gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:07.196251 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38f0a26e-02e3-411a-be12-de1ec0a377ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.340636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:06:06Z', 'revision_number': 7, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:07.379452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.387798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.415948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b06a37a3-c0eb-45c8-abba-82813f523117 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a73bea2141bf432db9d30c421785de45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2413571 Nov 12 09:06:07.419775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39860) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:07.471017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31beaa49-0706-4b1f-affd-04086c7c1596 None None] The sync data for ids ['4a5f5bcc-37f2-47be-b750-a5a20f18412c'] in n-d-769329-17 is: [{'id': '4a5f5bcc-37f2-47be-b750-a5a20f18412c', 'name': 'tempest-ServerRescueTestJSON-1706304570-router', 'tenant_id': '1184f1e863be436b8ec3f5b4454e050e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:28Z', 'updated_at': '2021-11-12T09:06:06Z', 'revision_number': 7, 'project_id': '1184f1e863be436b8ec3f5b4454e050e', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:07.519729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-38f0a26e-02e3-411a-be12-de1ec0a377ac None None] For port 78d83c84-47ac-4989-a617-6f240d44f418, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=78d83c84-47ac-4989-a617-6f240d44f418,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:07.539599 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38f0a26e-02e3-411a-be12-de1ec0a377ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.631882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.632474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a5f5bcc-37f2-47be-b750-a5a20f18412c {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:07.641847 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.641847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e7be6dda-e6f6-461c-b571-fc5a1b7efa3f admin admin] 10.222.0.53 "DELETE /v2.0/routers/4a5f5bcc-37f2-47be-b750-a5a20f18412c HTTP/1.1" status: 204 len: 168 time: 2.5747633 Nov 12 09:06:07.652091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39864) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:07.677616 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b563ab1-51da-452a-a598-e4d0279aeba4 req-8808e242-12e5-404a-b27d-ed6f5897b51c tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=5f75e33fc43b45bb8c1176f55954b095 HTTP/1.1" status: 200 len: 696 time: 0.7299931 Nov 12 09:06:07.720316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f0a26e-02e3-411a-be12-de1ec0a377ac None None] Pushing event updated for resources: {'Port': ['ID=78d83c84-47ac-4989-a617-6f240d44f418,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:07.751471 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19dda438-19d9-4ba7-a1b7-b5e55a60c879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.804309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19dda438-19d9-4ba7-a1b7-b5e55a60c879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.808394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] Deleting subnet edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:07.811764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.824584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b563ab1-51da-452a-a598-e4d0279aeba4 req-0657d528-7af8-48c5-ac73-3591fcfcb7dc tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:07.826702 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b563ab1-51da-452a-a598-e4d0279aeba4 req-0657d528-7af8-48c5-ac73-3591fcfcb7dc tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks?id=fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 787 time: 0.1429205 Nov 12 09:06:07.837952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-7b563ab1-51da-452a-a598-e4d0279aeba4 req-8974a959-65aa-47ca-8235-22ee216695b2 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:06:07.839225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b563ab1-51da-452a-a598-e4d0279aeba4 req-8974a959-65aa-47ca-8235-22ee216695b2 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067978 Nov 12 09:06:07.915158 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19dda438-19d9-4ba7-a1b7-b5e55a60c879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.918196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19dda438-19d9-4ba7-a1b7-b5e55a60c879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:07.921872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-19dda438-19d9-4ba7-a1b7-b5e55a60c879 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25639c9a-e781-4d1b-a78c-5ee27d0859fd HTTP/1.1" status: 204 len: 168 time: 0.4989321 Nov 12 09:06:08.055169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.135585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dda438-19d9-4ba7-a1b7-b5e55a60c879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25639c9a-e781-4d1b-a78c-5ee27d0859fd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:08.147973 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-6cb373bb-8f2f-485c-80a8-6cb1b47f4868 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips/f64669da-4e37-4ecd-a104-501aef6bc6d7 HTTP/1.1" status: 200 len: 693 time: 0.2479777 Nov 12 09:06:08.232426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.314051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 78d83c84-47ac-4989-a617-6f240d44f418 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:08.389533 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.415046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 78d83c84-47ac-4989-a617-6f240d44f418 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:08.415414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.450208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edcbc1fa-6449-4b1d-af41-e5c9d98e21a1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:08.475216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.478488 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16a67001-04bc-4866-9414-15336b4070d3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/edcbc1fa-6449-4b1d-af41-e5c9d98e21a1 HTTP/1.1" status: 204 len: 168 time: 0.8252437 Nov 12 09:06:08.481387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39910) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:08.536111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-08f4bdcf-fdde-4064-a793-a0c1bf525e93 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:08.537687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-08f4bdcf-fdde-4064-a793-a0c1bf525e93 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.3820891 Nov 12 09:06:08.549271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-2b4f9183-e941-4f92-bd0c-8c6de76e3773 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:06:08.556941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-2b4f9183-e941-4f92-bd0c-8c6de76e3773 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134022 Nov 12 09:06:08.676408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:08.686723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1058c501-0c8f-4679-ba1b-336e1e51b729 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:08.711122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-f4a6d3c6-d95a-4911-96e7-222760fd8150 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.1473031 Nov 12 09:06:08.736565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1058c501-0c8f-4679-ba1b-336e1e51b729 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:08.736916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1058c501-0c8f-4679-ba1b-336e1e51b729 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:08.849897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-9478f426-2830-47c2-90ed-c2b40c7eab9d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.136 HTTP/1.1" status: 200 len: 696 time: 0.1209505 Nov 12 09:06:08.968366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.056347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f0db1b-ee76-4c0b-bc35-53238d616201']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:09.091344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7777bcc-9462-4355-9b05-55310889c8da') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:09.091673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7777bcc-9462-4355-9b05-55310889c8da') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:09.141410 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.216139 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.226004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:09.226461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Deleting port 145c0ebe-9a71-452d-81f1-f5faf44e0a4a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:09.227001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.227541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:09.325518 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:09.333326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.358383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.385381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] 10.222.0.53 "DELETE /v2.0/networks/01f0db1b-ee76-4c0b-bc35-53238d616201 HTTP/1.1" status: 204 len: 168 time: 0.8994532 Nov 12 09:06:09.427732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d82e8-b236-4b74-bca5-77aca5538547 admin admin] Pushing event deleted for resources: {'Network': ['ID=01f0db1b-ee76-4c0b-bc35-53238d616201,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:09.440466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.441112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.463433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Calling delete_port for 145c0ebe-9a71-452d-81f1-f5faf44e0a4a owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:09.679194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39974) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:09.787997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.810251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3f2a6747-a0c8-46e4-b452-bb95266cc94c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1184f1e863be436b8ec3f5b4454e050e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1299660 Nov 12 09:06:09.812813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:09.834830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Pushing event deleted for resources: {'Port': ['ID=145c0ebe-9a71-452d-81f1-f5faf44e0a4a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:09.873623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:09.931529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba29-0eb2-4cd7-9086-8ed3ea6df4ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:09.962521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3dae608-170d-4229-a668-2dff98bc880f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:09.974421 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba29-0eb2-4cd7-9086-8ed3ea6df4ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.017380 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.022798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.023006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b3dae608-170d-4229-a668-2dff98bc880f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:10.024054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ba4ea02-34a7-4c31-8170-63be34400a5d req-d3dca702-0d0e-4106-9d67-07176a3cd141 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "DELETE /v2.0/floatingips/f64669da-4e37-4ecd-a104-501aef6bc6d7 HTTP/1.1" status: 204 len: 173 time: 1.1550567 Nov 12 09:06:10.030049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3dae608-170d-4229-a668-2dff98bc880f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:10.192010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1527853457'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:10.260077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba29-0eb2-4cd7-9086-8ed3ea6df4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.264049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9bba29-0eb2-4cd7-9086-8ed3ea6df4ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.265354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb9bba29-0eb2-4cd7-9086-8ed3ea6df4ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dcb444ff-69e2-4806-abc5-46f57d782370 HTTP/1.1" status: 204 len: 168 time: 0.4511702 Nov 12 09:06:10.293548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Made reservation on behalf of bf9481c7b83944c4a89c81fb644324c5 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:10.303181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.321937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9bba29-0eb2-4cd7-9086-8ed3ea6df4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb444ff-69e2-4806-abc5-46f57d782370,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:10.347674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.417125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-a19761a6-a123-4489-a1f0-451276f5903e tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3424270 Nov 12 09:06:10.467428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:10.559587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.814257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.838555 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.905273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee83dac-0892-4d7e-b228-2c3f2a6c7c59,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:10.915522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:10.939264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:10.939625 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Added segment 6f591cf6-830d-42f0-b182-41669bc0ba1e of type vlan for network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 Nov 12 09:06:11.014989 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.025146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.102673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.113010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:11.114130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.217329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event updated for resources: {'Network': ['ID=beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:11.230004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:11.313168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c7b4d746-0785-4293-af6e-06b700345292 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4377439 Nov 12 09:06:11.315805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:11.323160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Request body: {'subnet': {'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:11.504456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Allocated IP 172.25.5.128 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/5dc8a971-e72c-44a9-87f5-d014859188dd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:11.563436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Made reservation on behalf of bf9481c7b83944c4a89c81fb644324c5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:11.567650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.834201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.897212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40024) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:11.929439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:11.990969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event updated for resources: {'Subnet': ['ID=6ef85bb4-abf0-4a21-aed5-ab87c235ed90,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:12.019768 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.089622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Checking segment: {'id': '6f591cf6-830d-42f0-b182-41669bc0ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:12.089875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Network hostable DHCP agents. Network: beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:12.094156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:12.096418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Pushing event updated for resources: {'Port': ['ID=5dc8a971-e72c-44a9-87f5-d014859188dd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:12.102021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:12.106610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:12.145699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2121597276-network', 'tenant_id': '1573dce1d034410b80a9c5a5a256eb66'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:12.176384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:12.201568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:12.208624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Made reservation on behalf of 1573dce1d034410b80a9c5a5a256eb66 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:12.210440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.212784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fed8de-71d4-4332-a168-8c02a4cdb44a None None] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:12.213547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:12.214185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.270416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.326345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6f09004-dce9-4779-acad-9f38e0cb33ea tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0092924 Nov 12 09:06:12.328951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40036) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:12.336155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Request body: {'port': {'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1326187070'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:12.394116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.516103 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.562824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8', 'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8', 'tenant_id': 'bf9481c7b83944c4a89c81fb644324c5', 'fixed_ips': [{'subnet_id': '6ef85bb4-abf0-4a21-aed5-ab87c235ed90'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:06:12.563732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.611718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.630572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.689439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Made reservation on behalf of bf9481c7b83944c4a89c81fb644324c5 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:12.697486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.734625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:12.743629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa64638-f8bd-4826-aa21-aa79514e5c9f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:12.774199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] device_id is not set on port a9723417-7d22-4b17-9782-1e47ee2d15df yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:06:12.784255 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.784867 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Added segment d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3 of type vlan for network 3dbb5221-f67b-4a99-a7c3-3feecf389573 Nov 12 09:06:12.806497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Allocated IP 2001:db8::2 (beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8/6ef85bb4-abf0-4a21-aed5-ab87c235ed90/b273eb4f-d8c8-4c16-9090-b61d1b791995) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:12.917473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.959366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.960471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:12.961642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.985093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.987661 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:12.997259 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.025592 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.090070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Allocated IP 2001:db8::11e (beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8/6ef85bb4-abf0-4a21-aed5-ab87c235ed90/a9723417-7d22-4b17-9782-1e47ee2d15df) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:13.121241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2126620 Nov 12 09:06:13.130527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40042) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:13.147027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:13.148049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Pushing event updated for resources: {'Port': ['ID=b273eb4f-d8c8-4c16-9090-b61d1b791995,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:13.151885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Request body: {'subnet': {'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2121597276-subnet', 'tenant_id': '1573dce1d034410b80a9c5a5a256eb66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:13.168019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:13.172784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:13.211819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b11f8-acb7-4d41-9d31-e82144589a9d admin admin] Pushing event updated for resources: {'Network': ['ID=3dbb5221-f67b-4a99-a7c3-3feecf389573,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:13.232277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 3dbb5221-f67b-4a99-a7c3-3feecf389573 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:13.251548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Made reservation on behalf of 1573dce1d034410b80a9c5a5a256eb66 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:13.258412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.270035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Attempting to bind port b273eb4f-d8c8-4c16-9090-b61d1b791995 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:13.270651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Attempting to bind port b273eb4f-d8c8-4c16-9090-b61d1b791995 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6f591cf6-830d-42f0-b182-41669bc0ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:13.271460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Attempting to bind port b273eb4f-d8c8-4c16-9090-b61d1b791995 on network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:13.286560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:13.287932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Checking segment: {'id': '6f591cf6-830d-42f0-b182-41669bc0ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:13.288556 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.289135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Bound using segment: {'id': '6f591cf6-830d-42f0-b182-41669bc0ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:13.289650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Bound port: b273eb4f-d8c8-4c16-9090-b61d1b791995, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f591cf6-830d-42f0-b182-41669bc0ba1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:13.290030 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.303103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Pushing event updated for resources: {'Port': ['ID=5dc8a971-e72c-44a9-87f5-d014859188dd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:13.319525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.346547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.357125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-249e21ae-a1b1-4198-9afe-e45348655efd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9163866 Nov 12 09:06:13.430230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] For port b273eb4f-d8c8-4c16-9090-b61d1b791995, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:13.434971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] For port b273eb4f-d8c8-4c16-9090-b61d1b791995, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b273eb4f-d8c8-4c16-9090-b61d1b791995,segment=NetworkSegment(6f591cf6-830d-42f0-b182-41669bc0ba1e),segment_id=6f591cf6-830d-42f0-b182-41669bc0ba1e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:13.441939 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.504559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-2b0d1a4f-2a48-4cfd-9438-9dbd84f6dcfd tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.1464357 Nov 12 09:06:13.545603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb0c75-c7ed-423f-a603-b9da8293428d None None] Pushing event updated for resources: {'Port': ['ID=b273eb4f-d8c8-4c16-9090-b61d1b791995,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:13.697469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-35c1ae01-6b9c-4723-9d66-8bfca867ceab tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:13.699210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aaa3aae0-4b5a-4084-b12b-46e4acf951c5 req-35c1ae01-6b9c-4723-9d66-8bfca867ceab tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.1937244 Nov 12 09:06:13.773178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.871498 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-daf6935d-8da0-43f3-aed5-7eb805463f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:13.904664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-710182ef-d163-4342-9cc2-76191536b6a6 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips/5c17eab4-ad9d-47fc-b67f-d9ddc1ac8404 HTTP/1.1" status: 200 len: 693 time: 0.1675868 Nov 12 09:06:13.991543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.088196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.131363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b273eb4f-d8c8-4c16-9090-b61d1b791995 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:14.148658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=456e0f5d-dbdf-4515-8253-62f743c0a95c,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:14.164217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-9533a900-44dc-42c2-a3b4-e75e7fa890c2 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:14.175837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-9533a900-44dc-42c2-a3b4-e75e7fa890c2 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 784 time: 0.2470396 Nov 12 09:06:14.295866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:14.305745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:14.312307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event updated for resources: {'Port': ['ID=a9723417-7d22-4b17-9782-1e47ee2d15df,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:14.315833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:14.321607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b273eb4f-d8c8-4c16-9090-b61d1b791995 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:14.322833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:14.323299 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.323960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.327178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Checking segment: {'id': 'd62c3ce7-4ffa-4e8a-a141-cfcde40a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:14.327826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Network hostable DHCP agents. Network: 3dbb5221-f67b-4a99-a7c3-3feecf389573, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:14.335003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-a9cb6346-f348-4404-844a-87f2cf6f8c2c tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.1331198 Nov 12 09:06:14.357992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-322697a7-2e50-41a6-a270-cfcf8b1b1f83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1290073 Nov 12 09:06:14.360340 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-13eebc16-8c2a-4430-8df9-bb478c801c2e tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0296867 Nov 12 09:06:14.363724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:14.367728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Network 3dbb5221-f67b-4a99-a7c3-3feecf389573 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:14.395632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Request body: {'port': {'network_id': 'beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-570492422', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:14.400411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] bootfile-name is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:06:14.400776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] tftp-server is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:06:14.401124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] server-ip-address is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:06:14.415315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 3dbb5221-f67b-4a99-a7c3-3feecf389573) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:14.420547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-5bb0eb2d-e2b5-4052-8286-860b98441ba0 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.5.128 HTTP/1.1" status: 200 len: 696 time: 0.0680702 Nov 12 09:06:14.423963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:14.424659 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:14.453322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db28060-304d-48f1-b8e2-e7169370208d None None] Network 3dbb5221-f67b-4a99-a7c3-3feecf389573 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:14.535816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9184415f-8621-4af6-b6f2-4f32f0673ba4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3990486 Nov 12 09:06:14.772207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-44ef0b19-df05-47ab-87bc-4eabe69a9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:14.773720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-44ef0b19-df05-47ab-87bc-4eabe69a9c3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 1097 time: 0.3466456 Nov 12 09:06:14.868071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Deleting port 5dc8a971-e72c-44a9-87f5-d014859188dd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:14.869127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.096495 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.097092 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.114332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Calling delete_port for 5dc8a971-e72c-44a9-87f5-d014859188dd owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:15.164077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.177452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-0c801921-e53b-4465-a1bc-04d5d884aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:15.179342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-0c801921-e53b-4465-a1bc-04d5d884aa1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 200 len: 919 time: 0.3765943 Nov 12 09:06:15.213875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5de5338-cd52-4239-a857-02a6acf39330 None None] Network 3dbb5221-f67b-4a99-a7c3-3feecf389573 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:15.363898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-4bd5d1f0-e238-4d48-87d6-5c3a7f5350c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abd46aee-035a-4daa-99ad-2994640576e8 HTTP/1.1" status: 200 len: 217 time: 0.1727197 Nov 12 09:06:15.459734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189e8dd4-4558-4c0b-a647-96ffdd6a6f52 None None] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:15.465308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40080) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:15.474244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-935521440-network', 'tenant_id': '0009db57f29f41b9900213652c7a6b44'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:15.507143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.532074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Made reservation on behalf of 0009db57f29f41b9900213652c7a6b44 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:15.540718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.594367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Pushing event deleted for resources: {'Port': ['ID=5dc8a971-e72c-44a9-87f5-d014859188dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:15.601291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-a0fcb433-0006-472e-8056-31c5a1b5b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:15.613568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-a0fcb433-0006-472e-8056-31c5a1b5b475 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 200 len: 858 time: 0.2309232 Nov 12 09:06:15.644152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.686663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-944b0daf-8b70-4e3e-8322-8050298a1a2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=670e7c1e-f93c-4a27-8bb0-466b1b9224cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590682 Nov 12 09:06:15.698888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Made reservation on behalf of bf9481c7b83944c4a89c81fb644324c5 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:15.710683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.767439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port b273eb4f-d8c8-4c16-9090-b61d1b791995, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b273eb4f-d8c8-4c16-9090-b61d1b791995,segment=NetworkSegment(6f591cf6-830d-42f0-b182-41669bc0ba1e),segment_id=6f591cf6-830d-42f0-b182-41669bc0ba1e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:15.786273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.827173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6eecb47f-e302-47a7-91c7-26e9f3cd2640 None None] Provisioning complete for port b273eb4f-d8c8-4c16-9090-b61d1b791995 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:15.827550 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6eecb47f-e302-47a7-91c7-26e9f3cd2640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.872643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] device_id is not set on port 6adc7914-522a-4ba5-97b6-49705d70292b yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:06:15.913690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-9d970d56-0cd4-4505-a542-e534820ba2a1 service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994863 Nov 12 09:06:15.937514 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:15.955608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.049468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:16.070443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.074309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.081129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc98c3d5-d2af-4181-b700-8432e9dea523 req-8f14d567-0cee-4986-b5eb-78cbaa9fc28d tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "DELETE /v2.0/floatingips/5c17eab4-ad9d-47fc-b67f-d9ddc1ac8404 HTTP/1.1" status: 204 len: 173 time: 1.6464140 Nov 12 09:06:16.105645 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.105993 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Added segment a7dfdf08-9c7b-4f28-8c5b-50cdf4642c79 of type vlan for network 4dfa53e7-d161-4066-9e95-96a55936b03f Nov 12 09:06:16.116270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7f640a-48ef-41db-af9b-f0f3ddd66e9f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:16.164043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.166920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0d4d303-0848-48ae-b26f-895684c1bf49 req-bc74ac94-4daf-4f3f-b8e2-ecec93082aef service neutron] 10.222.0.55 "GET /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718733 Nov 12 09:06:16.215521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.217782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:16.218836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.249649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=b273eb4f-d8c8-4c16-9090-b61d1b791995,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:16.274157 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-d9363482-c08d-4b5a-af05-0299df0a2590 req-4255cb01-59d4-47c5-8d17-1da37ff7d1c1 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] show failed (client error): The resource could not be found. Nov 12 09:06:16.295192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] Pushing event updated for resources: {'Network': ['ID=4dfa53e7-d161-4066-9e95-96a55936b03f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:16.295940 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9363482-c08d-4b5a-af05-0299df0a2590 req-4255cb01-59d4-47c5-8d17-1da37ff7d1c1 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips/5c17eab4-ad9d-47fc-b67f-d9ddc1ac8404 HTTP/1.1" status: 404 len: 350 time: 0.1254466 Nov 12 09:06:16.318752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4dfa53e7-d161-4066-9e95-96a55936b03f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:16.320030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5ad8c00-b1b1-43ca-8557-309c744ffe4e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8533537 Nov 12 09:06:16.324957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:16.372178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Request body: {'subnet': {'network_id': '4dfa53e7-d161-4066-9e95-96a55936b03f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-935521440-subnet', 'tenant_id': '0009db57f29f41b9900213652c7a6b44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:16.475211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Allocated IP 2001:db8::228 (beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8/6ef85bb4-abf0-4a21-aed5-ab87c235ed90/6adc7914-522a-4ba5-97b6-49705d70292b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:16.493941 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-8e5ff280-ee49-4800-86dc-c8faa1787ad6 req-6f879a85-e0af-4a15-8219-c575bc9d3381 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] show failed (client error): The resource could not be found. Nov 12 09:06:16.497531 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e5ff280-ee49-4800-86dc-c8faa1787ad6 req-6f879a85-e0af-4a15-8219-c575bc9d3381 tempest-FloatingIPsTestJSON-2112558823 tempest-FloatingIPsTestJSON-2112558823-project] 10.222.0.53 "GET /v2.0/floatingips/5c17eab4-ad9d-47fc-b67f-d9ddc1ac8404 HTTP/1.1" status: 404 len: 350 time: 0.1714947 Nov 12 09:06:16.514755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40096) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:16.516221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Made reservation on behalf of 0009db57f29f41b9900213652c7a6b44 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:16.520834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.570342 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e343-478a-41df-9c5a-fbe24a617f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.860362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.912782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:16.977592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:16.984027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:16.990225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:16.997580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:16.998122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:17.014830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event updated for resources: {'Port': ['ID=6adc7914-522a-4ba5-97b6-49705d70292b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:17.033737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cfeef7a6-251e-4275-9a0a-6979eb264363 None None] Provisioning complete for port b273eb4f-d8c8-4c16-9090-b61d1b791995 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:17.035471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cfeef7a6-251e-4275-9a0a-6979eb264363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:17.044027 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-957d043d-b38a-4c2b-9601-c8b59012cf74 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6691058 Nov 12 09:06:17.049997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40102) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:17.181968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f55b-e63e-4783-b9b9-0f1df1c5d236 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:17.189204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f55b-e63e-4783-b9b9-0f1df1c5d236 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:17.200179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908f55b-e63e-4783-b9b9-0f1df1c5d236 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:17.206250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8908f55b-e63e-4783-b9b9-0f1df1c5d236 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1533384 Nov 12 09:06:17.215312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40106) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:17.262155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cfeef7a6-251e-4275-9a0a-6979eb264363 None None] Provisioning complete for port a9723417-7d22-4b17-9782-1e47ee2d15df triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:17.262723 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cfeef7a6-251e-4275-9a0a-6979eb264363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:17.352354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cfeef7a6-251e-4275-9a0a-6979eb264363 None None] Port a9723417-7d22-4b17-9782-1e47ee2d15df cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:17.488428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a2ae5497-3f3e-47ca-affc-c8435278b76f None None] Provisioning complete for port a9723417-7d22-4b17-9782-1e47ee2d15df triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:17.488799 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a2ae5497-3f3e-47ca-affc-c8435278b76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:17.542626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae5497-3f3e-47ca-affc-c8435278b76f None None] Port a9723417-7d22-4b17-9782-1e47ee2d15df cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:17.769893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c6412b0b-7352-4be8-8eeb-d94741ae9a95 None None] Provisioning complete for port 6adc7914-522a-4ba5-97b6-49705d70292b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:17.772692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6412b0b-7352-4be8-8eeb-d94741ae9a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:17.826945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c6412b0b-7352-4be8-8eeb-d94741ae9a95 None None] Port 6adc7914-522a-4ba5-97b6-49705d70292b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:17.925209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.011101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e58e7c-de9a-4dff-8418-7b1aa0c2e79d,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:18.043255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Checking segment: {'id': 'a7dfdf08-9c7b-4f28-8c5b-50cdf4642c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4dfa53e7-d161-4066-9e95-96a55936b03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:18.043784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Network hostable DHCP agents. Network: 4dfa53e7-d161-4066-9e95-96a55936b03f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:18.071832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b273eb4f-d8c8-4c16-9090-b61d1b791995 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:18.087595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Deleting port 6adc7914-522a-4ba5-97b6-49705d70292b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:18.088405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.140267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b273eb4f-d8c8-4c16-9090-b61d1b791995 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:18.141144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.184450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Network 4dfa53e7-d161-4066-9e95-96a55936b03f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:18.227878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4dfa53e7-d161-4066-9e95-96a55936b03f) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:18.240953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ed732d-6273-48f5-8de9-6da1edf6e0a0 None None] Network 4dfa53e7-d161-4066-9e95-96a55936b03f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:18.244880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:18.245633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.250263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.274398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Calling delete_port for 6adc7914-522a-4ba5-97b6-49705d70292b owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:18.284887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.399352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a37b0f6-d37f-40ec-9e6c-cf0eca85faed None None] Network 4dfa53e7-d161-4066-9e95-96a55936b03f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:18.404582 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-78bcd577-5817-4d13-9f27-c664e37790d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0448999 Nov 12 09:06:18.786046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.838260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event deleted for resources: {'Port': ['ID=6adc7914-522a-4ba5-97b6-49705d70292b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:18.849044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Deleting port fafe5012-8c08-4555-adfc-e205c7501869 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:18.849389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.886280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:18.893817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-44bf55f2-821d-470c-aca7-91fb17b8a5d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "DELETE /v2.0/ports/6adc7914-522a-4ba5-97b6-49705d70292b HTTP/1.1" status: 204 len: 168 time: 1.6708655 Nov 12 09:06:18.894246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:18.912903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Request body: {'port': {'name': 'tempest-new-port-name-1284856851', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:18.914823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] bootfile-name is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:06:18.915182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] tftp-server is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:06:18.916305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] server-ip-address is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:06:19.018862 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.059943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] For port fafe5012-8c08-4555-adfc-e205c7501869, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fafe5012-8c08-4555-adfc-e205c7501869,segment=NetworkSegment(b080c3b1-3f58-461a-aab7-c1c6c6d5cc06),segment_id=b080c3b1-3f58-461a-aab7-c1c6c6d5cc06)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:19.059943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.081159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.092250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Calling delete_port for fafe5012-8c08-4555-adfc-e205c7501869 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:19.363327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.399763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Pushing event deleted for resources: {'Port': ['ID=fafe5012-8c08-4555-adfc-e205c7501869,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:19.401130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65573-f68b-4926-82f1-810591bfb22b req-c45c6067-3f46-4e50-9af7-cee56e028386 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:19.402801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-c45c6067-3f46-4e50-9af7-cee56e028386 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/networks?id=3dbb5221-f67b-4a99-a7c3-3feecf389573 HTTP/1.1" status: 200 len: 825 time: 0.2730968 Nov 12 09:06:19.449084 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-1763d5f2-d5b7-4a2d-b8e4-0fd8360a2863 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/quotas/1573dce1d034410b80a9c5a5a256eb66 HTTP/1.1" status: 200 len: 375 time: 0.0308745 Nov 12 09:06:19.557054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-3510a087-d08b-4e22-8ad3-3ab64b1711fc tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1573dce1d034410b80a9c5a5a256eb66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905986 Nov 12 09:06:19.683535 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.725282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.763778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.781019 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.855769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] In _notify_port_updated(), no bound segment for port a9723417-7d22-4b17-9782-1e47ee2d15df on network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:06:19.873857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:19.879790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:19.881553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "PUT /v2.0/ports/a9723417-7d22-4b17-9782-1e47ee2d15df HTTP/1.1" status: 200 len: 1130 time: 0.9861910 Nov 12 09:06:19.899703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-9005e43a-9433-472a-b45d-0d8e7333f111 service neutron] 10.222.0.53 "GET /v2.0/networks/3dbb5221-f67b-4a99-a7c3-3feecf389573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253562 Nov 12 09:06:19.900500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:20.070944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1421af-955f-4422-9c14-06bb7b6580fc tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:20.077292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40154) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:20.079191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d1421af-955f-4422-9c14-06bb7b6580fc tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "GET /v2.0/ports/a9723417-7d22-4b17-9782-1e47ee2d15df HTTP/1.1" status: 200 len: 1130 time: 0.1571665 Nov 12 09:06:20.152884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1ddde-a147-47bf-88e0-1c18f5952876 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event updated for resources: {'Port': ['ID=a9723417-7d22-4b17-9782-1e47ee2d15df,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:20.212782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Router 3d02b025-6c72-429b-91fa-c1e4d7e616be has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:20.271532 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.298364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Deleting port a9723417-7d22-4b17-9782-1e47ee2d15df {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:20.299035 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.369943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-c7e59a75-bbc9-4835-811f-461fc7dcae05 service neutron] 10.222.0.53 "GET /v2.0/networks/3dbb5221-f67b-4a99-a7c3-3feecf389573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404055 Nov 12 09:06:20.397133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5f177a99-6dfa-4d99-9fe8-1d3cc026b46c None None] Provisioning complete for port a9723417-7d22-4b17-9782-1e47ee2d15df triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:20.397553 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f177a99-6dfa-4d99-9fe8-1d3cc026b46c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.459064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5f177a99-6dfa-4d99-9fe8-1d3cc026b46c None None] Port a9723417-7d22-4b17-9782-1e47ee2d15df cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:20.459268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.461622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:20.473134 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] Sync routers for ids ['3d02b025-6c72-429b-91fa-c1e4d7e616be'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:20.483041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-10f47868-868b-4869-9402-ac0e29ea3e84 admin admin] 10.222.0.53 "PUT /v2.0/routers/3d02b025-6c72-429b-91fa-c1e4d7e616be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9560735 Nov 12 09:06:20.486107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:20.493432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Calling delete_port for a9723417-7d22-4b17-9782-1e47ee2d15df owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:20.503018 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] Routers {'3d02b025-6c72-429b-91fa-c1e4d7e616be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:20.503989 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3d02b025-6c72-429b-91fa-c1e4d7e616be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:20.727217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.758092 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] Set router 3d02b025-6c72-429b-91fa-c1e4d7e616be gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:20.797766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-267877ff-e2cb-46e4-b205-7ff63f224a39 req-e0847a48-4b62-4fc6-a23d-2b1cf66aec7d tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 210 time: 0.0750213 Nov 12 09:06:20.848403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.872373 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:20.919532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event deleted for resources: {'Port': ['ID=a9723417-7d22-4b17-9782-1e47ee2d15df,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:21.002101 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:19Z', 'revision_number': 5, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port': {'id': 'c6e13acf-1cc0-47c9-9d83-c77fac19c33f', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:79:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1508, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:21.024947 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.037094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f25e1516-0130-47b2-a8f7-14b28f243c6c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "DELETE /v2.0/ports/a9723417-7d22-4b17-9782-1e47ee2d15df HTTP/1.1" status: 204 len: 168 time: 0.9564700 Nov 12 09:06:21.038488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40172) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:21.052762 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] Checking router: 3d02b025-6c72-429b-91fa-c1e4d7e616be for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:21.066798 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] Routers {'3d02b025-6c72-429b-91fa-c1e4d7e616be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:21.067444 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3d02b025-6c72-429b-91fa-c1e4d7e616be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:21.237078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Deleting subnet 6ef85bb4-abf0-4a21-aed5-ab87c235ed90 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:21.252074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.274729 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] Set router 3d02b025-6c72-429b-91fa-c1e4d7e616be gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:21.373326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.403297 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:20Z', 'revision_number': 6, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:21.463002 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28be13a0-1784-4f9c-91e3-7d74fc6eabbe None None] The sync data for ids ['3d02b025-6c72-429b-91fa-c1e4d7e616be'] in n-d-769329-17 is: [{'id': '3d02b025-6c72-429b-91fa-c1e4d7e616be', 'name': 'tempest-FloatingIPsTestJSON-1595298757-router', 'tenant_id': '5f75e33fc43b45bb8c1176f55954b095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:20Z', 'revision_number': 6, 'project_id': '5f75e33fc43b45bb8c1176f55954b095', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:21.530320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.623094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.656028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event deleted for resources: {'Subnet': ['ID=6ef85bb4-abf0-4a21-aed5-ab87c235ed90,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:21.662735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.666522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ebf7fc5c-0c2a-4ec1-8a49-5881f964f626 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "DELETE /v2.0/subnets/6ef85bb4-abf0-4a21-aed5-ab87c235ed90 HTTP/1.1" status: 204 len: 168 time: 0.6203246 Nov 12 09:06:21.669740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:21.672954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22700cc2-8a74-4fad-9442-6093b9420010 None None] Network beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:21.773670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.782013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Deleting port c6e13acf-1cc0-47c9-9d83-c77fac19c33f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:21.782461 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.963609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] For port c6e13acf-1cc0-47c9-9d83-c77fac19c33f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:21.964834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:21.982592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Calling delete_port for c6e13acf-1cc0-47c9-9d83-c77fac19c33f owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:21.991661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fafe5012-8c08-4555-adfc-e205c7501869 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:22.000742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Deleting port b273eb4f-d8c8-4c16-9090-b61d1b791995 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:22.001477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.038222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1f02fad-4d3c-4f99-8883-12acb8bd9c14 req-45e37b11-84a3-4020-ae6d-30c9717bf5b7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 210 time: 0.0655644 Nov 12 09:06:22.058061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: fafe5012-8c08-4555-adfc-e205c7501869 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:22.058618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fafe5012-8c08-4555-adfc-e205c7501869 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:22.151348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] For port b273eb4f-d8c8-4c16-9090-b61d1b791995, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b273eb4f-d8c8-4c16-9090-b61d1b791995,segment=NetworkSegment(6f591cf6-830d-42f0-b182-41669bc0ba1e),segment_id=6f591cf6-830d-42f0-b182-41669bc0ba1e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:22.151870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.169566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Calling delete_port for b273eb4f-d8c8-4c16-9090-b61d1b791995 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:22.438518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] DHCP port deletion for beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:22.499310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65573-f68b-4926-82f1-810591bfb22b req-d69c3d22-2045-4021-9fb5-2ccbf1b4c93d tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:22.501887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-d69c3d22-2045-4021-9fb5-2ccbf1b4c93d tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.62 "GET /v2.0/networks?id=3dbb5221-f67b-4a99-a7c3-3feecf389573 HTTP/1.1" status: 200 len: 825 time: 0.2627735 Nov 12 09:06:22.523954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Request body: {'port': {'device_id': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573', 'admin_state_up': True, 'tenant_id': '1573dce1d034410b80a9c5a5a256eb66'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:22.565684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.585032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] Deleting port b273eb4f-d8c8-4c16-9090-b61d1b791995 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:22.585663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.630025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.646550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event deleted for resources: {'Port': ['ID=b273eb4f-d8c8-4c16-9090-b61d1b791995,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:22.674544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] No DVR routers for this DVR port b273eb4f-d8c8-4c16-9090-b61d1b791995 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:22.726033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] For port b273eb4f-d8c8-4c16-9090-b61d1b791995, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:22.726619 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.748319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] Calling delete_port for b273eb4f-d8c8-4c16-9090-b61d1b791995 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:22.751399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] Port b273eb4f-d8c8-4c16-9090-b61d1b791995 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:06:22.752904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.780581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e13acf-1cc0-47c9-9d83-c77fac19c33f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:22.799944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] Pushing event deleted for resources: {'Port': ['ID=b273eb4f-d8c8-4c16-9090-b61d1b791995,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:22.813098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7014c-dc47-4e3a-b654-3703bf2368b1 None None] No DVR routers for this DVR port b273eb4f-d8c8-4c16-9090-b61d1b791995 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:22.912211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:22.945366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.040613 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.048552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.051884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:23.062336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Made reservation on behalf of 1573dce1d034410b80a9c5a5a256eb66 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:23.067012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.116931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f591cf6-830d-42f0-b182-41669bc0ba1e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:23.117320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f591cf6-830d-42f0-b182-41669bc0ba1e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:23.144146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.146267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.146874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d02b025-6c72-429b-91fa-c1e4d7e616be {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:23.151606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.152939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d43a37cd-815f-4dbf-ac76-fa957c4ce939 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3d02b025-6c72-429b-91fa-c1e4d7e616be HTTP/1.1" status: 204 len: 168 time: 2.6658139 Nov 12 09:06:23.156955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40196) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:23.235476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.251717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:23.252541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.255875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e585030-2b5f-4926-b10f-f3b05326d523 req-6f7eadcd-efed-4969-9ac8-71c9eb52d985 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 210 time: 0.0958321 Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:23.256557 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:23.303948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] Deleting subnet 56e77420-b898-49c2-ab2c-569cf0e0c42d {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:23.308467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.413065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.416913 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.452868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.459125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] 10.222.0.53 "DELETE /v2.0/networks/beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8 HTTP/1.1" status: 204 len: 168 time: 1.7860391 Nov 12 09:06:23.462052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ccf2-6fae-47b2-ab9e-6384cfbb9e3c tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203 tempest-ExtraDHCPOptionsIpV6TestJSON-1453993203-project] Pushing event deleted for resources: {'Network': ['ID=beb8ba3d-f9e9-4b65-9445-7c18b4a7dfa8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:23.464835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Allocated IP 172.20.0.2 (3dbb5221-f67b-4a99-a7c3-3feecf389573/456e0f5d-dbdf-4515-8253-62f743c0a95c/82a3253e-02fb-498a-aaa9-73142ba0da7b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:23.621269 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.759649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.816412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.831106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.837678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/56e77420-b898-49c2-ab2c-569cf0e0c42d HTTP/1.1" status: 204 len: 168 time: 0.6779997 Nov 12 09:06:23.837678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c755cf2-cf1f-4856-8a5b-ab6c90bc1c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e77420-b898-49c2-ab2c-569cf0e0c42d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:23.845955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a09560-5d64-49b4-a916-9b863f36d626 None None] Network c5104a36-da0c-45f9-964f-2bb6356a1708 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:23.850485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40210) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:23.898601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:23.921666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.984222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:23.985404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Network 3dbb5221-f67b-4a99-a7c3-3feecf389573 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:23.991177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:24.009569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:24.102826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c6e13acf-1cc0-47c9-9d83-c77fac19c33f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:24.162135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Deleting port d4bb80e9-541c-405a-abee-542f93c164f7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:24.162725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.167978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c6e13acf-1cc0-47c9-9d83-c77fac19c33f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:24.168939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c6e13acf-1cc0-47c9-9d83-c77fac19c33f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:24.169617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b273eb4f-d8c8-4c16-9090-b61d1b791995 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:24.182506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Pushing event updated for resources: {'Port': ['ID=82a3253e-02fb-498a-aaa9-73142ba0da7b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.220006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:24.221773 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.224055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b273eb4f-d8c8-4c16-9090-b61d1b791995 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:24.224536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b273eb4f-d8c8-4c16-9090-b61d1b791995 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:24.310325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-4409dbe9-274f-4fb2-b0c0-7d5dce1608c7 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7914889 Nov 12 09:06:24.338785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Request body: {'port': {'device_id': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:24.365725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] DHCP port deletion for c5104a36-da0c-45f9-964f-2bb6356a1708 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:06:24.366154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] For port d4bb80e9-541c-405a-abee-542f93c164f7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d4bb80e9-541c-405a-abee-542f93c164f7,segment=NetworkSegment(b080c3b1-3f58-461a-aab7-c1c6c6d5cc06),segment_id=b080c3b1-3f58-461a-aab7-c1c6c6d5cc06)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:24.367609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.448934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d6d194be-6723-44f9-97d6-e11a79517708 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf9481c7b83944c4a89c81fb644324c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5491543 Nov 12 09:06:24.458422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:24.459991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Calling delete_port for d4bb80e9-541c-405a-abee-542f93c164f7 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:24.475265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] Deleting port d4bb80e9-541c-405a-abee-542f93c164f7 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:24.475712 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.523461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481d26f-0fbb-4eb5-baa7-552a370d84a3 req-ec145a6a-726d-4a96-a793-5cca0715de57 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:24.525452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8481d26f-0fbb-4eb5-baa7-552a370d84a3 req-ec145a6a-726d-4a96-a793-5cca0715de57 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.1757317 Nov 12 09:06:24.630698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de02e22-e9a1-46b1-baee-ea3cc342fb14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.666565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de02e22-e9a1-46b1-baee-ea3cc342fb14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.715524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] For port d4bb80e9-541c-405a-abee-542f93c164f7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d4bb80e9-541c-405a-abee-542f93c164f7,segment=NetworkSegment(b080c3b1-3f58-461a-aab7-c1c6c6d5cc06),segment_id=b080c3b1-3f58-461a-aab7-c1c6c6d5cc06)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:24.716168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.730948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] Calling delete_port for d4bb80e9-541c-405a-abee-542f93c164f7 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:24.744765 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.765325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.801119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] No DVR routers for this DVR port d4bb80e9-541c-405a-abee-542f93c164f7 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:24.804363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4bb80e9-541c-405a-abee-542f93c164f7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.815030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de02e22-e9a1-46b1-baee-ea3cc342fb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.817575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de02e22-e9a1-46b1-baee-ea3cc342fb14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.818635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3de02e22-e9a1-46b1-baee-ea3cc342fb14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ee83dac-0892-4d7e-b228-2c3f2a6c7c59 HTTP/1.1" status: 204 len: 168 time: 0.3579893 Nov 12 09:06:24.868202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8481d26f-0fbb-4eb5-baa7-552a370d84a3 req-70603047-3710-4ba5-882b-7cd5cb33e05a tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164263 Nov 12 09:06:24.870786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02e22-e9a1-46b1-baee-ea3cc342fb14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee83dac-0892-4d7e-b228-2c3f2a6c7c59,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: from cryptography.utils import int_from_bytes Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: from cryptography.utils import int_from_bytes Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.953905 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:06:24.960198 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:06:24.962056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.974450 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:24.980829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5104a36-da0c-45f9-964f-2bb6356a1708']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:24.995509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:24.995780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b080c3b1-3f58-461a-aab7-c1c6c6d5cc06') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:25.009911 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.036266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.047603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:25.048012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.068696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] Pushing event deleted for resources: {'Port': ['ID=d4bb80e9-541c-405a-abee-542f93c164f7,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:25.096942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e273485f-7de6-42ac-976f-17d4dc8d68de None None] No DVR routers for this DVR port d4bb80e9-541c-405a-abee-542f93c164f7 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:25.148307 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:25.245163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ee195-d1e3-443e-8a7c-ef12b3ed3145 req-99a2e851-938d-4f82-a20e-d9ced0217aef tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:25.246811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-487ee195-d1e3-443e-8a7c-ef12b3ed3145 req-99a2e851-938d-4f82-a20e-d9ced0217aef tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 931 time: 0.8489170 Nov 12 09:06:25.310134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.350849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.354283 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c5104a36-da0c-45f9-964f-2bb6356a1708 HTTP/1.1" status: 204 len: 168 time: 1.5006635 Nov 12 09:06:25.387890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c576fd1-a7de-43f8-a5bb-bcf9eace20a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5104a36-da0c-45f9-964f-2bb6356a1708,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:25.424297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-487ee195-d1e3-443e-8a7c-ef12b3ed3145 req-afacdf5b-a12b-47b7-b6e5-fc3ed5165975 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646533 Nov 12 09:06:25.502327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a3253e-02fb-498a-aaa9-73142ba0da7b {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:25.527663 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.563052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Transition to ACTIVE for port object 82a3253e-02fb-498a-aaa9-73142ba0da7b will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:25.569635 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.687364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Pushing event updated for resources: {'Port': ['ID=82a3253e-02fb-498a-aaa9-73142ba0da7b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:25.688575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40260) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:25.768612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Attempting to bind port 82a3253e-02fb-498a-aaa9-73142ba0da7b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:25.768961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Attempting to bind port 82a3253e-02fb-498a-aaa9-73142ba0da7b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd62c3ce7-4ffa-4e8a-a141-cfcde40a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:25.769304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Attempting to bind port 82a3253e-02fb-498a-aaa9-73142ba0da7b on network 3dbb5221-f67b-4a99-a7c3-3feecf389573 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:25.774203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Port 82a3253e-02fb-498a-aaa9-73142ba0da7b on network 3dbb5221-f67b-4a99-a7c3-3feecf389573 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:25.774846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Attempting to bind port 82a3253e-02fb-498a-aaa9-73142ba0da7b on network 3dbb5221-f67b-4a99-a7c3-3feecf389573 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:25.781122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-50a60c57-65e1-4362-aa62-5ab5cf513faf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f75e33fc43b45bb8c1176f55954b095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0909851 Nov 12 09:06:25.781493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:25.782160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Checking segment: {'id': 'd62c3ce7-4ffa-4e8a-a141-cfcde40a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:25.782743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Bound using segment: {'id': 'd62c3ce7-4ffa-4e8a-a141-cfcde40a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:25.783209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Bound port: 82a3253e-02fb-498a-aaa9-73142ba0da7b, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd62c3ce7-4ffa-4e8a-a141-cfcde40a24e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:25.783977 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.784694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40264) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:25.850358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b278ccdd-991d-44d8-bf91-e6773e49b982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.881569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b278ccdd-991d-44d8-bf91-e6773e49b982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.903815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] For port 82a3253e-02fb-498a-aaa9-73142ba0da7b, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:25.926180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] For port 82a3253e-02fb-498a-aaa9-73142ba0da7b, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=82a3253e-02fb-498a-aaa9-73142ba0da7b,segment=NetworkSegment(d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3),segment_id=d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:25.940225 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.992597 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b278ccdd-991d-44d8-bf91-e6773e49b982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.997537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b278ccdd-991d-44d8-bf91-e6773e49b982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:25.999466 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b278ccdd-991d-44d8-bf91-e6773e49b982 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/519c21fb-b810-4bee-b6d0-f19e15249121 HTTP/1.1" status: 204 len: 168 time: 0.2134407 Nov 12 09:06:26.032932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.034223 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:26.035350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b278ccdd-991d-44d8-bf91-e6773e49b982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519c21fb-b810-4bee-b6d0-f19e15249121,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:26.036137 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] 10.222.0.62 "PUT /v2.0/ports/82a3253e-02fb-498a-aaa9-73142ba0da7b HTTP/1.1" status: 200 len: 1092 time: 1.7066767 Nov 12 09:06:26.041638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'tag': '82a3253e-02fb-498a-aaa9-73142ba0da7b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:26.046223 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912e8028-448c-434c-a2fb-e8d832c0a144" -d '{"events": [{"name": "network-changed", "server_uuid": "72e8e491-bac7-4667-8d3d-f9273d879f4f", "tag": "82a3253e-02fb-498a-aaa9-73142ba0da7b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:26.088526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d4bb80e9-541c-405a-abee-542f93c164f7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:26.190182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d4bb80e9-541c-405a-abee-542f93c164f7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:26.194113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d4bb80e9-541c-405a-abee-542f93c164f7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:26.248443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1670dc-7d88-4beb-a93b-b6cd9f63beb2 service neutron] Pushing event updated for resources: {'Port': ['ID=82a3253e-02fb-498a-aaa9-73142ba0da7b,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:26.274596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88b7d1-97b5-43c6-b6ae-19e459437615 req-00d8746e-1d8f-4c05-b5f1-295f30adecc8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.284555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db88b7d1-97b5-43c6-b6ae-19e459437615 req-00d8746e-1d8f-4c05-b5f1-295f30adecc8 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.2451701 Nov 12 09:06:26.316625 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50902789-efe0-4b98-ba6d-b3a70d08acc4 x-openstack-request-id: req-50902789-efe0-4b98-ba6d-b3a70d08acc4 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:26.316931 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e8e491-bac7-4667-8d3d-f9273d879f4f", "tag": "82a3253e-02fb-498a-aaa9-73142ba0da7b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:26.317198 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50902789-efe0-4b98-ba6d-b3a70d08acc4 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:26.317610 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'tag': '82a3253e-02fb-498a-aaa9-73142ba0da7b', 'status': 'completed', 'code': 200} Nov 12 09:06:26.334963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65573-f68b-4926-82f1-810591bfb22b req-d69c9d0f-cc74-410a-a3a1-9f9154dbf2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.336609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-d69c9d0f-cc74-410a-a3a1-9f9154dbf2ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1573dce1d034410b80a9c5a5a256eb66&device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 1095 time: 0.1885004 Nov 12 09:06:26.365862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db88b7d1-97b5-43c6-b6ae-19e459437615 req-b611c334-652d-4dcc-a816-68be2928bc29 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802393 Nov 12 09:06:26.409191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-30afea02-9c17-4714-9111-40dd1ca1312d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82a3253e-02fb-498a-aaa9-73142ba0da7b HTTP/1.1" status: 200 len: 217 time: 0.0619879 Nov 12 09:06:26.473102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65573-f68b-4926-82f1-810591bfb22b req-84f41c2e-25b4-4c87-b580-dce0a3acfad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.473102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-84f41c2e-25b4-4c87-b580-dce0a3acfad3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=456e0f5d-dbdf-4515-8253-62f743c0a95c HTTP/1.1" status: 200 len: 865 time: 0.0557172 Nov 12 09:06:26.516248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-918ae4d4-38ac-4676-a455-7428159fe8d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3dbb5221-f67b-4a99-a7c3-3feecf389573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337918 Nov 12 09:06:26.598848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e5b8c-fd20-4c38-a366-639b89fc4c38 req-3e1a4160-a44f-4af6-a7b8-0feb2de29601 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.610005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-494e5b8c-fd20-4c38-a366-639b89fc4c38 req-3e1a4160-a44f-4af6-a7b8-0feb2de29601 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 943 time: 0.0835919 Nov 12 09:06:26.734223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-6e1fe012-f5ab-4cc5-9822-19e68f56c186 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:26.735137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-494e5b8c-fd20-4c38-a366-639b89fc4c38 req-6cc8c97b-28b2-4635-bfca-dcc8afa2b1ab tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150718 Nov 12 09:06:26.735223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-6e1fe012-f5ab-4cc5-9822-19e68f56c186 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.55 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 945 time: 0.2091959 Nov 12 09:06:26.840446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-2d6d0eb3-5d38-4205-b073-fd5b41c6950b service neutron] 10.222.0.62 "GET /v2.0/networks/3dbb5221-f67b-4a99-a7c3-3feecf389573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178358 Nov 12 09:06:26.845397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40298) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:26.933834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40304) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:27.039542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-faf65573-f68b-4926-82f1-810591bfb22b req-53d2d9b3-8288-4827-8f5f-f08f39e74a46 service neutron] 10.222.0.62 "GET /v2.0/networks/3dbb5221-f67b-4a99-a7c3-3feecf389573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840823 Nov 12 09:06:27.042943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Deleting port abd46aee-035a-4daa-99ad-2994640576e8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:27.043323 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.066663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6d7d9e59-d729-4905-bdd1-2f33a0eeb7db tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3710 time: 0.2196074 Nov 12 09:06:27.070771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40308) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:27.084371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'network': {'name': 'tempest-network-smoke--1491186393', 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'port_security_enabled': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:27.119399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Made reservation on behalf of 7c32206ae0b44f35a6cbb6e2f037743c for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:27.125080 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.213629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] For port abd46aee-035a-4daa-99ad-2994640576e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=abd46aee-035a-4daa-99ad-2994640576e8,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:27.214019 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.231100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Calling delete_port for abd46aee-035a-4daa-99ad-2994640576e8 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:27.408630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-7829db65-74eb-4b83-8666-dee0a75bd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.411032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-7829db65-74eb-4b83-8666-dee0a75bd640 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1573dce1d034410b80a9c5a5a256eb66&device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 1095 time: 0.2662680 Nov 12 09:06:27.511009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:27.595797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1468250827'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:27.611119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-f1972b80-e75a-4466-8062-893b98bca7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.612728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-f1972b80-e75a-4466-8062-893b98bca7d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=3dbb5221-f67b-4a99-a7c3-3feecf389573 HTTP/1.1" status: 200 len: 926 time: 0.1909645 Nov 12 09:06:27.619539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.632363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4e3d47d0-0e27-4705-bb80-e02c6e766d92'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:27.639541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['abd46aee-035a-4daa-99ad-2994640576e8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:27.654648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d702390-0847-4ad6-91f5-42709eaccea9 req-5ca8aa34-290a-4ddc-bd78-225fbfc12a74 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 210 time: 0.0650971 Nov 12 09:06:27.663834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:27.667700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.679102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:27.685965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.707511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-585920299-network', 'tenant_id': '234a93b598f94171a705fccaa09bb2dd'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:27.713788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.714216 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Added segment 54522f43-49b1-421f-adbf-d2af24c2867f of type vlan for network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 Nov 12 09:06:27.739442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.762410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Pushing event deleted for resources: {'Port': ['ID=abd46aee-035a-4daa-99ad-2994640576e8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:27.771725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-8631fedb-1cdd-4581-bea5-01d3c2b876db service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82a3253e-02fb-498a-aaa9-73142ba0da7b HTTP/1.1" status: 200 len: 217 time: 0.1497769 Nov 12 09:06:27.835306 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.879988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-3da447ac-7e81-4428-a984-f2211620811a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.882128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-3da447ac-7e81-4428-a984-f2211620811a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=456e0f5d-dbdf-4515-8253-62f743c0a95c HTTP/1.1" status: 200 len: 865 time: 0.0665536 Nov 12 09:06:27.891784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.897393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:27.898011 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.911059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] No DVR routers for this DVR port abd46aee-035a-4daa-99ad-2994640576e8 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:27.933264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.942697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b3c92f5-c7fd-4025-9b02-05518445e442 req-20f8ff81-918e-41c3-923b-c12dbbffb865 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.55 "DELETE /v2.0/ports/abd46aee-035a-4daa-99ad-2994640576e8 HTTP/1.1" status: 204 len: 173 time: 1.2039459 Nov 12 09:06:27.957396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:27.994159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-c02a9274-e763-4b5e-afce-27c3a1807921 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=3dbb5221-f67b-4a99-a7c3-3feecf389573&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901058 Nov 12 09:06:27.996260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Made reservation on behalf of 234a93b598f94171a705fccaa09bb2dd for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:27.998650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.011820 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.074287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0007334 Nov 12 09:06:28.075699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341111f-3015-4b93-8a6b-655d99ba56e4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Network': ['ID=9c0c1215-67ff-4b2f-b7e6-a904d843d470,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.078743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.082695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40336) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:28.097158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:28.128761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'admin_state_up': True, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:28.141549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f737ac28-3ded-4cdb-977b-84a39e48f84f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.148256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece470-a0a1-4e63-85f7-8f5014310b06 req-d48a8db0-5f62-4e80-9b8b-ccdada2ba538 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:28.155941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18ece470-a0a1-4e63-85f7-8f5014310b06 req-d48a8db0-5f62-4e80-9b8b-ccdada2ba538 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 943 time: 0.2544765 Nov 12 09:06:28.167272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:28.184519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.185188 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Added segment 9f779f0a-b328-45b4-940a-a63f85d226f8 of type vlan for network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 Nov 12 09:06:28.188259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.189415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.263963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18ece470-a0a1-4e63-85f7-8f5014310b06 req-c4870ddc-0f55-4b96-a81f-e5eefe22485f tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066086 Nov 12 09:06:28.290988 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-e4857832-c5f9-4be3-b517-9454f885db0d service neutron] 10.222.0.62 "GET /v2.0/networks/3dbb5221-f67b-4a99-a7c3-3feecf389573?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802784 Nov 12 09:06:28.325890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c516983-3302-449e-a739-37eb45e80c93', 'name': 'network-vif-deleted', 'tag': 'abd46aee-035a-4daa-99ad-2994640576e8'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:28.329506 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b10241-18ac-41d2-8c60-523bc7757b5d" -d '{"events": [{"server_uuid": "9c516983-3302-449e-a739-37eb45e80c93", "name": "network-vif-deleted", "tag": "abd46aee-035a-4daa-99ad-2994640576e8"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:28.335545 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.354704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.370170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.383765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.427784 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba88a48b-2343-402d-9499-9bf905348c20 x-openstack-request-id: req-ba88a48b-2343-402d-9499-9bf905348c20 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:28.428102 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c516983-3302-449e-a739-37eb45e80c93", "name": "network-vif-deleted", "tag": "abd46aee-035a-4daa-99ad-2994640576e8", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:28.428358 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ba88a48b-2343-402d-9499-9bf905348c20 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:28.428755 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c516983-3302-449e-a739-37eb45e80c93', 'name': 'network-vif-deleted', 'tag': 'abd46aee-035a-4daa-99ad-2994640576e8', 'status': 'completed', 'code': 200} Nov 12 09:06:28.431938 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.476013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:28.528328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8fe939-09ae-48d0-8b90-a6425f2941a5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.542121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.542474 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Added segment 3738ebf9-af79-429d-a287-c731215a7bbd of type vlan for network 84d9f726-4cdb-49bf-8508-9247b100d330 Nov 12 09:06:28.555401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.562292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:28.563632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.583720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-912e8028-448c-434c-a2fb-e8d832c0a144 req-df71803e-8246-4a00-947c-141023f1af13 service neutron] 10.222.0.62 "GET /v2.0/networks/3dbb5221-f67b-4a99-a7c3-3feecf389573?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832093 Nov 12 09:06:28.623558 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.658143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.660618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.662071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:28.662942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.685645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1728842 Nov 12 09:06:28.696480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7583580 Nov 12 09:06:28.696480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40350) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:28.698284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40352) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:28.710654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Request body: {'subnet': {'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-585920299-subnet', 'tenant_id': '234a93b598f94171a705fccaa09bb2dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:28.712562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'subnet': {'network_id': '62c40a8d-a3dc-480e-9e5c-a8a0eb196b84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:28.724783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e4c8c-92c2-41ae-b892-c9cf314eb067 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Network': ['ID=62c40a8d-a3dc-480e-9e5c-a8a0eb196b84,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.738124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:28.814603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb0605-3ce6-4d0d-9386-2c2bf681c697 admin admin] Pushing event updated for resources: {'Network': ['ID=84d9f726-4cdb-49bf-8508-9247b100d330,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:28.817846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Made reservation on behalf of 234a93b598f94171a705fccaa09bb2dd for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:28.821056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.861893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:28.865780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:28.938843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 84d9f726-4cdb-49bf-8508-9247b100d330 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:29.001132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-066ab71e-e198-43bd-88f7-ed69ec8004e2 req-957f9af2-a0aa-4288-8133-2aa82aa0a2d7 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c516983-3302-449e-a739-37eb45e80c93 HTTP/1.1" status: 200 len: 210 time: 0.0466797 Nov 12 09:06:29.189542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.327965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.342106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Subnet': ['ID=2f02fa4a-1dd2-417a-a460-1a6e00fbf906,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:29.368293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Checking segment: {'id': '9f779f0a-b328-45b4-940a-a63f85d226f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '62c40a8d-a3dc-480e-9e5c-a8a0eb196b84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:29.368293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network hostable DHCP agents. Network: 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:29.393118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:29.410415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:29.422462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1fdb9-cac2-4f42-97e8-fc8b54788324 None None] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:29.442009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.447519 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.465991 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.494311 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.499946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de602d0f-37f0-4a38-a40a-f4062cab06ad,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:29.520342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Checking segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:29.520342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Network hostable DHCP agents. Network: 84d9f726-4cdb-49bf-8508-9247b100d330, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:29.571540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c60ad1b4-8be4-4c3d-8b99-264829eb98d6 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8718445 Nov 12 09:06:29.572730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40360) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:29.583310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1122653720', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:29.613023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Network 84d9f726-4cdb-49bf-8508-9247b100d330 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:29.624030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f0874-89a8-410a-ae2f-b8cef7618acb req-d3ab44df-895f-40ba-8a62-8305b749b400 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.625804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be8f0874-89a8-410a-ae2f-b8cef7618acb req-d3ab44df-895f-40ba-8a62-8305b749b400 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 943 time: 0.1888657 Nov 12 09:06:29.646261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 84d9f726-4cdb-49bf-8508-9247b100d330) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:29.673250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd90e386-a8f0-45b6-a6dd-355c7fb4c4d3 None None] Network 84d9f726-4cdb-49bf-8508-9247b100d330 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:29.679718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.681118 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.724323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:29.725216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:29.774508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f23eea0f-3a6d-4d94-b48a-b4b8e2417b37 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0755839 Nov 12 09:06:29.786732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 82a3253e-02fb-498a-aaa9-73142ba0da7b details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:29.822873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Allocated IP 172.25.5.96 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/8ba972a9-f73e-44a2-8db8-d570f416880c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:29.842065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae6cca-7cec-41de-8a14-d0306b6a68c7 None None] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:29.946565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:06:30.027687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.150191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.256515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:30.261324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:30.267460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:30.286393 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be8f0874-89a8-410a-ae2f-b8cef7618acb req-8c3fc8c1-c201-4b56-bf5c-4793d67b61e2 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286166 Nov 12 09:06:30.324755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507d12e3-b3f7-4377-a4b4-27ef803d083f None None] Network 84d9f726-4cdb-49bf-8508-9247b100d330 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:30.333427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=8ba972a9-f73e-44a2-8db8-d570f416880c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:30.334353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device abd46aee-035a-4daa-99ad-2994640576e8 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:30.412336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.511836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: abd46aee-035a-4daa-99ad-2994640576e8 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:30.512789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device abd46aee-035a-4daa-99ad-2994640576e8 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:30.672670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 82a3253e-02fb-498a-aaa9-73142ba0da7b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=82a3253e-02fb-498a-aaa9-73142ba0da7b,segment=NetworkSegment(d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3),segment_id=d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:30.756906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '82a3253e-02fb-498a-aaa9-73142ba0da7b', 'network_id': '3dbb5221-f67b-4a99-a7c3-3feecf389573', 'port_id': '82a3253e-02fb-498a-aaa9-73142ba0da7b', 'mac_address': 'fa:16:3e:6f:9b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456e0f5d-dbdf-4515-8253-62f743c0a95c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:30.784713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.857315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.875721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a3253e-02fb-498a-aaa9-73142ba0da7b {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:30.900500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 82a3253e-02fb-498a-aaa9-73142ba0da7b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=82a3253e-02fb-498a-aaa9-73142ba0da7b,segment=NetworkSegment(d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3),segment_id=d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:30.908594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:30.964708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=82a3253e-02fb-498a-aaa9-73142ba0da7b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:30.978330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-5fe90c30-fe86-493d-a17d-c617e7a2c91a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:30.980239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-5fe90c30-fe86-493d-a17d-c617e7a2c91a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.6206124 Nov 12 09:06:31.004859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadf50e-fd4a-46ce-b7b8-aa5d2abeca3f req-48441a66-a764-4110-b44f-da397b622700 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:31.008649 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-abadf50e-fd4a-46ce-b7b8-aa5d2abeca3f req-48441a66-a764-4110-b44f-da397b622700 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1421471 Nov 12 09:06:31.025703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-521f5d14-2e78-4f19-b152-a002927950e4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/quotas/234a93b598f94171a705fccaa09bb2dd HTTP/1.1" status: 200 len: 375 time: 0.0369785 Nov 12 09:06:31.130650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['82a3253e-02fb-498a-aaa9-73142ba0da7b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:31.151095 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-928b97ee-5950-4667-94eb-960e76052abc tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1189253 Nov 12 09:06:31.285698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.342445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-abadf50e-fd4a-46ce-b7b8-aa5d2abeca3f req-9a20f064-4779-4fd8-af0b-cc10ef689e88 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153179 Nov 12 09:06:31.377362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-34024d1e-98d2-4de9-a9c8-85751683bffc service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096684 Nov 12 09:06:31.389603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.434196 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.591805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b88b43-637c-4b91-b5b7-b5ccedbbfbce req-82b36a97-292b-40aa-89f6-a92d396ae0c5 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:31.599752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3b88b43-637c-4b91-b5b7-b5ccedbbfbce req-82b36a97-292b-40aa-89f6-a92d396ae0c5 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 944 time: 0.1151302 Nov 12 09:06:31.623047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-754f7d86-4d25-4e24-bf76-3ccf89ba8000 service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445006 Nov 12 09:06:31.662751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.25.5.6 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/72da6eac-0ddd-43b0-baba-bc2341243392) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:31.695129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3b88b43-637c-4b91-b5b7-b5ccedbbfbce req-831f792c-4218-4949-b752-87dbe51e6771 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943534 Nov 12 09:06:31.774917 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.936402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.976129 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:31.978354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a34e93-8a2c-4223-962d-3dcdb3c6a0a5 req-8264ba53-24de-4026-957a-a38afcf4474b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 210 time: 0.0519202 Nov 12 09:06:31.993832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router 20ffdce5-6700-41be-a535-61ff53b0b968 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:06:32.048098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:32.051683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:32.056557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:32.097364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=72da6eac-0ddd-43b0-baba-bc2341243392,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:32.249982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:32.267001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Sync routers for ids ['20ffdce5-6700-41be-a535-61ff53b0b968'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:32.285686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Routers {'20ffdce5-6700-41be-a535-61ff53b0b968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:32.287189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['20ffdce5-6700-41be-a535-61ff53b0b968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:32.311521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.316746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c582c4b3-ba04-4bd4-a4f9-b5762e3d4262 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.1925271 Nov 12 09:06:32.317339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40424) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:32.480691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047d6dc-6006-4c76-8e8e-339bc38a0ba3 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:32.488273 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e047d6dc-6006-4c76-8e8e-339bc38a0ba3 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7c32206ae0b44f35a6cbb6e2f037743c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1680589 Nov 12 09:06:32.490462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40430) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:32.620157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:32.720626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57eceb-0490-43e8-a15c-7e9af2a909bd req-bc157b1b-b027-4920-8930-327713d6e42e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:32.728936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad57eceb-0490-43e8-a15c-7e9af2a909bd req-bc157b1b-b027-4920-8930-327713d6e42e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1992073 Nov 12 09:06:32.883609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad57eceb-0490-43e8-a15c-7e9af2a909bd req-bff3f7b2-4820-44a1-9c5c-96bc75d4dae1 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535366 Nov 12 09:06:32.956981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Set router 20ffdce5-6700-41be-a535-61ff53b0b968 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:33.153095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.328907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b423f6-d091-4c6e-a7b9-ace8d0f74239 req-18dc2550-6e62-4972-b3fa-1062398b0e99 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.334629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-942a2980-4d52-4548-8d14-4280cb6f5c69 req-08cbdb72-8589-4979-acc4-3e6e3c5cea9d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 210 time: 0.1023219 Nov 12 09:06:33.348234 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b423f6-d091-4c6e-a7b9-ace8d0f74239 req-18dc2550-6e62-4972-b3fa-1062398b0e99 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 944 time: 0.1667223 Nov 12 09:06:33.393416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:06:30Z', 'revision_number': 3, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:33.468373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Checking router: 20ffdce5-6700-41be-a535-61ff53b0b968 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:33.470547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Updating router 20ffdce5-6700-41be-a535-61ff53b0b968 port 8ba972a9-f73e-44a2-8db8-d570f416880c binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:06:33.531879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37c69fa-32a5-47a4-bc6c-6d234518e1d5 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.537755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a37c69fa-32a5-47a4-bc6c-6d234518e1d5 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0421650 Nov 12 09:06:33.545031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:33.553144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.561534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b423f6-d091-4c6e-a7b9-ace8d0f74239 req-106a0b91-9f63-4367-91ea-58ea010a566e tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122116 Nov 12 09:06:33.603046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5db369c7-966e-4169-b260-9199b064add2 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491416 Nov 12 09:06:33.603824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40446) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:33.665449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c34ed1c9-80b7-4d68-9ef2-322d6f538179 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7c32206ae0b44f35a6cbb6e2f037743c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601315 Nov 12 09:06:33.666303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40448) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:33.717539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-521b771e-3e7b-4457-af12-ee13aaf329a4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.719358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-521b771e-3e7b-4457-af12-ee13aaf329a4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.2622721 Nov 12 09:06:33.720881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:06:33.740010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Request body: {'port': {'device_id': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'admin_state_up': True, 'tenant_id': '234a93b598f94171a705fccaa09bb2dd'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:33.762912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 82a3253e-02fb-498a-aaa9-73142ba0da7b up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:33.850863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69040239-ec0b-4dd8-9c5a-f6e2d4539c70 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:33.855155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-69040239-ec0b-4dd8-9c5a-f6e2d4539c70 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1850154 Nov 12 09:06:33.855419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40450) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:33.907219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 82a3253e-02fb-498a-aaa9-73142ba0da7b completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:06:33.917304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 82a3253e-02fb-498a-aaa9-73142ba0da7b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:33.917781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:33.988225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-efe1f851-b35d-4feb-bb22-eb7bac77c18b tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1315334 Nov 12 09:06:33.993069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:34.007670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973080664', 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:34.015997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Made reservation on behalf of 234a93b598f94171a705fccaa09bb2dd for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:34.026786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.121495 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.135542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.144304 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.227502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Attempting to bind port 8ba972a9-f73e-44a2-8db8-d570f416880c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:34.227502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Attempting to bind port 8ba972a9-f73e-44a2-8db8-d570f416880c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:34.227502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Attempting to bind port 8ba972a9-f73e-44a2-8db8-d570f416880c on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:34.238263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a3253e-02fb-498a-aaa9-73142ba0da7b'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:34.240742 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263afb8f-af1e-4284-b39a-4c6effa40cf1" -d '{"events": [{"server_uuid": "72e8e491-bac7-4667-8d3d-f9273d879f4f", "name": "network-vif-plugged", "status": "completed", "tag": "82a3253e-02fb-498a-aaa9-73142ba0da7b"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:34.264745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:34.265126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:34.265539 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.266489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:34.266983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Bound port: 8ba972a9-f73e-44a2-8db8-d570f416880c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:34.267373 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.276745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 82a3253e-02fb-498a-aaa9-73142ba0da7b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=82a3253e-02fb-498a-aaa9-73142ba0da7b,segment=NetworkSegment(d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3),segment_id=d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:34.277096 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.319091 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579ab88c-317a-42d0-9a73-96fc6b11678f x-openstack-request-id: req-579ab88c-317a-42d0-9a73-96fc6b11678f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:34.319464 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e8e491-bac7-4667-8d3d-f9273d879f4f", "name": "network-vif-plugged", "status": "completed", "tag": "82a3253e-02fb-498a-aaa9-73142ba0da7b", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:34.319654 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-579ab88c-317a-42d0-9a73-96fc6b11678f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:34.321870 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a3253e-02fb-498a-aaa9-73142ba0da7b', 'code': 200} Nov 12 09:06:34.322509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c951f8-cc0b-4e64-aa9c-6d81e7b51e6a None None] Pushing event updated for resources: {'Port': ['ID=8ba972a9-f73e-44a2-8db8-d570f416880c,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:34.449307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=82a3253e-02fb-498a-aaa9-73142ba0da7b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:34.467485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] For port 8ba972a9-f73e-44a2-8db8-d570f416880c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:34.474108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] For port 8ba972a9-f73e-44a2-8db8-d570f416880c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8ba972a9-f73e-44a2-8db8-d570f416880c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:34.485210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.561080 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb5a2f04-cc98-4e73-b03e-c9ca29567a50 req-a1a343a4-4abf-45c6-870f-70753f32dde2 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 210 time: 0.0578177 Nov 12 09:06:34.596341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a762d-d163-4234-8424-e558afb92746 req-e1e37b46-8a0b-46b4-823f-78451de1bf8e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.603872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-460a762d-d163-4234-8424-e558afb92746 req-e1e37b46-8a0b-46b4-823f-78451de1bf8e tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.4950523 Nov 12 09:06:34.611497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:34.622318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58435af-fbbb-4e8d-8b7c-407c495b59d1 req-83e7217b-da9b-4b60-94f2-406396ec93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.623426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Routers {'20ffdce5-6700-41be-a535-61ff53b0b968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:34.623823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e58435af-fbbb-4e8d-8b7c-407c495b59d1 req-83e7217b-da9b-4b60-94f2-406396ec93ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 1097 time: 0.2266672 Nov 12 09:06:34.624102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['20ffdce5-6700-41be-a535-61ff53b0b968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.631881 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:34.638637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Made reservation on behalf of 7c32206ae0b44f35a6cbb6e2f037743c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:34.642952 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:34.643497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:34.643633 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.708712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c951f8-cc0b-4e64-aa9c-6d81e7b51e6a None None] Pushing event updated for resources: {'Port': ['ID=8ba972a9-f73e-44a2-8db8-d570f416880c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:34.728810 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.759204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cb70e-c5fd-47e2-b36b-3fe2a357c06b req-71f0d87c-66bf-42bb-ac09-b59a593328bf tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:34.760825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf3cb70e-c5fd-47e2-b36b-3fe2a357c06b req-71f0d87c-66bf-42bb-ac09-b59a593328bf tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.0833030 Nov 12 09:06:34.763208 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:34.764051 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.803214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] Set router 20ffdce5-6700-41be-a535-61ff53b0b968 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:34.847737 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:34.848821 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb40aa67-7b8f-4382-9bd3-56e8880e18bc None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:34.880611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf3cb70e-c5fd-47e2-b36b-3fe2a357c06b req-d13b2a12-2d70-4d2d-a509-5e2f6b8ed857 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079075 Nov 12 09:06:35.048803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:06:30Z', 'revision_number': 3, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:35.075921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171733bd-3927-48d4-b3d4-efdcb023543d None None] The sync data for ids ['20ffdce5-6700-41be-a535-61ff53b0b968'] in n-d-769329-17 is: [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:06:30Z', 'revision_number': 3, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:35.273100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Allocated IP 172.20.0.2 (84d9f726-4cdb-49bf-8508-9247b100d330/de602d0f-37f0-4a38-a40a-f4062cab06ad/9b890124-3666-45e8-8260-d12e71c6fb22) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:35.360287 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.365684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-38e79810-7721-4ff4-99f6-96fdd657d880 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7875342 Nov 12 09:06:35.372370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40480) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:35.412123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e58435af-fbbb-4e8d-8b7c-407c495b59d1 req-6210b7c8-570f-4f1d-81b4-f8f559469999 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623296 Nov 12 09:06:35.496774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-460a762d-d163-4234-8424-e558afb92746 req-f406ceaf-e6bc-4a61-a719-6f8401933909 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8919873 Nov 12 09:06:35.715140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.813142 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6819b16-19e9-4671-ba31-65f8ea973181 req-411099e8-da2a-485d-8e41-1d0469840d8a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 210 time: 0.0371947 Nov 12 09:06:35.881783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Subnet': ['ID=fdf8608f-78f2-44dd-9784-5d8608171825,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:35.956615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Checking segment: {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:35.957119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network hostable DHCP agents. Network: 9c0c1215-67ff-4b2f-b7e6-a904d843d470, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:35.971121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:35.995731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-27e63116-1055-418b-94bd-c75cabea52d2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.006033 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-27e63116-1055-418b-94bd-c75cabea52d2 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.1800294 Nov 12 09:06:36.141694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8ba972a9-f73e-44a2-8db8-d570f416880c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:36.175460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:36.256229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9c0c1215-67ff-4b2f-b7e6-a904d843d470) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:36.273480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.287124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b515188-61ea-460b-8737-80303436af86 None None] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:36.289829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.302699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.303511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.318757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8652a4d-1894-45aa-a99d-ebc6bd57f894 req-5fd5203e-4883-4ff5-979e-51f2ee829367 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.320958 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8652a4d-1894-45aa-a99d-ebc6bd57f894 req-5fd5203e-4883-4ff5-979e-51f2ee829367 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.2164969 Nov 12 09:06:36.535370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8652a4d-1894-45aa-a99d-ebc6bd57f894 req-de07194c-e2d7-47de-8708-c8508fe8b651 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903677 Nov 12 09:06:36.564105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Network 84d9f726-4cdb-49bf-8508-9247b100d330 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:36.569409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Deleting port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:36.569760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.574281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:36.596643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8ba972a9-f73e-44a2-8db8-d570f416880c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:36.596928 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.601966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bd927cab-32e2-4726-ad6a-c20644f64ee4 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6084046 Nov 12 09:06:36.605438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40494) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:36.618329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:36.703053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:36.705399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.760695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:36.837312 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-651ae905-8ee8-4ac9-961d-9b8be0675f1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1011004 Nov 12 09:06:36.860239 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.867610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Request body: {'port': {'device_id': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:36.874461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'fixed_ips': [{'subnet_id': 'fdf8608f-78f2-44dd-9784-5d8608171825'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:06:36.875896 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.970767 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:36.973346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 8ba972a9-f73e-44a2-8db8-d570f416880c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8ba972a9-f73e-44a2-8db8-d570f416880c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:37.009062 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.014205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87298285-695c-44f0-9751-4d6f4a77884b req-6a4e0946-fd1e-4f9d-827f-b55e1d5cb067 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.030813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-87298285-695c-44f0-9751-4d6f4a77884b req-6a4e0946-fd1e-4f9d-827f-b55e1d5cb067 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 946 time: 0.3168037 Nov 12 09:06:37.098098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c8f48-b516-4c3d-88b5-552d29660e9f req-d6369c94-2b54-4205-a356-ba7fdf8da3a6 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.099695 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a79c8f48-b516-4c3d-88b5-552d29660e9f req-d6369c94-2b54-4205-a356-ba7fdf8da3a6 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 931 time: 0.1385872 Nov 12 09:06:37.121010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] For port 4e3d47d0-0e27-4705-bb80-e02c6e766d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4e3d47d0-0e27-4705-bb80-e02c6e766d92,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:37.121315 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.152235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Calling delete_port for 4e3d47d0-0e27-4705-bb80-e02c6e766d92 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:37.227446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=8ba972a9-f73e-44a2-8db8-d570f416880c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:37.252307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-87298285-695c-44f0-9751-4d6f4a77884b req-e8662176-dfae-4b72-9fa0-b199a1b9f4a6 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/security-groups?id=c266e1e9-91c0-4a57-b8c7-1177a0f77887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202890 Nov 12 09:06:37.383988 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a79c8f48-b516-4c3d-88b5-552d29660e9f req-8c79d7f0-0f88-4307-a82d-5c95fef18edd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707973 Nov 12 09:06:37.398410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.1 (62c40a8d-a3dc-480e-9e5c-a8a0eb196b84/2f02fa4a-1dd2-417a-a460-1a6e00fbf906/79f548ce-fb7f-4083-95d1-23270f4943cb) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:37.410077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Allocated IP 172.20.0.18 (9c0c1215-67ff-4b2f-b7e6-a904d843d470/fdf8608f-78f2-44dd-9784-5d8608171825/682bc7cc-8402-4775-bd89-2d33c7ac928c) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:37.784941 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.792573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.864844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:37.871084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:37.873760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:37.916115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Pushing event updated for resources: {'Port': ['ID=682bc7cc-8402-4775-bd89-2d33c7ac928c,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:37.923968 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.941695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.953925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Attempting to bind port 682bc7cc-8402-4775-bd89-2d33c7ac928c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:37.954532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Attempting to bind port 682bc7cc-8402-4775-bd89-2d33c7ac928c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:37.954902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Attempting to bind port 682bc7cc-8402-4775-bd89-2d33c7ac928c on network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:37.970820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:37.971321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Checking segment: {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:37.972082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.972462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Bound using segment: {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:37.972957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Bound port: 682bc7cc-8402-4775-bd89-2d33c7ac928c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:37.973342 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:37.987952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a08b70-b8a3-411d-b9b2-72f3ec317484 req-91ebfffb-ff0a-4118-9673-fd39d34aa81e tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:37.991662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95a08b70-b8a3-411d-b9b2-72f3ec317484 req-91ebfffb-ff0a-4118-9673-fd39d34aa81e tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.1743784 Nov 12 09:06:38.005025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Pushing event deleted for resources: {'Port': ['ID=4e3d47d0-0e27-4705-bb80-e02c6e766d92,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:38.059699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8ba972a9-f73e-44a2-8db8-d570f416880c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:38.077227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.077617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.078067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.078470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.078814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.079152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.079491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.079859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.080221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.080555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.080890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.081356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:38.113841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.129144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] No DVR routers for this DVR port 4e3d47d0-0e27-4705-bb80-e02c6e766d92 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:38.132964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b890124-3666-45e8-8260-d12e71c6fb22 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:38.144124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.147662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec1f0cb3-c4a9-4842-be9c-834a5da29998 req-d1c5ad2b-c89e-41bd-bf20-7f5e512a10b0 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.62 "DELETE /v2.0/ports/4e3d47d0-0e27-4705-bb80-e02c6e766d92 HTTP/1.1" status: 204 len: 173 time: 2.1208074 Nov 12 09:06:38.148256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'name': 'network-vif-deleted', 'tag': '4e3d47d0-0e27-4705-bb80-e02c6e766d92'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:38.150650 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74a043b-af7e-4d8a-8fe1-e193dc601396" -d '{"events": [{"server_uuid": "77b12008-1b1a-4a30-abd0-5afe7934ab54", "name": "network-vif-deleted", "tag": "4e3d47d0-0e27-4705-bb80-e02c6e766d92"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:38.166855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.182690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:38.191322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:38.200370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95a08b70-b8a3-411d-b9b2-72f3ec317484 req-c6d5f04f-75fd-4836-b236-dadc317511bb tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076449 Nov 12 09:06:38.216664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:38.230118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Transition to ACTIVE for port object 9b890124-3666-45e8-8260-d12e71c6fb22 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:38.240378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.258642 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8936e6-f68a-4992-8281-9bf4370623fe x-openstack-request-id: req-9c8936e6-f68a-4992-8281-9bf4370623fe {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:38.258935 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b12008-1b1a-4a30-abd0-5afe7934ab54", "name": "network-vif-deleted", "tag": "4e3d47d0-0e27-4705-bb80-e02c6e766d92", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:38.259230 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c8936e6-f68a-4992-8281-9bf4370623fe {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:38.259642 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b12008-1b1a-4a30-abd0-5afe7934ab54', 'name': 'network-vif-deleted', 'tag': '4e3d47d0-0e27-4705-bb80-e02c6e766d92', 'status': 'completed', 'code': 200} Nov 12 09:06:38.295472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.391406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] For port 682bc7cc-8402-4775-bd89-2d33c7ac928c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:38.395456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] For port 682bc7cc-8402-4775-bd89-2d33c7ac928c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=682bc7cc-8402-4775-bd89-2d33c7ac928c,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:38.410621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.461611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8ba972a9-f73e-44a2-8db8-d570f416880c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:38.462128 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.486444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cedc6c-56df-44fc-8816-e36208d4df16 req-14d352fb-e0f8-424d-b391-5e9130b13b23 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:38.488458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36cedc6c-56df-44fc-8816-e36208d4df16 req-14d352fb-e0f8-424d-b391-5e9130b13b23 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.1150858 Nov 12 09:06:38.489180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:38.545247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Attempting to bind port 9b890124-3666-45e8-8260-d12e71c6fb22 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:38.545596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Attempting to bind port 9b890124-3666-45e8-8260-d12e71c6fb22 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:38.545932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Attempting to bind port 9b890124-3666-45e8-8260-d12e71c6fb22 on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:38.551440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Port 9b890124-3666-45e8-8260-d12e71c6fb22 on network 84d9f726-4cdb-49bf-8508-9247b100d330 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:38.551785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Attempting to bind port 9b890124-3666-45e8-8260-d12e71c6fb22 on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:38.557864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ac9d8-944d-4fc2-b296-5cbf61e26ada None None] Pushing event updated for resources: {'Port': ['ID=682bc7cc-8402-4775-bd89-2d33c7ac928c,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:38.597213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:38.599457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Checking segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:38.599655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Bound using segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:38.602261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Bound port: 9b890124-3666-45e8-8260-d12e71c6fb22, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:38.602667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:38.643145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36cedc6c-56df-44fc-8816-e36208d4df16 req-503edffa-be87-4bf5-9b35-756278aac6a4 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458321 Nov 12 09:06:38.717692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=79f548ce-fb7f-4083-95d1-23270f4943cb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:38.885391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28616d82-e311-40af-ac35-95fb60268437 req-3fe13f56-d5e1-4e61-9520-878cfa3be923 tempest-ServerRescueNegativeTestJSON-1557213576 tempest-ServerRescueNegativeTestJSON-1557213576-project] 10.222.0.53 "GET /v2.0/ports?device_id=77b12008-1b1a-4a30-abd0-5afe7934ab54 HTTP/1.1" status: 200 len: 210 time: 0.2035618 Nov 12 09:06:38.897116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.011607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:39.042506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:39.059606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df0c25-0424-44a8-b5d6-2b3498091217 req-e77450e6-063c-4b4f-93da-e91415f297de tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.074560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8df0c25-0424-44a8-b5d6-2b3498091217 req-e77450e6-063c-4b4f-93da-e91415f297de tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 943 time: 0.3045588 Nov 12 09:06:39.076628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.084898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Allocated IP 172.20.0.17 (9c0c1215-67ff-4b2f-b7e6-a904d843d470/fdf8608f-78f2-44dd-9784-5d8608171825/d8cf6b44-93d6-4fcb-af12-1c2d671974bc) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:39.167137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.168121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.169300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] 10.222.0.55 "PUT /v2.0/ports/9b890124-3666-45e8-8260-d12e71c6fb22 HTTP/1.1" status: 200 len: 1092 time: 2.3217301 Nov 12 09:06:39.214039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22636e64-993a-498a-8b66-e7fa1b58f840 service neutron] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:39.221082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8df0c25-0424-44a8-b5d6-2b3498091217 req-bcb770ae-56fb-4647-8f3c-bd34ce3655f9 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274672 Nov 12 09:06:39.327971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-4c634b7c-17a5-46b1-9238-445b58b5479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.330139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-4c634b7c-17a5-46b1-9238-445b58b5479b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 1095 time: 0.0779784 Nov 12 09:06:39.372874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.398122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-4c53f2a2-48c5-49f3-9054-956f727f0864 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b890124-3666-45e8-8260-d12e71c6fb22 HTTP/1.1" status: 200 len: 217 time: 0.0593019 Nov 12 09:06:39.444194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.497891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-f9d081b8-f56b-4443-9461-05409721e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.499737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-f9d081b8-f56b-4443-9461-05409721e6a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.0903676 Nov 12 09:06:39.528620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc3706-a8bf-4289-bcbd-6bf7c068ce4f req-8ac8340e-95e2-46da-afc4-aecb7fb8050e tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:39.535881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecc3706-a8bf-4289-bcbd-6bf7c068ce4f req-8ac8340e-95e2-46da-afc4-aecb7fb8050e tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.0890028 Nov 12 09:06:39.563350 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-53ca1de8-8ab8-41f5-8d46-09405971fa0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530498 Nov 12 09:06:39.622146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.702508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:39.705181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecc3706-a8bf-4289-bcbd-6bf7c068ce4f req-d66c6609-0b67-4e75-b2cd-d51bf99b4f20 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485639 Nov 12 09:06:39.722450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:39.725929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:39.759216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-3a323706-fc7f-4791-8933-4bf6cde1a666 service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857710 Nov 12 09:06:39.766731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4e3d47d0-0e27-4705-bb80-e02c6e766d92 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:39.852744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:39.897743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.898342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.898852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.899329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.899812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.900340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.900828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.901299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.901779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.902266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.902732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.903361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:06:39.913785 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:39.916361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 4e3d47d0-0e27-4705-bb80-e02c6e766d92 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:39.920185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4e3d47d0-0e27-4705-bb80-e02c6e766d92 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:40.027780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:40.242808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 682bc7cc-8402-4775-bd89-2d33c7ac928c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:40.243106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aecb2c66-fbfa-46b1-ae90-f52ed41843c6 req-669e40c2-4d22-43e1-93a2-66f6df5e71e1 service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773819 Nov 12 09:06:40.372197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:40.375731 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d5211-e051-4eee-9723-3a62f5391129" -d '{"events": [{"name": "network-changed", "server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:40.378607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6edbb-ad58-4c37-94ba-5669ddd613b1 None None] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:40.487333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cfb69-5f80-4eb0-a8d6-d6d684971f01 req-52eaf432-45ee-4b70-98f9-528fcf3473c2 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.494872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-610cfb69-5f80-4eb0-a8d6-d6d684971f01 req-52eaf432-45ee-4b70-98f9-528fcf3473c2 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 943 time: 0.1097867 Nov 12 09:06:40.610031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-610cfb69-5f80-4eb0-a8d6-d6d684971f01 req-4c7ca556-1101-4d95-8aa3-cdec758679fe tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134546 Nov 12 09:06:40.689074 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671785cb-3e2a-4ebe-8e34-ce84ec21fc17 x-openstack-request-id: req-671785cb-3e2a-4ebe-8e34-ce84ec21fc17 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:40.689578 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:40.689839 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-671785cb-3e2a-4ebe-8e34-ce84ec21fc17 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:40.690246 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22', 'status': 'completed', 'code': 200} Nov 12 09:06:40.692484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.692968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1c3625a6-5c33-48f5-9138-4e7cb034bab6 None None] Provisioning complete for port 682bc7cc-8402-4775-bd89-2d33c7ac928c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:40.693299 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c3625a6-5c33-48f5-9138-4e7cb034bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.702845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.743141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 682bc7cc-8402-4775-bd89-2d33c7ac928c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:40.743633 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.900866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5211-e051-4eee-9723-3a62f5391129 req-4f4b3d9d-9a87-4230-aba9-7bad4bb0c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.904148 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-070d5211-e051-4eee-9723-3a62f5391129 req-4f4b3d9d-9a87-4230-aba9-7bad4bb0c4ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 1095 time: 0.1894875 Nov 12 09:06:40.923941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be71e1-b1ff-4c05-b4d7-5a51f75cf1b7 req-70cd83ca-8bb9-4c5c-a307-f7faadbf76d8 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:40.935481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57be71e1-b1ff-4c05-b4d7-5a51f75cf1b7 req-70cd83ca-8bb9-4c5c-a307-f7faadbf76d8 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.2405612 Nov 12 09:06:40.937085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.938497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=79f548ce-fb7f-4083-95d1-23270f4943cb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:40.951461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:40.994352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 682bc7cc-8402-4775-bd89-2d33c7ac928c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=682bc7cc-8402-4775-bd89-2d33c7ac928c,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:41.003612 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.088017 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c3625a6-5c33-48f5-9138-4e7cb034bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.127849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=682bc7cc-8402-4775-bd89-2d33c7ac928c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:41.210935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:41.222928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:41.223872 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-1c3625a6-5c33-48f5-9138-4e7cb034bab6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:06:41.224482 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-1c3625a6-5c33-48f5-9138-4e7cb034bab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:06:41.239206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5211-e051-4eee-9723-3a62f5391129 req-0d8c0dc8-4c86-4b06-9f30-d498b30df21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.240969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-070d5211-e051-4eee-9723-3a62f5391129 req-0d8c0dc8-4c86-4b06-9f30-d498b30df21d service neutron] 10.222.0.55 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 905 time: 0.3286495 Nov 12 09:06:41.304758 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-070d5211-e051-4eee-9723-3a62f5391129 req-bd175b6a-2138-4ce0-9a92-f744c60342af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9b890124-3666-45e8-8260-d12e71c6fb22 HTTP/1.1" status: 200 len: 217 time: 0.0539858 Nov 12 09:06:41.307561 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57be71e1-b1ff-4c05-b4d7-5a51f75cf1b7 req-cccf8b6f-d7fd-4dbe-8a4a-47f1eb46b1e1 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709266 Nov 12 09:06:41.310594 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.383303 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.443898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d5211-e051-4eee-9723-3a62f5391129 req-f0d25176-9ca3-4826-a42b-c1f99a5130fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.445503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-070d5211-e051-4eee-9723-3a62f5391129 req-f0d25176-9ca3-4826-a42b-c1f99a5130fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.1323972 Nov 12 09:06:41.456254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:41.484012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-070d5211-e051-4eee-9723-3a62f5391129 req-c31f7abb-a9a8-488c-9075-af8378dffe0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290051 Nov 12 09:06:41.681528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-2e2cde74-b2f2-47b5-866d-386e7b9f56ea tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.683082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-2e2cde74-b2f2-47b5-866d-386e7b9f56ea tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.62 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.1335917 Nov 12 09:06:41.689094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:41.695704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-66c620b0-e060-4d1a-8a86-41f859335711 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/routers/3f70624f-b15b-4fa9-b054-bba5b8088222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3129156 Nov 12 09:06:41.699436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40558) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:41.704553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'port': {'network_id': '62c40a8d-a3dc-480e-9e5c-a8a0eb196b84', 'name': 'tempest-FloatingIPTestJSON-1764946825'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:41.710158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:41.724056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:41.725067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:41.762261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-070d5211-e051-4eee-9723-3a62f5391129 req-3ba65e5d-ed3f-45c1-a4b8-b0f162de3695 service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696359 Nov 12 09:06:41.774001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:41.832989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:41.838688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:41.877189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:41.878130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c20bc0-6ff4-44f6-8224-7d5427327fb4 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:41.904311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:41.908022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.916815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d92ccc-ec98-4668-a90a-f4d516586103 req-19198e04-203f-4ebf-aaf1-870a2a0bba8d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:41.918048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.918473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-15d92ccc-ec98-4668-a90a-f4d516586103 req-19198e04-203f-4ebf-aaf1-870a2a0bba8d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 943 time: 0.2091484 Nov 12 09:06:41.929673 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:41.987174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] device_id is not set on port 52bb9ceb-848e-4fba-80ef-92944b1f1ba3 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:06:42.002641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ac1c4f54-0d34-41b1-bb50-ae2064aa5b66 None None] Provisioning complete for port d8cf6b44-93d6-4fcb-af12-1c2d671974bc triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:42.003618 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4f54-0d34-41b1-bb50-ae2064aa5b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.008297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-070d5211-e051-4eee-9723-3a62f5391129 req-4681bdec-f216-4199-a3a8-1a3d4f0b9604 service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342706 Nov 12 09:06:42.055658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 682bc7cc-8402-4775-bd89-2d33c7ac928c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:42.096314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:42.103618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.117980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c4f54-0d34-41b1-bb50-ae2064aa5b66 None None] Port d8cf6b44-93d6-4fcb-af12-1c2d671974bc cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:42.145849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ac1c4f54-0d34-41b1-bb50-ae2064aa5b66 None None] Provisioning complete for port 682bc7cc-8402-4775-bd89-2d33c7ac928c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:42.146226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac1c4f54-0d34-41b1-bb50-ae2064aa5b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.149295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 682bc7cc-8402-4775-bd89-2d33c7ac928c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:42.149488 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.254689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:42.257649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:42.319846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.4 (62c40a8d-a3dc-480e-9e5c-a8a0eb196b84/2f02fa4a-1dd2-417a-a460-1a6e00fbf906/52bb9ceb-848e-4fba-80ef-92944b1f1ba3) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:42.396633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9b890124-3666-45e8-8260-d12e71c6fb22 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:42.526497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router 20ffdce5-6700-41be-a535-61ff53b0b968 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:42.595884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:42.611038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '9b890124-3666-45e8-8260-d12e71c6fb22', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': '9b890124-3666-45e8-8260-d12e71c6fb22', 'mac_address': 'fa:16:3e:36:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:42.638344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-15d92ccc-ec98-4668-a90a-f4d516586103 req-69045dbb-8b21-43a7-beed-0d2bb1bb3c6e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6870744 Nov 12 09:06:42.649092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Deleting port 82a3253e-02fb-498a-aaa9-73142ba0da7b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:42.649684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.698522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.712649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b890124-3666-45e8-8260-d12e71c6fb22 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:42.743891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac0dce-35b2-48e4-a249-95393bb96b53 req-6601487d-39cd-4512-8621-fe2b04bd6425 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:42.744617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Deleting port 7f7b9d78-29bf-4671-babf-0824fbbffd1e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:42.745119 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.746100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:42.746860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e7ac0dce-35b2-48e4-a249-95393bb96b53 req-6601487d-39cd-4512-8621-fe2b04bd6425 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 945 time: 0.2022951 Nov 12 09:06:42.752372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5a19a32a-7c78-4283-8ff3-cb05d179b1eb None None] Provisioning complete for port d8cf6b44-93d6-4fcb-af12-1c2d671974bc triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:42.752745 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a19a32a-7c78-4283-8ff3-cb05d179b1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.798529 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.799742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5a19a32a-7c78-4283-8ff3-cb05d179b1eb None None] Port d8cf6b44-93d6-4fcb-af12-1c2d671974bc cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:42.833926 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.861053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:42.861588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] For port 82a3253e-02fb-498a-aaa9-73142ba0da7b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=82a3253e-02fb-498a-aaa9-73142ba0da7b,segment=NetworkSegment(d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3),segment_id=d62c3ce7-4ffa-4e8a-a141-cfcde40a24e3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:42.862040 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.895159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e7ac0dce-35b2-48e4-a249-95393bb96b53 req-7b99e693-9122-4fd4-bcda-873e2b08e7ea tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/security-groups?id=dfa64638-f8bd-4826-aa21-aa79514e5c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278515 Nov 12 09:06:42.896424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:42.899085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Calling delete_port for 82a3253e-02fb-498a-aaa9-73142ba0da7b owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:42.910497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] For port 7f7b9d78-29bf-4671-babf-0824fbbffd1e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7f7b9d78-29bf-4671-babf-0824fbbffd1e,segment=NetworkSegment(d640d145-b48b-42f3-bad7-f7fc28c0a9fb),segment_id=d640d145-b48b-42f3-bad7-f7fc28c0a9fb)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:42.910873 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.911831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-83714966-e231-420f-92ea-3344c20867f3 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "PUT /v2.0/routers/20ffdce5-6700-41be-a535-61ff53b0b968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3049767 Nov 12 09:06:42.928200 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:06:42.929048 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Sync routers for ids ['20ffdce5-6700-41be-a535-61ff53b0b968'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:42.946900 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Routers {'20ffdce5-6700-41be-a535-61ff53b0b968'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:42.947669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:42.947825 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['20ffdce5-6700-41be-a535-61ff53b0b968'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:42.958150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Calling delete_port for 7f7b9d78-29bf-4671-babf-0824fbbffd1e owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:43.034890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:43.038829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:43.054509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:43.057839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['9b890124-3666-45e8-8260-d12e71c6fb22'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:43.090384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=52bb9ceb-848e-4fba-80ef-92944b1f1ba3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:43.194569 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Set router 20ffdce5-6700-41be-a535-61ff53b0b968 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:43.199942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:43.200616 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.240535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c196d44-a73c-41a7-9e15-49a2edbf337b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5405490 Nov 12 09:06:43.248519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40590) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:43.254119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'port': {'network_id': '62c40a8d-a3dc-480e-9e5c-a8a0eb196b84', 'name': 'tempest-FloatingIPTestJSON-344510161'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:43.374383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.396920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['82a3253e-02fb-498a-aaa9-73142ba0da7b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:43.485356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Pushing event deleted for resources: {'Port': ['ID=82a3253e-02fb-498a-aaa9-73142ba0da7b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:43.560026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] No DVR routers for this DVR port 82a3253e-02fb-498a-aaa9-73142ba0da7b on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:43.563992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.570144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-525ddeb9-f511-4cad-b02a-f5aec5db5fc4 req-84908a5f-b967-4645-9a05-c44ae58e5bce tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.62 "DELETE /v2.0/ports/82a3253e-02fb-498a-aaa9-73142ba0da7b HTTP/1.1" status: 204 len: 173 time: 1.8748958 Nov 12 09:06:43.576696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:43.582989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'name': 'network-vif-deleted', 'tag': '82a3253e-02fb-498a-aaa9-73142ba0da7b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:43.586489 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.589680 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db84401d-52da-40f9-a61e-32c0d1fc9054" -d '{"events": [{"server_uuid": "72e8e491-bac7-4667-8d3d-f9273d879f4f", "name": "network-vif-deleted", "tag": "82a3253e-02fb-498a-aaa9-73142ba0da7b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:43.623473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] device_id is not set on port 4516b803-2763-423f-97c9-a229f10ea195 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:06:43.642148 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:06:41Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd8cf6b44-93d6-4fcb-af12-1c2d671974bc', 'name': '', 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:11:c0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'fdf8608f-78f2-44dd-9784-5d8608171825', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:38Z', 'updated_at': '2021-11-12T09:06:41Z', 'revision_number': 2, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': 'fdf8608f-78f2-44dd-9784-5d8608171825', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:43.721104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-83ad2ee3-cae1-428b-b803-61f72740cc04 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:43.726253 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-83ad2ee3-cae1-428b-b803-61f72740cc04 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/networks?id=9c0c1215-67ff-4b2f-b7e6-a904d843d470 HTTP/1.1" status: 200 len: 798 time: 0.5136435 Nov 12 09:06:43.786307 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Checking router: 20ffdce5-6700-41be-a535-61ff53b0b968 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:43.786681 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Updating router 20ffdce5-6700-41be-a535-61ff53b0b968 port d8cf6b44-93d6-4fcb-af12-1c2d671974bc binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:06:43.813434 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29d8306-fdb5-4b61-a228-4d21cb863b0f x-openstack-request-id: req-d29d8306-fdb5-4b61-a228-4d21cb863b0f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:43.814055 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e8e491-bac7-4667-8d3d-f9273d879f4f", "name": "network-vif-deleted", "tag": "82a3253e-02fb-498a-aaa9-73142ba0da7b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:43.814339 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d29d8306-fdb5-4b61-a228-4d21cb863b0f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:43.814848 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e8e491-bac7-4667-8d3d-f9273d879f4f', 'name': 'network-vif-deleted', 'tag': '82a3253e-02fb-498a-aaa9-73142ba0da7b', 'status': 'completed', 'code': 200} Nov 12 09:06:43.830964 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.834908 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-99131c6f-0875-4a92-ade7-75fa0ccaa56c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/quotas/7c32206ae0b44f35a6cbb6e2f037743c HTTP/1.1" status: 200 len: 375 time: 0.0188539 Nov 12 09:06:43.840418 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-daf085d5-155b-46da-9977-5ff3591f2548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.917358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:43.920826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.14 (62c40a8d-a3dc-480e-9e5c-a8a0eb196b84/2f02fa4a-1dd2-417a-a460-1a6e00fbf906/4516b803-2763-423f-97c9-a229f10ea195) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:43.930873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e08f84-dc88-4792-9cd4-ad031ab95033 req-ac081c3b-83bf-4d2c-8a49-3147ee79777b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:43.938365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55e08f84-dc88-4792-9cd4-ad031ab95033 req-ac081c3b-83bf-4d2c-8a49-3147ee79777b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 944 time: 0.0876489 Nov 12 09:06:43.974178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7b9d78-29bf-4671-babf-0824fbbffd1e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:44.018102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55e08f84-dc88-4792-9cd4-ad031ab95033 req-be19ed54-2a64-43e7-80b5-727c2f368bb8 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788364 Nov 12 09:06:44.024692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b6cc8e02-3a6c-4096-a939-3f813b841e56 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1726899 Nov 12 09:06:44.189462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.216224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aad92d2a-f37c-43b3-8c68-32bd9774ba75 req-0d6f434d-b3c3-4e48-aa24-50452ef34850 tempest-ServersNegativeTestMultiTenantJSON-269575411 tempest-ServersNegativeTestMultiTenantJSON-269575411-project] 10.222.0.53 "GET /v2.0/ports?device_id=72e8e491-bac7-4667-8d3d-f9273d879f4f HTTP/1.1" status: 200 len: 210 time: 0.0484712 Nov 12 09:06:44.263700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.338940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:44.342398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:44.344676 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-ddda3113-da7f-42f6-bb07-d1a95ce4352b service neutron] 10.222.0.53 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669237 Nov 12 09:06:44.355072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:44.379601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9b890124-3666-45e8-8260-d12e71c6fb22 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:44.404511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=4516b803-2763-423f-97c9-a229f10ea195,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:44.406090 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.435406 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.442238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.447459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:44.448630 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.480619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-91c00d35-5d5e-4c9c-9ff2-79f5b11a5cdb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2297225 Nov 12 09:06:44.480619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40608) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:44.486230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '4516b803-2763-423f-97c9-a229f10ea195', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:44.508469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 9b890124-3666-45e8-8260-d12e71c6fb22 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:06:44.516228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 9b890124-3666-45e8-8260-d12e71c6fb22 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:44.516965 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.526342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.542428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-0f63af98-f011-4906-bac0-994651654027 service neutron] 10.222.0.53 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899571 Nov 12 09:06:44.642144 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cd781-4957-4a40-94a4-9ea8600d93c9 None None] Pushing event updated for resources: {'Port': ['ID=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:44.697042 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Attempting to bind port d8cf6b44-93d6-4fcb-af12-1c2d671974bc on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:44.700456 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Attempting to bind port d8cf6b44-93d6-4fcb-af12-1c2d671974bc by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:44.701135 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Attempting to bind port d8cf6b44-93d6-4fcb-af12-1c2d671974bc on network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:44.710276 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:44.711614 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Checking segment: {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:44.712274 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.713448 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Bound using segment: {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:44.714240 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Bound port: d8cf6b44-93d6-4fcb-af12-1c2d671974bc, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:44.714875 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.740974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.775227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:44.778402 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b25bda-1e64-4eba-bb79-70e4bc576253" -d '{"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-plugged", "status": "completed", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:44.791974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.794165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:44.801868 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.899459 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] For port d8cf6b44-93d6-4fcb-af12-1c2d671974bc, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:44.910755 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] For port d8cf6b44-93d6-4fcb-af12-1c2d671974bc, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:44.924057 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:44.930056 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9395b5dd-c2f3-4b62-8edf-99a758085ec7 x-openstack-request-id: req-9395b5dd-c2f3-4b62-8edf-99a758085ec7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:44.930288 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-plugged", "status": "completed", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:44.930546 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9395b5dd-c2f3-4b62-8edf-99a758085ec7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:44.930942 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22', 'code': 200} Nov 12 09:06:44.947108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:45.018305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:45.140032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b73ece6f-165a-488c-bd26-4839e420ada2 req-c4cd2f6b-0f06-41ce-a2fc-b147660668d5 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 210 time: 0.0972047 Nov 12 09:06:45.175808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be995169-7775-4807-8a05-301bbd92e4ad req-5dfba8ee-6aa3-4551-a14c-d06e854a90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:45.177649 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be995169-7775-4807-8a05-301bbd92e4ad req-5dfba8ee-6aa3-4551-a14c-d06e854a90eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 1097 time: 0.1172557 Nov 12 09:06:45.193231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-de5ca3db-9931-466b-9220-ce4472087c2c None None] Provisioning complete for port d8cf6b44-93d6-4fcb-af12-1c2d671974bc triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:45.193883 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de5ca3db-9931-466b-9220-ce4472087c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.194231 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cd781-4957-4a40-94a4-9ea8600d93c9 None None] Pushing event updated for resources: {'Port': ['ID=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:45.221017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:45.236897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.25.5.101 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/5761d7ad-3d0d-4bee-9a6c-b2830dcd60e3) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:45.260941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-172e3d15-6cb5-4a07-ba13-cc3738dd9483 admin admin] 10.222.0.53 "PUT /v2.0/routers/1a0da344-4fdc-4b38-8ce1-9203dc5af2bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2320061 Nov 12 09:06:45.268215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:45.272341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] Sync routers for ids ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:45.294891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Routers {'20ffdce5-6700-41be-a535-61ff53b0b968'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:45.296136 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['20ffdce5-6700-41be-a535-61ff53b0b968'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:45.365955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] Routers {'1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:45.370256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:45.602843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271e690-8ffc-4e5c-91c2-8b98cf7ec861 req-8175d2d2-a083-4dde-a7e9-16544962d8a3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:45.606880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2271e690-8ffc-4e5c-91c2-8b98cf7ec861 req-8175d2d2-a083-4dde-a7e9-16544962d8a3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 945 time: 0.2824543 Nov 12 09:06:45.706161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:45.776259 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] Set router 20ffdce5-6700-41be-a535-61ff53b0b968 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:45.809946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be995169-7775-4807-8a05-301bbd92e4ad req-b106baa8-e91e-4c33-a0f5-65bcb4608626 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225662 Nov 12 09:06:45.813708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.819346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 82a3253e-02fb-498a-aaa9-73142ba0da7b no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:45.869831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.952780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] Deleting subnet 456e0f5d-dbdf-4515-8253-62f743c0a95c {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:45.964393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.971627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:45.972450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2271e690-8ffc-4e5c-91c2-8b98cf7ec861 req-f52ed23c-11a3-4826-920d-91f5eb12a126 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472397 Nov 12 09:06:46.013553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:46.024284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:46.027856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:46.065371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 82a3253e-02fb-498a-aaa9-73142ba0da7b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:46.067077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 82a3253e-02fb-498a-aaa9-73142ba0da7b not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:46.085518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de5ca3db-9931-466b-9220-ce4472087c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.117800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=5761d7ad-3d0d-4bee-9a6c-b2830dcd60e3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:46.150660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] Set router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:46.189211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.334062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c6581-cedc-4ca4-9276-3c31d0802f87 req-068958ba-0149-47d8-bd55-7bda11c73b29 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:46.354994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c16c6581-cedc-4ca4-9276-3c31d0802f87 req-068958ba-0149-47d8-bd55-7bda11c73b29 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 945 time: 0.1704268 Nov 12 09:06:46.369353 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:06:41Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd8cf6b44-93d6-4fcb-af12-1c2d671974bc', 'name': '', 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:11:c0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'fdf8608f-78f2-44dd-9784-5d8608171825', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:38Z', 'updated_at': '2021-11-12T09:06:44Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': 'fdf8608f-78f2-44dd-9784-5d8608171825', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:46.454779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7dd26d-db28-4bdd-8163-2ec773a0d59b None None] The sync data for ids ['20ffdce5-6700-41be-a535-61ff53b0b968'] in n-d-769329-17 is: [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:06:41Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd8cf6b44-93d6-4fcb-af12-1c2d671974bc', 'name': '', 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:11:c0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'fdf8608f-78f2-44dd-9784-5d8608171825', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:38Z', 'updated_at': '2021-11-12T09:06:44Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': 'fdf8608f-78f2-44dd-9784-5d8608171825', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:46.588408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-de5ca3db-9931-466b-9220-ce4472087c2c None None] For port d8cf6b44-93d6-4fcb-af12-1c2d671974bc, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:46.596748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.619568 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de5ca3db-9931-466b-9220-ce4472087c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.655978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de80fab6-e404-4e1c-b419-0975a8ffb1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.700736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72002cc6-5aed-4cb7-93c1-d0bec772c81a req-4f61a454-52ff-4c52-b4cd-58c942dc3631 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 210 time: 0.0398269 Nov 12 09:06:46.705978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.803288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ca3db-9931-466b-9220-ce4472087c2c None None] Pushing event updated for resources: {'Port': ['ID=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:46.804071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.842805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:06:43Z', 'revision_number': 5, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port': {'id': '11e6b41a-ef79-4503-b8f1-6d5f43159415', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:f4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:03:23Z', 'updated_at': '2021-11-12T09:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:46.848876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6ff0186a-8b6c-48b1-897f-4301c552f4b7 None None] Provisioning complete for port d8cf6b44-93d6-4fcb-af12-1c2d671974bc triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:46.854604 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6ff0186a-8b6c-48b1-897f-4301c552f4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.861350 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:46.868066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/456e0f5d-dbdf-4515-8253-62f743c0a95c HTTP/1.1" status: 204 len: 168 time: 1.1555867 Nov 12 09:06:46.871023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:46.881754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e63629-0c14-46d5-91bd-6d82579297b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456e0f5d-dbdf-4515-8253-62f743c0a95c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:47.005149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] Checking router: 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:47.073538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] Routers {'1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:47.074396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:47.083740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Deleting port 11e6b41a-ef79-4503-b8f1-6d5f43159415 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:47.093534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.241928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] For port 11e6b41a-ef79-4503-b8f1-6d5f43159415, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=11e6b41a-ef79-4503-b8f1-6d5f43159415,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:47.246096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.261594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Calling delete_port for 11e6b41a-ef79-4503-b8f1-6d5f43159415 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:47.461953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] Set router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:47.572518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:06:46Z', 'revision_number': 6, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:47.632657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dae5034-b2d0-4bb5-a2c6-980c67f05d41 None None] The sync data for ids ['1a0da344-4fdc-4b38-8ce1-9203dc5af2bd'] in n-d-769329-17 is: [{'id': '1a0da344-4fdc-4b38-8ce1-9203dc5af2bd', 'name': 'tempest-ServerRescueNegativeTestJSON-933750297-router', 'tenant_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:03:22Z', 'updated_at': '2021-11-12T09:06:46Z', 'revision_number': 6, 'project_id': '4026d7b86e754cf7b372fb3cd7f6e8b9', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:47.742989 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:47.831304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-10dd00e1-7640-4b13-a880-dd4d3d17b883 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.832800 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-10dd00e1-7640-4b13-a880-dd4d3d17b883 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.55 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 945 time: 0.3428335 Nov 12 09:06:47.860994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c16c6581-cedc-4ca4-9276-3c31d0802f87 req-902a97f5-3888-4359-b01b-37a11a048a43 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5047596 Nov 12 09:06:47.875784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef669b-8c8b-418f-be6b-77e4e6876a99 req-b11b9896-a5e2-4a41-ada6-bd9e1748f95e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:47.890123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1fef669b-8c8b-418f-be6b-77e4e6876a99 req-b11b9896-a5e2-4a41-ada6-bd9e1748f95e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 945 time: 0.3970480 Nov 12 09:06:47.944320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.056191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.116547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3234b4ad-e2c0-4e0b-a256-02f4e85ee786 req-ece7888e-5d37-499b-a713-6a8598c994ec tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 210 time: 0.0388169 Nov 12 09:06:48.150106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-16a34831-230e-4f98-98a2-318129f2ce90 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:48.151771 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-16a34831-230e-4f98-98a2-318129f2ce90 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.62 "GET /v2.0/networks?id=9c0c1215-67ff-4b2f-b7e6-a904d843d470 HTTP/1.1" status: 200 len: 798 time: 0.6489809 Nov 12 09:06:48.181876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40676) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:48.193067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-799023038'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:48.196869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.197252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Request body: {'port': {'device_id': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'admin_state_up': True, 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:48.226101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e6b41a-ef79-4503-b8f1-6d5f43159415,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:48.282887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d8cf6b44-93d6-4fcb-af12-1c2d671974bc up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:48.292925 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.323595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbb5221-f67b-4a99-a7c3-3feecf389573']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:48.337682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd62c3ce7-4ffa-4e8a-a141-cfcde40a24e3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:48.337997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd62c3ce7-4ffa-4e8a-a141-cfcde40a24e3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:48.350579 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.362090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d8cf6b44-93d6-4fcb-af12-1c2d671974bc triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:48.362465 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.365894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.375740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:48.376607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.424158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:48.429919 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.501548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7f7b9d78-29bf-4671-babf-0824fbbffd1e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:48.512031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:48.528129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 7f7b9d78-29bf-4671-babf-0824fbbffd1e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:48.528476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7f7b9d78-29bf-4671-babf-0824fbbffd1e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:48.548475 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.548762 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Added segment 5cee152b-697a-48c0-b495-c289f4c5885a of type vlan for network 186d877e-88cc-4330-9323-9416f5df5bf2 Nov 12 09:06:48.558349 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.567982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:48.592072 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:48.649958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.694108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=5761d7ad-3d0d-4bee-9a6c-b2830dcd60e3,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:48.716867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.758385 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.764057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:48.764714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:48.877879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6945245 Nov 12 09:06:48.882451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40678) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:48.910153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-76450388'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:48.918631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b59a280-491d-4d6e-89b7-82eaa5871155 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Network': ['ID=186d877e-88cc-4330-9323-9416f5df5bf2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:48.940133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 186d877e-88cc-4330-9323-9416f5df5bf2 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:48.975476 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 0531e8f6-8a22-4f97-ace3-6f8561807a0d associated. External IP: 172.25.5.101, port: 4516b803-2763-423f-97c9-a229f10ea195. Nov 12 09:06:49.102154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.127356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.138733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:49.143033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.143184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.148564 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3dbb5221-f67b-4a99-a7c3-3feecf389573 HTTP/1.1" status: 204 len: 168 time: 2.2763083 Nov 12 09:06:49.154568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.159881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40686) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:49.201442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d9313-f625-49ef-ada5-42585229f3e8 req-bf54a224-3546-46b6-814b-1d0a17be6a58 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:49.203010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-081d9313-f625-49ef-ada5-42585229f3e8 req-bf54a224-3546-46b6-814b-1d0a17be6a58 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 945 time: 0.2291422 Nov 12 09:06:49.221566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1fef669b-8c8b-418f-be6b-77e4e6876a99 req-eb6bb26f-9a32-44e7-91ae-3204f99dc0d0 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3246243 Nov 12 09:06:49.223754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a1ddc-0144-4163-88f7-63409747a7a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbb5221-f67b-4a99-a7c3-3feecf389573,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:49.243168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:49.274614 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.275005 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Added segment a23e9fae-7cfa-4ed7-b15a-58a153e81510 of type vlan for network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 Nov 12 09:06:49.280760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] Deleting subnet 82e58e7c-de9a-4dff-8418-7b1aa0c2e79d {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:49.303491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.377695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.386409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-393c9f7d-9cea-4ff7-a607-32dfa93c60c3 req-06b02981-e03f-4284-87a1-d1f125b6f0ff tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 210 time: 0.0423343 Nov 12 09:06:49.387835 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.404719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Deleting port 4c81d03f-54e6-4e60-be36-edf757f22b76 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:49.405083 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.430774 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.444564 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.449487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-081d9313-f625-49ef-ada5-42585229f3e8 req-3f9d6043-1a34-4f11-b8e8-a03594dff67d tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316101 Nov 12 09:06:49.502002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Made reservation on behalf of 7c32206ae0b44f35a6cbb6e2f037743c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:49.505458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.530105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.530644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0da344-4fdc-4b38-8ce1-9203dc5af2bd {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:06:49.538021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.543537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:49.544175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.548056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.549693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d3b5413-079c-434b-9e74-ff40bb3bda68 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1a0da344-4fdc-4b38-8ce1-9203dc5af2bd HTTP/1.1" status: 204 len: 168 time: 4.2810860 Nov 12 09:06:49.559368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:49.626713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.657745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] For port 4c81d03f-54e6-4e60-be36-edf757f22b76, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4c81d03f-54e6-4e60-be36-edf757f22b76,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:49.658129 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.664894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:49.668995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7832563 Nov 12 09:06:49.674891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40690) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:49.683134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'subnet': {'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:49.692646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3575f5-09e9-4d37-805a-73824dda44cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Network': ['ID=4be4b44d-5281-4565-a5f1-ae7e6d0b9675,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:49.698008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] Deleting subnet 5a977d4d-63ce-485d-a0bf-45d4e5a46603 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:49.711882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.716953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:49.780306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.910319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.914038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.923137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:49.927436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.946741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Allocated IP 172.20.0.19 (9c0c1215-67ff-4b2f-b7e6-a904d843d470/fdf8608f-78f2-44dd-9784-5d8608171825/b437af1f-2ae4-45a4-a9a0-15127a0ac302) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:49.970884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e58e7c-de9a-4dff-8418-7b1aa0c2e79d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:49.976139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:49.981809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-340abd15-edad-471c-bef8-e038aea6dda2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/82e58e7c-de9a-4dff-8418-7b1aa0c2e79d HTTP/1.1" status: 204 len: 168 time: 0.8146086 Nov 12 09:06:49.983360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40692) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:50.037106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:50.046719 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:50.064156 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:50.065572 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:50.071253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.078260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 11e6b41a-ef79-4503-b8f1-6d5f43159415 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:50.122922 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-edadb163-7c77-42c6-870d-fbb3cb6b415a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6415172 Nov 12 09:06:50.126311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40694) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:50.130990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:50.134445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 11e6b41a-ef79-4503-b8f1-6d5f43159415 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:06:50.142537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 11e6b41a-ef79-4503-b8f1-6d5f43159415 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:06:50.157100 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:50.169174 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:50.169939 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:50.220028 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:50.220810 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1befa3e-6837-4199-ac82-f76536d4d81a None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:50.267047 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.277502 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.298977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.382987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4c81d03f-54e6-4e60-be36-edf757f22b76 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:06:50.405554 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.497197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.509354 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.523213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.527705 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.528226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.528630 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Floating IP 17ee4a68-06b2-45ed-8d12-70bce9f90745 disassociated. External IP: 172.25.5.111, port: 4c81d03f-54e6-4e60-be36-edf757f22b76. Nov 12 09:06:50.529068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Calling delete_port for 4c81d03f-54e6-4e60-be36-edf757f22b76 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:50.550730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:50.553979 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed91aabb-45a7-40fa-a462-d0ad0c337bd2" -d '{"events": [{"server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "name": "network-vif-unplugged", "status": "completed", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:50.570015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a977d4d-63ce-485d-a0bf-45d4e5a46603,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:50.580018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4c81d03f-54e6-4e60-be36-edf757f22b76, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4c81d03f-54e6-4e60-be36-edf757f22b76,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:50.588588 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.592431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.598185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af070547-5f6b-4782-8efa-010691ebe501 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5a977d4d-63ce-485d-a0bf-45d4e5a46603 HTTP/1.1" status: 204 len: 168 time: 1.0377007 Nov 12 09:06:50.617852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:50.657351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4c81d03f-54e6-4e60-be36-edf757f22b76,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:50.661081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42493d-f8a1-411e-ae01-71aefb87fbfa req-ec6b6539-a873-455b-87be-d802152748ca tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:50.662892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e42493d-f8a1-411e-ae01-71aefb87fbfa req-ec6b6539-a873-455b-87be-d802152748ca tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 945 time: 0.3061218 Nov 12 09:06:50.664244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-414a1857-16a2-4201-8c99-5950d42c9659 req-408df552-594e-4e4d-802d-1a9d8b3546a6 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 210 time: 0.0335362 Nov 12 09:06:50.758410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.811055 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.832181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.860583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.860942 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 0531e8f6-8a22-4f97-ace3-6f8561807a0d disassociated. External IP: 172.25.5.101, port: 4516b803-2763-423f-97c9-a229f10ea195. Nov 12 09:06:50.901213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.949102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Subnet': ['ID=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:50.964451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4955f84-4c1d-44d9-a404-5248be605346 req-01db6667-8479-4374-9672-7d273e9fbd84 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:50.966057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4955f84-4c1d-44d9-a404-5248be605346 req-01db6667-8479-4374-9672-7d273e9fbd84 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 943 time: 0.2108016 Nov 12 09:06:50.968989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:50.982788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:50.990245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:50.995995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e42493d-f8a1-411e-ae01-71aefb87fbfa req-ba791bec-af8e-4a3d-a15b-de03ccaf86a4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197119 Nov 12 09:06:51.002841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:51.010620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event updated for resources: {'Port': ['ID=b437af1f-2ae4-45a4-a9a0-15127a0ac302,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.023490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Checking segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:51.023887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network hostable DHCP agents. Network: 186d877e-88cc-4330-9323-9416f5df5bf2, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:51.066230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfa53e7-d161-4066-9e95-96a55936b03f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.101677 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc2a54-432f-47b0-a31a-1b926d33d741 x-openstack-request-id: req-e9cc2a54-432f-47b0-a31a-1b926d33d741 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:51.102308 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "name": "network-vif-unplugged", "status": "completed", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:51.103523 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e9cc2a54-432f-47b0-a31a-1b926d33d741 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:51.103821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 186d877e-88cc-4330-9323-9416f5df5bf2 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:51.103958 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'code': 200} Nov 12 09:06:51.121791 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4955f84-4c1d-44d9-a404-5248be605346 req-1f3b890e-a034-4b0d-9ed9-faf62dcd7034 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups?id=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159823 Nov 12 09:06:51.157588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dfdf08-9c7b-4f28-8c5b-50cdf4642c79') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.157891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dfdf08-9c7b-4f28-8c5b-50cdf4642c79') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.174231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 186d877e-88cc-4330-9323-9416f5df5bf2) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:51.180556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:51.181394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.188827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189befd5-e02d-4375-8af6-2a2875160ee4 None None] Network 186d877e-88cc-4330-9323-9416f5df5bf2 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:51.200930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.209586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:51.210278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.243403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a541b089-a813-4957-a772-6aab0f1c054b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5651827 Nov 12 09:06:51.289382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:51.301296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'subnet': {'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:51.321305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.327884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.363029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:51.364314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.378367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-440b1172-1b5e-4e34-b5dd-79cd9e18fd88 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.1854956 Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:51.379448 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:51.420781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Request body: {'port': {'device_id': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:51.450202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:51.456920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670e7c1e-f93c-4a27-8bb0-466b1b9224cb']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.474880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-72079b6b-3f0e-4b22-a34e-42db82d8c402 None None] Provisioning complete for port b437af1f-2ae4-45a4-a9a0-15127a0ac302 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:51.475675 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72079b6b-3f0e-4b22-a34e-42db82d8c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.538272 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.545712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-186d877e-88cc-4330-9323-9416f5df5bf2', 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'fixed_ips': [{'subnet_id': '81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:06:51.547443 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.567698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-72079b6b-3f0e-4b22-a34e-42db82d8c402 None None] Port b437af1f-2ae4-45a4-a9a0-15127a0ac302 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:06:51.594856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.595117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd640d145-b48b-42f3-bad7-f7fc28c0a9fb') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.613791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8486ad-5580-424d-b8b7-ddeb6a74afd2 req-59b7ec83-4056-4762-b6f8-5c4af932a3bc tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:51.615543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c8486ad-5580-424d-b8b7-ddeb6a74afd2 req-59b7ec83-4056-4762-b6f8-5c4af932a3bc tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 945 time: 0.2043707 Nov 12 09:06:51.669271 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.680246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:51.685782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.689117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.699118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:51.718745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] 10.222.0.53 "DELETE /v2.0/networks/4dfa53e7-d161-4066-9e95-96a55936b03f HTTP/1.1" status: 204 len: 168 time: 1.7292559 Nov 12 09:06:51.730347 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.737785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-036e99e3-971c-4ed9-ae32-fd4019f49ba2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/floatingips/0531e8f6-8a22-4f97-ace3-6f8561807a0d HTTP/1.1" status: 200 len: 688 time: 1.6103570 Nov 12 09:06:51.740032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event deleted for resources: {'Port': ['ID=4c81d03f-54e6-4e60-be36-edf757f22b76,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.742452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c8486ad-5580-424d-b8b7-ddeb6a74afd2 req-47373e99-8811-479a-adaf-bc91ed1cfed2 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193881 Nov 12 09:06:51.742985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40720) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:51.748553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:51.749120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.769917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Allocated IP 10.1.1.2 (186d877e-88cc-4330-9323-9416f5df5bf2/81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc/9d2cc432-b291-4d2c-b302-bdb81378fa3c) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:51.853170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.893766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:51.895758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.901755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 5761d7ad-3d0d-4bee-9a6c-b2830dcd60e3 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:51.902260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:51.944350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab58b00-5c2f-48c7-9496-d8fa95ce413e admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfa53e7-d161-4066-9e95-96a55936b03f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:51.966936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:51.968126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898a2731-bfc4-46fa-ac83-e99489de3191 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:51.973349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:52.030667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.034113 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.034627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.068181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.073814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:06:52.074366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.075469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 5761d7ad-3d0d-4bee-9a6c-b2830dcd60e3 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:06:52.080777 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:06:52.154892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:52.171859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.222970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.233667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.306669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Network 186d877e-88cc-4330-9323-9416f5df5bf2 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:52.313305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:52.318752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Pushing event updated for resources: {'Port': ['ID=9d2cc432-b291-4d2c-b302-bdb81378fa3c,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:52.322646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:52.329848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d1b2ae0-ff36-4acc-8038-9994293a5018 req-14d7fe7b-7067-4757-8100-13fb7aff8f6f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 210 time: 0.0867748 Nov 12 09:06:52.330609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:06:52.337424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9f395f57-06de-4af3-9fc1-a7456931f9dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1573dce1d034410b80a9c5a5a256eb66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209388 Nov 12 09:06:52.339745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:52.376262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.410339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Attempting to bind port 9d2cc432-b291-4d2c-b302-bdb81378fa3c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:52.411023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Attempting to bind port 9d2cc432-b291-4d2c-b302-bdb81378fa3c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:52.411515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Attempting to bind port 9d2cc432-b291-4d2c-b302-bdb81378fa3c on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:52.419547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:52.420057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Checking segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:52.420410 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.420807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Bound using segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:52.421737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Bound port: 9d2cc432-b291-4d2c-b302-bdb81378fa3c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:52.422361 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.426232 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2361d-c7de-446d-8ed8-5ff61e7feb2c req-6613fccd-7e90-4483-b735-088ebc236eec tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:52.441277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5cc2361d-c7de-446d-8ed8-5ff61e7feb2c req-6613fccd-7e90-4483-b735-088ebc236eec tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 895 time: 0.5280867 Nov 12 09:06:52.465928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=5761d7ad-3d0d-4bee-9a6c-b2830dcd60e3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:52.493545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] For port 9d2cc432-b291-4d2c-b302-bdb81378fa3c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:52.497185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.499389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] For port 9d2cc432-b291-4d2c-b302-bdb81378fa3c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=9d2cc432-b291-4d2c-b302-bdb81378fa3c,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:52.505823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.522436 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.528205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] 10.222.0.53 "DELETE /v2.0/networks/670e7c1e-f93c-4a27-8bb0-466b1b9224cb HTTP/1.1" status: 204 len: 168 time: 1.9057693 Nov 12 09:06:52.573653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.577905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.585850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40732) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:52.589768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-73b73be9-ede6-409a-8088-304c05cc2e8d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/floatingips/0531e8f6-8a22-4f97-ace3-6f8561807a0d HTTP/1.1" status: 204 len: 168 time: 0.8456588 Nov 12 09:06:52.599314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b5ee4-16ae-4b01-9d20-2ed6620c419d None None] Pushing event updated for resources: {'Port': ['ID=9d2cc432-b291-4d2c-b302-bdb81378fa3c,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:52.604750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '52bb9ceb-848e-4fba-80ef-92944b1f1ba3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:52.627789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa70ad-2ac3-4dc6-9840-d663ed93a16e admin admin] Pushing event deleted for resources: {'Network': ['ID=670e7c1e-f93c-4a27-8bb0-466b1b9224cb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:52.781924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40734) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:52.808733 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.841832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0af01fac-b974-4205-a1d1-6fd709fdaf05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4026d7b86e754cf7b372fb3cd7f6e8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0587146 Nov 12 09:06:52.847097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40738) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:52.853208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12eea987-32b9-4ccf-be14-ac86498eecf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:52.967009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:06:52.985823 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] Sync routers for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:06:53.009726 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:53.010756 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:53.044726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f95fbf-c4a9-48fb-a88b-f2dd91c61f2c req-bcf7bbbf-ae03-4c65-8db8-84c52f491012 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:53.048573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98f95fbf-c4a9-48fb-a88b-f2dd91c61f2c req-bcf7bbbf-ae03-4c65-8db8-84c52f491012 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 945 time: 0.1674476 Nov 12 09:06:53.053007 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12eea987-32b9-4ccf-be14-ac86498eecf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.099738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9d83f5-9764-44d0-b726-8a9a9d9ea3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.151127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9d83f5-9764-44d0-b726-8a9a9d9ea3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.168224 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:53.219713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9d83f5-9764-44d0-b726-8a9a9d9ea3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.222997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9d83f5-9764-44d0-b726-8a9a9d9ea3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.226745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-be9d83f5-9764-44d0-b726-8a9a9d9ea3b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c266e1e9-91c0-4a57-b8c7-1177a0f77887 HTTP/1.1" status: 204 len: 168 time: 0.3753071 Nov 12 09:06:53.262179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d83f5-9764-44d0-b726-8a9a9d9ea3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c266e1e9-91c0-4a57-b8c7-1177a0f77887,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:53.294351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98f95fbf-c4a9-48fb-a88b-f2dd91c61f2c req-1aae544e-c823-4052-ad73-d53805849b05 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339194 Nov 12 09:06:53.475364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a860f296-d23d-458f-a6d0-501fe682f41d req-6e284255-9a66-42f1-9517-b04c352ee6db tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/ports?device_id=de657aca-2967-48d2-b0bb-833e3cf937ef HTTP/1.1" status: 200 len: 210 time: 0.0585947 Nov 12 09:06:53.592166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] No DVR routers for this DVR port 4c81d03f-54e6-4e60-be36-edf757f22b76 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:06:53.601638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.605298 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d929bdc-d5e8-48fe-b82c-e38a420f9ad4 req-9fa76691-ac51-4a47-815b-64b8107b08c7 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.55 "DELETE /v2.0/ports/4c81d03f-54e6-4e60-be36-edf757f22b76 HTTP/1.1" status: 204 len: 173 time: 5.7583752 Nov 12 09:06:53.664475 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:53.665875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'name': 'network-vif-deleted', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:53.670566 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d623f76-9589-41c7-85d1-8e93e90de086" -d '{"events": [{"server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "name": "network-vif-deleted", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:53.787996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48531e2b-936a-4406-b6f1-455beb618cb0 req-1bbc707f-4452-4654-8952-b7153e28b382 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:53.791364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:53.801246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-48531e2b-936a-4406-b6f1-455beb618cb0 req-1bbc707f-4452-4654-8952-b7153e28b382 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 895 time: 0.1655324 Nov 12 09:06:53.804121 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] Checking router: 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:06:53.821019 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:06:53.823001 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:54.010190 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12eea987-32b9-4ccf-be14-ac86498eecf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:54.017781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12eea987-32b9-4ccf-be14-ac86498eecf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:54.038386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12eea987-32b9-4ccf-be14-ac86498eecf5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfa64638-f8bd-4826-aa21-aa79514e5c9f HTTP/1.1" status: 204 len: 168 time: 1.6818748 Nov 12 09:06:54.174605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eea987-32b9-4ccf-be14-ac86498eecf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa64638-f8bd-4826-aa21-aa79514e5c9f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:54.184269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Subnet': ['ID=074e8059-0fc1-4ab9-b740-5b3fe839daab,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:54.204376 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:06:54.239615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b437af1f-2ae4-45a4-a9a0-15127a0ac302 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:54.281004 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:54.366474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Checking segment: {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:54.366956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network hostable DHCP agents. Network: 4be4b44d-5281-4565-a5f1-ae7e6d0b9675, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:54.381443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:54.420999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Transition to ACTIVE for port object b437af1f-2ae4-45a4-a9a0-15127a0ac302 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:06:54.549742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:54.608412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9d2cc432-b291-4d2c-b302-bdb81378fa3c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:54.610601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2b15ec-de91-4774-88d3-a3d3d9d8581b None None] Network 186d877e-88cc-4330-9323-9416f5df5bf2 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:54.745536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:54.816917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40804) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:54.838700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4be4b44d-5281-4565-a5f1-ae7e6d0b9675) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:54.854499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:54.855335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:54.858752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b437af1f-2ae4-45a4-a9a0-15127a0ac302,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:54.905412 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:06:54.916244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e34a325-e4a1-460a-9986-7bf8610ce1cf None None] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:54.926625 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1200881f-a235-4ced-ac79-39311b535258 x-openstack-request-id: req-1200881f-a235-4ced-ac79-39311b535258 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:54.929879 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de657aca-2967-48d2-b0bb-833e3cf937ef", "name": "network-vif-deleted", "tag": "4c81d03f-54e6-4e60-be36-edf757f22b76", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:54.930725 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1200881f-a235-4ced-ac79-39311b535258 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:54.931375 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de657aca-2967-48d2-b0bb-833e3cf937ef', 'name': 'network-vif-deleted', 'tag': '4c81d03f-54e6-4e60-be36-edf757f22b76', 'status': 'completed', 'code': 200} Nov 12 09:06:54.970222 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767dc874-2e60-4f1a-b145-44465b42793e None None] The sync data for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 is: [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:04:34Z', 'revision_number': 4, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '596b32ae-6988-48aa-9fb2-12b9e5c70d84', 'name': '', 'network_id': 'da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'mac_address': 'fa:16:3e:3b:b5:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:33Z', 'updated_at': '2021-11-12T09:04:39Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'subnets': [{'id': 'ad5bf593-1863-4b29-bcf0-90f96dfc0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:06:55.036072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404b35a-8b4a-415d-ad6b-410e10fc3bb4 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.067195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16849737-c463-4229-88f8-874fdf67e365 req-92c9385d-adb9-451c-b976-98e11c848182 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:55.080666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16849737-c463-4229-88f8-874fdf67e365 req-92c9385d-adb9-451c-b976-98e11c848182 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 907 time: 0.0972025 Nov 12 09:06:55.104714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7652d57f-85f7-4457-8800-df5d7cba72c3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8120100 Nov 12 09:06:55.107434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.107929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.121763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'port': {'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'name': 'tempest-TaggedBootDevicesTest-1777893402', 'fixed_ips': [{'subnet_id': '81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:55.122478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404b35a-8b4a-415d-ad6b-410e10fc3bb4 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.232756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404b35a-8b4a-415d-ad6b-410e10fc3bb4 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.240181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404b35a-8b4a-415d-ad6b-410e10fc3bb4 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.242346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d404b35a-8b4a-415d-ad6b-410e10fc3bb4 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "DELETE /v2.0/security-groups/7e162e56-ef2a-4a4e-bcf4-d633536cdd9a HTTP/1.1" status: 204 len: 168 time: 0.4243593 Nov 12 09:06:55.247463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40826) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.284545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b3bfd267-094c-43d1-b96a-35ee1721d785 None None] Provisioning complete for port 9d2cc432-b291-4d2c-b302-bdb81378fa3c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:55.286585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd267-094c-43d1-b96a-35ee1721d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.290050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40828) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.291198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404b35a-8b4a-415d-ad6b-410e10fc3bb4 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e162e56-ef2a-4a4e-bcf4-d633536cdd9a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:55.294022 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-77cbe16b-d369-40b6-a700-4f1fb53676f9 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] show failed (client error): The resource could not be found. Nov 12 09:06:55.295391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-77cbe16b-d369-40b6-a700-4f1fb53676f9 tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "GET /v2.0/security-groups/7e162e56-ef2a-4a4e-bcf4-d633536cdd9a HTTP/1.1" status: 404 len: 347 time: 0.0344505 Nov 12 09:06:55.304280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40830) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.382572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.25.5.173 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/5164993b-0ad2-4d89-b537-8cf36b0bae23) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:55.413484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c811bafb-1fd3-4f7a-a71e-c305177fecb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0009db57f29f41b9900213652c7a6b44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163428 Nov 12 09:06:55.414343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40832) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:55.561509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccf07a-3df9-4328-b1a9-6e8054763186 None None] New status for floating IP 17ee4a68-06b2-45ed-8d12-70bce9f90745: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:55.566205 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd267-094c-43d1-b96a-35ee1721d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.574646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0573f137-1f28-4f0e-9401-11acdb2340b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.580942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 9d2cc432-b291-4d2c-b302-bdb81378fa3c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:55.581675 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.586209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Attempting to bind port b437af1f-2ae4-45a4-a9a0-15127a0ac302 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:55.586559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Attempting to bind port b437af1f-2ae4-45a4-a9a0-15127a0ac302 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:55.591277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Deleting port 67ba9c9f-9e63-438a-b14f-363f1e3d035a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:55.591629 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.593530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Attempting to bind port b437af1f-2ae4-45a4-a9a0-15127a0ac302 on network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:55.615578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b3bfd267-094c-43d1-b96a-35ee1721d785 None None] For port 9d2cc432-b291-4d2c-b302-bdb81378fa3c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=9d2cc432-b291-4d2c-b302-bdb81378fa3c,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:55.622291 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0573f137-1f28-4f0e-9401-11acdb2340b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.630848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-888251998-network', 'tenant_id': 'b8f7f95f67354e7f85a06329457f7f88'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:55.654873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Port b437af1f-2ae4-45a4-a9a0-15127a0ac302 on network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:06:55.655135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Attempting to bind port b437af1f-2ae4-45a4-a9a0-15127a0ac302 on network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:55.677057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Made reservation on behalf of b8f7f95f67354e7f85a06329457f7f88 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:55.679030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.684052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3bfd267-094c-43d1-b96a-35ee1721d785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.694556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:55.694919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Checking segment: {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:55.695300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Bound using segment: {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:55.695744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Bound port: b437af1f-2ae4-45a4-a9a0-15127a0ac302, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54522f43-49b1-421f-adbf-d2af24c2867f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:55.696132 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.732828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.733312 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.754843 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.756334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Calling delete_port for 67ba9c9f-9e63-438a-b14f-363f1e3d035a owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:55.866980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfd267-094c-43d1-b96a-35ee1721d785 None None] Pushing event updated for resources: {'Port': ['ID=9d2cc432-b291-4d2c-b302-bdb81378fa3c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:55.877923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] For port b437af1f-2ae4-45a4-a9a0-15127a0ac302, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:55.881529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] For port b437af1f-2ae4-45a4-a9a0-15127a0ac302, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:55.898628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4be4b44d-5281-4565-a5f1-ae7e6d0b9675', 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'fixed_ips': [{'subnet_id': '074e8059-0fc1-4ab9-b740-5b3fe839daab'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:06:55.900216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.901449 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.967369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:55.968008 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:55.969599 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-dcccf07a-3df9-4328-b1a9-6e8054763186 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 09:06:55.969599 n-d-769329-17 neutron-server[109378]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Nov 12 09:06:55.969599 n-d-769329-17 neutron-server[109378]: [parameters: {'status': 'DOWN', 'floatingips_id': '17ee4a68-06b2-45ed-8d12-70bce9f90745'}] Nov 12 09:06:55.969599 n-d-769329-17 neutron-server[109378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:06:55.970070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] 10.222.0.62 "PUT /v2.0/ports/b437af1f-2ae4-45a4-a9a0-15127a0ac302 HTTP/1.1" status: 200 len: 1056 time: 4.5640819 Nov 12 09:06:55.970633 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-dcccf07a-3df9-4328-b1a9-6e8054763186 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:06:55.974015 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.003715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:56.062326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0573f137-1f28-4f0e-9401-11acdb2340b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.075732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0573f137-1f28-4f0e-9401-11acdb2340b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.077061 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0573f137-1f28-4f0e-9401-11acdb2340b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e7f640a-48ef-41db-af9b-f0f3ddd66e9f HTTP/1.1" status: 204 len: 168 time: 0.6615593 Nov 12 09:06:56.083971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.149662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573f137-1f28-4f0e-9401-11acdb2340b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7f640a-48ef-41db-af9b-f0f3ddd66e9f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:56.259171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Allocated IP 10.2.2.2 (4be4b44d-5281-4565-a5f1-ae7e6d0b9675/074e8059-0fc1-4ab9-b740-5b3fe839daab/4c143984-e7bb-4304-8e14-2053440f1408) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:56.302302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Pushing event deleted for resources: {'Port': ['ID=67ba9c9f-9e63-438a-b14f-363f1e3d035a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:56.469428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9b890124-3666-45e8-8260-d12e71c6fb22 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:06:56.493569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e737a36-467f-45d7-ab0c-87d9c9ba332f req-b7badf15-8f6d-49ed-b1b0-b913073535e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:56.495193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e737a36-467f-45d7-ab0c-87d9c9ba332f req-b7badf15-8f6d-49ed-b1b0-b913073535e1 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 907 time: 0.2165868 Nov 12 09:06:56.501824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.505766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.507050 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-13d89cdb-888c-49dc-a08e-91afccddac5f tempest-ServersTestFqdnHostnames-1292044009 tempest-ServersTestFqdnHostnames-1292044009-project] 10.222.0.53 "DELETE /v2.0/floatingips/17ee4a68-06b2-45ed-8d12-70bce9f90745 HTTP/1.1" status: 204 len: 168 time: 1.2002950 Nov 12 09:06:56.510473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40852) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:56.576001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcccf07a-3df9-4328-b1a9-6e8054763186 None None] New status for floating IP 17ee4a68-06b2-45ed-8d12-70bce9f90745: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:06:56.579032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9d2cc432-b291-4d2c-b302-bdb81378fa3c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:06:56.584280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.598604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.651546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.706902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7487836-0084-4dd0-9ffa-7f58016b0dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=b437af1f-2ae4-45a4-a9a0-15127a0ac302,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:56.773919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08f622a-8a28-43e9-82dd-60ab371333a7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:56.777701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=5164993b-0ad2-4d89-b537-8cf36b0bae23,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:56.796452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-a71b8eff-3f1d-4ce5-8bfa-d32fc3ff19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:56.798184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-a71b8eff-3f1d-4ce5-8bfa-d32fc3ff19fd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 1059 time: 0.7296183 Nov 12 09:06:56.810011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:06:56.816149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:56.912238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:56.945321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'tag': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:06:56.950054 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe", "tag": "b437af1f-2ae4-45a4-a9a0-15127a0ac302"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:06:56.964979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.986483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:56.988347 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Added segment 9c8a851c-b4ac-4479-b77b-3819905afb73 of type vlan for network c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2 Nov 12 09:06:57.007065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:57.015558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '9b890124-3666-45e8-8260-d12e71c6fb22', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': '9b890124-3666-45e8-8260-d12e71c6fb22', 'mac_address': 'fa:16:3e:36:de:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:06:57.019095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-818d1c56-fc99-40e7-8722-4d212c1540b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302 HTTP/1.1" status: 200 len: 217 time: 0.2101955 Nov 12 09:06:57.022848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:57.120175 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd85e6e-94e8-47be-92f6-21623db7f509 x-openstack-request-id: req-bcd85e6e-94e8-47be-92f6-21623db7f509 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:06:57.120481 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe", "tag": "b437af1f-2ae4-45a4-a9a0-15127a0ac302", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:06:57.120928 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcd85e6e-94e8-47be-92f6-21623db7f509 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:06:57.121498 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'tag': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302', 'status': 'completed', 'code': 200} Nov 12 09:06:57.134911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 9d2cc432-b291-4d2c-b302-bdb81378fa3c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:57.135290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.217184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] device_id is not set on port f02a80e9-640c-4b12-96ff-50557c254644 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:06:57.219563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-03be7880-9690-4880-abae-6b1149a36d42 None None] Provisioning complete for port 9d2cc432-b291-4d2c-b302-bdb81378fa3c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:06:57.219971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03be7880-9690-4880-abae-6b1149a36d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.239296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.282762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.298076 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.300558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.349286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:06:57.361252 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.434859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-1ec364ca-d23d-4396-b8d3-13cc33f5acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:57.436362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-1ec364ca-d23d-4396-b8d3-13cc33f5acb9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdf8608f-78f2-44dd-9784-5d8608171825 HTTP/1.1" status: 200 len: 838 time: 0.3786945 Nov 12 09:06:57.486923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b890124-3666-45e8-8260-d12e71c6fb22 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:06:57.503190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:57.511321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:57.528067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.546376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:06:57.553930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:57.557903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:06:57.560917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Pushing event updated for resources: {'Port': ['ID=4c143984-e7bb-4304-8e14-2053440f1408,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:57.666478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['9b890124-3666-45e8-8260-d12e71c6fb22'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:06:57.782371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Deleting port 596b32ae-6988-48aa-9fb2-12b9e5c70d84 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:06:57.782703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.801388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.802383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:57.802978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.885870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7715623 Nov 12 09:06:57.887491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40914) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:57.901085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Request body: {'subnet': {'network_id': 'c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-888251998-subnet', 'tenant_id': 'b8f7f95f67354e7f85a06329457f7f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:57.937178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Attempting to bind port 4c143984-e7bb-4304-8e14-2053440f1408 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:06:57.937783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Attempting to bind port 4c143984-e7bb-4304-8e14-2053440f1408 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:06:57.943350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Attempting to bind port 4c143984-e7bb-4304-8e14-2053440f1408 on network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:06:57.949324 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.950001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:57.972395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:06:57.972733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Checking segment: {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:57.973043 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.983544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Bound using segment: {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:06:57.984104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Bound port: 4c143984-e7bb-4304-8e14-2053440f1408, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:06:57.984568 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:57.996287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Made reservation on behalf of b8f7f95f67354e7f85a06329457f7f88 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:57.998749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.035139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] For port 596b32ae-6988-48aa-9fb2-12b9e5c70d84, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=596b32ae-6988-48aa-9fb2-12b9e5c70d84,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:06:58.035758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.193984 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-network', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:06:58.209348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b6ab6999-1bc0-47fb-96ef-bf377fa2c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:58.217751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-b6ab6999-1bc0-47fb-96ef-bf377fa2c670 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c0c1215-67ff-4b2f-b7e6-a904d843d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7625341 Nov 12 09:06:58.222323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593cf35-0b49-4bd5-8c47-17e40360ffe6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:58.239665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:06:58.261365 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.266769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] For port 4c143984-e7bb-4304-8e14-2053440f1408, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:06:58.358239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] For port 4c143984-e7bb-4304-8e14-2053440f1408, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4c143984-e7bb-4304-8e14-2053440f1408,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:06:58.435466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.452539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd6e74-8122-4a09-bacc-51b549054001 req-9f94b1f7-938b-4075-9757-db7c59d673da tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:58.456568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92dd6e74-8122-4a09-bacc-51b549054001 req-9f94b1f7-938b-4075-9757-db7c59d673da tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 907 time: 0.6291103 Nov 12 09:06:58.481046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Calling delete_port for 596b32ae-6988-48aa-9fb2-12b9e5c70d84 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:06:58.491148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.493598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43486d50-f32a-4be5-a60e-0833158de4e1 None None] Pushing event updated for resources: {'Port': ['ID=4c143984-e7bb-4304-8e14-2053440f1408,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:58.633586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Made reservation on behalf of b749a78f7ca54b6ba2a95de4414e36f2 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:06:58.647253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.708677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 10.1.1.127 (186d877e-88cc-4330-9323-9416f5df5bf2/81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc/f02a80e9-640c-4b12-96ff-50557c254644) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:06:58.719725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f8f13ce-a1a7-4704-a726-8eb2f3fd71a2,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:06:58.750250 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:58.827542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Checking segment: {'id': '9c8a851c-b4ac-4479-b77b-3819905afb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:06:58.827934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Network hostable DHCP agents. Network: c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:06:58.914685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-a344fdc8-7a12-47e1-8dae-aebefef65aed service neutron] 10.222.0.62 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842744 Nov 12 09:06:59.009768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Network c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:06:59.051409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:06:59.062007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6f0a8-207a-4287-847f-2b37c1b65902 None None] Network c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:59.094276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.095946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.139010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3558078e-63d5-4357-9365-c0e60fa05c14 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2342770 Nov 12 09:06:59.270593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.324198 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-58708666-6f35-4a6e-964f-1f285ed32797 req-952ff54c-ea36-4a4c-9783-599d65ec5df7 service neutron] 10.222.0.62 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917248 Nov 12 09:06:59.401272 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.452919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff2e07-d1d4-4ca6-a345-b9cd7e4fec86 None None] Network c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:06:59.479387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:06:59.559811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] Deleting subnet 9f8f13ce-a1a7-4704-a726-8eb2f3fd71a2 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:06:59.563837 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.622114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:06:59.725733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-b7f43095-5d5c-4fc9-a604-c28cb845e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.727485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-b7f43095-5d5c-4fc9-a604-c28cb845e134 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 1059 time: 0.3317416 Nov 12 09:06:59.897295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-1c3f059b-c0d9-4fa9-b28d-6fa47810714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:06:59.899199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-1c3f059b-c0d9-4fa9-b28d-6fa47810714b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c0c1215-67ff-4b2f-b7e6-a904d843d470 HTTP/1.1" status: 200 len: 899 time: 0.1185503 Nov 12 09:06:59.980788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-e506409c-e434-42c1-998e-e8c4b4593e3e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302 HTTP/1.1" status: 200 len: 217 time: 0.0483339 Nov 12 09:07:00.066091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.073918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.075205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8098c-0cda-4ff5-a251-a64eca48b96a req-e8e65667-820a-4321-8842-86f39a217842 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:00.084653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.097663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13e8098c-0cda-4ff5-a251-a64eca48b96a req-e8e65667-820a-4321-8842-86f39a217842 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 907 time: 0.2016454 Nov 12 09:07:00.098344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:07:00.099869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.110781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.111324 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Added segment f4148156-aeec-4678-8f91-757a0490189c of type vlan for network 078b7db6-b3e3-4ab7-aee6-f51320e9abca Nov 12 09:07:00.228350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=596b32ae-6988-48aa-9fb2-12b9e5c70d84,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:00.246796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e589be-e5f8-44da-a2e4-8e7ac886e503 None None] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:00.439980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9b890124-3666-45e8-8260-d12e71c6fb22 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:00.504978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.518363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-45938c40-ae44-4444-b16e-ab9211396b09 None None] Provisioning complete for port 4c143984-e7bb-4304-8e14-2053440f1408 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:00.518791 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-45938c40-ae44-4444-b16e-ab9211396b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.672612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c143984-e7bb-4304-8e14-2053440f1408 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:00.813669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-45938c40-ae44-4444-b16e-ab9211396b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.836745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 9b890124-3666-45e8-8260-d12e71c6fb22 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:00.837367 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.901599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-7abd8273-9a54-4bb3-90bc-37db20e6dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:00.903774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-7abd8273-9a54-4bb3-90bc-37db20e6dbd2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdf8608f-78f2-44dd-9784-5d8608171825 HTTP/1.1" status: 200 len: 838 time: 0.9127984 Nov 12 09:07:00.927487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:00.993489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.003793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-45938c40-ae44-4444-b16e-ab9211396b09 None None] For port 4c143984-e7bb-4304-8e14-2053440f1408, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4c143984-e7bb-4304-8e14-2053440f1408,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:01.020223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:01.049305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-45938c40-ae44-4444-b16e-ab9211396b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.088049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.095652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f8f13ce-a1a7-4704-a726-8eb2f3fd71a2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:01.106005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0169a2-1bee-465f-aaa3-971d361c2770,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:01.115497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.132993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4c143984-e7bb-4304-8e14-2053440f1408 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:01.133319 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.135971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d420b6c2-3a0d-4e52-9be1-ab667f7f47ab admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9f8f13ce-a1a7-4704-a726-8eb2f3fd71a2 HTTP/1.1" status: 204 len: 168 time: 1.6507280 Nov 12 09:07:01.151945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40966) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:01.230145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-3aed953c-d5ef-45c7-9dcb-d7ab5b0f745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:01.232340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-3aed953c-d5ef-45c7-9dcb-d7ab5b0f745e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c0c1215-67ff-4b2f-b7e6-a904d843d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3145995 Nov 12 09:07:01.236473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.237983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:01.238849 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.305711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.309515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.350733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45938c40-ae44-4444-b16e-ab9211396b09 None None] Pushing event updated for resources: {'Port': ['ID=4c143984-e7bb-4304-8e14-2053440f1408,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:01.372713 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.374688 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7871969 Nov 12 09:07:01.376301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.386380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40968) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:01.460439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:01.462741 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd9148d-131a-4d2d-8a61-9aeda0acd5b4" -d '{"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-plugged", "status": "completed", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:01.493223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:01.504597 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.558256 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398437b4-0dd3-451c-a31b-b885f3b959d4 x-openstack-request-id: req-398437b4-0dd3-451c-a31b-b885f3b959d4 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:01.558637 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-plugged", "status": "completed", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:01.558825 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-398437b4-0dd3-451c-a31b-b885f3b959d4 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:01.559202 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22', 'code': 200} Nov 12 09:07:01.564170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.582897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:01.604428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5b4db-a6c0-40f2-8306-99d35ea2da86 req-69e7fddb-60d7-4e67-a8b5-bf1fd7850767 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:01.606146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f5d5b4db-a6c0-40f2-8306-99d35ea2da86 req-69e7fddb-60d7-4e67-a8b5-bf1fd7850767 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 907 time: 0.3611815 Nov 12 09:07:01.618266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:01.624633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Request body: {'subnet': {'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-subnet', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:01.629084 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] Sync routers for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:01.635565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6373e631-55cf-4689-a51e-a9caef913a2b admin admin] 10.222.0.53 "PUT /v2.0/routers/85ddaab1-a34c-4b82-bb0b-d1ade9b749f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1238141 Nov 12 09:07:01.637094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40974) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:01.651068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-5e138bf9-1030-463e-beba-b24adca7dc45 service neutron] 10.222.0.62 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093299 Nov 12 09:07:01.651661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15701df3-34a1-4857-9fe9-d4d1306ec636 admin admin] Pushing event updated for resources: {'Network': ['ID=078b7db6-b3e3-4ab7-aee6-f51320e9abca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:01.655683 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:01.656460 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:01.666087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:07:01.814042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Made reservation on behalf of b749a78f7ca54b6ba2a95de4414e36f2 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:01.814247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1f09c898-76c1-451d-93ec-0976cf82b12c None None] Provisioning complete for port 4c143984-e7bb-4304-8e14-2053440f1408 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:01.814568 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f09c898-76c1-451d-93ec-0976cf82b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.817741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.834021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 186d877e-88cc-4330-9323-9416f5df5bf2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:01.849528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b437af1f-2ae4-45a4-a9a0-15127a0ac302 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:07:01.919227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:01.920045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:01.940703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:01.945384 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:02.007583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.049769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8a851c-b4ac-4479-b77b-3819905afb73') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.055458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8a851c-b4ac-4479-b77b-3819905afb73') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.093668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b437af1f-2ae4-45a4-a9a0-15127a0ac302, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:02.097558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.117311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302', 'network_id': '9c0c1215-67ff-4b2f-b7e6-a904d843d470', 'port_id': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302', 'mac_address': 'fa:16:3e:33:48:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf8608f-78f2-44dd-9784-5d8608171825', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:07:02.122465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed3e5a8e-edc4-4f50-9388-3d8e3ab625fb req-ac9a1eee-f0e0-42d2-b1d1-7edc54c3103e service neutron] 10.222.0.62 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924460 Nov 12 09:07:02.123003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=f02a80e9-640c-4b12-96ff-50557c254644,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:02.149206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.177030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:07:02.177736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.212381 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.230690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b437af1f-2ae4-45a4-a9a0-15127a0ac302 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:02.263556 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b437af1f-2ae4-45a4-a9a0-15127a0ac302, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:02.275813 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.339418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:07:02.420767 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:07:02.450292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c143984-e7bb-4304-8e14-2053440f1408 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:02.460249 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:06:59Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.507990 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 8d536e18-8934-4455-a68e-fd2c462e4514 associated. External IP: 172.25.5.173, port: 52bb9ceb-848e-4fba-80ef-92944b1f1ba3. Nov 12 09:07:02.512596 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] Checking router: 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:02.530500 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] Routers {'85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:02.532224 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:02.557390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['b437af1f-2ae4-45a4-a9a0-15127a0ac302'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:07:02.598405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.602247 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.617036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b437af1f-2ae4-45a4-a9a0-15127a0ac302,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:02.639429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cc561530-b217-424a-a965-5ff0c7f69c42 None None] Provisioning complete for port f02a80e9-640c-4b12-96ff-50557c254644 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:02.639799 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc561530-b217-424a-a965-5ff0c7f69c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.699899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=5164993b-0ad2-4d89-b537-8cf36b0bae23,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:02.720796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cc561530-b217-424a-a965-5ff0c7f69c42 None None] Port f02a80e9-640c-4b12-96ff-50557c254644 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:02.736968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4c143984-e7bb-4304-8e14-2053440f1408 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:02.737435 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.754088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.758079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] 10.222.0.53 "DELETE /v2.0/networks/c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2 HTTP/1.1" status: 204 len: 168 time: 1.6032135 Nov 12 09:07:02.760712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:02.761647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:02.818924 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] Set router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:02.826431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e09cbd-781c-4004-addd-f827cadb713f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9d2ec42-e8bd-47fb-8f92-b0fde8bd62d2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:02.918317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-013239ca-9256-45c8-8973-b05494fa0bfc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.7968223 Nov 12 09:07:02.921090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40992) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:02.990788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'port': {'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'name': 'tempest-TaggedBootDevicesTest-1856773768', 'fixed_ips': [{'subnet_id': '81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:03.007703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.061632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f16101-13b5-4ba0-aa59-c2f35d211e37 req-18231dff-9567-4628-b629-257ea8d81211 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:03.063554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65f16101-13b5-4ba0-aa59-c2f35d211e37 req-18231dff-9567-4628-b629-257ea8d81211 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 908 time: 0.3002105 Nov 12 09:07:03.097387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:03.139339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Deleting port 8af51d3b-290b-4501-8dfc-ef66263c4102 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:03.139689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.284289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] For port 8af51d3b-290b-4501-8dfc-ef66263c4102, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8af51d3b-290b-4501-8dfc-ef66263c4102,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:03.284289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.285042 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:06:59Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:03.301143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Calling delete_port for 8af51d3b-290b-4501-8dfc-ef66263c4102 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:03.323749 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99311cd1-da2a-49fa-ab7a-ff47629192b0 None None] The sync data for ids ['85ddaab1-a34c-4b82-bb0b-d1ade9b749f8'] in n-d-769329-17 is: [{'id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'name': 'tempest-ServersTestFqdnHostnames-1393300649-router', 'tenant_id': 'a580d2395a0b4ccc98266a4cb3081122', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:04:26Z', 'updated_at': '2021-11-12T09:06:59Z', 'revision_number': 5, 'project_id': 'a580d2395a0b4ccc98266a4cb3081122', 'gw_port': {'id': '8af51d3b-290b-4501-8dfc-ef66263c4102', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c8:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ddaab1-a34c-4b82-bb0b-d1ade9b749f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1306, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:04:28Z', 'updated_at': '2021-11-12T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:03.370608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.470534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dbf1b287-27f6-45e9-9cf3-2e9fd3ed1fb9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8f7f95f67354e7f85a06329457f7f88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3676810 Nov 12 09:07:03.473910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41006) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:03.474596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ece2d6-487f-4379-b714-4ef7096b35ce,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:03.477434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:03.655391 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.731560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:03.738840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8af51d3b-290b-4501-8dfc-ef66263c4102,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:03.782178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba87ad57-bb06-41be-85df-2263a673848b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.816217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba87ad57-bb06-41be-85df-2263a673848b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.830228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b437af1f-2ae4-45a4-a9a0-15127a0ac302 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:03.838922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.955750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port b437af1f-2ae4-45a4-a9a0-15127a0ac302 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:07:03.966040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port b437af1f-2ae4-45a4-a9a0-15127a0ac302 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:03.967789 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.980143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba87ad57-bb06-41be-85df-2263a673848b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.989780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba87ad57-bb06-41be-85df-2263a673848b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:03.998986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ba87ad57-bb06-41be-85df-2263a673848b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a08f622a-8a28-43e9-82dd-60ab371333a7 HTTP/1.1" status: 204 len: 168 time: 0.4936671 Nov 12 09:07:04.005665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Checking segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:04.008572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Network hostable DHCP agents. Network: 078b7db6-b3e3-4ab7-aee6-f51320e9abca, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:07:04.050522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.053278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.131768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.133838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:07:04.143602 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.144911 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-971ee31d-4a94-4131-b4f1-edcfaa5c3c65 admin admin] 10.222.0.53 "DELETE /v2.0/routers/85ddaab1-a34c-4b82-bb0b-d1ade9b749f8 HTTP/1.1" status: 204 len: 168 time: 2.5067649 Nov 12 09:07:04.148518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41020) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:04.210665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87ad57-bb06-41be-85df-2263a673848b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08f622a-8a28-43e9-82dd-60ab371333a7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:04.224972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.234248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] Deleting subnet ad5bf593-1863-4b29-bcf0-90f96dfc0985 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:07:04.245097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.293922 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.348171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b437af1f-2ae4-45a4-a9a0-15127a0ac302, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:04.355438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:04.364924 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b53f0d6-e8ff-48a7-b165-ab60ef6d4806" -d '{"events": [{"server_uuid": "dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe", "name": "network-vif-plugged", "status": "completed", "tag": "b437af1f-2ae4-45a4-a9a0-15127a0ac302"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:04.372652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:07:04.387257 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.432751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.475627 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2e3227-aabb-468d-b5d4-ad70f798a4fc x-openstack-request-id: req-dd2e3227-aabb-468d-b5d4-ad70f798a4fc {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:04.475764 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe", "name": "network-vif-plugged", "status": "completed", "tag": "b437af1f-2ae4-45a4-a9a0-15127a0ac302", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:04.475977 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd2e3227-aabb-468d-b5d4-ad70f798a4fc {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:04.476384 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302', 'code': 200} Nov 12 09:07:04.520224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] device_id is not set on port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:07:04.526001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 596b32ae-6988-48aa-9fb2-12b9e5c70d84 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:04.551728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 078b7db6-b3e3-4ab7-aee6-f51320e9abca) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:04.594464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:04.595218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.616778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afed3bd-c155-4f92-b5d2-f65345f3a777 None None] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:04.663126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:04.678570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b489aebb-7042-45bc-9437-0b22b5370e9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0650280 Nov 12 09:07:04.686155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41034) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:04.728167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:04.748783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:04.753939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb649-1596-4e8b-aa4f-b20c75d4506e req-f240da79-cf3a-49b3-88bf-ad2bd3b1fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:04.755449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50dfb649-1596-4e8b-aa4f-b20c75d4506e req-f240da79-cf3a-49b3-88bf-ad2bd3b1fdc5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 1061 time: 0.1936364 Nov 12 09:07:04.758446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.758925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 596b32ae-6988-48aa-9fb2-12b9e5c70d84 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:04.759407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 596b32ae-6988-48aa-9fb2-12b9e5c70d84 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:04.766953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b437af1f-2ae4-45a4-a9a0-15127a0ac302,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:04.810932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.811437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.812053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.813598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.814445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.815959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.816309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.816800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.818874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.820215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.820705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.821173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:04.855363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:04.856363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:04.872811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.902037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6a2f8656-4aa2-45a4-b1fe-1365c498ca93 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 12.3008459 Nov 12 09:07:04.921401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41042) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:04.961305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:04.962399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.096455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 10.1.1.175 (186d877e-88cc-4330-9323-9416f5df5bf2/81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc/dfc7e81d-bd62-4231-95ef-08d8ae108bb7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:05.257527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.263672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:05.311213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:07:05.313857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.332768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:05.333803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:05.395343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:05.396589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510d9d7e-bd58-4295-a80a-c4cae9de4104 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:05.526697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:05.576061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Allocated IP 172.20.0.2 (078b7db6-b3e3-4ab7-aee6-f51320e9abca/d1ece2d6-487f-4379-b714-4ef7096b35ce/cc6203cd-cd6c-4af8-9308-d4413488f5f8) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:05.670188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.728765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1281686972-network', 'tenant_id': '7fec8eafdda54491ad08aa1c6676ed96'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:05.761904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-95914aba-307f-4886-abf7-4d0e2a31ac55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "GET /v2.0/floatingips/8d536e18-8934-4455-a68e-fd2c462e4514 HTTP/1.1" status: 200 len: 978 time: 0.8374655 Nov 12 09:07:05.768395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:05.796184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f378c-9f80-46d4-919d-c2350bd3f5b0 req-3753cedf-12eb-4db1-bdb6-bab55baaadc7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:05.807700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-092f378c-9f80-46d4-919d-c2350bd3f5b0 req-3753cedf-12eb-4db1-bdb6-bab55baaadc7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 908 time: 1.5580215 Nov 12 09:07:05.899733 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.908666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.912948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Made reservation on behalf of 7fec8eafdda54491ad08aa1c6676ed96 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:05.915301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.953319 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.975025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:05.991535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.006500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5bf593-1863-4b29-bcf0-90f96dfc0985,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:06.034886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Pushing event updated for resources: {'Port': ['ID=cc6203cd-cd6c-4af8-9308-d4413488f5f8,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:06.038906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.046591 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-558ffbea-4309-48b9-a266-32104eb6d38f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2696261 Nov 12 09:07:06.049642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:06.054183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:06.056429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c569dcfa-2990-4990-a57d-d4160a166474 None None] Network da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:06.061105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'port_id': '4516b803-2763-423f-97c9-a229f10ea195'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:06.067397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e3c0e5a1-6d59-4ab4-bc5a-c321ea365ac0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad5bf593-1863-4b29-bcf0-90f96dfc0985 HTTP/1.1" status: 204 len: 168 time: 1.9178064 Nov 12 09:07:06.069751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41080) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:06.108216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:06.114834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:06.224687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.271456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.318763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Deleting port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:06.319097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.379122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8af51d3b-290b-4501-8dfc-ef66263c4102 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:06.423730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 8af51d3b-290b-4501-8dfc-ef66263c4102 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:06.424253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8af51d3b-290b-4501-8dfc-ef66263c4102 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:06.440312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] For port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=06c41ad9-4621-4f6a-8ea4-39ea647d1da1,segment=NetworkSegment(de681825-1aef-4f61-8bba-d773a130fa5b),segment_id=de681825-1aef-4f61-8bba-d773a130fa5b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:06.440820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.441232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Attempting to bind port cc6203cd-cd6c-4af8-9308-d4413488f5f8 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:06.441600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Attempting to bind port cc6203cd-cd6c-4af8-9308-d4413488f5f8 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:06.441961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Attempting to bind port cc6203cd-cd6c-4af8-9308-d4413488f5f8 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:06.451432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:06.451800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Checking segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:06.452241 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.452632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Bound using segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:06.453381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Bound port: cc6203cd-cd6c-4af8-9308-d4413488f5f8, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:06.454090 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.460508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Calling delete_port for 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:06.567326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.586764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] For port cc6203cd-cd6c-4af8-9308-d4413488f5f8, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:06.591440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] For port cc6203cd-cd6c-4af8-9308-d4413488f5f8, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc6203cd-cd6c-4af8-9308-d4413488f5f8,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:06.603732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.609291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Pushing event deleted for resources: {'Port': ['ID=06c41ad9-4621-4f6a-8ea4-39ea647d1da1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:06.614138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5ff2b-7805-4827-8c72-255ec02da8ea None None] DHCP port deletion for da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:07:06.617741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] No DVR routers for this DVR port 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:06.727867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.731749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36f3e1-24cc-44cb-a040-8a1dc4fe555e None None] Pushing event updated for resources: {'Port': ['ID=cc6203cd-cd6c-4af8-9308-d4413488f5f8,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:06.764152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:06.777439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de681825-1aef-4f61-8bba-d773a130fa5b') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:06.777989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de681825-1aef-4f61-8bba-d773a130fa5b') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:06.791687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.808745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.816986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:07:06.817736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:07:06.881492 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:07:06.887059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.896657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:06.900077 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] 10.222.0.53 "DELETE /v2.0/networks/da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1 HTTP/1.1" status: 204 len: 168 time: 0.8290694 Nov 12 09:07:06.934012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35ad03-e77a-4f04-928b-7d8e4a5b9351 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6dc2f6-88e3-4eaf-915f-bf0b51e6b2b1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:07.146442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f479d9-aa97-4d85-83db-227a08a74c67 req-4cb70dcd-011f-40f2-9a7f-8d0398429e14 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:07.148760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32f479d9-aa97-4d85-83db-227a08a74c67 req-4cb70dcd-011f-40f2-9a7f-8d0398429e14 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.0900488 Nov 12 09:07:07.153184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41108) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:07.252513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5f2d3da9-0cb2-4404-93ba-5b4555d1de50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a580d2395a0b4ccc98266a4cb3081122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958679 Nov 12 09:07:07.253149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41110) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:07.268194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32f479d9-aa97-4d85-83db-227a08a74c67 req-f3c33c17-0f81-4e0c-af8c-b44e9ab11d6f tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977197 Nov 12 09:07:07.295166 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.337969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a515b40-3f4e-45be-886a-e5dc77a9cc43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.369297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 186d877e-88cc-4330-9323-9416f5df5bf2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:07.371099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a515b40-3f4e-45be-886a-e5dc77a9cc43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.390442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:07.393416 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:07.446888 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a515b40-3f4e-45be-886a-e5dc77a9cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.449689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a515b40-3f4e-45be-886a-e5dc77a9cc43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.451116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7a515b40-3f4e-45be-886a-e5dc77a9cc43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c9ea717-19e2-40f8-8ecf-1f6186f3f8bf HTTP/1.1" status: 204 len: 168 time: 0.1968296 Nov 12 09:07:07.490380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a515b40-3f4e-45be-886a-e5dc77a9cc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ea717-19e2-40f8-8ecf-1f6186f3f8bf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:07.532665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:07.661150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0a2c0-1e08-4047-a727-e14eadffff4a req-e9fc5f7e-db16-4433-ab04-4d69d8d5302c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:07.662741 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-85b0a2c0-1e08-4047-a727-e14eadffff4a req-e9fc5f7e-db16-4433-ab04-4d69d8d5302c tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.3948133 Nov 12 09:07:07.670765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.688659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:07.689359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.692388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.834621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:07:07.873123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.910731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5899ced1-c170-490c-8020-cb9f57637cdd None None] Provisioning complete for port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:07.911307 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5899ced1-c170-490c-8020-cb9f57637cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.917330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.922247 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-26a615e1-81c4-4f1e-a9a0-eecb187666ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.9880967 Nov 12 09:07:07.930743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b0135d-e388-43a8-9dbe-46a4f18ef36d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:07.955087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:07.955462 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Added segment f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777 of type vlan for network 18b6727b-6b56-47f1-a3a0-6e613a689021 Nov 12 09:07:07.987615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98641468-b9c3-4b56-abb2-2fb6385cf95e req-f088fcdc-b7f7-44c4-b7b9-4b46923e8b70 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:07.992088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98641468-b9c3-4b56-abb2-2fb6385cf95e req-f088fcdc-b7f7-44c4-b7b9-4b46923e8b70 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.1216962 Nov 12 09:07:08.093273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5899ced1-c170-490c-8020-cb9f57637cdd None None] Port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:08.175364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.187030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920ce0b-19d3-4271-8bc8-20245660f58c req-407e6a44-ba9c-47c7-ae96-20c4b3232b36 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:08.209274 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0920ce0b-19d3-4271-8bc8-20245660f58c req-407e6a44-ba9c-47c7-ae96-20c4b3232b36 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 1061 time: 0.0676517 Nov 12 09:07:08.414097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41144) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:08.432079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4926b367-6735-48e1-a938-fbd2f0b87513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926435877', 'description': 'tempest-description--1739643700'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:08.450230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc6203cd-cd6c-4af8-9308-d4413488f5f8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:08.454895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2233ca2-9203-4140-9e51-bb8cb13ab2a6 None None] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:08.471543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.472563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:08.473151 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.480179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff997d3-901f-45fb-95cd-b21c56f42819 req-5a9dbc1b-6699-485d-9416-3df729b565bc tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:08.489841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ff997d3-901f-45fb-95cd-b21c56f42819 req-5a9dbc1b-6699-485d-9416-3df729b565bc tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1137 time: 0.1581430 Nov 12 09:07:08.498303 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4926b367-6735-48e1-a938-fbd2f0b87513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.583361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Allocated IP 172.25.5.187 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/04581fa8-247e-4736-9263-fd95c23fa0eb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:08.605275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ff997d3-901f-45fb-95cd-b21c56f42819 req-4f2c113f-6687-4ddd-a56c-4103759a2542 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1139386 Nov 12 09:07:08.622313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41150) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:08.678613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8f9e01d4-59c2-4f22-84c6-163e32486938 None None] Provisioning complete for port cc6203cd-cd6c-4af8-9308-d4413488f5f8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:08.679341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f9e01d4-59c2-4f22-84c6-163e32486938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.803652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ed971b-eec9-4096-bfd3-b030c79cc992 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:08.808387 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-89ed971b-eec9-4096-bfd3-b030c79cc992 tempest-TestSecurityGroupsBasicOps-1523875312 tempest-TestSecurityGroupsBasicOps-1523875312-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 1056 time: 0.1819901 Nov 12 09:07:08.812187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4926b367-6735-48e1-a938-fbd2f0b87513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.818025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4926b367-6735-48e1-a938-fbd2f0b87513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.860628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4926b367-6735-48e1-a938-fbd2f0b87513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.862157 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4926b367-6735-48e1-a938-fbd2f0b87513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4470325 Nov 12 09:07:08.865831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:08.870831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-16f5e919-39b6-428a-b6f7-735794f62ebc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'security_group_rule': {'security_group_id': 'c37114a5-b1e4-438a-8656-2be7a23bf778', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:08.878918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4926b367-6735-48e1-a938-fbd2f0b87513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37114a5-b1e4-438a-8656-2be7a23bf778,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:08.916954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cc6203cd-cd6c-4af8-9308-d4413488f5f8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:08.918012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16f5e919-39b6-428a-b6f7-735794f62ebc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:08.918401 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.065201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16f5e919-39b6-428a-b6f7-735794f62ebc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.067020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41170) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:09.080895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5496929 Nov 12 09:07:09.081121 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41174) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:09.094005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Request body: {'subnet': {'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1281686972-subnet', 'tenant_id': '7fec8eafdda54491ad08aa1c6676ed96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:09.116070 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16f5e919-39b6-428a-b6f7-735794f62ebc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.138087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Made reservation on behalf of 7fec8eafdda54491ad08aa1c6676ed96 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:09.142276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:07:09.143361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.173976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f9e01d4-59c2-4f22-84c6-163e32486938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.257975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16f5e919-39b6-428a-b6f7-735794f62ebc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.262093 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16f5e919-39b6-428a-b6f7-735794f62ebc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919141 Nov 12 09:07:09.265267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-335612319-network', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:09.270219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41178) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:09.280656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bd761189-3afb-4800-bd6a-5317e445a0ad tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'security_group_rule': {'security_group_id': 'c37114a5-b1e4-438a-8656-2be7a23bf778', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:09.285183 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.288071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5e919-39b6-428a-b6f7-735794f62ebc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd163c4b-0049-4747-9197-fb4c0aea5bb2,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:09.288506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8f9e01d4-59c2-4f22-84c6-163e32486938 None None] For port cc6203cd-cd6c-4af8-9308-d4413488f5f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc6203cd-cd6c-4af8-9308-d4413488f5f8,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:09.306775 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f9e01d4-59c2-4f22-84c6-163e32486938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.365901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:09.369673 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.377497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e01d4-59c2-4f22-84c6-163e32486938 None None] Pushing event updated for resources: {'Port': ['ID=cc6203cd-cd6c-4af8-9308-d4413488f5f8,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:09.389700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8f3ea-11b2-4dbf-9dc0-762242a25111 admin admin] Pushing event updated for resources: {'Network': ['ID=18b6727b-6b56-47f1-a3a0-6e613a689021,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:09.418940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.442681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:07:09.450230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42011d20-8d41-4412-ad56-b8ded06798c8 req-82ed6e50-1423-4e01-9387-2dc7d18e588a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:09.451858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42011d20-8d41-4412-ad56-b8ded06798c8 req-82ed6e50-1423-4e01-9387-2dc7d18e588a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.9529719 Nov 12 09:07:09.528279 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:07:09.528634 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:07:09.548937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cd1db-0f3a-43b4-9459-d2e853e606a8 req-cc6641e7-5130-4ce2-b26c-fb52b2a08a4a tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:09.550689 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-454cd1db-0f3a-43b4-9459-d2e853e606a8 req-cc6641e7-5130-4ce2-b26c-fb52b2a08a4a tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.2039971 Nov 12 09:07:09.556208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd761189-3afb-4800-bd6a-5317e445a0ad tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.585626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-4e49badb-735c-45ca-a07b-1f81273cfdab service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8664868 Nov 12 09:07:09.592913 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.611313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-447899f4-0ae1-46f7-90d6-2911d6ef74f1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:09.613010 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-447899f4-0ae1-46f7-90d6-2911d6ef74f1 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.8955445 Nov 12 09:07:09.627472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.633217 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd761189-3afb-4800-bd6a-5317e445a0ad tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.648715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd761189-3afb-4800-bd6a-5317e445a0ad tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.649778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.675979 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.736074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8dcde1db-00a4-40e6-8aed-d5fed628ac2a None None] Provisioning complete for port cc6203cd-cd6c-4af8-9308-d4413488f5f8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:09.737196 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8dcde1db-00a4-40e6-8aed-d5fed628ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.756733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13749916-801e-4c5f-af3d-4f7eb1327516,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:09.793402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd761189-3afb-4800-bd6a-5317e445a0ad tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff611d63-0fd4-4204-a6f8-250cc32974a0,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:09.838220 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd761189-3afb-4800-bd6a-5317e445a0ad tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.840898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bd761189-3afb-4800-bd6a-5317e445a0ad tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5683069 Nov 12 09:07:09.842423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42011d20-8d41-4412-ad56-b8ded06798c8 req-bcf51cd3-843a-4401-b42a-e936f9348a26 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3657348 Nov 12 09:07:09.849359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:09.856681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Checking segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:09.857193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Network hostable DHCP agents. Network: 18b6727b-6b56-47f1-a3a0-6e613a689021, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:07:09.910650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.918605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.921583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:09.928718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:07:09.953532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:07:09.963211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 18b6727b-6b56-47f1-a3a0-6e613a689021) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:09.974995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe736dd-e578-4410-803e-e75430de705c None None] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:09.979745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:09.980351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:09.989456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cb1562-e848-40ff-b07c-d54450b36d15,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:10.034677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.035365 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Added segment 1da03512-b504-439b-8fea-0f16508220c1 of type vlan for network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 Nov 12 09:07:10.117575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.177908 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.179961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:10.180876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.195681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:10.222995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e538135-08f7-44bc-b38e-0ff32e1638b4 None None] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:10.226010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:10.226365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 06c41ad9-4621-4f6a-8ea4-39ea647d1da1 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:10.262222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] Pushing event updated for resources: {'Network': ['ID=64b7a45c-9e48-4d6f-b362-2f76dcc8d318,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:10.318978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:07:10.374294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cef46-38b7-4c66-9269-c5f749edf37e req-89408a09-f5d8-46ae-b439-b1f3da902095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:10.376485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-89408a09-f5d8-46ae-b439-b1f3da902095 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 1061 time: 0.5944393 Nov 12 09:07:10.381581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a3810f0-cb96-470b-a243-e1a85caf2d8e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2996240 Nov 12 09:07:10.386411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-be214a2d-31a3-4a18-a4c8-b24f304d1918 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3155525 Nov 12 09:07:10.392767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:10.404314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Request body: {'subnet': {'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-subnet', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:10.421874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.425194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc6203cd-cd6c-4af8-9308-d4413488f5f8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:10.478128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:10.481115 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.529364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cc6203cd-cd6c-4af8-9308-d4413488f5f8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:10.530048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.716102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Deleting port f949dd15-8127-4bc8-8879-dba16e9fb726 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:10.716521 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.719684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.754392 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:10.823423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:10.851319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:10.914893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7d553-704d-43fe-b538-5efb648ed112 req-b0ce7344-d2b0-471c-a979-11f1b9405c96 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:10.916620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ec7d553-704d-43fe-b538-5efb648ed112 req-b0ce7344-d2b0-471c-a979-11f1b9405c96 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.1885827 Nov 12 09:07:10.923849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1bfae29-9c67-4a0b-a665-b7a64625e8f9,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:10.942758 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Checking segment: {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:10.943290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Network hostable DHCP agents. Network: 64b7a45c-9e48-4d6f-b362-2f76dcc8d318, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:07:10.952911 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 8d536e18-8934-4455-a68e-fd2c462e4514 associated. External IP: 172.25.5.173, port: 52bb9ceb-848e-4fba-80ef-92944b1f1ba3. Nov 12 09:07:10.964784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:07:10.981041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 64b7a45c-9e48-4d6f-b362-2f76dcc8d318) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:10.991071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a523164e-b4bd-439e-bf92-190d86d79897 None None] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:10.999001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:11.005390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:11.006037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.069899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e302fd3f-def4-4a40-b6ce-0d5f1cffe376 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6686699 Nov 12 09:07:11.070715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:11.086546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:11.152236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cef46-38b7-4c66-9269-c5f749edf37e req-351aac02-f20d-4a62-a457-b00f1b7fb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:11.157994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-351aac02-f20d-4a62-a457-b00f1b7fb029 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9c0c1215-67ff-4b2f-b7e6-a904d843d470 HTTP/1.1" status: 200 len: 899 time: 0.6967607 Nov 12 09:07:11.174447 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.175637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.295763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.364831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1940554b-1a4c-470d-95a8-8ec42120c897 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:11.366662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1940554b-1a4c-470d-95a8-8ec42120c897 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.62 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.6321411 Nov 12 09:07:11.398816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:07:11.400256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.414374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Pushing event updated for resources: {'Port': ['ID=04581fa8-247e-4736-9263-fd95c23fa0eb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:11.452697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-8a654559-cd38-4e3b-8b7b-7d819fdeb629 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302 HTTP/1.1" status: 200 len: 217 time: 0.1628394 Nov 12 09:07:11.641320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.657849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89e3c3-2d12-449e-b8dd-531af08df0d9 req-f92887da-c902-4c18-b6ae-fb76c78cd383 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:11.660483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec89e3c3-2d12-449e-b8dd-531af08df0d9 req-f92887da-c902-4c18-b6ae-fb76c78cd383 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 946 time: 0.3754010 Nov 12 09:07:11.665019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Allocated IP 172.20.0.2 (64b7a45c-9e48-4d6f-b362-2f76dcc8d318/f1bfae29-9c67-4a0b-a665-b7a64625e8f9/0505adc7-0471-4719-af7f-770ad576b6aa) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:11.765489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] For port f949dd15-8127-4bc8-8879-dba16e9fb726, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f949dd15-8127-4bc8-8879-dba16e9fb726,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:11.767463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.792028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec89e3c3-2d12-449e-b8dd-531af08df0d9 req-288d6986-8b13-4326-a1b7-2f8966aeea0c tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108222 Nov 12 09:07:11.971740 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:11.982543 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.026185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.063353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:12.080160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.083506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:12.095187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:12.135555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Pushing event updated for resources: {'Port': ['ID=0505adc7-0471-4719-af7f-770ad576b6aa,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:12.176816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cef46-38b7-4c66-9269-c5f749edf37e req-9f95ff47-41d9-4baf-846e-1aab2c4ef948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:12.178321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-9f95ff47-41d9-4baf-846e-1aab2c4ef948 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=fdf8608f-78f2-44dd-9784-5d8608171825 HTTP/1.1" status: 200 len: 838 time: 0.7119365 Nov 12 09:07:12.289145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Attempting to bind port 0505adc7-0471-4719-af7f-770ad576b6aa on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:12.289519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Attempting to bind port 0505adc7-0471-4719-af7f-770ad576b6aa by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:12.289889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Attempting to bind port 0505adc7-0471-4719-af7f-770ad576b6aa on network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:12.290630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Allocated IP 172.25.5.31 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/829f72d0-fba9-4bff-a85c-c21d7e5cdabc) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:12.308352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:12.308766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Checking segment: {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:12.309195 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.309585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Bound using segment: {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:12.310103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Bound port: 0505adc7-0471-4719-af7f-770ad576b6aa, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:12.310524 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.372288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.428504 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.470894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-74a116ac-0057-428f-9194-ef14e106862a None None] For port 0505adc7-0471-4719-af7f-770ad576b6aa, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:12.481687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-74a116ac-0057-428f-9194-ef14e106862a None None] For port 0505adc7-0471-4719-af7f-770ad576b6aa, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0505adc7-0471-4719-af7f-770ad576b6aa,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:12.491718 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.519702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f20b1-307d-4114-a09e-56652a73b057 req-3fd2cdcc-1fd4-4b13-96c6-762fd54c55d2 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:12.529309 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-3fd2cdcc-1fd4-4b13-96c6-762fd54c55d2 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 1.2417781 Nov 12 09:07:12.563941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f949dd15-8127-4bc8-8879-dba16e9fb726 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:12.568402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.628672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 172.25.5.132 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/011ef4a5-62e9-4749-8607-709fa97fcf5e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:12.634181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663b161-2f9a-4f94-bbfe-9ceac5feaf6f req-8a825101-a0ca-496f-b6dd-657375063786 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:12.636274 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a663b161-2f9a-4f94-bbfe-9ceac5feaf6f req-8a825101-a0ca-496f-b6dd-657375063786 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.1289108 Nov 12 09:07:12.658447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:12.664084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:12.666877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:12.668501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a116ac-0057-428f-9194-ef14e106862a None None] Pushing event updated for resources: {'Port': ['ID=0505adc7-0471-4719-af7f-770ad576b6aa,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:12.769840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.834063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:12.837413 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773be36e-523b-4cad-91b0-435f15af41b1" -d '{"events": [{"server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:12.873566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f949dd15-8127-4bc8-8879-dba16e9fb726, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f949dd15-8127-4bc8-8879-dba16e9fb726,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:12.879096 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:12.901561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.043135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f949dd15-8127-4bc8-8879-dba16e9fb726,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:13.067837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Pushing event updated for resources: {'Port': ['ID=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:13.082126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be50bd4-7afe-4742-9879-33a3bf89e167 req-9c0c6894-c424-487e-8c75-22c9848b1509 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:13.089764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9be50bd4-7afe-4742-9879-33a3bf89e167 req-9c0c6894-c424-487e-8c75-22c9848b1509 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 944 time: 0.1526058 Nov 12 09:07:13.221261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9be50bd4-7afe-4742-9879-33a3bf89e167 req-97bf4b9e-a974-4b13-80e7-ba8509425142 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231122 Nov 12 09:07:13.222574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.348313 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde535a-a237-4670-a785-af254e6764d9 x-openstack-request-id: req-ccde535a-a237-4670-a785-af254e6764d9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:13.348857 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "name": "network-vif-unplugged", "status": "completed", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:13.349005 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccde535a-a237-4670-a785-af254e6764d9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:13.349460 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'code': 200} Nov 12 09:07:13.390301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting port b437af1f-2ae4-45a4-a9a0-15127a0ac302 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:13.390723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.408620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-76b47ccc-f36b-4b6e-8a80-eece347f9b81 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/quotas/7fec8eafdda54491ad08aa1c6676ed96 HTTP/1.1" status: 200 len: 375 time: 0.8800867 Nov 12 09:07:13.467747 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.539840 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.629606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cef46-38b7-4c66-9269-c5f749edf37e req-22862f8e-6794-49d2-9294-76e9d4c76005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:13.631354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-22862f8e-6794-49d2-9294-76e9d4c76005 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9c0c1215-67ff-4b2f-b7e6-a904d843d470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.4347408 Nov 12 09:07:13.634834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-00afb1cd-275d-4b10-89d4-98bc4a1a6714 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1884291 Nov 12 09:07:13.826111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:13.849434 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1cec9ae0-3b19-4a14-a79e-baaec141cbd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.863523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:13.993021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] For port b437af1f-2ae4-45a4-a9a0-15127a0ac302, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b437af1f-2ae4-45a4-a9a0-15127a0ac302,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:13.993672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.009848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Calling delete_port for b437af1f-2ae4-45a4-a9a0-15127a0ac302 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:14.043903 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.043903 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.043903 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Floating IP 55fbd2dc-560a-4650-abaf-c7796d61d3f5 disassociated. External IP: 172.25.5.82, port: f949dd15-8127-4bc8-8879-dba16e9fb726. Nov 12 09:07:14.044335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Calling delete_port for f949dd15-8127-4bc8-8879-dba16e9fb726 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:14.076050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e5d5-9971-46a9-a201-7889a0ec635f req-44e81e4f-23b9-4260-8899-7b9b7364f9ab tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:14.077542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8a20e5d5-9971-46a9-a201-7889a0ec635f req-44e81e4f-23b9-4260-8899-7b9b7364f9ab tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.0837102 Nov 12 09:07:14.128651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Router a38c9339-e3d8-4604-99e6-1b6780b918cb is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:07:14.135066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=011ef4a5-62e9-4749-8607-709fa97fcf5e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:14.164182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:14.193494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:14.200625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cde03c-444b-4479-8387-ea905bf9a6a4 None None] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:14.207726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:14.377033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:14.389556 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Sync routers for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:14.410591 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:14.413906 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:14.425567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.430055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6ed3d179-d408-46cf-aa45-895cc0b5df2e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3539360 Nov 12 09:07:14.432440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41262) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:14.534062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0505adc7-0471-4719-af7f-770ad576b6aa up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:14.535794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-79f3e0ea-b6fd-42d9-9691-57a19ac87721 service neutron] 10.222.0.62 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8855121 Nov 12 09:07:14.609922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611f6a6-3d41-4ab8-a51c-39a737edfe10 req-af78be84-7238-40d4-a6e6-cea217a41363 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:14.612975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3611f6a6-3d41-4ab8-a51c-39a737edfe10 req-af78be84-7238-40d4-a6e6-cea217a41363 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 944 time: 0.1841533 Nov 12 09:07:14.631352 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-0b647512-dac4-4ef0-94eb-989bcd2f995c service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9558799 Nov 12 09:07:14.636861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-994b21ec-b449-457f-b3aa-cd2e4dadb353 None None] Provisioning complete for port 0505adc7-0471-4719-af7f-770ad576b6aa triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:14.637240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-994b21ec-b449-457f-b3aa-cd2e4dadb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.689249 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:14.758105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3611f6a6-3d41-4ab8-a51c-39a737edfe10 req-4e8a5742-0d25-43ed-9c3a-10049a293ae9 tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2ab8efa-65c4-484b-b821-8e5100411cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291595 Nov 12 09:07:14.850789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.875364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-16eefa0b-5069-48d6-a12d-234f1176efe8 service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105629 Nov 12 09:07:14.885461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-994b21ec-b449-457f-b3aa-cd2e4dadb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.903207 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:12Z', 'revision_number': 3, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:14.912156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0505adc7-0471-4719-af7f-770ad576b6aa triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:14.918364 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:14.971977 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Checking router: a38c9339-e3d8-4604-99e6-1b6780b918cb for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:14.979057 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Updating router a38c9339-e3d8-4604-99e6-1b6780b918cb port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:07:15.009351 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.045651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-994b21ec-b449-457f-b3aa-cd2e4dadb353 None None] For port 0505adc7-0471-4719-af7f-770ad576b6aa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0505adc7-0471-4719-af7f-770ad576b6aa,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:15.060290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-994b21ec-b449-457f-b3aa-cd2e4dadb353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.195450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589cef46-38b7-4c66-9269-c5f749edf37e req-9f945c13-a58d-4d41-9960-706997070894 service neutron] 10.222.0.62 "GET /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451434 Nov 12 09:07:15.256378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event deleted for resources: {'Port': ['ID=f949dd15-8127-4bc8-8879-dba16e9fb726,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:15.394869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-37b74096-0e7c-4aa7-be9b-14b00e0309c6 None None] Provisioning complete for port 0505adc7-0471-4719-af7f-770ad576b6aa triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:15.395380 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37b74096-0e7c-4aa7-be9b-14b00e0309c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.397251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b21ec-b449-457f-b3aa-cd2e4dadb353 None None] Pushing event updated for resources: {'Port': ['ID=0505adc7-0471-4719-af7f-770ad576b6aa,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:15.510155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6401f-9b56-4c41-938f-72327ba82001 req-52cc1fb2-b78b-4310-982d-6febd8acffe7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:15.511862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18e6401f-9b56-4c41-938f-72327ba82001 req-52cc1fb2-b78b-4310-982d-6febd8acffe7 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 909 time: 0.2263846 Nov 12 09:07:15.685220 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.694307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.704449 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.751547 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01e1b876-d5cd-4a52-b2f4-3cd600bd17fc req-8af27d71-53a5-49a9-8016-32bb1db9dfe8 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 210 time: 0.2736595 Nov 12 09:07:15.828745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:15.838716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:15.854308 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.855756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:15.856440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.857649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:15.882696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b437af1f-2ae4-45a4-a9a0-15127a0ac302 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:15.896559 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Attempting to bind port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:15.902170 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Attempting to bind port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:15.907009 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Attempting to bind port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:15.914601 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Pushing event updated for resources: {'Port': ['ID=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:15.948679 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:15.949081 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:15.949711 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.949878 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:15.955695 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Bound port: 829f72d0-fba9-4bff-a85c-c21d7e5cdabc, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:15.956331 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:15.971027 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.973707 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.975695 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.977219 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.979690 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.984103 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.986628 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.986971 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.987740 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.987740 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.988366 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:15.998073 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:16.027727 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.055611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:16.133896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Allocated IP 172.20.0.1 (64b7a45c-9e48-4d6f-b362-2f76dcc8d318/f1bfae29-9c67-4a0b-a665-b7a64625e8f9/8afaf473-2cc4-41d0-8832-7f764dd3588e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:16.183950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No active binding found for port b437af1f-2ae4-45a4-a9a0-15127a0ac302 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:07:16.185526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b437af1f-2ae4-45a4-a9a0-15127a0ac302 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:16.191426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:16.194099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:06:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:16.257531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.318259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.334565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:16.336608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efff735-ec14-4d6b-9214-9d0f90ba4c8c None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:16.380512 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17c746c2-cc67-4703-953d-21ef8f8fe03e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.420053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0505adc7-0471-4719-af7f-770ad576b6aa up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:16.488473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d4dd1ed-f0df-40e7-8e8e-eff8c6d10bd8 req-6e884cd8-08a1-4c30-bf29-3e720fe2374e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 210 time: 0.1693683 Nov 12 09:07:16.499336 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] For port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:16.504676 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] For port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:16.521497 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.587638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0505adc7-0471-4719-af7f-770ad576b6aa triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:16.589680 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.601307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.611704 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe777376-15f8-40c8-bfb8-a0b883ee44b4 None None] Pushing event updated for resources: {'Port': ['ID=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:16.636668 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:16.637451 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:16.638922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8afaf473-2cc4-41d0-8832-7f764dd3588e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:16.670246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:16.680773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:16.684510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:16.689008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Router 04b01442-1803-48d4-a986-856215daca83 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:16.717055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Port': ['ID=b437af1f-2ae4-45a4-a9a0-15127a0ac302,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:16.816215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:16.858220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-83b6c6b8-1092-4d1a-ae7e-5591417bd0ce req-747d5d76-a668-46ed-81b0-6e9b2104f47b tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 210 time: 0.1644082 Nov 12 09:07:16.987244 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:16.995463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb66fd38-ec8a-4d31-9b6f-89d6a7b98db9 req-3e3507d5-a730-4643-ac84-fdca7b15e8c1 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 210 time: 0.0442238 Nov 12 09:07:17.075663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] No DVR routers for this DVR port b437af1f-2ae4-45a4-a9a0-15127a0ac302 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:17.129539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:17.135621 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a85a6e96-e933-4345-9856-b8ed385dbfa3 req-1f2030f0-a973-4806-8637-db6a6b40a821 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.62 "DELETE /v2.0/ports/b437af1f-2ae4-45a4-a9a0-15127a0ac302 HTTP/1.1" status: 204 len: 173 time: 5.7111571 Nov 12 09:07:17.186738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'name': 'network-vif-deleted', 'tag': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:17.193106 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da346350-0469-4f41-86fd-104928204857" -d '{"events": [{"server_uuid": "dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe", "name": "network-vif-deleted", "tag": "b437af1f-2ae4-45a4-a9a0-15127a0ac302"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:17.226837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:17.251490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-53e79168-226c-495c-9fe8-e029ab1da335 None None] Provisioning complete for port 8afaf473-2cc4-41d0-8832-7f764dd3588e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:17.252465 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-53e79168-226c-495c-9fe8-e029ab1da335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:17.334182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-53e79168-226c-495c-9fe8-e029ab1da335 None None] Port 8afaf473-2cc4-41d0-8832-7f764dd3588e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:17.367992 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb224bd-97b0-416a-bd19-931ce99951bb x-openstack-request-id: req-0cb224bd-97b0-416a-bd19-931ce99951bb {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:17.368964 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe", "name": "network-vif-deleted", "tag": "b437af1f-2ae4-45a4-a9a0-15127a0ac302", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:17.369321 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cb224bd-97b0-416a-bd19-931ce99951bb {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:17.369826 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe', 'name': 'network-vif-deleted', 'tag': 'b437af1f-2ae4-45a4-a9a0-15127a0ac302', 'status': 'completed', 'code': 200} Nov 12 09:07:17.516939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:17.535324 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:12Z', 'revision_number': 3, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:17.551763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f20b1-307d-4114-a09e-56652a73b057 req-ec7c58b1-67d5-4d57-8ed6-b4419bf9650c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:17.551763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-ec7c58b1-67d5-4d57-8ed6-b4419bf9650c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 0.1852450 Nov 12 09:07:17.569380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Request body: {'port': {'device_id': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'admin_state_up': True, 'tenant_id': '7fec8eafdda54491ad08aa1c6676ed96'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:17.584195 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f77fbe-28e8-41c5-bc5a-ffe3c179c744 None None] The sync data for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 is: [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:12Z', 'revision_number': 3, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:17.609790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:17.745128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] No DVR routers for this DVR port f949dd15-8127-4bc8-8879-dba16e9fb726 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:17.748541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e987ab05-098c-447f-aed8-5300999e864c req-1c26d267-6c96-4ebf-9409-5fa9bbba0f8b tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/ports?device_id=8036b9d8-a707-4aa8-8881-87717d0066d0 HTTP/1.1" status: 200 len: 210 time: 0.0906272 Nov 12 09:07:17.755433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:17.759091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-03c961d4-f01e-411b-a7e8-c8b09a9efb05 req-2411780d-c40d-4089-b0dd-5f59fa745a5e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.55 "DELETE /v2.0/ports/f949dd15-8127-4bc8-8879-dba16e9fb726 HTTP/1.1" status: 204 len: 173 time: 8.1351769 Nov 12 09:07:17.819203 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] Sync routers for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:17.843867 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:17.845763 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:17.965118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Made reservation on behalf of 7fec8eafdda54491ad08aa1c6676ed96 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:17.972756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.008711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:18.025573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:18.035639 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.076071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:18.088962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:18.112691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.124566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.139551 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:18.146928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-22a8f881-6239-4b0c-a3b5-4a608da49a47 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/floatingips/8d536e18-8934-4455-a68e-fd2c462e4514 HTTP/1.1" status: 200 len: 978 time: 12.0954630 Nov 12 09:07:18.151621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:18.157807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:18.269233 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.294273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:18.295037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:07:18.304340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=8afaf473-2cc4-41d0-8832-7f764dd3588e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:18.321552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:18.322208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:18.432540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5dcc939-aac1-4665-8154-821560682bba req-6942e96b-221e-439f-9c75-8d1c95b65f71 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 210 time: 0.1266649 Nov 12 09:07:18.442809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.461856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:18.462936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9ddda3-2f42-4af2-b3cc-923c3918a509 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:18.547660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 829f72d0-fba9-4bff-a85c-c21d7e5cdabc up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:18.565223 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78fa25f8-84c2-4643-b8bf-afb5c96e1a05 req-9f1b4cbf-4241-4d3e-b5bb-47467b125de5 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=dddda4eb-3cf4-47a1-a2f6-3e1961d20bbe HTTP/1.1" status: 200 len: 210 time: 0.3440223 Nov 12 09:07:18.621397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.650767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Allocated IP 172.20.0.4 (18b6727b-6b56-47f1-a3a0-6e613a689021/13749916-801e-4c5f-af3d-4f7eb1327516/ba49049b-79b2-477f-94da-9cf4609bb8c8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:18.729036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:18.729435 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.739421 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:18.832388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.835477 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] Checking router: 04b01442-1803-48d4-a986-856215daca83 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:18.857872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:18.860744 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:18.869258 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:18.869448 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:18.962972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41336) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:18.986241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:18.991474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:19.065529 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.072775 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.153972 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.164335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.166281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2499440 Nov 12 09:07:19.175980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.177383 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 8d536e18-8934-4455-a68e-fd2c462e4514 disassociated. External IP: 172.25.5.173, port: 4516b803-2763-423f-97c9-a229f10ea195. Nov 12 09:07:19.196481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:19.197163 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:19.210933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.266578 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Sync routers for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:19.307781 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:19.309923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90e345-2c22-4a5e-80af-02d5a5c34060 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=011ef4a5-62e9-4749-8607-709fa97fcf5e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:19.310826 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:19.351900 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.359846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c83d11d4-223d-47ec-903e-305bbc5f6add admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.6705697 Nov 12 09:07:19.366146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:19.393322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'name': 'network-vif-deleted', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:19.400194 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41055414-7ca2-4334-bbc0-cacab8aa6d64" -d '{"events": [{"server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "name": "network-vif-deleted", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:19.401426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:19.452559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22ead674-8f9f-47bd-82b1-4e1ab2d1fa7e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.505313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-03e68029-d239-40a3-aa4a-c0a9e9da674c None None] Provisioning complete for port 8afaf473-2cc4-41d0-8832-7f764dd3588e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:19.505313 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03e68029-d239-40a3-aa4a-c0a9e9da674c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.574967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.590336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-03e68029-d239-40a3-aa4a-c0a9e9da674c None None] Port 8afaf473-2cc4-41d0-8832-7f764dd3588e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:19.591685 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1e6ac1-318f-4e3a-8996-c2cca09fa741 x-openstack-request-id: req-1a1e6ac1-318f-4e3a-8996-c2cca09fa741 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:19.592011 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8036b9d8-a707-4aa8-8881-87717d0066d0", "name": "network-vif-deleted", "tag": "f949dd15-8127-4bc8-8879-dba16e9fb726", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:19.592264 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a1e6ac1-318f-4e3a-8996-c2cca09fa741 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:19.592723 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8036b9d8-a707-4aa8-8881-87717d0066d0', 'name': 'network-vif-deleted', 'tag': 'f949dd15-8127-4bc8-8879-dba16e9fb726', 'status': 'completed', 'code': 200} Nov 12 09:07:19.631440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Router a38c9339-e3d8-4604-99e6-1b6780b918cb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:19.637787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.691421 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.733757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:19.740642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event updated for resources: {'Port': ['ID=ba49049b-79b2-477f-94da-9cf4609bb8c8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:19.752669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:19.756780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:19.815158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:19.816504 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:19.832242 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:19.874231 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9e2f5-47d8-43bf-9035-b1e78aada3ca None None] The sync data for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 is: [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T08:58:58Z', 'revision_number': 4, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2c6ff0ed-8054-4dcb-8f88-d7751dc5da62', 'name': '', 'network_id': 'c1d15719-f631-4abd-aa1f-32fd64f51110', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'mac_address': 'fa:16:3e:bb:c9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:56Z', 'updated_at': '2021-11-12T08:59:03Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'subnets': [{'id': '14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:19.877881 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:20.063640 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:20.074445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-55bd21bf-5fc3-44fb-8405-afb423d1a9a2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--926435877&fields=id&tenant_id=69c342dcce89411caa2d7df11c1a120b HTTP/1.1" status: 200 len: 267 time: 0.3355706 Nov 12 09:07:20.079235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-f1cd59a8-92ea-4949-a18a-fae0cccf11f3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5132310 Nov 12 09:07:20.081795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22ead674-8f9f-47bd-82b1-4e1ab2d1fa7e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.087356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:20.104649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4e9ee5c6-62d9-40b0-82c5-8248e09d3cf9 admin admin] 10.222.0.53 "PUT /v2.0/routers/a38c9339-e3d8-4604-99e6-1b6780b918cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6667180 Nov 12 09:07:20.127065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Request body: {'port': {'device_id': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:20.223231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b7e38054-aaad-41b6-9b7f-b3f110389b60 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:20.225748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b7e38054-aaad-41b6-9b7f-b3f110389b60 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports/f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 932 time: 0.1189930 Nov 12 09:07:20.266431 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:20.282791 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.351108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02aa387-99e2-4b5c-ab06-1651746b236b req-48747ddb-88e3-4224-988e-fcef25e29e15 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:20.352739 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a02aa387-99e2-4b5c-ab06-1651746b236b req-48747ddb-88e3-4224-988e-fcef25e29e15 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 931 time: 0.1313767 Nov 12 09:07:20.424690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-be0ad946-d428-4ebb-b99a-5c17b75830a2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:20.430410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-be0ad946-d428-4ebb-b99a-5c17b75830a2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports/dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 932 time: 0.1192102 Nov 12 09:07:20.459440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:11Z', 'revision_number': 3, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:20.469006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 829f72d0-fba9-4bff-a85c-c21d7e5cdabc up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:20.556739 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Checking router: f7180fc6-f2d4-4a4a-a422-fa945d27cb9a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:20.557114 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Updating router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a port 04581fa8-247e-4736-9263-fd95c23fa0eb binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:07:20.645878 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.661866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:20.663691 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.677119 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-ffa03436-400e-498d-9444-0c871c68ce43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2350531 Nov 12 09:07:20.767625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.825343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a02aa387-99e2-4b5c-ab06-1651746b236b req-287932bd-4625-4faf-ae65-7b9b187cbe73 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040766 Nov 12 09:07:20.916988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:20.924058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Sync routers for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:20.937023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:20.947398 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7e8ad8-cdcf-4ddb-90eb-1f24fb125179 None None] New status for floating IP 55fbd2dc-560a-4650-abaf-c7796d61d3f5: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:07:20.955704 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:20.978427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-05fbb6a1-8f72-4378-a8e5-ca7db5759492 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2150292 Nov 12 09:07:20.982978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:20.983744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:21.009423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41392) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:21.019101 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9a89499f-57ab-4a6d-861c-d533f216ca1b tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/floatingips/8d536e18-8934-4455-a68e-fd2c462e4514 HTTP/1.1" status: 200 len: 688 time: 2.8630016 Nov 12 09:07:21.026875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41406) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:21.066716 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22ead674-8f9f-47bd-82b1-4e1ab2d1fa7e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.071870 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22ead674-8f9f-47bd-82b1-4e1ab2d1fa7e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.078236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-22ead674-8f9f-47bd-82b1-4e1ab2d1fa7e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2ab8efa-65c4-484b-b821-8e5100411cd5 HTTP/1.1" status: 204 len: 168 time: 2.1113276 Nov 12 09:07:21.080138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:21.093035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:21.093668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:21.149301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41416) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:21.221000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ead674-8f9f-47bd-82b1-4e1ab2d1fa7e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ab8efa-65c4-484b-b821-8e5100411cd5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:21.246058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:21.247699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:21.337111 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-103b4865-7450-4205-bac5-f5749c6d996e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] show failed (client error): The resource could not be found. Nov 12 09:07:21.341896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-103b4865-7450-4205-bac5-f5749c6d996e tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "GET /v2.0/security-groups/a2ab8efa-65c4-484b-b821-8e5100411cd5 HTTP/1.1" status: 404 len: 347 time: 0.1743615 Nov 12 09:07:21.396059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41418) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:21.473440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 5164993b-0ad2-4d89-b537-8cf36b0bae23 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:21.473998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.558670 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.570144 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.587201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.588329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.608470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 5164993b-0ad2-4d89-b537-8cf36b0bae23 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:21.733471 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Attempting to bind port 04581fa8-247e-4736-9263-fd95c23fa0eb on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:21.738191 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Attempting to bind port 04581fa8-247e-4736-9263-fd95c23fa0eb by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:21.749983 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Attempting to bind port 04581fa8-247e-4736-9263-fd95c23fa0eb on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:21.758428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:21.760952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb34b0-942e-4579-8367-c715606136fd None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:21.765771 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9f27c-deeb-4131-84c5-36b7de2e2207 None None] Pushing event updated for resources: {'Port': ['ID=04581fa8-247e-4736-9263-fd95c23fa0eb,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:21.774045 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:21.774299 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:21.774703 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.775085 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:21.775568 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Bound port: 04581fa8-247e-4736-9263-fd95c23fa0eb, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:21.780321 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.819116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:21.893223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:21.926505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=5164993b-0ad2-4d89-b537-8cf36b0bae23,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:21.979343 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] For port 04581fa8-247e-4736-9263-fd95c23fa0eb, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:22.002502 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] For port 04581fa8-247e-4736-9263-fd95c23fa0eb, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=04581fa8-247e-4736-9263-fd95c23fa0eb,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:22.017214 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:22.133676 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9f27c-deeb-4131-84c5-36b7de2e2207 None None] Pushing event updated for resources: {'Port': ['ID=04581fa8-247e-4736-9263-fd95c23fa0eb,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:22.193422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:22.218776 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:22.228315 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:22.342821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 2, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:22.426482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Checking router: a38c9339-e3d8-4604-99e6-1b6780b918cb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:22.429165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Updating router a38c9339-e3d8-4604-99e6-1b6780b918cb port 8afaf473-2cc4-41d0-8832-7f764dd3588e binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:07:22.493389 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:22.509752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-ced438f5-a9f1-4bf5-a978-03c9a63fcece tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:22.516832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-ced438f5-a9f1-4bf5-a978-03c9a63fcece tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:22.529502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-ced438f5-a9f1-4bf5-a978-03c9a63fcece tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:22.530154 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:22.532101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-ced438f5-a9f1-4bf5-a978-03c9a63fcece tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/networks?id=87a1f048-b039-4243-8213-ec65a4ba65a0&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 200 len: 1988 time: 1.5099902 Nov 12 09:07:22.637290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-0fe51c55-f2a0-4819-84b9-72f3d8477bb1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/quotas/69c342dcce89411caa2d7df11c1a120b HTTP/1.1" status: 200 len: 375 time: 0.0955157 Nov 12 09:07:22.639570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:22.647409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:22.650007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c078be83-fc40-464a-b1b1-bc8f37a1aa7a tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/floatingips/8d536e18-8934-4455-a68e-fd2c462e4514 HTTP/1.1" status: 204 len: 168 time: 1.6221957 Nov 12 09:07:22.654790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:22.784811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Allocated IP 172.20.0.1 (078b7db6-b3e3-4ab7-aee6-f51320e9abca/d1ece2d6-487f-4379-b714-4ef7096b35ce/12ce941a-4f38-40b4-bc01-7dc3dcb37161) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:22.864831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Deleting port d650249c-ef15-43ab-8fed-7eebf54f85b0 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:22.865535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:22.911892 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:11Z', 'revision_number': 3, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:22.968539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:22.994600 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c8798d-b696-42ac-bc53-16bd0b355f0d None None] The sync data for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 is: [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:11Z', 'revision_number': 3, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:23.059411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f3fcde0-fe47-413b-bf1a-104a210a3e4c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4136600 Nov 12 09:07:23.090332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083372ed-2e22-4273-ba11-223edc1c61d4 req-b941af74-b0e4-4d22-90a5-e8254a624751 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:23.093183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-083372ed-2e22-4273-ba11-223edc1c61d4 req-b941af74-b0e4-4d22-90a5-e8254a624751 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 931 time: 1.0512850 Nov 12 09:07:23.096415 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-025290a6-19ce-4750-9f7b-f5a51bbb7c56 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] delete failed (client error): The resource could not be found. Nov 12 09:07:23.100316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-025290a6-19ce-4750-9f7b-f5a51bbb7c56 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/floatingips/8d536e18-8934-4455-a68e-fd2c462e4514 HTTP/1.1" status: 404 len: 345 time: 0.4392748 Nov 12 09:07:23.102487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.126724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41466) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:23.277481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba49049b-79b2-477f-94da-9cf4609bb8c8 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:23.298153 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.313790 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.336523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.337004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.349551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:23.353472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.404038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Calling delete_port for d650249c-ef15-43ab-8fed-7eebf54f85b0 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:23.432225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8af9d8-cd15-41ab-b0dc-4b9eb159c8f6 None None] Pushing event updated for resources: {'Port': ['ID=8afaf473-2cc4-41d0-8832-7f764dd3588e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:23.441688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:23.449109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:23.454023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Transition to ACTIVE for port object ba49049b-79b2-477f-94da-9cf4609bb8c8 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:07:23.588233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Pushing event updated for resources: {'Port': ['ID=12ce941a-4f38-40b4-bc01-7dc3dcb37161,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:23.627016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.688563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-083372ed-2e22-4273-ba11-223edc1c61d4 req-64228914-32a7-44bf-9935-6dc8cb5c4a78 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645561 Nov 12 09:07:23.689167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Attempting to bind port 8afaf473-2cc4-41d0-8832-7f764dd3588e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:23.693259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Attempting to bind port 8afaf473-2cc4-41d0-8832-7f764dd3588e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:23.694659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Attempting to bind port 8afaf473-2cc4-41d0-8832-7f764dd3588e on network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:23.721208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:23.725534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Checking segment: {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:23.726144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.728121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Bound using segment: {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:23.732976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Bound port: 8afaf473-2cc4-41d0-8832-7f764dd3588e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:23.736484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.748180 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:23.788661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-1dd9c593-5e20-4397-9c9e-8eca8e7e9642 service neutron] 10.222.0.53 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582220 Nov 12 09:07:23.970883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c895532-492e-48d3-9f82-f31a68be8ead tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:23.977243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] For port 8afaf473-2cc4-41d0-8832-7f764dd3588e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:23.984490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] For port 8afaf473-2cc4-41d0-8832-7f764dd3588e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8afaf473-2cc4-41d0-8832-7f764dd3588e,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:24.003204 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:24.010871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c895532-492e-48d3-9f82-f31a68be8ead tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:24.029023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c895532-492e-48d3-9f82-f31a68be8ead tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:24.030809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3c895532-492e-48d3-9f82-f31a68be8ead tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "GET /v2.0/ports?network_id=62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 HTTP/1.1" status: 200 len: 2358 time: 0.8966763 Nov 12 09:07:24.033804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:24.121085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Pushing event updated for resources: {'Port': ['ID=ba49049b-79b2-477f-94da-9cf4609bb8c8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:24.262657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:24.265663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:24.339250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14be5c7-9393-4f7b-b4bd-0a9535e217d9 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:24.340813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e14be5c7-9393-4f7b-b4bd-0a9535e217d9 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "GET /v2.0/subnets/2f02fa4a-1dd2-417a-a460-1a6e00fbf906 HTTP/1.1" status: 200 len: 797 time: 0.3058164 Nov 12 09:07:24.345946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41506) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:24.356816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'port': {'network_id': '62c40a8d-a3dc-480e-9e5c-a8a0eb196b84', 'name': 'tempest-FloatingIPTestJSON-457965910', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:24.394806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8af9d8-cd15-41ab-b0dc-4b9eb159c8f6 None None] Pushing event updated for resources: {'Port': ['ID=8afaf473-2cc4-41d0-8832-7f764dd3588e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:24.400923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Provisioning complete for port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:24.401540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:24.554061 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-58c243b8-f39a-4e81-a4c9-14cd229c7ed2 service neutron] 10.222.0.53 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323353 Nov 12 09:07:24.574428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:24.589024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 04581fa8-247e-4736-9263-fd95c23fa0eb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:24.594988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:24.607641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:24.662548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Attempting to bind port ba49049b-79b2-477f-94da-9cf4609bb8c8 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:24.663213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Attempting to bind port ba49049b-79b2-477f-94da-9cf4609bb8c8 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:24.663474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Attempting to bind port ba49049b-79b2-477f-94da-9cf4609bb8c8 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:24.723832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Port ba49049b-79b2-477f-94da-9cf4609bb8c8 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:07:24.724213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Attempting to bind port ba49049b-79b2-477f-94da-9cf4609bb8c8 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:24.735807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:24.752490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-73c03d6c-ee72-4aaf-9e72-f01a407affb2 service neutron] 10.222.0.53 "GET /v2.0/ports/f02a80e9-640c-4b12-96ff-50557c254644?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1714253 Nov 12 09:07:24.788513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:24.788857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Checking segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:24.789262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Bound using segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:24.789720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Bound port: ba49049b-79b2-477f-94da-9cf4609bb8c8, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:24.790082 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:24.817746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Provisioning complete for port 8afaf473-2cc4-41d0-8832-7f764dd3588e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:24.820223 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:24.843257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Pushing event deleted for resources: {'Port': ['ID=d650249c-ef15-43ab-8fed-7eebf54f85b0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:24.982035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 04581fa8-247e-4736-9263-fd95c23fa0eb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:24.982799 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.030866 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.138832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:25.220181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] For port ba49049b-79b2-477f-94da-9cf4609bb8c8, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:25.224208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] For port ba49049b-79b2-477f-94da-9cf4609bb8c8, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:25.238116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.281282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.319429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.367553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.385027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] For port 8afaf473-2cc4-41d0-8832-7f764dd3588e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8afaf473-2cc4-41d0-8832-7f764dd3588e,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:25.387257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 04581fa8-247e-4736-9263-fd95c23fa0eb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=04581fa8-247e-4736-9263-fd95c23fa0eb,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:25.391739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-328c7571-82bb-4c3f-b2b4-d25c526bac41 service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986085 Nov 12 09:07:25.403127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.408826 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.444858 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] device_id is not set on port 776ecfe8-d8f2-40bf-8133-1024f8b7d083 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:07:25.460933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.467835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.473767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-867e9bf9-c044-4a51-91c1-1330a508ac1a tempest-AttachVolumeTestJSON-1928365371 tempest-AttachVolumeTestJSON-1928365371-project] 10.222.0.53 "DELETE /v2.0/floatingips/55fbd2dc-560a-4650-abaf-c7796d61d3f5 HTTP/1.1" status: 204 len: 168 time: 4.0738847 Nov 12 09:07:25.487517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:23Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:25.522950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:25.526343 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.528437 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] 10.222.0.55 "PUT /v2.0/ports/ba49049b-79b2-477f-94da-9cf4609bb8c8 HTTP/1.1" status: 200 len: 1092 time: 5.4203892 Nov 12 09:07:25.535256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'tag': 'ba49049b-79b2-477f-94da-9cf4609bb8c8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:25.538218 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f375249c-fec6-4efd-b46a-2816aedf1e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "cba45034-d7c8-4a12-9a98-3a587e291eaf", "tag": "ba49049b-79b2-477f-94da-9cf4609bb8c8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:25.593211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a21603-dba3-4504-bbc5-d4cbca068956 None None] The sync data for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 is: [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:23Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:25.616878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d780e0-4d95-4f4a-b87e-d80f96d24e47 None None] Pushing event updated for resources: {'Port': ['ID=8afaf473-2cc4-41d0-8832-7f764dd3588e,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:25.635869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-50483136-9f80-484b-87f9-b943ddba976c None None] Provisioning complete for port 8afaf473-2cc4-41d0-8832-7f764dd3588e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:25.636222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50483136-9f80-484b-87f9-b943ddba976c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.790039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=04581fa8-247e-4736-9263-fd95c23fa0eb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:25.817907 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.873097 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:25.876847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08b276-67a7-4a79-8509-87c7ff70325d service neutron] Pushing event updated for resources: {'Port': ['ID=ba49049b-79b2-477f-94da-9cf4609bb8c8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:25.943874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-c1c1a4ba-d14f-493e-83f9-51b9c71da113 service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267301 Nov 12 09:07:25.998667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f20b1-307d-4114-a09e-56652a73b057 req-4c40b792-8755-4653-bd0e-5e81916ce238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:26.001249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-4c40b792-8755-4653-bd0e-5e81916ce238 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 1095 time: 0.4079616 Nov 12 09:07:26.037859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Pushing event updated for resources: {'Port': ['ID=12ce941a-4f38-40b4-bc01-7dc3dcb37161,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:26.107805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696a709-2d3d-4238-8439-89e11db0e4b0 req-7413d407-98fc-492c-8749-d0d69776b621 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:26.109717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0696a709-2d3d-4238-8439-89e11db0e4b0 req-7413d407-98fc-492c-8749-d0d69776b621 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 943 time: 0.2948420 Nov 12 09:07:26.110618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:26.178396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0696a709-2d3d-4238-8439-89e11db0e4b0 req-bbe86d05-05e4-4a19-bf47-56e6d788e86d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Nov 12 09:07:26.440411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.13 (62c40a8d-a3dc-480e-9e5c-a8a0eb196b84/2f02fa4a-1dd2-417a-a460-1a6e00fbf906/776ecfe8-d8f2-40bf-8133-1024f8b7d083) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:26.463020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.12 (62c40a8d-a3dc-480e-9e5c-a8a0eb196b84/2f02fa4a-1dd2-417a-a460-1a6e00fbf906/776ecfe8-d8f2-40bf-8133-1024f8b7d083) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:26.484503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:26.508180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:26.647260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8afaf473-2cc4-41d0-8832-7f764dd3588e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:26.783936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8afaf473-2cc4-41d0-8832-7f764dd3588e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:26.785167 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.060060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 04581fa8-247e-4736-9263-fd95c23fa0eb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:27.068752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-affc2b28-ab23-4770-8e9a-e914e3132fb5 None None] Provisioning complete for port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:27.069182 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-affc2b28-ab23-4770-8e9a-e914e3132fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.080323 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f37972-acf7-4d5e-8bf9-e6d7a75cdd49 x-openstack-request-id: req-53f37972-acf7-4d5e-8bf9-e6d7a75cdd49 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:27.083044 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba45034-d7c8-4a12-9a98-3a587e291eaf", "tag": "ba49049b-79b2-477f-94da-9cf4609bb8c8", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:27.083331 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53f37972-acf7-4d5e-8bf9-e6d7a75cdd49 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:27.089801 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'tag': 'ba49049b-79b2-477f-94da-9cf4609bb8c8', 'status': 'completed', 'code': 200} Nov 12 09:07:27.106352 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-e9c4eac4-dbc6-48ec-bd77-83c228254a0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8 HTTP/1.1" status: 200 len: 217 time: 1.0832736 Nov 12 09:07:27.164553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a744e29e-93c9-4252-adc3-5202dfde9a36 service neutron] 10.222.0.53 "GET /v2.0/ports/dfc7e81d-bd62-4231-95ef-08d8ae108bb7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 1.1773779 Nov 12 09:07:27.224698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.230010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-affc2b28-ab23-4770-8e9a-e914e3132fb5 None None] Port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:27.265145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 04581fa8-247e-4736-9263-fd95c23fa0eb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:27.265519 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.306604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-8553bb72-e77e-4f10-a573-26267c7b83aa tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:27.318017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-8553bb72-e77e-4f10-a573-26267c7b83aa tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.3264778 Nov 12 09:07:27.320033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-66928663-18a9-4840-87b8-54c4d030f590 service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547830 Nov 12 09:07:27.331071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:27.380110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-95c0dd74-8cca-4716-b700-40faf41cfe77 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/quotas/234a93b598f94171a705fccaa09bb2dd HTTP/1.1" status: 200 len: 375 time: 0.0594697 Nov 12 09:07:27.476780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f20b1-307d-4114-a09e-56652a73b057 req-d22b09d8-f831-42d0-b20e-06070e3389bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:27.478248 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-d22b09d8-f831-42d0-b20e-06070e3389bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.3613822 Nov 12 09:07:27.507201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting port d8cf6b44-93d6-4fcb-af12-1c2d671974bc {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:27.507548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.544127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.580527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-afd5a9cb-13c9-4c69-92c0-0668c019e0e3 service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595122 Nov 12 09:07:27.603230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-a0e2a710-3764-4bb3-8428-9a6223d10231 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110268 Nov 12 09:07:27.710674 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.718072 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-a2a9c6d6-ee69-44b5-8c84-6a42595b10ab tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3369570 Nov 12 09:07:27.740537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:27.753044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=776ecfe8-d8f2-40bf-8133-1024f8b7d083,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:27.763618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:27.772822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:27.835412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] For port d8cf6b44-93d6-4fcb-af12-1c2d671974bc, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:27.836327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.854354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:27.864750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fae9b2f5-eb0b-4408-831f-a15974dcc2ee admin admin] 10.222.0.53 "PUT /v2.0/routers/f7180fc6-f2d4-4a4a-a422-fa945d27cb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4975178 Nov 12 09:07:27.877860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:27.878529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:27.881551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-0bd421c0-491a-45dc-b800-1a96acb20904 service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999718 Nov 12 09:07:27.883451 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Sync routers for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:27.884171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Calling delete_port for d8cf6b44-93d6-4fcb-af12-1c2d671974bc owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:27.900405 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:27.901440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:27.945219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-e99aa502-d81a-4b56-9931-48b7a7f17e7f service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260392 Nov 12 09:07:27.956548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c70bc50-b6e0-4b13-b7c1-179d29ddfd5d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6026108 Nov 12 09:07:27.957242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:28.007125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-05ca7910-33fd-4f26-8dcb-9234958ee8bf service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085517 Nov 12 09:07:28.010831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-bbc26d5b-4deb-4708-8c06-393fbc3091ff service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882782 Nov 12 09:07:28.166615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '776ecfe8-d8f2-40bf-8133-1024f8b7d083', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:28.168585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:28.242742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:28.268115 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:28.294579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-4757f8a9-7235-496f-a88e-ec6c59c2a88e service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752221 Nov 12 09:07:28.427312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-f063e5f5-8d23-43e3-8a9c-df2e9bd77858 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:28.429815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-f063e5f5-8d23-43e3-8a9c-df2e9bd77858 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "GET /v2.0/ports?device_id=ae392d65-ac21-4e1f-a4e2-af23bb67798f HTTP/1.1" status: 200 len: 945 time: 0.2082644 Nov 12 09:07:28.432381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-c9155542-d9e8-42db-b316-48857f457601 service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738517 Nov 12 09:07:28.461780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48f20b1-307d-4114-a09e-56652a73b057 req-ec347134-4f10-4b1a-9a86-4cccba9ad45d service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301038 Nov 12 09:07:28.495746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-798d5c86-49f7-4715-b7ff-9674f21d4581 service neutron] 10.222.0.53 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635008 Nov 12 09:07:28.640733 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 2, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:28.651948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9b890124-3666-45e8-8260-d12e71c6fb22 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:28.654592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Deleting port 9b890124-3666-45e8-8260-d12e71c6fb22 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:28.654957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:28.700496 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Checking router: f7180fc6-f2d4-4a4a-a422-fa945d27cb9a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:28.701058 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Updating router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:07:28.759659 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:28.765003 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:28.809527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:28.810646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:28.825518 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07d40a2-b1b8-4cab-bae6-5fc6ac88ba08" -d '{"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:28.832878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:28.922951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:28.990593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.011170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-6a9c4c3a-2894-4fce-93fb-282310d6d051 service neutron] 10.222.0.53 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5026400 Nov 12 09:07:29.048298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Port': ['ID=d8cf6b44-93d6-4fcb-af12-1c2d671974bc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:29.398303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-5e11af2c-bd2d-4628-878b-38af2f2c5923 service neutron] 10.222.0.53 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356850 Nov 12 09:07:29.424446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-2ae9506a-d455-4fb3-8cb6-3f70e47f1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:29.431041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-2ae9506a-d455-4fb3-8cb6-3f70e47f1cfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 1095 time: 0.8088779 Nov 12 09:07:29.441837 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.612985 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.620796 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.692195 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9ac71-de07-4ba6-b628-3d546bfe4c7b None None] Pushing event updated for resources: {'Port': ['ID=12ce941a-4f38-40b4-bc01-7dc3dcb37161,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:29.729975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a313f02-9d30-4e44-b5d7-3c9d81e1aff0 req-66a98a93-df83-4953-9b94-8043a6d5751d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:29.731626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a313f02-9d30-4e44-b5d7-3c9d81e1aff0 req-66a98a93-df83-4953-9b94-8043a6d5751d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 943 time: 0.1730194 Nov 12 09:07:29.802179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.25.5.227 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b657d99a-26bf-4c49-b7d4-ae65bb95cacf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:29.805482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] For port 9b890124-3666-45e8-8260-d12e71c6fb22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9b890124-3666-45e8-8260-d12e71c6fb22,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:29.805864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.826333 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Attempting to bind port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:29.826333 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Attempting to bind port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:29.826693 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Attempting to bind port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:29.832619 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:29.833000 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Checking segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:29.833408 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.833932 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Bound using segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:29.834406 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Bound port: 12ce941a-4f38-40b4-bc01-7dc3dcb37161, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:29.834791 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.941371 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] For port 12ce941a-4f38-40b4-bc01-7dc3dcb37161, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:29.945883 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] For port 12ce941a-4f38-40b4-bc01-7dc3dcb37161, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12ce941a-4f38-40b4-bc01-7dc3dcb37161,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:29.956200 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:29.968121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Calling delete_port for 9b890124-3666-45e8-8260-d12e71c6fb22 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:30.003807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a313f02-9d30-4e44-b5d7-3c9d81e1aff0 req-de34d20c-984f-44ae-8f15-effe86825b51 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643299 Nov 12 09:07:30.037242 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9ac71-de07-4ba6-b628-3d546bfe4c7b None None] Pushing event updated for resources: {'Port': ['ID=12ce941a-4f38-40b4-bc01-7dc3dcb37161,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:30.068276 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:30.068913 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:30.163905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-bfd89e71-00be-49fd-8a61-361d108ed09a service neutron] 10.222.0.53 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7294731 Nov 12 09:07:30.231109 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:30.240773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5b6a7cf4-97af-4ca6-9a92-30fba1634772 None None] Provisioning complete for port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:30.245438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cf4-97af-4ca6-9a92-30fba1634772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:30.286100 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:30.326294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-2708e86e-bd83-4e97-92f5-8b5a8d4616a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:30.336920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-2708e86e-bd83-4e97-92f5-8b5a8d4616a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 916 time: 0.8958602 Nov 12 09:07:30.671899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ba49049b-79b2-477f-94da-9cf4609bb8c8 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:07:30.689894 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cf4-97af-4ca6-9a92-30fba1634772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:30.782236 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:29Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:30.824417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:30.853496 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9567b1-b85a-47c3-8ff8-4b82a93c4bd1 None None] The sync data for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 is: [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:29Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:30.935932 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:30.939214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:31.193760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:31.208362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:31.216380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:31.248280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=b657d99a-26bf-4c49-b7d4-ae65bb95cacf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:31.302497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5b6a7cf4-97af-4ca6-9a92-30fba1634772 None None] For port 12ce941a-4f38-40b4-bc01-7dc3dcb37161, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12ce941a-4f38-40b4-bc01-7dc3dcb37161,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:31.319653 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5b6a7cf4-97af-4ca6-9a92-30fba1634772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:31.349264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:31.350147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event deleted for resources: {'Port': ['ID=9b890124-3666-45e8-8260-d12e71c6fb22,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:31.366198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] No DVR routers for this DVR port 9b890124-3666-45e8-8260-d12e71c6fb22 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:31.374823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:31.384754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9425a116-ba0c-42a4-895e-0cce6e66d71b req-d060835d-2cec-4c88-b69b-92ffe56d2243 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "DELETE /v2.0/ports/9b890124-3666-45e8-8260-d12e71c6fb22 HTTP/1.1" status: 204 len: 173 time: 2.9477956 Nov 12 09:07:31.408536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-89d5ec60-fcde-40bd-ae9a-1bad1c13c5d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8 HTTP/1.1" status: 200 len: 217 time: 1.0117614 Nov 12 09:07:31.418172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a943b8c9-436a-4328-bf79-181952c8c98f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817111373', 'description': 'tempest-description--14508439'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:31.437663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-deleted', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:31.445203 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44262ba-2b43-4788-8408-eb714a480c37" -d '{"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-deleted", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:31.529330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a7cf4-97af-4ca6-9a92-30fba1634772 None None] Pushing event updated for resources: {'Port': ['ID=12ce941a-4f38-40b4-bc01-7dc3dcb37161,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:31.535080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ba49049b-79b2-477f-94da-9cf4609bb8c8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:31.557822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5b3da456-c718-4cbf-a579-391b3f278bd1 None None] Provisioning complete for port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:31.558699 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5b3da456-c718-4cbf-a579-391b3f278bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:31.605661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'ba49049b-79b2-477f-94da-9cf4609bb8c8', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'port_id': 'ba49049b-79b2-477f-94da-9cf4609bb8c8', 'mac_address': 'fa:16:3e:59:4a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13749916-801e-4c5f-af3d-4f7eb1327516', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:07:31.632267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf2008ab-3cc6-4f0a-9e99-46eb7a4fef56 req-5df578c0-ea63-4ee6-98ef-d98041f615bc tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 210 time: 0.2297692 Nov 12 09:07:31.660873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router 20ffdce5-6700-41be-a535-61ff53b0b968 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:31.702064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1136235f-bc3a-49cc-b0dd-39ec73110607 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:31.716240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1136235f-bc3a-49cc-b0dd-39ec73110607 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.8096724 Nov 12 09:07:31.756819 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e921bc54-2fdb-4ffb-bcee-830e774c1da8 x-openstack-request-id: req-e921bc54-2fdb-4ffb-bcee-830e774c1da8 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:31.757411 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-unplugged", "status": "completed", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:31.757906 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e921bc54-2fdb-4ffb-bcee-830e774c1da8 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:31.758489 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22', 'code': 200} Nov 12 09:07:31.761960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-20a4e26e-dd52-4f38-a3ad-b87347d41d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:31.763504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-20a4e26e-dd52-4f38-a3ad-b87347d41d5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.3350773 Nov 12 09:07:31.764728 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:31.766901 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-030849fd-c590-4e98-8af5-f7d466b23bed service neutron] 10.222.0.53 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5611656 Nov 12 09:07:31.786769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a943b8c9-436a-4328-bf79-181952c8c98f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:31.799727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba49049b-79b2-477f-94da-9cf4609bb8c8 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:31.809724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Request body: {'port': {'device_id': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'admin_state_up': True, 'tenant_id': '234a93b598f94171a705fccaa09bb2dd'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:31.855335 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-3019974b-eade-4032-9f24-23a31b012e0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819788 Nov 12 09:07:31.912175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ba49049b-79b2-477f-94da-9cf4609bb8c8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:31.920842 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:32.037686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ba49049b-79b2-477f-94da-9cf4609bb8c8,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:32.142306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:07:32.323979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-6343bec4-adc2-4ef8-bdc9-ca8fb31d03db service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4612923 Nov 12 09:07:32.326921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:32.343691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] Sync routers for ids ['20ffdce5-6700-41be-a535-61ff53b0b968'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:32.344647 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9762bd43-3cd9-4594-a1a3-426142142699 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "PUT /v2.0/routers/20ffdce5-6700-41be-a535-61ff53b0b968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3331506 Nov 12 09:07:32.362972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41624) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:32.377956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e706a30-5f37-4c08-afc4-04cb73401a65 req-d23d81cc-7f65-40a9-bb29-daf991462cd7 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:32.379556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e706a30-5f37-4c08-afc4-04cb73401a65 req-d23d81cc-7f65-40a9-bb29-daf991462cd7 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 944 time: 0.4972990 Nov 12 09:07:32.412024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] Routers {'20ffdce5-6700-41be-a535-61ff53b0b968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:32.412274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['20ffdce5-6700-41be-a535-61ff53b0b968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:32.609196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] Set router 20ffdce5-6700-41be-a535-61ff53b0b968 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:32.715458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f375249c-fec6-4efd-b46a-2816aedf1e5d req-f5e0b813-36e2-473f-84f0-55d03b1a7ac5 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692513 Nov 12 09:07:32.754777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12ce941a-4f38-40b4-bc01-7dc3dcb37161 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:32.759599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9b890124-3666-45e8-8260-d12e71c6fb22 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:32.794741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Made reservation on behalf of 234a93b598f94171a705fccaa09bb2dd for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:32.813373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 9b890124-3666-45e8-8260-d12e71c6fb22 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:32.814725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9b890124-3666-45e8-8260-d12e71c6fb22 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:32.817859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:32.826124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a943b8c9-436a-4328-bf79-181952c8c98f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:32.842369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting subnet fdf8608f-78f2-44dd-9784-5d8608171825 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:07:32.871442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a943b8c9-436a-4328-bf79-181952c8c98f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:32.871981 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:32.921706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e706a30-5f37-4c08-afc4-04cb73401a65 req-c30d2f7f-7786-42d5-b787-774c99b5ec92 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208998 Nov 12 09:07:33.007311 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.058807 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8fd38a-b6a0-40a2-94e5-841080f5da8b x-openstack-request-id: req-1e8fd38a-b6a0-40a2-94e5-841080f5da8b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:33.060696 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae392d65-ac21-4e1f-a4e2-af23bb67798f", "name": "network-vif-deleted", "tag": "9b890124-3666-45e8-8260-d12e71c6fb22", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:33.060978 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e8fd38a-b6a0-40a2-94e5-841080f5da8b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:33.061407 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae392d65-ac21-4e1f-a4e2-af23bb67798f', 'name': 'network-vif-deleted', 'tag': '9b890124-3666-45e8-8260-d12e71c6fb22', 'status': 'completed', 'code': 200} Nov 12 09:07:33.145568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a943b8c9-436a-4328-bf79-181952c8c98f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.174352 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a943b8c9-436a-4328-bf79-181952c8c98f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.7834971 Nov 12 09:07:33.190151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41648) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:33.213381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a0fae26d-f8d5-46cd-a639-481d695bf80c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'security_group_rule': {'security_group_id': '6ed9d09a-bb45-4c96-993b-ceed71abde21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:33.238666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:33.239048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.245840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943b8c9-436a-4328-bf79-181952c8c98f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed9d09a-bb45-4c96-993b-ceed71abde21,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:33.307932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b564da0b-594b-4bf3-a8eb-afa932a0c231 req-e3295dac-3dc6-4f3d-b052-ddebd01b9eac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1509614 Nov 12 09:07:33.419114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0fae26d-f8d5-46cd-a639-481d695bf80c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.436021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.444719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1484abe6-67cf-4b6a-837f-e0032256e452 req-fa2d449a-5ee6-4b97-9218-5e973570d72a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 210 time: 0.2303529 Nov 12 09:07:33.581450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:07:28Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:33.661870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] Checking router: 20ffdce5-6700-41be-a535-61ff53b0b968 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:33.692401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.697286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] Routers {'20ffdce5-6700-41be-a535-61ff53b0b968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:33.700286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['20ffdce5-6700-41be-a535-61ff53b0b968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:33.723625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0fae26d-f8d5-46cd-a639-481d695bf80c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.726187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.817531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.820728 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/subnets/fdf8608f-78f2-44dd-9784-5d8608171825 HTTP/1.1" status: 204 len: 168 time: 1.4541607 Nov 12 09:07:33.821524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0fae26d-f8d5-46cd-a639-481d695bf80c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.823657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41656) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:33.877913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fae26d-f8d5-46cd-a639-481d695bf80c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95879d7-589b-4ba6-955c-1edc885c2172,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:33.879958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183b321-86b6-474b-a71c-826c6293ebdb tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf8608f-78f2-44dd-9784-5d8608171825,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:33.927587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba3f495-1cba-4e7b-8744-d6cc1862a211 None None] Network 9c0c1215-67ff-4b2f-b7e6-a904d843d470 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:07:33.965452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0fae26d-f8d5-46cd-a639-481d695bf80c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:33.979763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0fae26d-f8d5-46cd-a639-481d695bf80c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7821276 Nov 12 09:07:33.980469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41664) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:34.010625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-379f677f-b678-4ffc-995a-137b4e956518 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'security_group_rule': {'security_group_id': '6ed9d09a-bb45-4c96-993b-ceed71abde21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:34.077733 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-379f677f-b678-4ffc-995a-137b4e956518 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.189797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.246918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Allocated IP 172.20.0.12 (84d9f726-4cdb-49bf-8508-9247b100d330/de602d0f-37f0-4a38-a40a-f4062cab06ad/05aee021-6b47-45dd-964a-d25f8b7ca912) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:34.282379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6188b3-4bc7-4e58-81b7-977f3440bdd0 req-f3f413d8-69a6-42fb-bc4a-9a38291e306e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:34.294202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed6188b3-4bc7-4e58-81b7-977f3440bdd0 req-f3f413d8-69a6-42fb-bc4a-9a38291e306e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 944 time: 0.1306937 Nov 12 09:07:34.333294 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-379f677f-b678-4ffc-995a-137b4e956518 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.344943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-379f677f-b678-4ffc-995a-137b4e956518 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.467104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] Set router 20ffdce5-6700-41be-a535-61ff53b0b968 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:34.468568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ed6188b3-4bc7-4e58-81b7-977f3440bdd0 req-d0023159-2a21-4452-8861-e9d8ef6822c2 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718092 Nov 12 09:07:34.472750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f677f-b678-4ffc-995a-137b4e956518 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3213c093-235d-4b7a-b2cb-6a228fed7205,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:34.502731 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-379f677f-b678-4ffc-995a-137b4e956518 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.515765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-379f677f-b678-4ffc-995a-137b4e956518 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5324934 Nov 12 09:07:34.521226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41670) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:34.533040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:34.617818 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:34.668778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b5b1e37-8bc9-4133-9f4f-b86e984bc698 req-37dcf410-110c-4a0f-bf89-d8a30caca640 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.2028587 Nov 12 09:07:34.702827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e94d1fa4-fcd7-4730-b320-58c9d5ae15c9 req-3bb5c463-e201-4dff-93a4-8f483eee0399 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 210 time: 0.0724652 Nov 12 09:07:34.703898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ba49049b-79b2-477f-94da-9cf4609bb8c8 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:34.906531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port ba49049b-79b2-477f-94da-9cf4609bb8c8 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:07:34.920769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:07:28Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:34.962226 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.001289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port ba49049b-79b2-477f-94da-9cf4609bb8c8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:35.001656 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.013214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] DHCP port deletion for 9c0c1215-67ff-4b2f-b7e6-a904d843d470 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:07:35.058420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af54ffd-c779-49c3-998b-a6dc8849cf58 None None] The sync data for ids ['20ffdce5-6700-41be-a535-61ff53b0b968'] in n-d-769329-17 is: [{'id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006096603', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96'}], 'enable_snat': True}, 'gw_port_id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:06:28Z', 'updated_at': '2021-11-12T09:07:28Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '8ba972a9-f73e-44a2-8db8-d570f416880c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:29:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ffdce5-6700-41be-a535-61ff53b0b968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:06:29Z', 'updated_at': '2021-11-12T09:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:35.201577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Allocated IP 172.25.5.29 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/29156127-8d78-473d-9d32-4dd786ce16c0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:35.261548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] Deleting port 682bc7cc-8402-4775-bd89-2d33c7ac928c {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:35.262403 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.286982 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.373027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.374367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba49049b-79b2-477f-94da-9cf4609bb8c8'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:35.377103 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b8e335-403a-46d6-8d14-40a25612bbc7" -d '{"events": [{"server_uuid": "cba45034-d7c8-4a12-9a98-3a587e291eaf", "name": "network-vif-plugged", "status": "completed", "tag": "ba49049b-79b2-477f-94da-9cf4609bb8c8"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:35.406655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ba49049b-79b2-477f-94da-9cf4609bb8c8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:35.413354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] For port 682bc7cc-8402-4775-bd89-2d33c7ac928c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=682bc7cc-8402-4775-bd89-2d33c7ac928c,segment=NetworkSegment(54522f43-49b1-421f-adbf-d2af24c2867f),segment_id=54522f43-49b1-421f-adbf-d2af24c2867f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:35.415893 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.434278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.441309 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.457681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] Calling delete_port for 682bc7cc-8402-4775-bd89-2d33c7ac928c owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:35.465267 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b7a413-52c6-42f8-bc3d-36f1b6a3fa15 x-openstack-request-id: req-19b7a413-52c6-42f8-bc3d-36f1b6a3fa15 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:35.465703 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba45034-d7c8-4a12-9a98-3a587e291eaf", "name": "network-vif-plugged", "status": "completed", "tag": "ba49049b-79b2-477f-94da-9cf4609bb8c8", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:35.466516 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19b7a413-52c6-42f8-bc3d-36f1b6a3fa15 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:35.480842 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba49049b-79b2-477f-94da-9cf4609bb8c8', 'code': 200} Nov 12 09:07:35.568030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'Port': ['ID=29156127-8d78-473d-9d32-4dd786ce16c0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:35.569432 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.603159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:35.649421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-00a5dd9a-9c35-4edc-abc0-8003a8cfb988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:35.651730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-00a5dd9a-9c35-4edc-abc0-8003a8cfb988 service neutron] 10.222.0.62 "GET /v2.0/ports/f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 1028 time: 0.2690678 Nov 12 09:07:35.685237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:35.691003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:35.814574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ba49049b-79b2-477f-94da-9cf4609bb8c8,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:35.821600 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.872219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] Pushing event deleted for resources: {'Port': ['ID=682bc7cc-8402-4775-bd89-2d33c7ac928c,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:35.892526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:35.897112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbe3107-6949-4e52-9531-f9102c6bfd3a None None] No DVR routers for this DVR port 682bc7cc-8402-4775-bd89-2d33c7ac928c on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:35.936897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.011610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ea719-858a-4c10-a03c-05542f13f8f5 req-fedd81a9-f426-4a86-910a-1b114eb56b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.017776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b0ea719-858a-4c10-a03c-05542f13f8f5 req-fedd81a9-f426-4a86-910a-1b114eb56b33 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 1097 time: 0.4753613 Nov 12 09:07:36.029798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d86f2-f9fc-4385-ac1c-8999f7a23952 req-caec83dc-1efc-4e5a-b099-dc9423f1c060 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.031445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ff8d86f2-f9fc-4385-ac1c-8999f7a23952 req-caec83dc-1efc-4e5a-b099-dc9423f1c060 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 945 time: 0.3777552 Nov 12 09:07:36.042225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-22d5503b-5de0-4e91-b20b-ea9e50375b7e req-67e49f1b-0ab7-48b7-89cd-e131749e9245 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1465423 Nov 12 09:07:36.056372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.073897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3681e041-6b61-4a48-b616-57d95ed13da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.081523 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3681e041-6b61-4a48-b616-57d95ed13da7 service neutron] 10.222.0.62 "GET /v2.0/ports/dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 1028 time: 0.4113281 Nov 12 09:07:36.135095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.142638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.213593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ff8d86f2-f9fc-4385-ac1c-8999f7a23952 req-7aee7dc0-479e-43f2-b721-b6617d048915 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720548 Nov 12 09:07:36.236063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=b657d99a-26bf-4c49-b7d4-ae65bb95cacf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:36.237047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b0ea719-858a-4c10-a03c-05542f13f8f5 req-667a5c9b-0337-43e0-82f3-4bbd2d5022a1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042925 Nov 12 09:07:36.440291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d8cf6b44-93d6-4fcb-af12-1c2d671974bc no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:36.477158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d8cf6b44-93d6-4fcb-af12-1c2d671974bc {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:36.477521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d8cf6b44-93d6-4fcb-af12-1c2d671974bc not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:36.477632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.477917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 682bc7cc-8402-4775-bd89-2d33c7ac928c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:36.482880 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.497233 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.529772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 682bc7cc-8402-4775-bd89-2d33c7ac928c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:36.530657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 682bc7cc-8402-4775-bd89-2d33c7ac928c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:36.532406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.545919 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.641751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.654635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'Port': ['ID=29156127-8d78-473d-9d32-4dd786ce16c0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:36.661270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:36.676489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7b530a3a-b152-4612-bbf7-53b3f3f1343a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1524253 Nov 12 09:07:36.768275 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 3d293eb3-b448-472b-85d8-ec493b37f02f associated. External IP: 172.25.5.227, port: 776ecfe8-d8f2-40bf-8133-1024f8b7d083. Nov 12 09:07:36.802813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Network 84d9f726-4cdb-49bf-8508-9247b100d330 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:36.810801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a5b63ca7-3e99-4e9f-a494-19c6baae22e5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.818158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a5b63ca7-3e99-4e9f-a494-19c6baae22e5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.825217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a5b63ca7-3e99-4e9f-a494-19c6baae22e5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.826879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a5b63ca7-3e99-4e9f-a494-19c6baae22e5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "GET /v2.0/networks?id=87a1f048-b039-4243-8213-ec65a4ba65a0&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 200 len: 1988 time: 0.6404092 Nov 12 09:07:36.827575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event updated for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:36.835373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:36.837956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:36.906384 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-8cf1083e-d669-4fb7-8503-6644d88a1ccb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1817111373&fields=id&tenant_id=b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 267 time: 0.1023505 Nov 12 09:07:36.931571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:36.932147 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.072973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10bc34-6cab-4917-bf14-7464e6a697ef req-7a612944-528d-4a06-ae84-7dd2619c294e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:37.074134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-1c0d2568-5b5d-466a-aa59-cfe28a21786b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:37.074782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e10bc34-6cab-4917-bf14-7464e6a697ef req-7a612944-528d-4a06-ae84-7dd2619c294e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 932 time: 0.7961164 Nov 12 09:07:37.080247 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-845f871d-95bd-4a69-86e8-e144ec3a24f5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69c342dcce89411caa2d7df11c1a120b HTTP/1.1" status: 200 len: 379 time: 0.1582880 Nov 12 09:07:37.090835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-1c0d2568-5b5d-466a-aa59-cfe28a21786b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 817 time: 0.1833603 Nov 12 09:07:37.120527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-2d69c5e2-5179-469d-aebc-345480ff950b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/quotas/b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 375 time: 0.0287735 Nov 12 09:07:37.137589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'admin_state_up': True, 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'security_groups': ['c37114a5-b1e4-438a-8656-2be7a23bf778']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:37.170405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e10bc34-6cab-4917-bf14-7464e6a697ef req-7f43876a-5c39-455b-a384-d3eb2745c992 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874057 Nov 12 09:07:37.218129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-9d08cf9b-7a35-4ea7-a215-f59273e0eaca tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899646 Nov 12 09:07:37.394235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-93344bad-c138-47e7-8ad4-f29af69f19c9 service neutron] 10.222.0.53 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719563 Nov 12 09:07:37.502166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-81dd14dd-de94-47a9-a260-6ca8385af467 service neutron] 10.222.0.53 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069613 Nov 12 09:07:37.536101 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-1adfcec5-0e49-42a5-86dc-17686f88fba3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8083835 Nov 12 09:07:37.566737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Request body: {'port': {'device_id': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:37.587019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cedb4b68-4150-4207-bcaa-2489d1f2b983 req-f8135216-1a02-4a7d-803f-d843154ce58f tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0921597 Nov 12 09:07:37.673593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting port 8ba972a9-f73e-44a2-8db8-d570f416880c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:37.674412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.749189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-591225bb-6fea-4cd8-b319-c361051b276a req-4238b7e4-a44b-494e-80ea-6adca6431ed2 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0632682 Nov 12 09:07:37.775171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] For port 8ba972a9-f73e-44a2-8db8-d570f416880c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8ba972a9-f73e-44a2-8db8-d570f416880c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:37.775550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:37.932006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Calling delete_port for 8ba972a9-f73e-44a2-8db8-d570f416880c owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:37.947848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:38.010620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:38.014952 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.118668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:38.390140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914880f2-0bd2-4585-ae37-de8c0b1c540b req-b5d2c80f-3289-439d-997b-0e75daddca44 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:38.400297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914880f2-0bd2-4585-ae37-de8c0b1c540b req-b5d2c80f-3289-439d-997b-0e75daddca44 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 932 time: 0.0894191 Nov 12 09:07:38.426193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 172.20.0.12 (87a1f048-b039-4243-8213-ec65a4ba65a0/1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c/e87718e8-95b2-41eb-866b-056220015ba0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:38.518974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914880f2-0bd2-4585-ae37-de8c0b1c540b req-7297357b-6750-4482-90c6-dd8a44ea1c70 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132631 Nov 12 09:07:38.544886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b994585-8fd3-4170-9255-e5060241174f req-8a2fdf6e-822b-4ff7-b279-1b9f1361ddf1 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:38.555953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b994585-8fd3-4170-9255-e5060241174f req-8a2fdf6e-822b-4ff7-b279-1b9f1361ddf1 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 945 time: 0.7600152 Nov 12 09:07:38.777330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-633ce485-09e2-4946-a53b-c4988efe8b71 req-c5bbf372-3235-4d20-a8ad-ce0c0d4b9c0d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0322084 Nov 12 09:07:38.915025 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b994585-8fd3-4170-9255-e5060241174f req-d8229db4-7076-429c-998c-419b4a774db0 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581159 Nov 12 09:07:38.939557 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c0fa6a8-c5d1-4b11-b2c4-351aeba97de5 req-29856670-2890-44c6-aee1-1a395e35e3b5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0401413 Nov 12 09:07:38.946992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:38.965182 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:39.014110 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:39.017258 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:39.038758 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.099552 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:39.123557 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:39.128631 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:39.219730 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:39.221159 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbc9769-bc14-447f-b63f-ade98082508e None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:39.586599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-fa772f3a-4860-42a4-ad08-e1621abcb101 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:39.593724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-fa772f3a-4860-42a4-ad08-e1621abcb101 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 817 time: 0.4144561 Nov 12 09:07:39.865889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.873202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5c4f7b7c-c7be-42e9-9688-dbc48fefc017 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.9127519 Nov 12 09:07:39.882046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-f6a3eb2d-a05a-41ef-a65c-8d05c8e05d46 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 380 time: 0.2813466 Nov 12 09:07:39.882571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41748) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:39.893667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'port_id': '776ecfe8-d8f2-40bf-8133-1024f8b7d083', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:39.913232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'port': {'device_id': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'admin_state_up': True, 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'security_groups': ['6ed9d09a-bb45-4c96-993b-ceed71abde21']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:39.948531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:39.986182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d55f412-66e4-449d-ac68-534a31cb29e9 req-00a668ef-bc38-4bd7-8823-4b3bea034443 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0642076 Nov 12 09:07:40.042327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Port': ['ID=8ba972a9-f73e-44a2-8db8-d570f416880c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:40.074916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.074916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.074916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.074916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.076737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.076737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.076737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.077171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.077400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.077795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.078192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.078616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:40.097054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86365385-e1e8-4f1c-9247-caa2c59f896e req-e16c1ff2-8598-48c5-a9d4-b45bfa31f173 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:40.111192 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86365385-e1e8-4f1c-9247-caa2c59f896e req-e16c1ff2-8598-48c5-a9d4-b45bfa31f173 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 932 time: 0.4363210 Nov 12 09:07:40.154725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.291031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86365385-e1e8-4f1c-9247-caa2c59f896e req-78ed9ab8-063c-4909-a557-3d08085f2f10 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780322 Nov 12 09:07:40.355056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.542339 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06cf5a37-217b-4362-87ba-04aacbb6a332 req-59b94f46-a2a4-45a6-8106-8b903c2f7f0a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0746939 Nov 12 09:07:40.589613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05aee021-6b47-45dd-964a-d25f8b7ca912 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:40.606316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.631135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Transition to ACTIVE for port object 05aee021-6b47-45dd-964a-d25f8b7ca912 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:07:40.635247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:40.637498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=e87718e8-95b2-41eb-866b-056220015ba0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:40.643135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:40.651148 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.654254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:40.694435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.807658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Made reservation on behalf of b749a78f7ca54b6ba2a95de4414e36f2 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:40.811333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.968631 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:40.973024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.106194 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.113762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Fanout notify agent at l3_agent the message router_deleted on router 20ffdce5-6700-41be-a535-61ff53b0b968 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:07:41.153125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.156154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f2abe0bb-ee57-4e93-84cf-30a1dcdc6228 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/routers/20ffdce5-6700-41be-a535-61ff53b0b968 HTTP/1.1" status: 204 len: 168 time: 7.3236897 Nov 12 09:07:41.262957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:41.288078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d7aed702-96ef-41b6-b372-4c0e9d635dd5 None None] Provisioning complete for port e87718e8-95b2-41eb-866b-056220015ba0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:41.291649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7aed702-96ef-41b6-b372-4c0e9d635dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.457220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d7aed702-96ef-41b6-b372-4c0e9d635dd5 None None] Port e87718e8-95b2-41eb-866b-056220015ba0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:41.516553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:41.517558 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.612375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Pushing event updated for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:41.633579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Allocated IP 172.20.0.6 (078b7db6-b3e3-4ab7-aee6-f51320e9abca/d1ece2d6-487f-4379-b714-4ef7096b35ce/4eb8a6ab-c38c-4adf-83de-f74682ced828) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:41.660559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:41.676518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b0c76fba-3b6f-4ba4-964c-d1187b56c682 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5432549 Nov 12 09:07:41.689675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'admin_state_up': True, 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'security_groups': ['c37114a5-b1e4-438a-8656-2be7a23bf778']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:41.793895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c3f85-584c-4c95-96a6-927700d4d4ad req-3232b9a9-9f70-487b-a45e-398a2e0ff03e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:41.806630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f60c3f85-584c-4c95-96a6-927700d4d4ad req-3232b9a9-9f70-487b-a45e-398a2e0ff03e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 944 time: 0.2787750 Nov 12 09:07:41.847684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Attempting to bind port 05aee021-6b47-45dd-964a-d25f8b7ca912 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:41.847968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Attempting to bind port 05aee021-6b47-45dd-964a-d25f8b7ca912 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:41.848315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Attempting to bind port 05aee021-6b47-45dd-964a-d25f8b7ca912 on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:41.889854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58798771-43e9-41e2-91c4-a8925ab9e351 req-4a372c85-465b-4c05-81e4-a82455bc0b7f tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:41.915258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58798771-43e9-41e2-91c4-a8925ab9e351 req-4a372c85-465b-4c05-81e4-a82455bc0b7f tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 932 time: 0.5634611 Nov 12 09:07:41.930513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Port 05aee021-6b47-45dd-964a-d25f8b7ca912 on network 84d9f726-4cdb-49bf-8508-9247b100d330 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:07:41.930850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Attempting to bind port 05aee021-6b47-45dd-964a-d25f8b7ca912 on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:41.976513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:41.977194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Checking segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:41.977736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Bound using segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:41.978269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Bound port: 05aee021-6b47-45dd-964a-d25f8b7ca912, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:41.978820 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.037619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f60c3f85-584c-4c95-96a6-927700d4d4ad req-662c4cc1-68fc-4de7-bee4-0ba97ab5648c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286625 Nov 12 09:07:42.100066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58798771-43e9-41e2-91c4-a8925ab9e351 req-fd6bc83d-e35c-4f42-9662-91a7b0a86802 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855383 Nov 12 09:07:42.269666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.302550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e08a144e-f51f-4233-9e5d-692a96120ca8 req-4539ebab-b12e-447f-9b88-3d6b61a4c240 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0537601 Nov 12 09:07:42.336617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:42.344911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.400081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8ba972a9-f73e-44a2-8db8-d570f416880c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:42.411529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0c1215-67ff-4b2f-b7e6-a904d843d470']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:42.442821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 8ba972a9-f73e-44a2-8db8-d570f416880c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:42.443226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8ba972a9-f73e-44a2-8db8-d570f416880c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:42.447190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:42.451109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54522f43-49b1-421f-adbf-d2af24c2867f') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:42.451412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54522f43-49b1-421f-adbf-d2af24c2867f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:42.455992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:42.472123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.572801 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.635782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.645570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:07:42.646091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:07:42.727035 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:07:42.755042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Pushing event updated for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:42.795743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:42.796509 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.798342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-bb20cd1d-20fb-4e3c-ba5e-204a09195785 service neutron] 10.222.0.62 "PUT /v2.0/ports/05aee021-6b47-45dd-964a-d25f8b7ca912 HTTP/1.1" status: 200 len: 1093 time: 5.2372406 Nov 12 09:07:42.798885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:42.810756 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175bf4a7-f45e-4359-b61c-638308bcd621" -d '{"events": [{"name": "network-changed", "server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:42.905411 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef916530-dfd6-4547-baf9-869d72917b2a x-openstack-request-id: req-ef916530-dfd6-4547-baf9-869d72917b2a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:42.905980 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:42.906634 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef916530-dfd6-4547-baf9-869d72917b2a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:42.907348 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'status': 'completed', 'code': 200} Nov 12 09:07:42.914737 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.952145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:42.957247 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/networks/9c0c1215-67ff-4b2f-b7e6-a904d843d470 HTTP/1.1" status: 204 len: 168 time: 1.6897750 Nov 12 09:07:42.962036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:43.054958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecb574-6219-4024-a4a5-87f8f63da82e tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Network': ['ID=9c0c1215-67ff-4b2f-b7e6-a904d843d470,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:43.103439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 10.1.1.35 (186d877e-88cc-4330-9323-9416f5df5bf2/81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc/a2acde1c-4012-40a6-90bf-36122a49e4fe) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:43.182214 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.208634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:07:43.323190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deca57-da9f-42d8-8481-a5fd4a5bb283 req-3dd97f56-c8b5-49aa-8cee-4f19e3224dad tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:43.324860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11deca57-da9f-42d8-8481-a5fd4a5bb283 req-3dd97f56-c8b5-49aa-8cee-4f19e3224dad tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 944 time: 0.1856694 Nov 12 09:07:43.364696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.384649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.417378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.446895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-c8590760-d8a3-4cb7-bab3-a6a2fed0dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:43.449445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-c8590760-d8a3-4cb7-bab3-a6a2fed0dfe3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 1096 time: 0.5636024 Nov 12 09:07:43.451141 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.526571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:43.594283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:43.605286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11deca57-da9f-42d8-8481-a5fd4a5bb283 req-b7d890cc-0d92-4746-ba95-37d9abc6243e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689781 Nov 12 09:07:43.613499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.614118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.614671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.615144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.615613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.616150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.616664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.617208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.617733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.618258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.618799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.619262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:07:43.733929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:43.751397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:43.755371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:43.841864 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df715b88-8cc2-47e4-8702-7ed49bfe2b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.078092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-7cb061c1-f264-4e2d-94c2-0484f247745b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05aee021-6b47-45dd-964a-d25f8b7ca912 HTTP/1.1" status: 200 len: 217 time: 0.6013863 Nov 12 09:07:44.200163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 186d877e-88cc-4330-9323-9416f5df5bf2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:44.225862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=a2acde1c-4012-40a6-90bf-36122a49e4fe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:44.258588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:44.275553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:44.301911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:44.302665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.337280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ff14cff9-eba5-4313-8552-12f4e8d0b66a None None] Provisioning complete for port 4eb8a6ab-c38c-4adf-83de-f74682ced828 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:44.339106 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ff14cff9-eba5-4313-8552-12f4e8d0b66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.341795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c94a2-2ef2-44af-a83c-16086c85767f req-51d4d715-3f2c-4fab-b928-a3792638a1b5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:44.356014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95760-d523-437c-ac24-3938a81c104d req-20fbb43d-56af-4025-b1cd-8d438641ea40 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:44.368558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea6c94a2-2ef2-44af-a83c-16086c85767f req-51d4d715-3f2c-4fab-b928-a3792638a1b5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 931 time: 0.5355930 Nov 12 09:07:44.380277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe95760-d523-437c-ac24-3938a81c104d req-20fbb43d-56af-4025-b1cd-8d438641ea40 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:44.381962 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbe95760-d523-437c-ac24-3938a81c104d req-20fbb43d-56af-4025-b1cd-8d438641ea40 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 1653 time: 0.9585016 Nov 12 09:07:44.460422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-7e627b84-d16f-41ad-b782-740d7ae3e989 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5560372 Nov 12 09:07:44.470733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:44.493192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ff14cff9-eba5-4313-8552-12f4e8d0b66a None None] Port 4eb8a6ab-c38c-4adf-83de-f74682ced828 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:44.495531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Request body: {'port': {'device_id': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:44.588960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbe95760-d523-437c-ac24-3938a81c104d req-e7c998db-3f56-4c26-b2be-323313b2303b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337399 Nov 12 09:07:44.596493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-ab4c94d6-5c4f-4728-947c-19ece8cc3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:44.599051 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-ab4c94d6-5c4f-4728-947c-19ece8cc3fd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.5076456 Nov 12 09:07:44.652774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-8da7be42-ec91-46fb-b5d8-878f0b1b0c6f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440075 Nov 12 09:07:44.660659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea6c94a2-2ef2-44af-a83c-16086c85767f req-ba4501c3-3893-416b-b42d-c7b7503dbb96 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2911091 Nov 12 09:07:44.669407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:44.670347 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.715605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-43e7d9dc-7495-47d8-b5c0-6592001210f4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0301349 Nov 12 09:07:44.750202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'admin_state_up': True, 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'security_groups': ['c37114a5-b1e4-438a-8656-2be7a23bf778']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:44.762018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.773085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8e6a13c3-24d2-4ee0-9f09-ae101333a5dd None None] Provisioning complete for port a2acde1c-4012-40a6-90bf-36122a49e4fe triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:44.786136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e6a13c3-24d2-4ee0-9f09-ae101333a5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.876437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting port 0a12f6bb-4f29-4d33-9dd8-1f60c70a7f6c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:44.877074 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.894529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:44.912021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a13c3-24d2-4ee0-9f09-ae101333a5dd None None] Port a2acde1c-4012-40a6-90bf-36122a49e4fe cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:44.923749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:44.949578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:44.959861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:44.962379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:45.001631 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:45.003486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:45.023564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Calling delete_port for 0a12f6bb-4f29-4d33-9dd8-1f60c70a7f6c owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:45.057371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-95bc9988-8715-4f93-b95a-49bc85083c9f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/floatingips/3d293eb3-b448-472b-85d8-ec493b37f02f HTTP/1.1" status: 200 len: 978 time: 5.1697319 Nov 12 09:07:45.084733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41810) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:45.096879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:45.118397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:45.119114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:45.262118 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-4dbf305a-4d01-409c-8869-502a258ea3cb service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658720 Nov 12 09:07:45.406782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:45.407735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c693c34d-15ec-4c23-b9fc-9216ccae675d None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:45.410752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb8a6ab-c38c-4adf-83de-f74682ced828 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:45.424484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:45.458364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Transition to ACTIVE for port object 4eb8a6ab-c38c-4adf-83de-f74682ced828 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:07:45.513267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:45.542967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e671d42-7b3e-49b2-b0d2-6ddfacff8f9d req-f6e6a798-e9b2-4ebd-8b93-47a406a7b466 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:45.551488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e671d42-7b3e-49b2-b0d2-6ddfacff8f9d req-f6e6a798-e9b2-4ebd-8b93-47a406a7b466 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 944 time: 0.2829087 Nov 12 09:07:45.558894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:45.600135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:45.652159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c84deef-fd30-4829-b13b-c5ce687ce714 req-9912176d-ede1-4c3b-a46e-d6325abda49a service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471241 Nov 12 09:07:45.717449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Port': ['ID=0a12f6bb-4f29-4d33-9dd8-1f60c70a7f6c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:45.791182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:45.791640 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Floating IP d960fbc6-5937-4dc1-a89e-4d70dcfcd566 disassociated (deleted). External IP: 172.25.5.221, port: 41929a6d-dc20-4103-ba14-b83e4f6023de. Nov 12 09:07:46.010602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Attempting to bind port 4eb8a6ab-c38c-4adf-83de-f74682ced828 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:46.011325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Attempting to bind port 4eb8a6ab-c38c-4adf-83de-f74682ced828 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:46.011826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Attempting to bind port 4eb8a6ab-c38c-4adf-83de-f74682ced828 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:46.062055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fc5d4-1112-41f2-84d4-c7b01159ed6f req-53ba13e1-dfa3-4a18-bd5b-d181478efeed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.068408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-c05aa6b4-766f-4f99-9629-afb1f3cfe807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.069944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-c05aa6b4-766f-4f99-9629-afb1f3cfe807 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 1096 time: 0.2852254 Nov 12 09:07:46.078192 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e671d42-7b3e-49b2-b0d2-6ddfacff8f9d req-79150c11-59ff-4ebf-87a7-1fad4127bddc tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255668 Nov 12 09:07:46.081672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fc5d4-1112-41f2-84d4-c7b01159ed6f req-53ba13e1-dfa3-4a18-bd5b-d181478efeed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.091031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-217fc5d4-1112-41f2-84d4-c7b01159ed6f req-53ba13e1-dfa3-4a18-bd5b-d181478efeed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 1653 time: 0.2417853 Nov 12 09:07:46.128676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Port 4eb8a6ab-c38c-4adf-83de-f74682ced828 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:07:46.129005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Attempting to bind port 4eb8a6ab-c38c-4adf-83de-f74682ced828 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:46.167994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:46.168523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Checking segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:46.169027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Bound using segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:46.169587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Bound port: 4eb8a6ab-c38c-4adf-83de-f74682ced828, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:46.170147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.224691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-9abae826-ff10-4e61-849f-8357f24b32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.226185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-9abae826-ff10-4e61-849f-8357f24b32d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 905 time: 0.1042838 Nov 12 09:07:46.308831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-7f7f0dbb-7328-4918-96db-9d3bde8d0ded service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05aee021-6b47-45dd-964a-d25f8b7ca912 HTTP/1.1" status: 200 len: 217 time: 0.0412912 Nov 12 09:07:46.333951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:46.345918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:46.356161 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5b7a289c-6224-44fd-9541-0f1e9259407f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.363195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:46.366875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.385487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.391731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c92dc-d6c1-4d59-94c8-67b5e49ca9a0 req-6c637806-ac84-483f-bd9d-f46aacd93702 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.393340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-734c92dc-d6c1-4d59-94c8-67b5e49ca9a0 req-6c637806-ac84-483f-bd9d-f46aacd93702 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1626921 Nov 12 09:07:46.530656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 10.1.1.57 (186d877e-88cc-4330-9323-9416f5df5bf2/81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc/3758eabc-ff5d-4cc7-b596-cbe50c26bb77) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:46.535542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:46.562557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port b657d99a-26bf-4c49-b7d4-ae65bb95cacf {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:46.566133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.708969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.709302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.734473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for b657d99a-26bf-4c49-b7d4-ae65bb95cacf owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:46.807014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-acfdf0b7-f6ef-4eab-af25-20ab225df0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.814725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-acfdf0b7-f6ef-4eab-af25-20ab225df0a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.4978960 Nov 12 09:07:46.831669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:46.832313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:46.833738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-20ab8d70-ec10-4f25-a575-2639b04dc74b service neutron] 10.222.0.55 "PUT /v2.0/ports/4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 1092 time: 2.3600054 Nov 12 09:07:46.869434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-217fc5d4-1112-41f2-84d4-c7b01159ed6f req-25333142-783e-4514-84ac-7ff64e67d7f0 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7680075 Nov 12 09:07:46.870731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:46.873269 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:46.946894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-734c92dc-d6c1-4d59-94c8-67b5e49ca9a0 req-3be289e8-b68d-47b0-8aaa-b705119d8c96 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2992544 Nov 12 09:07:46.950816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:46.957081 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-9fc79cd7-b495-4e97-919e-97d0a89ef8c5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617011 Nov 12 09:07:47.014612 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3680cd-686f-4ef4-821b-ece99a8ce8e3 x-openstack-request-id: req-cd3680cd-686f-4ef4-821b-ece99a8ce8e3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:47.015433 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:47.016004 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd3680cd-686f-4ef4-821b-ece99a8ce8e3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:47.017895 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'status': 'completed', 'code': 200} Nov 12 09:07:47.088765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-185f7fda-f4a9-46c7-9f55-32f97a67dcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:47.090678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-185f7fda-f4a9-46c7-9f55-32f97a67dcf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1095 time: 0.1608918 Nov 12 09:07:47.166683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-8ec3a797-2f13-46af-8798-973b34e67501 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 217 time: 0.0638449 Nov 12 09:07:47.279732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:47.282492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:47.299356 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] Sync routers for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:47.316621 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:47.317762 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:47.357586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:47.456870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7f47bdb7-519e-4825-9fb2-6657d45f8317 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/floatingips/d960fbc6-5937-4dc1-a89e-4d70dcfcd566 HTTP/1.1" status: 204 len: 168 time: 4.4838862 Nov 12 09:07:47.480062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:47.483663 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355bd856-1dbe-4771-8f6c-67a7517979d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:47.499468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-60ff5a8f-f3cc-4e2e-a8d1-ee2652b832ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:47.502584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-60ff5a8f-f3cc-4e2e-a8d1-ee2652b832ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.3288527 Nov 12 09:07:47.574982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1c7cd-dc5a-4a00-a3af-3f46f4543b43 req-a306bff2-e9d6-41a7-b97b-0a15289ac4c5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:47.578138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8e1c7cd-dc5a-4a00-a3af-3f46f4543b43 req-a306bff2-e9d6-41a7-b97b-0a15289ac4c5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 944 time: 0.3256102 Nov 12 09:07:47.598655 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-7074a91f-96ee-470d-87ed-4b1afeacfacf service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223121 Nov 12 09:07:47.633991 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:47.647569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:47.655236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:47.811655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 186d877e-88cc-4330-9323-9416f5df5bf2 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:47.821648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:47.834002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:47.846944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=b657d99a-26bf-4c49-b7d4-ae65bb95cacf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:47.848832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:47.920453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:47.921351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:47.988291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b53c9aac-0e4a-4180-894d-669d25432ffd tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2400258 Nov 12 09:07:48.014444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-175bf4a7-f45e-4359-b61c-638308bcd621 req-ac4c6988-df16-4cfa-8f30-41740007fa37 service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015863 Nov 12 09:07:48.027146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675', 'admin_state_up': True, 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'security_groups': ['c37114a5-b1e4-438a-8656-2be7a23bf778']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:48.034308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 05aee021-6b47-45dd-964a-d25f8b7ca912 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:07:48.082628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-ca956f8a-0e0a-4070-9c1b-c1bd03c06ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.090269 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-ca956f8a-0e0a-4070-9c1b-c1bd03c06ac4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5584245 Nov 12 09:07:48.094438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:48.094821 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 3d293eb3-b448-472b-85d8-ec493b37f02f disassociated (deleted). External IP: 172.25.5.227, port: 776ecfe8-d8f2-40bf-8133-1024f8b7d083. Nov 12 09:07:48.178158 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce43ce-1a00-4c28-bfd4-9f890cdd605b x-openstack-request-id: req-acce43ce-1a00-4c28-bfd4-9f890cdd605b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:48.180387 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:48.180705 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acce43ce-1a00-4c28-bfd4-9f890cdd605b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:48.181450 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'status': 'completed', 'code': 200} Nov 12 09:07:48.294941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41848) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:48.346005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:48.376643 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:48.378553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-5783caeb-828b-43e9-9a4c-a14482a9ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.378981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'mac_address': 'fa:16:3e:89:15:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:07:48.379598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-5783caeb-828b-43e9-9a4c-a14482a9ff74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 1137 time: 0.2282403 Nov 12 09:07:48.461773 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] Checking router: c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:48.486624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:48.487799 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:48.507944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:48.529580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05aee021-6b47-45dd-964a-d25f8b7ca912 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:48.566681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dc4d02f1-339a-48ea-a2f8-2e7f491037bb None None] Provisioning complete for port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:48.568175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-93ac9c47-fadb-4559-8a82-0bc79f78d191 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466503 Nov 12 09:07:48.568680 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dc4d02f1-339a-48ea-a2f8-2e7f491037bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:48.571941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:48.680686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d02f1-339a-48ea-a2f8-2e7f491037bb None None] Port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:48.689165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:48.745612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951d7e2d-e007-4948-bdce-e1b3232cc388 req-44230da9-b80d-4f88-a85d-2fe385a13d5e service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661694 Nov 12 09:07:48.754604 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8e1c7cd-dc5a-4a00-a3af-3f46f4543b43 req-f3f58fd3-7cdc-4b4a-9bdc-84062f859d87 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1268165 Nov 12 09:07:48.864663 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:48.884041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:48.910937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['05aee021-6b47-45dd-964a-d25f8b7ca912'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:07:48.958240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-1d4646b5-f51d-4507-a40a-59f55f3bd50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:48.959956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-1d4646b5-f51d-4507-a40a-59f55f3bd50c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1095 time: 0.0889866 Nov 12 09:07:49.072572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:49.092264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbcdf9-2d3b-4062-9ee3-02d2db3d25a6 req-21645dde-6883-46c7-bfc0-dac18aee0bc0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:49.103628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81bbcdf9-2d3b-4062-9ee3-02d2db3d25a6 req-21645dde-6883-46c7-bfc0-dac18aee0bc0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 985 time: 0.1343706 Nov 12 09:07:49.263797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:49.382377 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:49.397340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:49.464515 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7732ac44-9598-48fb-ab4c-fe5684e3cf85 None None] The sync data for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 is: [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '26a54513-4c65-40d1-a275-20cb44197cc3', 'name': '', 'network_id': '8d26dd56-ed58-4161-b151-f70d77d0f197', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'mac_address': 'fa:16:3e:be:cc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:30Z', 'updated_at': '2021-11-12T09:05:35Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'subnets': [{'id': '4390f31b-f900-437f-b5a9-aad6b299cd13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:49.587035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82a29d-c858-4383-8ec8-17794009e46d req-409c8b08-dbc2-444f-9f15-8f8ab77f9eaa tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:49.593317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82a29d-c858-4383-8ec8-17794009e46d req-409c8b08-dbc2-444f-9f15-8f8ab77f9eaa tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:49.604372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82a29d-c858-4383-8ec8-17794009e46d req-409c8b08-dbc2-444f-9f15-8f8ab77f9eaa tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:49.606433 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb82a29d-c858-4383-8ec8-17794009e46d req-409c8b08-dbc2-444f-9f15-8f8ab77f9eaa tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 2373 time: 1.1348979 Nov 12 09:07:49.697651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:49.733772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-16a7a816-7c12-4aea-b17e-f48f13d681ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:49.737579 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-16a7a816-7c12-4aea-b17e-f48f13d681ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=8d26dd56-ed58-4161-b151-f70d77d0f197 HTTP/1.1" status: 200 len: 898 time: 1.3470740 Nov 12 09:07:49.775429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81bbcdf9-2d3b-4062-9ee3-02d2db3d25a6 req-27032590-cfcd-4ef5-b016-f57162f6e762 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/security-groups?id=78ce7b8e-7ebe-4211-b351-6de7d2cffad4&id=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6644893 Nov 12 09:07:49.817011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-0a409040-076e-4c98-b1ab-e87fba75608a tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:49.820839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-0a409040-076e-4c98-b1ab-e87fba75608a tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.55 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 985 time: 0.4308679 Nov 12 09:07:49.856294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:49.936664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17878258-d1d7-4d34-946e-5c4ffa1dee01 None None] New status for floating IP d960fbc6-5937-4dc1-a89e-4d70dcfcd566: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:07:50.082040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 05aee021-6b47-45dd-964a-d25f8b7ca912 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:50.203031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 05aee021-6b47-45dd-964a-d25f8b7ca912 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:07:50.205267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 10.2.2.100 (4be4b44d-5281-4565-a5f1-ae7e6d0b9675/074e8059-0fc1-4ab9-b740-5b3fe839daab/dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:50.213233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 05aee021-6b47-45dd-964a-d25f8b7ca912 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:50.213606 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:50.320728 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:50.334588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-432a6d27-58c6-4e22-afaf-ec0b7ca7a069 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41929a6d-dc20-4103-ba14-b83e4f6023de HTTP/1.1" status: 200 len: 217 time: 0.5644734 Nov 12 09:07:50.435664 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:50.489015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:50.496588 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c209ea-8a90-457f-9be5-299c310eee43" -d '{"events": [{"server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "name": "network-vif-plugged", "status": "completed", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:50.514473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-7873c9b3-3475-486f-952f-20f8ab7e6779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:50.517840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-7873c9b3-3475-486f-952f-20f8ab7e6779 service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 1.5427916 Nov 12 09:07:50.527570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:50.529737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb82a29d-c858-4383-8ec8-17794009e46d req-0a0e7999-83d3-4d41-97bd-5f51e273275d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8987055 Nov 12 09:07:50.542909 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:50.620425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-b790749a-3d68-4ee3-9280-584ac2023a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:50.622093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-b790749a-3d68-4ee3-9280-584ac2023a5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4390f31b-f900-437f-b5a9-aad6b299cd13 HTTP/1.1" status: 200 len: 834 time: 0.2502155 Nov 12 09:07:50.676507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:50.689076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-f1493585-143e-4245-9e76-d3ec5a1510c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 217 time: 0.1523159 Nov 12 09:07:50.760678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:07:50.797367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:50.809217 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:50.812436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182e827-0656-4d96-bb39-1ca1f548a22b req-0844328d-3cd7-446c-add4-11e4d47687fd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:50.814632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6182e827-0656-4d96-bb39-1ca1f548a22b req-0844328d-3cd7-446c-add4-11e4d47687fd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1195028 Nov 12 09:07:50.821608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:50.822155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-44f42abd-996a-49ec-916c-c867f43ecbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:50.823767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-44f42abd-996a-49ec-916c-c867f43ecbfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d26dd56-ed58-4161-b151-f70d77d0f197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881287 Nov 12 09:07:50.827368 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:50.830553 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:50.831778 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:50.871078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21376697-e941-439f-92cd-47c477e00afb req-fb899ba5-9833-4f32-9609-4a03bd9ce443 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:50.872717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21376697-e941-439f-92cd-47c477e00afb req-fb899ba5-9833-4f32-9609-4a03bd9ce443 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.3490131 Nov 12 09:07:50.900351 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:50.924800 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:50.925440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:50.941147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-65e4757b-a7f6-487f-ae00-2b0f4aca6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:50.943370 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-65e4757b-a7f6-487f-ae00-2b0f4aca6de5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.2174916 Nov 12 09:07:50.951779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:50.961027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5d953d54-5159-440f-891c-c57bdf6fc23d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/floatingips/3d293eb3-b448-472b-85d8-ec493b37f02f HTTP/1.1" status: 204 len: 168 time: 5.8750837 Nov 12 09:07:50.965449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:50.978406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting port 41929a6d-dc20-4103-ba14-b83e4f6023de {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:50.978800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'port_id': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'mac_address': 'fa:16:3e:b8:57:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:07:50.979216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.047793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.074699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb8a6ab-c38c-4adf-83de-f74682ced828 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:51.099930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:51.106585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.150935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] For port 41929a6d-dc20-4103-ba14-b83e4f6023de, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=41929a6d-dc20-4103-ba14-b83e4f6023de,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:51.151413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.165248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6182e827-0656-4d96-bb39-1ca1f548a22b req-a42991b4-a8d1-4940-8426-5fe773ce50be tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351195 Nov 12 09:07:51.168319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Calling delete_port for 41929a6d-dc20-4103-ba14-b83e4f6023de owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:51.241354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:51.242724 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:51.243471 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70520dae-ed9b-44e4-a79e-47515b8a371d None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:51.282644 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa15a7-47e1-4665-9610-542c43d33cf5 x-openstack-request-id: req-b4fa15a7-47e1-4665-9610-542c43d33cf5 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:51.282798 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.282965 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "name": "network-vif-plugged", "status": "completed", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:51.283201 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4fa15a7-47e1-4665-9610-542c43d33cf5 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:51.283605 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'code': 200} Nov 12 09:07:51.289380 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-3ca65df5-ab6b-403f-b3e3-817f8f0d22d4 service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337590 Nov 12 09:07:51.337596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['4eb8a6ab-c38c-4adf-83de-f74682ced828'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:07:51.383549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21376697-e941-439f-92cd-47c477e00afb req-3e1f58a2-5286-4d92-8530-b6d7b8e42a6b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642804 Nov 12 09:07:51.386343 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.427418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-69493d16-ff5b-47d6-a54c-6da6db4810c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:51.429141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-69493d16-ff5b-47d6-a54c-6da6db4810c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4701076 Nov 12 09:07:51.460684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Port': ['ID=41929a6d-dc20-4103-ba14-b83e4f6023de,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:51.535824 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-355bd856-1dbe-4771-8f6c-67a7517979d9 req-93d16b01-0a1a-4c7c-a3b6-b47165cf1ef8 service neutron] 10.222.0.55 "GET /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735466 Nov 12 09:07:51.571302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:51.591230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] No DVR routers for this DVR port 41929a6d-dc20-4103-ba14-b83e4f6023de on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:07:51.599725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.607757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d29ae5-0598-4a77-b3bc-bc574aa9f738 req-6895743d-e8e9-4965-a338-617a3f8cb4aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.55 "DELETE /v2.0/ports/41929a6d-dc20-4103-ba14-b83e4f6023de HTTP/1.1" status: 204 len: 173 time: 1.7776110 Nov 12 09:07:51.627476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'name': 'network-vif-deleted', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:51.645859 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28999152-3711-4d2b-8a5c-c0577316e97a" -d '{"events": [{"server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "name": "network-vif-deleted", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:51.657263 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca817dc0-dffd-463c-acf3-2ad5dca73ed0 req-60fab732-d49b-498f-bcd6-9edeadce3a40 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "GET /v2.0/ports?device_id=5358cc8e-952e-4fac-bc9a-39ffa64e5b2b HTTP/1.1" status: 200 len: 210 time: 0.1203332 Nov 12 09:07:51.659981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 776ecfe8-d8f2-40bf-8133-1024f8b7d083 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:51.660340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.681862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:51.734983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:51.761086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:51.799786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:51.810040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-c21cad77-bade-4ff3-a270-d1cacf3b25da service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410285 Nov 12 09:07:51.831471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739088-ee1a-4120-b426-bb480079ec67 req-d60a9d47-caca-4479-b4c0-ca81a9e82160 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:51.839302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739088-ee1a-4120-b426-bb480079ec67 req-d60a9d47-caca-4479-b4c0-ca81a9e82160 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:51.849457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739088-ee1a-4120-b426-bb480079ec67 req-d60a9d47-caca-4479-b4c0-ca81a9e82160 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:51.857295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b739088-ee1a-4120-b426-bb480079ec67 req-d60a9d47-caca-4479-b4c0-ca81a9e82160 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:51.859872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b739088-ee1a-4120-b426-bb480079ec67 req-d60a9d47-caca-4479-b4c0-ca81a9e82160 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3094 time: 0.2026100 Nov 12 09:07:51.861961 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f059df00-6544-4e9d-87da-93f7275631ee x-openstack-request-id: req-f059df00-6544-4e9d-87da-93f7275631ee {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:51.862475 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358cc8e-952e-4fac-bc9a-39ffa64e5b2b", "name": "network-vif-deleted", "tag": "41929a6d-dc20-4103-ba14-b83e4f6023de", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:51.862922 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f059df00-6544-4e9d-87da-93f7275631ee {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:51.863488 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358cc8e-952e-4fac-bc9a-39ffa64e5b2b', 'name': 'network-vif-deleted', 'tag': '41929a6d-dc20-4103-ba14-b83e4f6023de', 'status': 'completed', 'code': 200} Nov 12 09:07:52.012491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b739088-ee1a-4120-b426-bb480079ec67 req-12857f54-867c-4ae7-a9f9-17a7340c0560 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389389 Nov 12 09:07:52.107413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb56d3c6-d9b9-457f-a2fe-c3265953ed62 req-027afe2b-ce0a-4af7-9b7a-0769404d0b39 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427437 Nov 12 09:07:52.160529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.177071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42252d2d-7efe-41be-9177-31aabf35a83a req-a96365b4-efd5-4786-8538-3efb67ca3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:52.178686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42252d2d-7efe-41be-9177-31aabf35a83a req-a96365b4-efd5-4786-8538-3efb67ca3ba3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 1098 time: 0.8069184 Nov 12 09:07:52.233483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 776ecfe8-d8f2-40bf-8133-1024f8b7d083 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:52.242974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-554fda94-20cb-450e-b541-a0076e5f6b46 None None] Provisioning complete for port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:52.243386 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-554fda94-20cb-450e-b541-a0076e5f6b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.287752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-554fda94-20cb-450e-b541-a0076e5f6b46 None None] Port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:52.297224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:52.298032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.417977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-29f1690b-1ba8-433d-b86c-e965689058ea tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4207432 Nov 12 09:07:52.437951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42252d2d-7efe-41be-9177-31aabf35a83a req-80bf8ce4-a89a-4ee9-963b-326df3696a8a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008140 Nov 12 09:07:52.485084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa89d7-c92b-4415-b20a-e5ed0314911a req-3acaab54-b378-4589-94a5-dece1e71fc3c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:52.492603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2dfa89d7-c92b-4415-b20a-e5ed0314911a req-3acaab54-b378-4589-94a5-dece1e71fc3c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1877508 Nov 12 09:07:52.524910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885cb31-1360-48dd-b19d-9a1cbd486851 req-eb07c9a2-6848-4f64-bcb9-5f4a6fc3bbec tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:52.526732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d885cb31-1360-48dd-b19d-9a1cbd486851 req-eb07c9a2-6848-4f64-bcb9-5f4a6fc3bbec tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 944 time: 0.0539582 Nov 12 09:07:52.542875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675', 'admin_state_up': True, 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'security_groups': ['c37114a5-b1e4-438a-8656-2be7a23bf778']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:52.581774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d885cb31-1360-48dd-b19d-9a1cbd486851 req-b20cdd6c-ad8b-40d5-91f1-3a2585cab51c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Nov 12 09:07:52.730650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41884) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:52.772532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:07:52.842178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87b88cd-99a4-481e-b939-56c90d4bd4f0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.871625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87b88cd-99a4-481e-b939-56c90d4bd4f0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.882345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 4eb8a6ab-c38c-4adf-83de-f74682ced828 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:07:52.887717 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 4eb8a6ab-c38c-4adf-83de-f74682ced828 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:52.888678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.930388 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87b88cd-99a4-481e-b939-56c90d4bd4f0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.934633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87b88cd-99a4-481e-b939-56c90d4bd4f0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:52.937748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c87b88cd-99a4-481e-b939-56c90d4bd4f0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/security-groups/78ce7b8e-7ebe-4211-b351-6de7d2cffad4 HTTP/1.1" status: 204 len: 168 time: 0.2048540 Nov 12 09:07:52.943125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41886) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:52.996650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b88cd-99a4-481e-b939-56c90d4bd4f0 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce7b8e-7ebe-4211-b351-6de7d2cffad4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:53.006922 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.039076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dad09b-c13c-4be2-aec1-dd9b215656aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.061352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:53.068489 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.069687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 41929a6d-dc20-4103-ba14-b83e4f6023de no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:07:53.116517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 41929a6d-dc20-4103-ba14-b83e4f6023de {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:07:53.117144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 41929a6d-dc20-4103-ba14-b83e4f6023de not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:07:53.119300 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dad09b-c13c-4be2-aec1-dd9b215656aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.139770 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2dfa89d7-c92b-4415-b20a-e5ed0314911a req-229d9079-2c4d-457b-a61f-c3151ebcf1fb tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6462748 Nov 12 09:07:53.172094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:53.211270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dad09b-c13c-4be2-aec1-dd9b215656aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.215508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dad09b-c13c-4be2-aec1-dd9b215656aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.219773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:53.220919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52dad09b-c13c-4be2-aec1-dd9b215656aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/security-groups/364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac HTTP/1.1" status: 204 len: 168 time: 0.2765362 Nov 12 09:07:53.266087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dad09b-c13c-4be2-aec1-dd9b215656aa tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=364eb85a-aa4a-4bd5-84a3-bcf0230fb9ac,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:53.285612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:53.288442 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c2601-eb9d-475f-b1b9-2695f9583b14" -d '{"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:53.312651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Made reservation on behalf of 69c342dcce89411caa2d7df11c1a120b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:53.317632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.331229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e736-0310-445c-af13-a05b1cdee779 req-5a76f00b-c4fa-4c64-bdec-de9d88ad01ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:53.340520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e736-0310-445c-af13-a05b1cdee779 req-5a76f00b-c4fa-4c64-bdec-de9d88ad01ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:53.349871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e736-0310-445c-af13-a05b1cdee779 req-5a76f00b-c4fa-4c64-bdec-de9d88ad01ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:53.360298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460e736-0310-445c-af13-a05b1cdee779 req-5a76f00b-c4fa-4c64-bdec-de9d88ad01ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:53.362328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2460e736-0310-445c-af13-a05b1cdee779 req-5a76f00b-c4fa-4c64-bdec-de9d88ad01ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3094 time: 0.1527677 Nov 12 09:07:53.366304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.397254 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629f271-bf0c-4a28-baf6-59acd41afb83 x-openstack-request-id: req-8629f271-bf0c-4a28-baf6-59acd41afb83 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:53.397684 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:53.398067 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8629f271-bf0c-4a28-baf6-59acd41afb83 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:53.398708 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'code': 200} Nov 12 09:07:53.464484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2460e736-0310-445c-af13-a05b1cdee779 req-b47448ce-6304-4031-8a2a-54d4c1c19d7f tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907822 Nov 12 09:07:53.537398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=776ecfe8-d8f2-40bf-8133-1024f8b7d083,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:53.609513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59789386-e57a-4f28-ad7a-f1b145c74e36 req-6c469043-3f84-4566-9325-af717c51c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:53.613057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59789386-e57a-4f28-ad7a-f1b145c74e36 req-6c469043-3f84-4566-9325-af717c51c347 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.1122048 Nov 12 09:07:53.779124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59789386-e57a-4f28-ad7a-f1b145c74e36 req-dd05eb3b-781f-47a3-ad30-3a08eb5c4b4c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578031 Nov 12 09:07:53.797627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Deleting port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:53.798389 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.982111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:53.986131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-59a84a02-fe77-44e0-870b-8aede09bfca0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/ports/776ecfe8-d8f2-40bf-8133-1024f8b7d083 HTTP/1.1" status: 204 len: 168 time: 3.0135844 Nov 12 09:07:53.991543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41896) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:54.001480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:54.038379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166187ed-def9-4cc8-b993-fb547890779c req-c8316b85-3e32-49c6-a1e3-a7b43fdb6729 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.042658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.047347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-166187ed-def9-4cc8-b993-fb547890779c req-c8316b85-3e32-49c6-a1e3-a7b43fdb6729 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.3133919 Nov 12 09:07:54.095724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Allocated IP 10.2.2.200 (4be4b44d-5281-4565-a5f1-ae7e6d0b9675/074e8059-0fc1-4ab9-b740-5b3fe839daab/8086391b-c4e0-4bb9-85e1-6cf3860e0ef1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:54.128449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] For port 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:54.128871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.202022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Calling delete_port for 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:54.206553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.242227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-166187ed-def9-4cc8-b993-fb547890779c req-1fef2df2-d83e-479c-9a87-1b3e75c7a71d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758661 Nov 12 09:07:54.385599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052413e1-0f67-4351-9667-a3df1970f369 req-ba21b788-9009-4143-90c9-8400683db2dd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.387132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-052413e1-0f67-4351-9667-a3df1970f369 req-ba21b788-9009-4143-90c9-8400683db2dd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1085846 Nov 12 09:07:54.447232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.25.5.65 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/af5d788d-7f40-410f-a6db-addcfcb1fd66) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:54.453035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-052413e1-0f67-4351-9667-a3df1970f369 req-02a26855-ecca-4df5-b25e-aa4d97b24616 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541170 Nov 12 09:07:54.598667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.613755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.677748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.742693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:54.746460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:54.759396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:54.812440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.879015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c086d-2f49-4153-971d-38510594bdd9 req-8249a002-b072-4b23-833d-296cb60fad8e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.886578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f2c086d-2f49-4153-971d-38510594bdd9 req-8249a002-b072-4b23-833d-296cb60fad8e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1586590 Nov 12 09:07:54.894016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:54.915758 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=af5d788d-7f40-410f-a6db-addcfcb1fd66,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:54.938918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ac54-d2c2-4619-8087-020b11846876 req-891407af-71e0-43b6-94ee-27466745f994 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.940570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:54.950330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ac54-d2c2-4619-8087-020b11846876 req-891407af-71e0-43b6-94ee-27466745f994 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.956549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ac54-d2c2-4619-8087-020b11846876 req-891407af-71e0-43b6-94ee-27466745f994 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.962651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964ac54-d2c2-4619-8087-020b11846876 req-891407af-71e0-43b6-94ee-27466745f994 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:54.964490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3964ac54-d2c2-4619-8087-020b11846876 req-891407af-71e0-43b6-94ee-27466745f994 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3094 time: 0.3071470 Nov 12 09:07:54.991600 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.084970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.124121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:55.149898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.167062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:55.248552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:55.249116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.252641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event updated for resources: {'Port': ['ID=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:55.415586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6ff0ed-8054-4dcb-8f88-d7751dc5da62,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:55.416721 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3964ac54-d2c2-4619-8087-020b11846876 req-7186266d-ee95-4cbe-ba90-7e8e956dbe98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4034779 Nov 12 09:07:55.444333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-e23c93d9-a8d2-45a9-832e-bec4d34fb742 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9996605 Nov 12 09:07:55.447419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.454842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f2c086d-2f49-4153-971d-38510594bdd9 req-87ee0a12-b6f2-4933-8259-b47c092fd141 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666564 Nov 12 09:07:55.458582 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.463551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:55.549728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-de90477b-9c44-460a-99c8-2755c5d0350d None None] Provisioning complete for port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:07:55.550323 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de90477b-9c44-460a-99c8-2755c5d0350d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.570804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=af5d788d-7f40-410f-a6db-addcfcb1fd66,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:55.590273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.603238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-de90477b-9c44-460a-99c8-2755c5d0350d None None] Port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:07:55.603707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c803f-4c1e-4510-9063-2926ce889deb req-76dd95cb-cfaa-4742-b1de-0ffcb619a84b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:55.605511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-198c803f-4c1e-4510-9063-2926ce889deb req-76dd95cb-cfaa-4742-b1de-0ffcb619a84b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1006193 Nov 12 09:07:55.614146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.649889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.651363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0276e557-9473-41ca-a9f4-3f92ccbe8748 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6579118 Nov 12 09:07:55.657551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41908) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:55.662956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'port': {'network_id': '62c40a8d-a3dc-480e-9e5c-a8a0eb196b84', 'name': 'tempest-FloatingIPTestJSON-1151832180'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:55.704609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-198c803f-4c1e-4510-9063-2926ce889deb req-691f6987-92ed-4cf1-9424-5927e83f6a39 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882509 Nov 12 09:07:55.811530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:07:55.815458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:55.835640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] device_id is not set on port b6ffea36-0fa4-459d-811e-4e397bcc4e0c yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:07:55.971432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.13 (62c40a8d-a3dc-480e-9e5c-a8a0eb196b84/2f02fa4a-1dd2-417a-a460-1a6e00fbf906/b6ffea36-0fa4-459d-811e-4e397bcc4e0c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:07:56.087272 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.148364 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.150596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a8a63-66bb-4f3a-a4b1-f32b94f5854e req-14a6a405-0fb3-4663-b218-b74b37fe9036 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.152168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-378a8a63-66bb-4f3a-a4b1-f32b94f5854e req-14a6a405-0fb3-4663-b218-b74b37fe9036 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1922402 Nov 12 09:07:56.179871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41912) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:56.187374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'floatingip': {'port_id': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:56.239787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.244870 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.266444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting port 26a54513-4c65-40d1-a275-20cb44197cc3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:56.266885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.390503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:07:56.400843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:07:56.403411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:07:56.409966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=b6ffea36-0fa4-459d-811e-4e397bcc4e0c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:56.511438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] For port 26a54513-4c65-40d1-a275-20cb44197cc3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=26a54513-4c65-40d1-a275-20cb44197cc3,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:56.511823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.513365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.514696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.539661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2c6b9153-b868-44a4-b272-e4b6bb11efa0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8799691 Nov 12 09:07:56.541888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:56.542819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Calling delete_port for 26a54513-4c65-40d1-a275-20cb44197cc3 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:56.566518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'port_id': 'b6ffea36-0fa4-459d-811e-4e397bcc4e0c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:56.646282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d81d1-2403-4c1f-9f17-d65c5b3b1c84 req-92c352ad-8929-41f4-aefb-5e2b18720a95 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.652450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d81d1-2403-4c1f-9f17-d65c5b3b1c84 req-92c352ad-8929-41f4-aefb-5e2b18720a95 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.658667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d81d1-2403-4c1f-9f17-d65c5b3b1c84 req-92c352ad-8929-41f4-aefb-5e2b18720a95 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.664665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d81d1-2403-4c1f-9f17-d65c5b3b1c84 req-92c352ad-8929-41f4-aefb-5e2b18720a95 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.670638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d81d1-2403-4c1f-9f17-d65c5b3b1c84 req-92c352ad-8929-41f4-aefb-5e2b18720a95 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.672499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-351d81d1-2403-4c1f-9f17-d65c5b3b1c84 req-92c352ad-8929-41f4-aefb-5e2b18720a95 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3815 time: 0.1245387 Nov 12 09:07:56.742691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e87718e8-95b2-41eb-866b-056220015ba0 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:07:56.749711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.788162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.790729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-351d81d1-2403-4c1f-9f17-d65c5b3b1c84 req-cd954011-9463-4452-9245-9c637510ef03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906742 Nov 12 09:07:56.877920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Router 04b01442-1803-48d4-a986-856215daca83 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:56.905922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17609e-2887-4689-925c-e7ac4be3157e req-d18c1244-e37d-4666-91b0-d03c88103a90 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:56.907599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a17609e-2887-4689-925c-e7ac4be3157e req-d18c1244-e37d-4666-91b0-d03c88103a90 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.2866707 Nov 12 09:07:56.909164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Transition to ACTIVE for port object e87718e8-95b2-41eb-866b-056220015ba0 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:07:56.924649 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:07:56.935419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.954415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:56.958965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:57.075642 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Floating IP a63df89c-1a4b-435b-991f-cfd79484de94 associated. External IP: 172.25.5.29, port: 4eb8a6ab-c38c-4adf-83de-f74682ced828. Nov 12 09:07:57.240485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Pushing event updated for resources: {'Port': ['ID=e87718e8-95b2-41eb-866b-056220015ba0,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:57.266874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:57.332043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:07:57.368732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Port': ['ID=26a54513-4c65-40d1-a275-20cb44197cc3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:57.443638 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a17609e-2887-4689-925c-e7ac4be3157e req-bbbecb7d-52ef-4e8d-9870-87515e453740 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221593 Nov 12 09:07:57.625120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:57.630686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9f31a6dc-d0e4-42bc-83e5-4bc63e2b85f9 admin admin] 10.222.0.53 "PUT /v2.0/routers/04b01442-1803-48d4-a986-856215daca83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3047516 Nov 12 09:07:57.635867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] Sync routers for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:57.665698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:57.666356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:57.768888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41920) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:07:57.812461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:57.844090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:07:57.854803 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] Sync routers for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:07:57.874123 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:57.874885 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:57.890773 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:57.959176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:57.986161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-538f674e-f8d6-4580-868e-05dbe660c73a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "PUT /v2.0/floatingips/a63df89c-1a4b-435b-991f-cfd79484de94 HTTP/1.1" status: 200 len: 990 time: 1.8048656 Nov 12 09:07:57.989229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:57.991608 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c671d416-60f4-460b-befd-a0c3b9fe083b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:58.000265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.057067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3cfd5-dfd3-4826-b28d-81c3b28cc4f0 req-1d8bfdde-14e6-4fdc-8702-88a5fee62851 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.063273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3cfd5-dfd3-4826-b28d-81c3b28cc4f0 req-1d8bfdde-14e6-4fdc-8702-88a5fee62851 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.069345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3cfd5-dfd3-4826-b28d-81c3b28cc4f0 req-1d8bfdde-14e6-4fdc-8702-88a5fee62851 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.070045 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:58.075635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3cfd5-dfd3-4826-b28d-81c3b28cc4f0 req-1d8bfdde-14e6-4fdc-8702-88a5fee62851 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.082578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3cfd5-dfd3-4826-b28d-81c3b28cc4f0 req-1d8bfdde-14e6-4fdc-8702-88a5fee62851 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.090684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0eb3cfd5-dfd3-4826-b28d-81c3b28cc4f0 req-1d8bfdde-14e6-4fdc-8702-88a5fee62851 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3827 time: 0.1564796 Nov 12 09:07:58.204201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T09:07:54Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:58.261369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Attempting to bind port e87718e8-95b2-41eb-866b-056220015ba0 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:07:58.262302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Attempting to bind port e87718e8-95b2-41eb-866b-056220015ba0 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:07:58.262861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Attempting to bind port e87718e8-95b2-41eb-866b-056220015ba0 on network 87a1f048-b039-4243-8213-ec65a4ba65a0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:58.274992 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9130a866-8546-4bdd-8509-fee285b35d8d x-openstack-request-id: req-9130a866-8546-4bdd-8509-fee285b35d8d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:58.276289 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:58.276588 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9130a866-8546-4bdd-8509-fee285b35d8d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:58.276997 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'status': 'completed', 'code': 200} Nov 12 09:07:58.289940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Port e87718e8-95b2-41eb-866b-056220015ba0 on network 87a1f048-b039-4243-8213-ec65a4ba65a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:07:58.290525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Attempting to bind port e87718e8-95b2-41eb-866b-056220015ba0 on network 87a1f048-b039-4243-8213-ec65a4ba65a0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:07:58.291092 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0eb3cfd5-dfd3-4826-b28d-81c3b28cc4f0 req-de9a10b8-5ca2-4660-86e9-cf42649a4a38 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967742 Nov 12 09:07:58.305501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] Checking router: 04b01442-1803-48d4-a986-856215daca83 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:58.337001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] Routers {'04b01442-1803-48d4-a986-856215daca83'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:58.338634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['04b01442-1803-48d4-a986-856215daca83'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:58.345857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.367381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:07:58.367896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Checking segment: {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:07:58.368357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Bound using segment: {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:07:58.369414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Bound port: e87718e8-95b2-41eb-866b-056220015ba0, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24723ec2-8988-491e-ac8b-23dd2d9b8a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:07:58.369796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.526743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-a5a4da09-32ca-463e-9dae-731ca9c597c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.527293 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'a63df89c-1a4b-435b-991f-cfd79484de94', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'port_id': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'mac_address': 'fa:16:3e:b8:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:07:35Z', 'updated_at': '2021-11-12T09:07:56Z', 'revision_number': 1, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:58.533781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-a5a4da09-32ca-463e-9dae-731ca9c597c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.2865276 Nov 12 09:07:58.599844 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] Checking router: f7180fc6-f2d4-4a4a-a422-fa945d27cb9a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:07:58.619731 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:07:58.620522 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:58.651569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] Set router 04b01442-1803-48d4-a986-856215daca83 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:58.685447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:07:58.709467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.793741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] For port e87718e8-95b2-41eb-866b-056220015ba0, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:07:58.811753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.843191 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:07:58.843430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] For port e87718e8-95b2-41eb-866b-056220015ba0, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e87718e8-95b2-41eb-866b-056220015ba0,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:07:58.852933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-869dd673-b56a-486e-a4b4-73303a03cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.857167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-869dd673-b56a-486e-a4b4-73303a03cb0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.3122528 Nov 12 09:07:58.892749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ca145-c4be-4b2a-a337-e106f4ed8e2d req-9e8bc4b5-6d97-46c4-a9f5-c952e0a1a6d9 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:58.900392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-784ca145-c4be-4b2a-a337-e106f4ed8e2d req-9e8bc4b5-6d97-46c4-a9f5-c952e0a1a6d9 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.3052938 Nov 12 09:07:58.919298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.961306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Deleting port c961409f-97b7-434f-9fec-6763de095d06 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:07:58.961827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:58.969628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:59.107206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] For port c961409f-97b7-434f-9fec-6763de095d06, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c961409f-97b7-434f-9fec-6763de095d06,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:07:59.107673 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:59.122351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Calling delete_port for c961409f-97b7-434f-9fec-6763de095d06 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:07:59.129548 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:59.146723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T09:07:54Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:59.217847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.218108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:59.224313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1645efab-20ff-45a5-833e-3f52eb554ef1 None None] The sync data for ids ['04b01442-1803-48d4-a986-856215daca83'] in n-d-769329-17 is: [{'id': '04b01442-1803-48d4-a986-856215daca83', 'name': 'tempest-AttachVolumeTestJSON-1194513218-router', 'tenant_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': 'c961409f-97b7-434f-9fec-6763de095d06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T08:58:49Z', 'updated_at': '2021-11-12T09:07:54Z', 'revision_number': 5, 'project_id': '7fd16e2cf94b421e9f4a90b91c5333d6', 'gw_port': {'id': 'c961409f-97b7-434f-9fec-6763de095d06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:82:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b01442-1803-48d4-a986-856215daca83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T08:58:51Z', 'updated_at': '2021-11-12T08:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:59.224609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] 10.222.0.62 "PUT /v2.0/ports/e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 200 len: 1093 time: 3.7624249 Nov 12 09:07:59.249082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:07:59.252741 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "e87718e8-95b2-41eb-866b-056220015ba0"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:07:59.269197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:07:59.323583 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'a63df89c-1a4b-435b-991f-cfd79484de94', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'port_id': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'mac_address': 'fa:16:3e:b8:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:07:35Z', 'updated_at': '2021-11-12T09:07:56Z', 'revision_number': 1, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:07:59.379009 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f30081-0ee6-4b35-abeb-534fc89149b2 x-openstack-request-id: req-d1f30081-0ee6-4b35-abeb-534fc89149b2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:07:59.379539 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "e87718e8-95b2-41eb-866b-056220015ba0", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:07:59.379968 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1f30081-0ee6-4b35-abeb-534fc89149b2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:07:59.380529 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0', 'status': 'completed', 'code': 200} Nov 12 09:07:59.452086 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0cd1d43-d549-4a2f-8cc9-ef6a87fc13b3 None None] The sync data for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 is: [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'a63df89c-1a4b-435b-991f-cfd79484de94', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'floating_ip_address': '172.25.5.29', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'port_id': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'mac_address': 'fa:16:3e:b8:57:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:07:35Z', 'updated_at': '2021-11-12T09:07:56Z', 'revision_number': 1, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:07:59.536391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-784ca145-c4be-4b2a-a337-e106f4ed8e2d req-6b5dbdb6-38aa-4143-a00d-8052385983e8 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6349268 Nov 12 09:07:59.571621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:59.605290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0f194-53b9-4116-8f0d-999d4e870b3a service neutron] Pushing event updated for resources: {'Port': ['ID=e87718e8-95b2-41eb-866b-056220015ba0,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:59.655574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=c961409f-97b7-434f-9fec-6763de095d06,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:07:59.672947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-719dd83b-e312-40fd-b804-199fc349cdc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 998 time: 0.8002532 Nov 12 09:07:59.694853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:07:59.739610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-2782776d-3b3e-475e-ae9e-11e8e97888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.740689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-2782776d-3b3e-475e-ae9e-11e8e97888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.741367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-2782776d-3b3e-475e-ae9e-11e8e97888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.742625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-2782776d-3b3e-475e-ae9e-11e8e97888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.743300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-2782776d-3b3e-475e-ae9e-11e8e97888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.745438 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-2782776d-3b3e-475e-ae9e-11e8e97888fc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 4363 time: 0.3276582 Nov 12 09:07:59.751023 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 96755cd4-c7ad-4a99-b8f5-339e0fc817cf associated. External IP: 172.25.5.65, port: b6ffea36-0fa4-459d-811e-4e397bcc4e0c. Nov 12 09:07:59.838261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf64da-246d-4914-8835-768f39d5e374 req-2db3bf50-22fc-49d1-875b-74b5bbc0aea3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.846196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf64da-246d-4914-8835-768f39d5e374 req-2db3bf50-22fc-49d1-875b-74b5bbc0aea3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.853761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf64da-246d-4914-8835-768f39d5e374 req-2db3bf50-22fc-49d1-875b-74b5bbc0aea3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.863060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf64da-246d-4914-8835-768f39d5e374 req-2db3bf50-22fc-49d1-875b-74b5bbc0aea3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.869973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf64da-246d-4914-8835-768f39d5e374 req-2db3bf50-22fc-49d1-875b-74b5bbc0aea3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.878562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dfcf64da-246d-4914-8835-768f39d5e374 req-2db3bf50-22fc-49d1-875b-74b5bbc0aea3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3827 time: 0.3799171 Nov 12 09:07:59.900526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310be2fd-6fee-4088-9cd3-d78e1ce954a9 None None] New status for floating IP a63df89c-1a4b-435b-991f-cfd79484de94: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:07:59.959252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-ea0e9df4-c12e-4eed-806f-71aef969f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:07:59.965564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-ea0e9df4-c12e-4eed-806f-71aef969f831 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.2671838 Nov 12 09:07:59.980072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.061064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dfcf64da-246d-4914-8835-768f39d5e374 req-de494d0e-b127-4afa-b653-9106d80e7513 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728671 Nov 12 09:08:00.205507 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.209021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.311510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-03fc07dd-a88f-44c7-858d-33baf8dd4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:00.313734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-03fc07dd-a88f-44c7-858d-33baf8dd4f65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3255484 Nov 12 09:08:00.346935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.347512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b01442-1803-48d4-a986-856215daca83 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:08:00.365030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.368977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-46adc3f2-4470-4a6a-ab13-cee0ee6f8e8d admin admin] 10.222.0.53 "DELETE /v2.0/routers/04b01442-1803-48d4-a986-856215daca83 HTTP/1.1" status: 204 len: 168 time: 2.5988917 Nov 12 09:08:00.379521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41950) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:00.442102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:00.473830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:00.493814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] Deleting subnet 14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:08:00.509884 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.563121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:08:00.566412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2c6ff0ed-8054-4dcb-8f88-d7751dc5da62 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:00.584166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-868879ce-f7a3-4f87-bfae-67efde23d165 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609451 Nov 12 09:08:00.695973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.797991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c671d416-60f4-460b-befd-a0c3b9fe083b req-c43efa9e-4a83-4ae1-9519-e0633d31fba6 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051120 Nov 12 09:08:00.833963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e90b9-d6ac-4fe8-bccc-0367cefff337 req-dbe3ed85-28bc-4f1b-8e81-1db03fc88402 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:00.835690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-163e90b9-d6ac-4fe8-bccc-0367cefff337 req-dbe3ed85-28bc-4f1b-8e81-1db03fc88402 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1547740 Nov 12 09:08:00.870093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:00.931968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-163e90b9-d6ac-4fe8-bccc-0367cefff337 req-354f904c-2b2f-4724-a1fa-daf8be69aa21 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838835 Nov 12 09:08:00.968431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.001636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:01.011112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.011895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666e653-81d4-46ad-b3b2-63d073a99213 None None] Network c1d15719-f631-4abd-aa1f-32fd64f51110 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:01.016932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-55cc745a-fcd4-4485-b20e-a0217e97f51c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/14b34353-c678-4a2f-8d2e-a9dbeb1c9f4a HTTP/1.1" status: 204 len: 168 time: 0.6363325 Nov 12 09:08:01.025985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41956) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:01.086981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:01.128034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.208357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-c95aec70-a205-4890-8710-40861eb3ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.208837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-c95aec70-a205-4890-8710-40861eb3ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.209310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-c95aec70-a205-4890-8710-40861eb3ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.210958 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-c95aec70-a205-4890-8710-40861eb3ed03 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69c342dcce89411caa2d7df11c1a120b&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.4545224 Nov 12 09:08:01.221948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Deleting port cefec924-d57c-45dd-90ba-c8a010306cc9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:01.223175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.322549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] For port cefec924-d57c-45dd-90ba-c8a010306cc9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cefec924-d57c-45dd-90ba-c8a010306cc9,segment=NetworkSegment(34a233bc-2b00-490c-ad6e-0ab43e89a464),segment_id=34a233bc-2b00-490c-ad6e-0ab43e89a464)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:01.322982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.354332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Calling delete_port for cefec924-d57c-45dd-90ba-c8a010306cc9 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:01.505851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:01.525129 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] Sync routers for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:01.532442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-088ffd67-74d3-441a-a883-964805289104 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "PUT /v2.0/routers/c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3095107 Nov 12 09:08:01.545652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce1518-50bf-4498-9fdb-175a4817db31 None None] DHCP port deletion for c1d15719-f631-4abd-aa1f-32fd64f51110 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:08:01.546746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41966) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:01.547411 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:01.548403 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:01.612918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f02a80e9-640c-4b12-96ff-50557c254644 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:01.643596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ccce1518-50bf-4498-9fdb-175a4817db31 None None] The port 'cefec924-d57c-45dd-90ba-c8a010306cc9' was deleted {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 12 09:08:01.681444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting subnet 4390f31b-f900-437f-b5a9-aad6b299cd13 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:08:01.692968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.694276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb84b6-4266-43aa-8ec6-72707a395509 req-70584b20-d82e-45f0-816f-e574ecdb208c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.702326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb84b6-4266-43aa-8ec6-72707a395509 req-70584b20-d82e-45f0-816f-e574ecdb208c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.709493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb84b6-4266-43aa-8ec6-72707a395509 req-70584b20-d82e-45f0-816f-e574ecdb208c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.717370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb84b6-4266-43aa-8ec6-72707a395509 req-70584b20-d82e-45f0-816f-e574ecdb208c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.723849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.723996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb84b6-4266-43aa-8ec6-72707a395509 req-70584b20-d82e-45f0-816f-e574ecdb208c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.726160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bfb84b6-4266-43aa-8ec6-72707a395509 req-70584b20-d82e-45f0-816f-e574ecdb208c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3827 time: 0.5235543 Nov 12 09:08:01.735406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] No DVR routers for this DVR port cefec924-d57c-45dd-90ba-c8a010306cc9 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:01.739157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.775776 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:01.829597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Transition to ACTIVE for port object f02a80e9-640c-4b12-96ff-50557c254644 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:01.840052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-ac41a401-56ab-4c72-be89-84d0222a1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:01.842115 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a8044d4-bbc7-4fa0-87ee-3f9f14a6321c req-ac41a401-56ab-4c72-be89-84d0222a1579 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6184478 Nov 12 09:08:01.849082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Pushing event deleted for resources: {'Port': ['ID=cefec924-d57c-45dd-90ba-c8a010306cc9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:01.855946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.926065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:01.940472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:01.957846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.967117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:01.988794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d15719-f631-4abd-aa1f-32fd64f51110']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:01.999128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:01.999807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.002910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a233bc-2b00-490c-ad6e-0ab43e89a464') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.003366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a233bc-2b00-490c-ad6e-0ab43e89a464') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.018263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.039641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.049620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:08:02.050309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.079297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f02a80e9-640c-4b12-96ff-50557c254644,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:02.095177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bfb84b6-4266-43aa-8ec6-72707a395509 req-47111493-a113-4444-a71a-1d3cb77a4918 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407662 Nov 12 09:08:02.113280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0023503f-6aa3-4d2a-9615-c995f1f5fb3c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/floatingips/96755cd4-c7ad-4a99-b8f5-339e0fc817cf HTTP/1.1" status: 200 len: 978 time: 5.5638084 Nov 12 09:08:02.119681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:02.147588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.164213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:02.164854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:08:02.173307 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:08:02.222427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.228045 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.234689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.236141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.237321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af0eff-eb19-4ec8-b267-7ec383b30e1a None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:02.241088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c1d15719-f631-4abd-aa1f-32fd64f51110 HTTP/1.1" status: 204 len: 168 time: 1.2124958 Nov 12 09:08:02.283985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5e5c0-0f5b-455d-b790-b9bea0418b02 req-e3092428-25f8-4bf2-b15b-c1216a32b15d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.285883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90f5e5c0-0f5b-455d-b790-b9bea0418b02 req-e3092428-25f8-4bf2-b15b-c1216a32b15d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1411278 Nov 12 09:08:02.326146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Attempting to bind port f02a80e9-640c-4b12-96ff-50557c254644 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:02.326510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Attempting to bind port f02a80e9-640c-4b12-96ff-50557c254644 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:02.326815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Attempting to bind port f02a80e9-640c-4b12-96ff-50557c254644 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:02.338795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Port f02a80e9-640c-4b12-96ff-50557c254644 on network 186d877e-88cc-4330-9323-9416f5df5bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:02.339135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Attempting to bind port f02a80e9-640c-4b12-96ff-50557c254644 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:02.351624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:07:57Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.402814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:02.403314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Checking segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:02.403681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Bound using segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:02.404227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Bound port: f02a80e9-640c-4b12-96ff-50557c254644, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:02.404665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.411584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90f5e5c0-0f5b-455d-b790-b9bea0418b02 req-c996b801-f268-41a3-a2d3-0ef3bafeadc8 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060195 Nov 12 09:08:02.412688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbf317-b793-4bd4-a4c6-936f4f07ff04 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d15719-f631-4abd-aa1f-32fd64f51110,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:02.436925 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] Checking router: c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:08:02.446319 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] Routers {'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:02.446928 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:02.503768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cefec924-d57c-45dd-90ba-c8a010306cc9 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:02.525822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port b6ffea36-0fa4-459d-811e-4e397bcc4e0c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:02.526309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.573370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cefec924-d57c-45dd-90ba-c8a010306cc9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:08:02.573904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cefec924-d57c-45dd-90ba-c8a010306cc9 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:02.575032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c961409f-97b7-434f-9fec-6763de095d06 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:02.575800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41984) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:02.601310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c961409f-97b7-434f-9fec-6763de095d06 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:08:02.601922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c961409f-97b7-434f-9fec-6763de095d06 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:02.625546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.673947 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] Set router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:02.674834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] For port f02a80e9-640c-4b12-96ff-50557c254644, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:02.681089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] For port f02a80e9-640c-4b12-96ff-50557c254644, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f02a80e9-640c-4b12-96ff-50557c254644,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:02.695750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.699207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb901fff-7efa-425e-9826-03401bb15d74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fd16e2cf94b421e9f4a90b91c5333d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1176522 Nov 12 09:08:02.703203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41986) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:02.778589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:02.780666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.783307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b142143b-084f-471a-8428-d526aa3a8e9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.784696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] 10.222.0.62 "PUT /v2.0/ports/f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 1132 time: 3.5250816 Nov 12 09:08:02.790832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'f02a80e9-640c-4b12-96ff-50557c254644'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:02.809057 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d312de01-9eb9-450c-8c6c-ea300ae63f83" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "f02a80e9-640c-4b12-96ff-50557c254644"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:02.820754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b142143b-084f-471a-8428-d526aa3a8e9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.836752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:02.880539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.918970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b142143b-084f-471a-8428-d526aa3a8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.921942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b142143b-084f-471a-8428-d526aa3a8e9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.925438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b142143b-084f-471a-8428-d526aa3a8e9f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0507676-773f-492f-8a80-684ee1cdf9e4 HTTP/1.1" status: 204 len: 168 time: 0.2184017 Nov 12 09:08:02.933062 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109561b-8f15-445b-9421-690e8ce6d10c x-openstack-request-id: req-f109561b-8f15-445b-9421-690e8ce6d10c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:02.933812 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "f02a80e9-640c-4b12-96ff-50557c254644", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:02.935936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Subnet': ['ID=4390f31b-f900-437f-b5a9-aad6b299cd13,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:02.936898 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f109561b-8f15-445b-9421-690e8ce6d10c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:02.946077 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'f02a80e9-640c-4b12-96ff-50557c254644', 'status': 'completed', 'code': 200} Nov 12 09:08:02.946982 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.950276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142143b-084f-471a-8428-d526aa3a8e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0507676-773f-492f-8a80-684ee1cdf9e4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:02.960351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a155cd-458a-4b24-97f6-77df5e5ab8a5 None None] Network 8d26dd56-ed58-4161-b151-f70d77d0f197 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:02.964551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:02.968578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c38424ec-8d87-4bb1-b7e4-be1b2ebe7107 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/subnets/4390f31b-f900-437f-b5a9-aad6b299cd13 HTTP/1.1" status: 204 len: 168 time: 1.4176736 Nov 12 09:08:02.974038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41996) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:02.993000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:03.056749 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:07:57Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:03.213745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:03.238155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff84a27-4a45-4fcc-b48e-c4d9c01661d0 service neutron] Pushing event updated for resources: {'Port': ['ID=f02a80e9-640c-4b12-96ff-50557c254644,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:03.365264 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b32a28b-1b25-4c70-b33e-cd75aa426d60 None None] The sync data for ids ['c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f'] in n-d-769329-17 is: [{'id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1868673117', 'tenant_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '3dc3e790-a439-4c57-a990-90258a250a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:21Z', 'updated_at': '2021-11-12T09:07:57Z', 'revision_number': 5, 'project_id': '7c32206ae0b44f35a6cbb6e2f037743c', 'gw_port': {'id': '3dc3e790-a439-4c57-a990-90258a250a06', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:66:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:22Z', 'updated_at': '2021-11-12T09:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:03.446711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:03.518754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-d325a00a-c869-4bb5-9519-4801e2a47f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.519245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-d325a00a-c869-4bb5-9519-4801e2a47f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.519725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-d325a00a-c869-4bb5-9519-4801e2a47f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.520234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-d325a00a-c869-4bb5-9519-4801e2a47f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.520707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-d325a00a-c869-4bb5-9519-4801e2a47f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.521326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-d325a00a-c869-4bb5-9519-4801e2a47f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.523240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-d325a00a-c869-4bb5-9519-4801e2a47f95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5288 time: 0.5241678 Nov 12 09:08:03.623482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Deleting port 3dc3e790-a439-4c57-a990-90258a250a06 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:03.624675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:03.655374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-11084124-2c78-47d2-b05e-7c994279cfa9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.661679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-11084124-2c78-47d2-b05e-7c994279cfa9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.670353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-11084124-2c78-47d2-b05e-7c994279cfa9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.676483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-11084124-2c78-47d2-b05e-7c994279cfa9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.701006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-11084124-2c78-47d2-b05e-7c994279cfa9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.710947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-11084124-2c78-47d2-b05e-7c994279cfa9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.713498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-11084124-2c78-47d2-b05e-7c994279cfa9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 4600 time: 0.3722522 Nov 12 09:08:03.779151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] DHCP port deletion for 8d26dd56-ed58-4161-b151-f70d77d0f197 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:08:03.788144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] For port 3dc3e790-a439-4c57-a990-90258a250a06, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3dc3e790-a439-4c57-a990-90258a250a06,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:03.788627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:03.809192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Calling delete_port for 3dc3e790-a439-4c57-a990-90258a250a06 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:03.878198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665a069-f01f-480c-b82f-fb536b7ddcbf req-fdf55eb4-42ef-44e7-a084-271bf295c3c4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:03.879848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9665a069-f01f-480c-b82f-fb536b7ddcbf req-fdf55eb4-42ef-44e7-a084-271bf295c3c4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.3452778 Nov 12 09:08:03.930381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] Deleting port 94004fda-406e-4903-b266-f409437555c2 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:03.930887 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.078381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] For port 94004fda-406e-4903-b266-f409437555c2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94004fda-406e-4903-b266-f409437555c2,segment=NetworkSegment(e93d22b9-6147-454f-b2b4-c33884c45392),segment_id=e93d22b9-6147-454f-b2b4-c33884c45392)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:04.079530 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.107904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] Calling delete_port for 94004fda-406e-4903-b266-f409437555c2 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:04.271228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42022) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:04.287952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-310820466'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:04.300575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.301329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.301329 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 96755cd4-c7ad-4a99-b8f5-339e0fc817cf disassociated. External IP: 172.25.5.65, port: b6ffea36-0fa4-459d-811e-4e397bcc4e0c. Nov 12 09:08:04.301635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for b6ffea36-0fa4-459d-811e-4e397bcc4e0c owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:04.315767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9665a069-f01f-480c-b82f-fb536b7ddcbf req-4904463f-a1e1-4bd4-9cf4-a31b6c7abc99 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4246669 Nov 12 09:08:04.320287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.369886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-3d08d563-2f1f-4de9-97c5-e2ae8a41066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.370670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-3d08d563-2f1f-4de9-97c5-e2ae8a41066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.371837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-3d08d563-2f1f-4de9-97c5-e2ae8a41066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.374195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-3d08d563-2f1f-4de9-97c5-e2ae8a41066d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69c342dcce89411caa2d7df11c1a120b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7951508 Nov 12 09:08:04.381784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc7e81d-bd62-4231-95ef-08d8ae108bb7 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:04.417165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.417521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] Pushing event deleted for resources: {'Port': ['ID=94004fda-406e-4903-b266-f409437555c2,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:04.449893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c6b0c-eb64-42c6-a713-576b37183b83 None None] No DVR routers for this DVR port 94004fda-406e-4903-b266-f409437555c2 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:08:04.484689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94004fda-406e-4903-b266-f409437555c2 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:04.504625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2d57656-5cd3-4dc4-9ec5-8c213428de05 req-fd45d7d9-d80e-42b7-ad4a-04456bbc65d6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5685382 Nov 12 09:08:04.537931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 94004fda-406e-4903-b266-f409437555c2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:08:04.538297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94004fda-406e-4903-b266-f409437555c2 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:04.538718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 26a54513-4c65-40d1-a275-20cb44197cc3 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:04.573802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 26a54513-4c65-40d1-a275-20cb44197cc3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:08:04.574678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 26a54513-4c65-40d1-a275-20cb44197cc3 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:04.582673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Transition to ACTIVE for port object dfc7e81d-bd62-4231-95ef-08d8ae108bb7 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:04.587609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:04.592223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.603618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.635140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Port': ['ID=3dc3e790-a439-4c57-a990-90258a250a06,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:04.700684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-b56d2cc6-bb2b-4eb7-a0f0-4a7519e0c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.702109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d312de01-9eb9-450c-8c6c-ea300ae63f83 req-b56d2cc6-bb2b-4eb7-a0f0-4a7519e0c134 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3100743 Nov 12 09:08:04.751691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:08:04.765325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.765678 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Added segment eedca075-e1b3-413c-a974-7477aceae3c8 of type vlan for network f0997c79-8523-41a3-a04d-274972a2282a Nov 12 09:08:04.835251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.856774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-fa54309f-eaad-4258-84c6-ff15e611df1b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.862842 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.865264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-fa54309f-eaad-4258-84c6-ff15e611df1b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 0.1367106 Nov 12 09:08:04.879792 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.884523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-3c8d3c44-c7a0-419a-85fc-932b2463c6c4 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/quotas/7fec8eafdda54491ad08aa1c6676ed96 HTTP/1.1" status: 200 len: 375 time: 0.0181108 Nov 12 09:08:04.886215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:04.887412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:04.888739 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.045370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.055948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.080377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-1b78294c-94c2-4b0a-b078-f804ee7a924b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1876907 Nov 12 09:08:05.185549 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.186509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Fanout notify agent at l3_agent the message router_deleted on router c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:08:05.203480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.204809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-da4d9345-2ee9-4935-9d2f-40c2c4c86a97 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/routers/c1bfce51-cc9b-4f8f-a6b0-782ab5d7030f HTTP/1.1" status: 204 len: 168 time: 2.2297914 Nov 12 09:08:05.213942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42052) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:05.353534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0748587 Nov 12 09:08:05.357234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42054) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:05.406434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-2ef40671-7cec-47a6-a350-8936f62fe65d service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247516 Nov 12 09:08:05.432827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.436802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-487556328'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:05.458266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Pushing event updated for resources: {'Port': ['ID=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:05.541400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d943a9-84c2-4868-8fcb-fecd51a1020d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Network': ['ID=f0997c79-8523-41a3-a04d-274972a2282a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:05.556940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f0997c79-8523-41a3-a04d-274972a2282a details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:08:05.636831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.666723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d26dd56-ed58-4161-b151-f70d77d0f197']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:05.677403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93d22b9-6147-454f-b2b4-c33884c45392') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:05.678214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93d22b9-6147-454f-b2b4-c33884c45392') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:05.683592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:05.687567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.689702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.705913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.711001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238d2f-4bb3-4362-940b-9ca921dc2a94 req-f522330d-24cd-453c-80cf-67b42e5fdd51 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:05.712450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:08:05.712877 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.720795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90238d2f-4bb3-4362-940b-9ca921dc2a94 req-f522330d-24cd-453c-80cf-67b42e5fdd51 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.2572734 Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:08:05.789355 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:08:05.795318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.807230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.813821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] 10.222.0.53 "DELETE /v2.0/networks/8d26dd56-ed58-4161-b151-f70d77d0f197 HTTP/1.1" status: 204 len: 168 time: 0.5949526 Nov 12 09:08:05.822302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:08:05.828363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f292-011f-4b77-a2c9-50c26f657e28 tempest-TestSecurityGroupsBasicOps-109655995 tempest-TestSecurityGroupsBasicOps-109655995-project] Pushing event deleted for resources: {'Network': ['ID=8d26dd56-ed58-4161-b151-f70d77d0f197,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:05.842086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.848794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.849875 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Added segment feacfdcc-f429-4a50-8ec6-205e719ec5dd of type vlan for network c98e29a1-5242-45bc-a3f7-37c359e8c4ec Nov 12 09:08:05.859718 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-e095606f-33a6-46e0-8514-cd1a33983c20 service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426892 Nov 12 09:08:05.921011 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.954207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Attempting to bind port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:05.954672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Attempting to bind port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:05.955044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Attempting to bind port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:05.962936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:05.969880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:05.970541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:06.017566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 on network 186d877e-88cc-4330-9323-9416f5df5bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:06.017908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Attempting to bind port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:06.047087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=b6ffea36-0fa4-459d-811e-4e397bcc4e0c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:06.188066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90238d2f-4bb3-4362-940b-9ca921dc2a94 req-e52f2db8-d2ad-48bd-b5ad-fbf0ffa136c4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4659789 Nov 12 09:08:06.194080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:06.208630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Checking segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:06.209050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Bound using segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:06.209535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Bound port: dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:06.209911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:06.229008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42082) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:06.232886 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8089347 Nov 12 09:08:06.240193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'subnet': {'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:06.261539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79890cd9-988b-4ad8-8587-7631be153bd1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Network': ['ID=c98e29a1-5242-45bc-a3f7-37c359e8c4ec,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:06.277094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.283350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.297723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:08:06.331357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.344802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.353513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.360234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.367720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.380478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-642911ed-a720-44f7-b897-85de71ad656c req-172ebfd5-632a-4ec9-8af7-b8211da5a501 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5373 time: 0.2103381 Nov 12 09:08:06.424546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a9f24e6-33b3-4501-b202-ffeb7c794530 req-0700443f-d2bd-4469-9e21-4c1efeff1e8b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 210 time: 0.0727928 Nov 12 09:08:06.512335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] For port dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:06.519486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] For port dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:06.533275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:06.550219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:06.585977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:06.586797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:06.589511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] 10.222.0.62 "PUT /v2.0/ports/dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 1132 time: 3.7585733 Nov 12 09:08:06.591855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'dfc7e81d-bd62-4231-95ef-08d8ae108bb7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:06.603844 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "dfc7e81d-bd62-4231-95ef-08d8ae108bb7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:06.604342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3dc3e790-a439-4c57-a990-90258a250a06 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:08:06.659950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:06.708952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 3dc3e790-a439-4c57-a990-90258a250a06 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:08:06.709301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3dc3e790-a439-4c57-a990-90258a250a06 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:08:06.736147 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518f038d-cf35-45f7-ab02-ea6f1a60cd8c x-openstack-request-id: req-518f038d-cf35-45f7-ab02-ea6f1a60cd8c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:06.740340 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "dfc7e81d-bd62-4231-95ef-08d8ae108bb7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:06.740532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-642911ed-a720-44f7-b897-85de71ad656c req-ae258440-f242-4e75-8bd2-3a7275d596f1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3587856 Nov 12 09:08:06.744497 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-518f038d-cf35-45f7-ab02-ea6f1a60cd8c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:06.747256 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'dfc7e81d-bd62-4231-95ef-08d8ae108bb7', 'status': 'completed', 'code': 200} Nov 12 09:08:06.785891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:06.789913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:06.873913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67d9e7-41f3-4425-a60f-2a3c7c8f442c service neutron] Pushing event updated for resources: {'Port': ['ID=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:06.939632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:07.031311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:07.171130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.171624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.172430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.172907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.173375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.186681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.187182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.189311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-a1b6be83-4794-4668-9992-cf54614fd57a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6213 time: 0.4723399 Nov 12 09:08:07.201505 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:07.310472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Subnet': ['ID=fdc48525-59a2-4428-9d1a-29a3a7d1ed71,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:07.394834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Checking segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:07.395205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network hostable DHCP agents. Network: f0997c79-8523-41a3-a04d-274972a2282a, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:08:07.414539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:07.415128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbc30b-a6c8-47f4-83e8-a5d3a4d995c8 req-bc27b68b-6dca-4ac8-9dff-425351dee039 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.426123 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:07.429727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67fbc30b-a6c8-47f4-83e8-a5d3a4d995c8 req-bc27b68b-6dca-4ac8-9dff-425351dee039 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1050899 Nov 12 09:08:07.444349 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:07.445005 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:07.469393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network f0997c79-8523-41a3-a04d-274972a2282a is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:08:07.504604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f0997c79-8523-41a3-a04d-274972a2282a) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:07.513452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e11a40-c5f4-4c53-b37a-62cc629f804c None None] Network f0997c79-8523-41a3-a04d-274972a2282a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:07.525546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67fbc30b-a6c8-47f4-83e8-a5d3a4d995c8 req-6365e38d-12bf-4d10-91e3-3a233dae6f20 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845661 Nov 12 09:08:07.529118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.532067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:07.550230 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:07.562574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-56bfcf79-ec1b-4bfe-8d72-5ed866dd83e6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3300889 Nov 12 09:08:07.565362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42124) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:07.568514 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-21d868ca-7f7a-4eb8-b07e-2ae6734da33d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c32206ae0b44f35a6cbb6e2f037743c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210873 Nov 12 09:08:07.569214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:07.576178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'subnet': {'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:07.581567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:07.583631 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:07:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:07.627762 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:07.629000 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d448877-0d5f-4149-9fef-fd9710f9bb98 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:07.716276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:07.722807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:07.848603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-599c78fd-a2ab-49f7-a464-cc8b40d52db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.856568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-599c78fd-a2ab-49f7-a464-cc8b40d52db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.857278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-599c78fd-a2ab-49f7-a464-cc8b40d52db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:07.868015 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-599c78fd-a2ab-49f7-a464-cc8b40d52db5 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69c342dcce89411caa2d7df11c1a120b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5582385 Nov 12 09:08:07.893256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f0997c79-8523-41a3-a04d-274972a2282a', 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'fixed_ips': [{'subnet_id': 'fdc48525-59a2-4428-9d1a-29a3a7d1ed71'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:08:07.894124 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.081317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-48306e73-9c06-4831-8f75-765952639561 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.083168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-48306e73-9c06-4831-8f75-765952639561 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 0.2261147 Nov 12 09:08:08.095693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Allocated IP 10.1.1.2 (f0997c79-8523-41a3-a04d-274972a2282a/fdc48525-59a2-4428-9d1a-29a3a7d1ed71/12ff7d4f-f8db-48fb-a916-a8ec7e127be8) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:08.105019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Request body: {'port': {'device_id': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'admin_state_up': True, 'tenant_id': '7fec8eafdda54491ad08aa1c6676ed96'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:08.162952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.170878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.172274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7788c2d5-f014-494e-8336-6275442c9411 req-218f1332-9f5b-4339-abd8-ad9b8b5ab93a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 210 time: 0.4973526 Nov 12 09:08:08.179377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.187397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.193815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.200902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.209458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.220797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-588b7313-6b29-436a-9513-29ad964e27cf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5373 time: 0.3402393 Nov 12 09:08:08.331088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-75a63fff-e93f-415d-992f-dc0832550dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.333739 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c7b60a5-4fa0-4af4-b3e7-a326fae4f8ef req-75a63fff-e93f-415d-992f-dc0832550dcb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3519487 Nov 12 09:08:08.335249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.342255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e7c999c-a846-4452-b750-3bb3ad587f1f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/ports/b6ffea36-0fa4-459d-811e-4e397bcc4e0c HTTP/1.1" status: 204 len: 168 time: 6.2190733 Nov 12 09:08:08.343557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:08.398362 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.414641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1477-1ecb-4e81-9775-860f26f3cefc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.415824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.450978 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f5a85166-fbfd-42e3-ac90-7d8c23d9380f tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "GET /v2.0/floatingips/96755cd4-c7ad-4a99-b8f5-339e0fc817cf HTTP/1.1" status: 200 len: 687 time: 0.1024358 Nov 12 09:08:08.453215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:08.466996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Network f0997c79-8523-41a3-a04d-274972a2282a is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:08.472480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:08.475523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:08.533208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52fbb4ff-e76e-457c-b76c-b44a34fde6d0 req-1daf35cc-0db0-4218-8560-640e87ad6f93 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3112860 Nov 12 09:08:08.539756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.566824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Pushing event updated for resources: {'Port': ['ID=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:08.569035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Attempting to bind port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:08.569403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Attempting to bind port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:08.570123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Attempting to bind port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:08.582053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.582053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.582053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.582053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.582592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.582716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.582984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.583307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.583633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.583987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.584310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.584825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:08.589204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:08.589863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Checking segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:08.590613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.591318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Bound using segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:08.592020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Bound port: 12ff7d4f-f8db-48fb-a916-a8ec7e127be8, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:08.592585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.598250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42142) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:08.609499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1477-1ecb-4e81-9775-860f26f3cefc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.661416 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2acde1c-4012-40a6-90bf-36122a49e4fe {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:08.676135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] For port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:08.680186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] For port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:08.686603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.689830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.694226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Subnet': ['ID=9eefb8d5-e503-4db1-b83b-ec5d1921ef97,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:08.742576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Checking segment: {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:08.743075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network hostable DHCP agents. Network: c98e29a1-5242-45bc-a3f7-37c359e8c4ec, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:08:08.776799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Made reservation on behalf of 7fec8eafdda54491ad08aa1c6676ed96 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:08.795223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.800236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:08:08.800451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Transition to ACTIVE for port object a2acde1c-4012-40a6-90bf-36122a49e4fe will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:08.815249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.830426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d605da76-fc7f-42e0-acf4-01d27dd95825 None None] Pushing event updated for resources: {'Port': ['ID=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:08.858362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c98e29a1-5242-45bc-a3f7-37c359e8c4ec) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:08.860566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd10dbf-649a-4ec2-90dc-129526ee3eb2 req-6b3e54a4-194d-4c06-b679-2f569118b167 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.862331 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7dd10dbf-649a-4ec2-90dc-129526ee3eb2 req-6b3e54a4-194d-4c06-b679-2f569118b167 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1461084 Nov 12 09:08:08.867739 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee62c81d-6b12-4463-91a2-46d5a9c7d959 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.874248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca63e763-9599-442c-b243-4b12d5df536e None None] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:08.885434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:08.886339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.886581 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1477-1ecb-4e81-9775-860f26f3cefc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.889364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fdd1477-1ecb-4e81-9775-860f26f3cefc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:08.890363 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6fdd1477-1ecb-4e81-9775-860f26f3cefc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed6b8b96-5b0e-41bd-9e30-d44c47eee1e2 HTTP/1.1" status: 204 len: 168 time: 1.2169890 Nov 12 09:08:08.919596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd1477-1ecb-4e81-9775-860f26f3cefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6b8b96-5b0e-41bd-9e30-d44c47eee1e2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:08.975813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f097eb04-4385-4a0f-ab89-83528b5c7339 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4090741 Nov 12 09:08:08.976403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42148) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:09.022679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'port': {'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'name': 'tempest-TaggedBootDevicesTest_v242-750682882', 'fixed_ips': [{'subnet_id': 'fdc48525-59a2-4428-9d1a-29a3a7d1ed71'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:09.081351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Pushing event updated for resources: {'Port': ['ID=a2acde1c-4012-40a6-90bf-36122a49e4fe,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:09.090109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port af5d788d-7f40-410f-a6db-addcfcb1fd66 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:09.090109 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.180545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Allocated IP 172.20.0.9 (18b6727b-6b56-47f1-a3a0-6e613a689021/13749916-801e-4c5f-af3d-4f7eb1327516/4d5d6569-fe34-4d1b-a56a-7933955ec20e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:09.207712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee62c81d-6b12-4463-91a2-46d5a9c7d959 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.224154 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ee62c81d-6b12-4463-91a2-46d5a9c7d959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.275000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ee62c81d-6b12-4463-91a2-46d5a9c7d959 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90bf2c44268a478cbbd733e735ad6836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6736829 Nov 12 09:08:09.281509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42154) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:09.314517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c98e29a1-5242-45bc-a3f7-37c359e8c4ec', 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'fixed_ips': [{'subnet_id': '9eefb8d5-e503-4db1-b83b-ec5d1921ef97'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:08:09.315278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.350078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7dd10dbf-649a-4ec2-90dc-129526ee3eb2 req-2c9a3c8c-a780-4870-84bd-15124d835848 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556231 Nov 12 09:08:09.444578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-578fd0a3-ed2c-4bda-b699-9323e18088e0 req-367a0573-618f-4ed0-8013-ad984001860e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 210 time: 0.1008813 Nov 12 09:08:09.474551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62c81d-6b12-4463-91a2-46d5a9c7d959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7b66d7-c4ac-41f5-b521-07674f95f281,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:09.652089 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038608bf-8ead-41db-987a-f52c0a82f800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.700563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Allocated IP 10.2.2.2 (c98e29a1-5242-45bc-a3f7-37c359e8c4ec/9eefb8d5-e503-4db1-b83b-ec5d1921ef97/eb72d954-6c95-40a2-ab4a-918f03b1f0cb) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:09.705246 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038608bf-8ead-41db-987a-f52c0a82f800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.776625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42160) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:09.811736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fae9a71-dff5-4558-9a1a-feb34695e4ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.815278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038608bf-8ead-41db-987a-f52c0a82f800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.819454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038608bf-8ead-41db-987a-f52c0a82f800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.821471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-038608bf-8ead-41db-987a-f52c0a82f800 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5d7b66d7-c4ac-41f5-b521-07674f95f281 HTTP/1.1" status: 204 len: 168 time: 0.5205050 Nov 12 09:08:09.889475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Attempting to bind port a2acde1c-4012-40a6-90bf-36122a49e4fe on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:09.890058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Attempting to bind port a2acde1c-4012-40a6-90bf-36122a49e4fe by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:09.890058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Attempting to bind port a2acde1c-4012-40a6-90bf-36122a49e4fe on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:09.895278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.907113 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:09.912869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038608bf-8ead-41db-987a-f52c0a82f800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7b66d7-c4ac-41f5-b521-07674f95f281,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:09.929205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Port a2acde1c-4012-40a6-90bf-36122a49e4fe on network 186d877e-88cc-4330-9323-9416f5df5bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:09.929540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Attempting to bind port a2acde1c-4012-40a6-90bf-36122a49e4fe on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:09.965847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:09.988407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:09.988934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Checking segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:09.989331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Bound using segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:09.989782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Bound port: a2acde1c-4012-40a6-90bf-36122a49e4fe, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:09.990142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.000983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:10.017229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:10.063717 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.085337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.100022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.104552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.104980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.108043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.115340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Attempting to bind port eb72d954-6c95-40a2-ab4a-918f03b1f0cb on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:10.116053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Attempting to bind port eb72d954-6c95-40a2-ab4a-918f03b1f0cb by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:10.116602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Attempting to bind port eb72d954-6c95-40a2-ab4a-918f03b1f0cb on network c98e29a1-5242-45bc-a3f7-37c359e8c4ec {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:10.124419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Pushing event updated for resources: {'Port': ['ID=eb72d954-6c95-40a2-ab4a-918f03b1f0cb,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:10.127426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:10.128046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Checking segment: {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:10.128629 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.129475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Bound using segment: {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:10.130137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Bound port: eb72d954-6c95-40a2-ab4a-918f03b1f0cb, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:10.130815 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.136990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.143117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:10.148174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.173007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.180915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.182917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for af5d788d-7f40-410f-a6db-addcfcb1fd66 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:10.184424 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-11748274-2702-4913-88b3-1f4e967264ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5385 time: 0.3968420 Nov 12 09:08:10.243566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] For port eb72d954-6c95-40a2-ab4a-918f03b1f0cb, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:10.250417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] For port eb72d954-6c95-40a2-ab4a-918f03b1f0cb, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=eb72d954-6c95-40a2-ab4a-918f03b1f0cb,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:10.261046 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.289229 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fae9a71-dff5-4558-9a1a-feb34695e4ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.305312 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fae9a71-dff5-4558-9a1a-feb34695e4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.341504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] For port a2acde1c-4012-40a6-90bf-36122a49e4fe, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:10.375346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] For port a2acde1c-4012-40a6-90bf-36122a49e4fe, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:10.383462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dc816-81fe-471d-b9d4-6244b106cfb3 None None] Pushing event updated for resources: {'Port': ['ID=eb72d954-6c95-40a2-ab4a-918f03b1f0cb,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:10.398482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.438920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fae9a71-dff5-4558-9a1a-feb34695e4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd67da4c-bb66-4003-a027-ab8fdc17deb8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:10.543630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.550219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:10.574710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:10.575356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.576813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] 10.222.0.62 "PUT /v2.0/ports/a2acde1c-4012-40a6-90bf-36122a49e4fe HTTP/1.1" status: 200 len: 1091 time: 3.9292023 Nov 12 09:08:10.626354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60064365-f33b-4c9d-91e4-60ed3dbcb493 None None] Network f0997c79-8523-41a3-a04d-274972a2282a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:10.628430 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7fae9a71-dff5-4558-9a1a-feb34695e4ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c2a304b231445fb8d2ee96a6e19b8fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8387363 Nov 12 09:08:10.634888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:10.638060 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37214a98-25fc-4f6b-bce4-1b9a6838be27" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:10.639671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42174) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:10.671137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:10.680999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7043-b3f5-4615-9779-b0776cb8c28d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.785044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a5384a98-6776-4d51-90a6-c7a1bef105fc None None] Provisioning complete for port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:10.785651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a5384a98-6776-4d51-90a6-c7a1bef105fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.800351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] device_id is not set on port f4886996-c5ff-42af-a526-40e21ada7c29 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:08:10.829065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.845456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f71337d5-b3db-44d4-b74a-3b051ac8f6a7 req-e5058466-7b9f-45f7-b870-3ddda0724e3a tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5525994 Nov 12 09:08:10.954127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:10.967302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:10.978161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:10.985623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c33c77b-71b0-4018-a562-759cf343ee83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:10.987387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:11.014570 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c33c77b-71b0-4018-a562-759cf343ee83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.076981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:08:11.115591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d54289-e5c3-41b3-a3fc-2226ace38893 req-3bd96bde-8907-480e-8cec-a8551174ff85 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.124470 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62d54289-e5c3-41b3-a3fc-2226ace38893 req-3bd96bde-8907-480e-8cec-a8551174ff85 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.5714934 Nov 12 09:08:11.126354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f72a1-79fd-4835-9e4a-13594de71970 service neutron] Pushing event updated for resources: {'Port': ['ID=a2acde1c-4012-40a6-90bf-36122a49e4fe,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:11.149050 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c33c77b-71b0-4018-a562-759cf343ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.152546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c33c77b-71b0-4018-a562-759cf343ee83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.171594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c33c77b-71b0-4018-a562-759cf343ee83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd67da4c-bb66-4003-a027-ab8fdc17deb8 HTTP/1.1" status: 204 len: 168 time: 0.5261269 Nov 12 09:08:11.256935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event updated for resources: {'Port': ['ID=4d5d6569-fe34-4d1b-a56a-7933955ec20e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:11.312302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c33c77b-71b0-4018-a562-759cf343ee83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd67da4c-bb66-4003-a027-ab8fdc17deb8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:11.357053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fdbd2-0672-486b-bab0-b7f0d52c4ad2 req-2db51b92-3e1a-448c-8410-60599af02862 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.359456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f6fdbd2-0672-486b-bab0-b7f0d52c4ad2 req-2db51b92-3e1a-448c-8410-60599af02862 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 931 time: 0.2318888 Nov 12 09:08:11.368126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.369402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.388053 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a5384a98-6776-4d51-90a6-c7a1bef105fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.394349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-7af1473d-22b9-457c-9ba4-ba1ce6ab3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.397246 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-7af1473d-22b9-457c-9ba4-ba1ce6ab3fda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 1098 time: 0.5820839 Nov 12 09:08:11.405426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.415318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-37984c95-c7f0-464f-b615-f8c9165c1f3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3183212 Nov 12 09:08:11.418844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:11.419341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.450924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Request body: {'port': {'device_id': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:11.468475 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62d54289-e5c3-41b3-a3fc-2226ace38893 req-baf70ea9-85af-46cd-b418-d53f87704ec2 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390970 Nov 12 09:08:11.542446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f6fdbd2-0672-486b-bab0-b7f0d52c4ad2 req-c272a2c2-ae22-44e8-ac8f-95891144481d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701093 Nov 12 09:08:11.601305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.643401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.656111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a5384a98-6776-4d51-90a6-c7a1bef105fc None None] For port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:11.673756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a5384a98-6776-4d51-90a6-c7a1bef105fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.806917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5384a98-6776-4d51-90a6-c7a1bef105fc None None] Pushing event updated for resources: {'Port': ['ID=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:11.818151 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9d195a-998b-4e4c-aa03-d2ef8641699b x-openstack-request-id: req-1f9d195a-998b-4e4c-aa03-d2ef8641699b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:11.818451 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:11.818719 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f9d195a-998b-4e4c-aa03-d2ef8641699b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:11.819134 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe', 'status': 'completed', 'code': 200} Nov 12 09:08:11.884992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:11.893975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-4e8e958b-7b25-40a5-af1c-443151f2e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.895654 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-4e8e958b-7b25-40a5-af1c-443151f2e8d1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 905 time: 0.4131324 Nov 12 09:08:11.921855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.922327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.923528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.923528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.923902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.924540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.924945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:11.927813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-d45fe1f0-fc2d-4092-86ff-f088112d7fc4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6281 time: 0.2041519 Nov 12 09:08:11.982847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7043-b3f5-4615-9779-b0776cb8c28d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.016835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:12.019892 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7043-b3f5-4615-9779-b0776cb8c28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.032705 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:08:12.033459 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:08:12.200317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=af5d788d-7f40-410f-a6db-addcfcb1fd66,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:12.209195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf8e7043-b3f5-4615-9779-b0776cb8c28d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=874338b82593462caef7e84bc6d37dda&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6544800 Nov 12 09:08:12.227077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:12.258847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b505b5-8b7e-48ab-a5ce-059eefadfb73 None None] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:12.462201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-cf9a6e1c-b39f-414a-85f5-81f37855d829 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05aee021-6b47-45dd-964a-d25f8b7ca912 HTTP/1.1" status: 200 len: 217 time: 0.4646585 Nov 12 09:08:12.463425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e7043-b3f5-4615-9779-b0776cb8c28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca97c81e-9d36-482b-b49c-383a15534c78,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:12.468839 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.472553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.474392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-32575349-45af-42bd-83c1-fc9f0c7d067c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/floatingips/96755cd4-c7ad-4a99-b8f5-339e0fc817cf HTTP/1.1" status: 204 len: 168 time: 4.0165975 Nov 12 09:08:12.514546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:12.664236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '4516b803-2763-423f-97c9-a229f10ea195'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:12.770548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ad00f014-84eb-4065-a23a-5e4d3969b037 None None] Provisioning complete for port eb72d954-6c95-40a2-ab4a-918f03b1f0cb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:12.771138 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad00f014-84eb-4065-a23a-5e4d3969b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.776531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-a552c568-eed3-48be-b301-cadd1c623d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.777554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-a552c568-eed3-48be-b301-cadd1c623d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.778169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-a552c568-eed3-48be-b301-cadd1c623d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.780202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-a552c568-eed3-48be-b301-cadd1c623d18 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69c342dcce89411caa2d7df11c1a120b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8400764 Nov 12 09:08:12.820615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c6ba9-473d-41d2-9fc3-7347580cc230 req-ebfc7acc-ffcd-4bc5-983a-129eac6b3323 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.823125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e05c6ba9-473d-41d2-9fc3-7347580cc230 req-ebfc7acc-ffcd-4bc5-983a-129eac6b3323 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1958420 Nov 12 09:08:12.894683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 10.1.1.166 (f0997c79-8523-41a3-a04d-274972a2282a/fdc48525-59a2-4428-9d1a-29a3a7d1ed71/f4886996-c5ff-42af-a526-40e21ada7c29) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:12.929301 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad00f014-84eb-4065-a23a-5e4d3969b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:12.941563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.952079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.959364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.969961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.982799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:12.998850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.002479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ad00f014-84eb-4065-a23a-5e4d3969b037 None None] For port eb72d954-6c95-40a2-ab4a-918f03b1f0cb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=eb72d954-6c95-40a2-ab4a-918f03b1f0cb,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:13.010546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad00f014-84eb-4065-a23a-5e4d3969b037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.022747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.036989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-eb10b1c9-d7e3-432c-988c-cd8c423738ac tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5385 time: 0.8110800 Nov 12 09:08:13.045953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d99912b-f765-4daf-b909-afee23f48c3d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8513899168fc4aa19197234aac176404&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0217838 Nov 12 09:08:13.051676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e05c6ba9-473d-41d2-9fc3-7347580cc230 req-f615a495-8a77-423d-b4a1-8fc8b9cd4951 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994030 Nov 12 09:08:13.061235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42196) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:13.091473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00f014-84eb-4065-a23a-5e4d3969b037 None None] Pushing event updated for resources: {'Port': ['ID=eb72d954-6c95-40a2-ab4a-918f03b1f0cb,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:13.136201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a3a84b01-1cdf-4b50-83cc-de04efa50d7c None None] Provisioning complete for port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:13.141282 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a3a84b01-1cdf-4b50-83cc-de04efa50d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.189458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16daeace-60f2-41c4-abfc-3324dd7cee2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.194139 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.214539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-91dbef48-5dc3-43c8-ae46-2289d5a4ae77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.216758 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-91dbef48-5dc3-43c8-ae46-2289d5a4ae77 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.6874568 Nov 12 09:08:13.239229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-85527bf0-46c8-49e5-a7dd-f4c5f6a5002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.240788 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-85527bf0-46c8-49e5-a7dd-f4c5f6a5002a service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4519455 Nov 12 09:08:13.290932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device eb72d954-6c95-40a2-ab4a-918f03b1f0cb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:13.322588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16daeace-60f2-41c4-abfc-3324dd7cee2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.329030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5d6569-fe34-4d1b-a56a-7933955ec20e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:13.351478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944f973-2af0-4de0-adbb-010730519c9e req-c7450084-1655-4f81-a7f7-1a0a9a931c01 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.353473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4944f973-2af0-4de0-adbb-010730519c9e req-c7450084-1655-4f81-a7f7-1a0a9a931c01 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 931 time: 0.1603920 Nov 12 09:08:13.355615 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.358201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67a08b99-7068-41f1-aeac-e3ab92ef079d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.374399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-602102ed-b622-4ad0-a170-8b70d0020dc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1299431 Nov 12 09:08:13.376189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port eb72d954-6c95-40a2-ab4a-918f03b1f0cb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:13.376642 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.403737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Transition to ACTIVE for port object 4d5d6569-fe34-4d1b-a56a-7933955ec20e will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:13.406914 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67a08b99-7068-41f1-aeac-e3ab92ef079d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.422610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.469473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:13.527631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5d6569-fe34-4d1b-a56a-7933955ec20e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:13.534972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a7bce7b-3f83-4410-b9b5-7376f54e6587 req-1ca7c21d-c492-48b0-a3fa-fb8ef2e64849 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4970462 Nov 12 09:08:13.535904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4944f973-2af0-4de0-adbb-010730519c9e req-2cce9da3-65d3-4976-a6ef-3c1731497aa0 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617918 Nov 12 09:08:13.547675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:13.548345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.597130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67a08b99-7068-41f1-aeac-e3ab92ef079d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.600315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67a08b99-7068-41f1-aeac-e3ab92ef079d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.605151 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-67a08b99-7068-41f1-aeac-e3ab92ef079d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b5eedf9-327a-4174-8ec7-ed3f4bce9b93 HTTP/1.1" status: 204 len: 168 time: 0.5396259 Nov 12 09:08:13.617772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a08b99-7068-41f1-aeac-e3ab92ef079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5eedf9-327a-4174-8ec7-ed3f4bce9b93,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:13.652294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Attempting to bind port 4d5d6569-fe34-4d1b-a56a-7933955ec20e on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:13.653877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Attempting to bind port 4d5d6569-fe34-4d1b-a56a-7933955ec20e by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:13.654255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Attempting to bind port 4d5d6569-fe34-4d1b-a56a-7933955ec20e on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:13.665607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Port 4d5d6569-fe34-4d1b-a56a-7933955ec20e on network 18b6727b-6b56-47f1-a3a0-6e613a689021 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:13.665944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Attempting to bind port 4d5d6569-fe34-4d1b-a56a-7933955ec20e on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:13.677613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:13.678664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Checking segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:13.678985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Bound using segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:13.679434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Bound port: 4d5d6569-fe34-4d1b-a56a-7933955ec20e, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:13.679802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.693363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-88754da9-6d2c-4571-becc-a91f50984213 None None] Provisioning complete for port eb72d954-6c95-40a2-ab4a-918f03b1f0cb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:13.693805 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-88754da9-6d2c-4571-becc-a91f50984213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.767178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16daeace-60f2-41c4-abfc-3324dd7cee2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.770125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16daeace-60f2-41c4-abfc-3324dd7cee2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.773680 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-16daeace-60f2-41c4-abfc-3324dd7cee2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca97c81e-9d36-482b-b49c-383a15534c78 HTTP/1.1" status: 204 len: 168 time: 1.4570315 Nov 12 09:08:13.790018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] For port 4d5d6569-fe34-4d1b-a56a-7933955ec20e, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:13.796067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] For port 4d5d6569-fe34-4d1b-a56a-7933955ec20e, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:13.801986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.803462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daeace-60f2-41c4-abfc-3324dd7cee2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca97c81e-9d36-482b-b49c-383a15534c78,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:13.813897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.845748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:13.855109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-6111dfe2-7d99-41a1-9b92-f2792fcf9dc1 service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648895 Nov 12 09:08:13.861730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.862001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.862762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.863649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1342e4d8-e1e9-4f2b-9b7e-23a4a16dc040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:13.865196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] 10.222.0.62 "PUT /v2.0/ports/4d5d6569-fe34-4d1b-a56a-7933955ec20e HTTP/1.1" status: 200 len: 1092 time: 2.4260929 Nov 12 09:08:13.865196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'tag': '4d5d6569-fe34-4d1b-a56a-7933955ec20e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:13.871431 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4256e7-e7c5-4855-8aad-2cf907243aed" -d '{"events": [{"name": "network-changed", "server_uuid": "dab52b94-0aa2-4a80-b583-b866d50f2163", "tag": "4d5d6569-fe34-4d1b-a56a-7933955ec20e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:13.942290 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b8814-537d-4800-998d-6a41520657c6 x-openstack-request-id: req-822b8814-537d-4800-998d-6a41520657c6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:13.942585 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab52b94-0aa2-4a80-b583-b866d50f2163", "tag": "4d5d6569-fe34-4d1b-a56a-7933955ec20e", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:13.942842 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-822b8814-537d-4800-998d-6a41520657c6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:13.943259 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'tag': '4d5d6569-fe34-4d1b-a56a-7933955ec20e', 'status': 'completed', 'code': 200} Nov 12 09:08:13.977488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cb807-94b3-4557-b588-09865e14ff97 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5d6569-fe34-4d1b-a56a-7933955ec20e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:13.992295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-68ed6325-e04b-40a3-9c8f-38f31796a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:13.994572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-68ed6325-e04b-40a3-9c8f-38f31796a21c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 1095 time: 0.0808580 Nov 12 09:08:14.015285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Transition to ACTIVE for port object 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:14.017901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.041219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.058912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-4efd11a0-e4bf-4724-a355-96f91e0edab7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e HTTP/1.1" status: 200 len: 217 time: 0.0564175 Nov 12 09:08:14.132088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network f0997c79-8523-41a3-a04d-274972a2282a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:14.152293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:14.171653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-c644939d-1a89-4912-87cf-bf80ab44bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.173188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-c644939d-1a89-4912-87cf-bf80ab44bba9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.1071367 Nov 12 09:08:14.203572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.225160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:14.241642 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-a5293f03-860c-4d0c-ae05-c877c1da903a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546532 Nov 12 09:08:14.285223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c5480-399a-475d-980d-9640fb603084 req-f82235c0-03b6-4526-9850-2e778ac634f5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.293519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-785c5480-399a-475d-980d-9640fb603084 req-f82235c0-03b6-4526-9850-2e778ac634f5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1177614 Nov 12 09:08:14.399736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.400648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.428932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-785c5480-399a-475d-980d-9640fb603084 req-1414fbd2-6b77-43d4-9d7f-fd76d2b0c657 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296141 Nov 12 09:08:14.458919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-96ce0fa9-6092-42e5-b493-7b0cb43a1e31 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073851 Nov 12 09:08:14.489768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=f4886996-c5ff-42af-a526-40e21ada7c29,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:14.639163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3ee603c-7f9e-45f4-987b-a6e446397a5f req-bbd2fed2-f692-49c3-8762-83a0e19f6ed9 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725049 Nov 12 09:08:14.700152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-564a6def-6170-478c-ab9a-8fbeff5c73d5 None None] Provisioning complete for port f4886996-c5ff-42af-a526-40e21ada7c29 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:14.700676 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-564a6def-6170-478c-ab9a-8fbeff5c73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:14.795198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-564a6def-6170-478c-ab9a-8fbeff5c73d5 None None] Port f4886996-c5ff-42af-a526-40e21ada7c29 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:14.799464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-4fdcfd0f-955f-4e1a-9eb6-b0d69ab65fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.801010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-4fdcfd0f-955f-4e1a-9eb6-b0d69ab65fad service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 1095 time: 0.0984788 Nov 12 09:08:14.846799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.853452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.859658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.865923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.872985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.879750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.886169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:14.888114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-a7e1a0e6-ad6a-4925-8489-179a5ad31156 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5397 time: 0.1466734 Nov 12 09:08:14.888616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:15.014816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-6efa4910-ac64-49d0-87b8-659ec4e845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.016490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-6efa4910-ac64-49d0-87b8-659ec4e845a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 916 time: 0.2062075 Nov 12 09:08:15.034523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device eb72d954-6c95-40a2-ab4a-918f03b1f0cb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:15.035064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9ca2ddb-a6bc-428b-b407-bde462d15489 req-dece0c86-16d8-4dcc-b94a-e9728540f8e4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1344123 Nov 12 09:08:15.059846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d61864b5-d7fa-4755-baf0-ec4c1ea316e3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0745754 Nov 12 09:08:15.062029 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ede4f3f-e918-4aa4-98d3-a1740a9b525e req-108bbc85-af16-41a0-9e01-e13f632bd298 service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1943851 Nov 12 09:08:15.065139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42254) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:15.077551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Attempting to bind port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:15.078039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Attempting to bind port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:15.078501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Attempting to bind port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:15.087701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'port': {'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'name': 'tempest-TaggedBootDevicesTest_v242-2082778617', 'fixed_ips': [{'subnet_id': 'fdc48525-59a2-4428-9d1a-29a3a7d1ed71'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:15.116473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-61fd7e0c-e08f-476d-ad83-8ecbfe5386d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e HTTP/1.1" status: 200 len: 217 time: 0.0808446 Nov 12 09:08:15.133947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.25.5.165 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/ff11320f-e71a-4599-bafc-8afe752bf806) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:15.180387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port eb72d954-6c95-40a2-ab4a-918f03b1f0cb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:15.181086 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.208906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-199af1ee-be0a-4f84-af27-637ca4142396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.212817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-199af1ee-be0a-4f84-af27-637ca4142396 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.0870283 Nov 12 09:08:15.215981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 on network 186d877e-88cc-4330-9323-9416f5df5bf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:15.216392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Attempting to bind port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:15.257006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-97e0c4b0-9a4e-41bd-8d14-fb18bd143ccd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384371 Nov 12 09:08:15.267383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:15.277271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:15.277950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Checking segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:15.278556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Bound using segment: {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:15.279162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Bound port: 3758eabc-ff5d-4cc7-b596-cbe50c26bb77, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cee152b-697a-48c0-b495-c289f4c5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:15.282973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.310427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1372231590-network', 'tenant_id': 'd67fe61746de4f718c627adc92591612'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:15.349475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705f583-e44c-49e0-bf87-2290a58662dd req-e85fff50-1834-4850-92de-8875f3c7f69b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.351255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9705f583-e44c-49e0-bf87-2290a58662dd req-e85fff50-1834-4850-92de-8875f3c7f69b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 943 time: 0.3953085 Nov 12 09:08:15.378152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:15.380641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.401318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.432049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-eef6286a-5daf-4046-a67f-38caee4e3c9e service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668441 Nov 12 09:08:15.513435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:15.518104 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.563494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] For port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:15.575720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9705f583-e44c-49e0-bf87-2290a58662dd req-7056b314-4e07-4892-86a3-5f957b01ca98 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820364 Nov 12 09:08:15.590062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] device_id is not set on port 5bd41e68-4c82-40ae-87e2-c4057f436e09 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:08:15.596128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] For port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:15.607673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.613806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.634839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea4256e7-e7c5-4855-8aad-2cf907243aed req-aad14405-02be-4e4c-9afd-ef56b01bfb87 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898873 Nov 12 09:08:15.649640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.664143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e45e10-fe60-4564-b321-4800131a4f97 req-03515b0d-9aea-4e00-8feb-536145eba665 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.668617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4e45e10-fe60-4564-b321-4800131a4f97 req-03515b0d-9aea-4e00-8feb-536145eba665 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1174705 Nov 12 09:08:15.671432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.712727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:08:15.714686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.715319 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.716892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] 10.222.0.62 "PUT /v2.0/ports/3758eabc-ff5d-4cc7-b596-cbe50c26bb77 HTTP/1.1" status: 200 len: 1091 time: 5.0661366 Nov 12 09:08:15.720106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:15.722665 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aad854-b6fc-4c06-a445-e72b3e797855" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "3758eabc-ff5d-4cc7-b596-cbe50c26bb77"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:15.774888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:15.779560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4e45e10-fe60-4564-b321-4800131a4f97 req-058aeb3a-3647-4fe1-af1a-1d07286964be tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027410 Nov 12 09:08:15.783067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3905b079-dd46-415d-990e-7dac60c7b9da,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:15.788912 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.789566 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Added segment 22ac6b5d-d23e-4db9-b548-5d9741323c89 of type vlan for network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 Nov 12 09:08:15.840199 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746a7063-b894-44bf-b131-185e2c81ae1e x-openstack-request-id: req-746a7063-b894-44bf-b131-185e2c81ae1e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:15.840492 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "3758eabc-ff5d-4cc7-b596-cbe50c26bb77", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:15.840748 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-746a7063-b894-44bf-b131-185e2c81ae1e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:15.841328 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77', 'status': 'completed', 'code': 200} Nov 12 09:08:15.850667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6247f-8b60-45be-ae62-f44264ec1bb0 service neutron] Pushing event updated for resources: {'Port': ['ID=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:15.861575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.896686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.898000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:15.899413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.901111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.948191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:15.963664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0660071 Nov 12 09:08:15.996615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42276) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:16.004425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Request body: {'subnet': {'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1372231590-subnet', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:16.020241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=ff11320f-e71a-4599-bafc-8afe752bf806,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:16.021885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c425e08-3ba4-46a9-8fc6-3c519bad191d admin admin] Pushing event updated for resources: {'Network': ['ID=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:16.032999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:16.033774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.034194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.034890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.035400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.036040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.036561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.037080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.039347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:16.039759 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-eb6ccb1d-d1e0-4b5d-b099-f0bf90357265 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6349 time: 0.1524539 Nov 12 09:08:16.045706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:16.056088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:08:16.197545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-79ea1012-be38-4954-b6e1-249bd1e624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.207255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-79ea1012-be38-4954-b6e1-249bd1e624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.207807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-79ea1012-be38-4954-b6e1-249bd1e624b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.214172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-79ea1012-be38-4954-b6e1-249bd1e624b2 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69c342dcce89411caa2d7df11c1a120b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1612272 Nov 12 09:08:16.224409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:16.226927 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.343726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 10.1.1.24 (f0997c79-8523-41a3-a04d-274972a2282a/fdc48525-59a2-4428-9d1a-29a3a7d1ed71/5bd41e68-4c82-40ae-87e2-c4057f436e09) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:16.366409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd692cea-59d4-4d98-85da-1c7f6014561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.407580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.413781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.421111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.427217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.433391 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.439502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.446272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.447841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-f7454707-fbb2-4c99-8784-b48fca701fcc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5397 time: 0.2528753 Nov 12 09:08:16.496888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-bfc00402-0760-4e77-a2b3-60cd0c2067de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.498881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68aad854-b6fc-4c06-a445-e72b3e797855 req-bfc00402-0760-4e77-a2b3-60cd0c2067de service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750711 Nov 12 09:08:16.577851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9f5d086-c1f5-4206-a46b-8dc95f051235 req-4b74902c-c0b5-4980-b558-28db3fa14edf tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1165793 Nov 12 09:08:16.627317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.702725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f4a5e4b-48c0-4458-87a5-63f265278b56,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:16.720277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:16.720637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Network hostable DHCP agents. Network: 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:08:16.741825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:08:16.757494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:16.764488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.765754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.770898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49f8ca-3cb4-4cc3-92bd-30f36de8d648 None None] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:16.797292 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52cfe8bd-013e-4506-8989-d71da6bdc0b6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7994416 Nov 12 09:08:16.800123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42300) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:16.828455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:16.885649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.888171 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.910380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:16.925022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba87db6-6dce-42ef-8367-2fa5d8cefc81 req-a33276dd-cea8-4600-8464-8c5d90543b9e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:16.927024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ba87db6-6dce-42ef-8367-2fa5d8cefc81 req-a33276dd-cea8-4600-8464-8c5d90543b9e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 943 time: 0.1777129 Nov 12 09:08:16.958654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:08:16.962760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.001642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.062596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.071593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:17.101183 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.124138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ba87db6-6dce-42ef-8367-2fa5d8cefc81 req-68144f61-1cb5-46ec-b676-d40c03171f04 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828661 Nov 12 09:08:17.135292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Transition to ACTIVE for port object dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:17.156985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.159329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.196947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e3801-8574-43a0-b7af-3c098a627dcc req-4035d474-3c5a-4bd2-a5d6-72819523b9cd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.205179 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d4e3801-8574-43a0-b7af-3c098a627dcc req-4035d474-3c5a-4bd2-a5d6-72819523b9cd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.1920555 Nov 12 09:08:17.214050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:17.225260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Allocated IP 172.20.0.2 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/2f5c158c-3cc9-42e2-8d48-278c9645196c) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:17.227181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.309826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network f0997c79-8523-41a3-a04d-274972a2282a is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:17.318737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:17.346872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=5bd41e68-4c82-40ae-87e2-c4057f436e09,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:17.349674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:17.502194 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.511608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.519300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.520041 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.610496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:17.612818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Attempting to bind port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:17.613405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Attempting to bind port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:17.613624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:17.614164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Attempting to bind port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f on network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:17.639942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:17.643206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Pushing event updated for resources: {'Port': ['ID=2f5c158c-3cc9-42e2-8d48-278c9645196c,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:17.721142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.731418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-962fb3fe-4895-404d-96de-e09ef72276c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6498885 Nov 12 09:08:17.734163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.740014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Attempting to bind port 2f5c158c-3cc9-42e2-8d48-278c9645196c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:17.740410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Attempting to bind port 2f5c158c-3cc9-42e2-8d48-278c9645196c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:17.740782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Attempting to bind port 2f5c158c-3cc9-42e2-8d48-278c9645196c on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:17.750159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:17.750531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:17.750932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.751331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:17.751807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Bound port: 2f5c158c-3cc9-42e2-8d48-278c9645196c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:17.752228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.752665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f on network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:17.753103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Attempting to bind port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f on network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:17.815104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:17.815976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Checking segment: {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:17.816470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Bound using segment: {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:17.817049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Bound port: dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:17.817527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.845735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] For port 2f5c158c-3cc9-42e2-8d48-278c9645196c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:17.849830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] For port 2f5c158c-3cc9-42e2-8d48-278c9645196c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2f5c158c-3cc9-42e2-8d48-278c9645196c,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:17.856577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.894263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=ff11320f-e71a-4599-bafc-8afe752bf806,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:17.970966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.977472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.978515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-456579df-3272-4640-aa26-b69a751acb9c None None] Provisioning complete for port 5bd41e68-4c82-40ae-87e2-c4057f436e09 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:17.979479 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-456579df-3272-4640-aa26-b69a751acb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:17.984111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ec611-55c2-4198-a568-63d08e6f6f6e None None] Pushing event updated for resources: {'Port': ['ID=2f5c158c-3cc9-42e2-8d48-278c9645196c,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:17.984285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.990350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:17.997487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:18.003711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:18.015099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:18.016162 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.017204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-dcd521ce-03f1-433f-a376-1f7bb14e7b03 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5409 time: 0.2250581 Nov 12 09:08:18.018120 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.053647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-456579df-3272-4640-aa26-b69a751acb9c None None] Port 5bd41e68-4c82-40ae-87e2-c4057f436e09 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:18.095525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9d4e3801-8574-43a0-b7af-3c098a627dcc req-825cbb02-6bab-432a-8f73-5c524a374056 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8894753 Nov 12 09:08:18.114340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4d5d6569-fe34-4d1b-a56a-7933955ec20e details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:18.134000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-a1e83baf-2d74-4103-8f9e-dae5895e2512 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1444786 Nov 12 09:08:18.208633 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 662ebc87-70e3-4aa1-92fe-73b1bff380cd associated. External IP: 172.25.5.165, port: 4516b803-2763-423f-97c9-a229f10ea195. Nov 12 09:08:18.333263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-8d588943-6ba1-45c5-a5a6-c8605ef67cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:18.334488 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-8d588943-6ba1-45c5-a5a6-c8605ef67cf0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 1097 time: 0.1398668 Nov 12 09:08:18.350717 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 4d5d6569-fe34-4d1b-a56a-7933955ec20e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:18.389220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '4d5d6569-fe34-4d1b-a56a-7933955ec20e', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'port_id': '4d5d6569-fe34-4d1b-a56a-7933955ec20e', 'mac_address': 'fa:16:3e:25:03:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13749916-801e-4c5f-af3d-4f7eb1327516', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:18.410570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] For port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:18.413548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42322) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:18.437476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] For port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:18.444402 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.478102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.490343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5d6569-fe34-4d1b-a56a-7933955ec20e {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:18.527268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 4d5d6569-fe34-4d1b-a56a-7933955ec20e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:18.533476 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.551483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42328) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:18.569690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4d0ccbed-6615-45c6-8007-cd5bc4ac4061 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207881211', 'description': 'tempest-description--1274988209'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:18.593589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.608013 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=4d5d6569-fe34-4d1b-a56a-7933955ec20e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:18.624052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.746914 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81e6a723-6f1b-4d7b-aaea-88e74e42bacb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.763393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-e5c0dcdd-c950-441c-89b9-5848677ae701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:18.764919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-e5c0dcdd-c950-441c-89b9-5848677ae701 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 916 time: 0.3528099 Nov 12 09:08:18.783726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4d5d6569-fe34-4d1b-a56a-7933955ec20e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:08:18.801567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7a2a6-266e-494a-8123-994fcedcd66e req-e818a2c2-3c8b-4ca7-ae5b-f74dadbf0af3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:18.803153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb7a2a6-266e-494a-8123-994fcedcd66e req-e818a2c2-3c8b-4ca7-ae5b-f74dadbf0af3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 944 time: 0.1706698 Nov 12 09:08:18.957199 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81e6a723-6f1b-4d7b-aaea-88e74e42bacb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.972719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81e6a723-6f1b-4d7b-aaea-88e74e42bacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.984420 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccbed-6615-45c6-8007-cd5bc4ac4061 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:18.989208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-4f3cc21f-3f28-4c62-b5c9-c7fdd133b221 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8 HTTP/1.1" status: 200 len: 217 time: 0.2141659 Nov 12 09:08:18.992539 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96d4ce33-ca8f-437f-aa0c-0180344c7870 req-4659fb77-3f89-47ac-b79b-d1808c8fe1a6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8969514 Nov 12 09:08:19.057273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.059763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.060448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.061851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] 10.222.0.62 "PUT /v2.0/ports/dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f HTTP/1.1" status: 200 len: 1092 time: 3.3039773 Nov 12 09:08:19.062293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2f5c158c-3cc9-42e2-8d48-278c9645196c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:19.074417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:19.081375 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f5a15-488d-4b70-b7a3-abd938fad560" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:19.090457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Allocated IP 172.25.5.24 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b3a4ba9b-983f-44ee-ba76-1db751fefc35) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:19.115777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Request body: {'port': {'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:19.190294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2f5c158c-3cc9-42e2-8d48-278c9645196c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:19.191795 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.214693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acf6a01-1099-4154-b504-a32d2ccf8350 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:19.227055 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.243141 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd09208-e4ff-4b49-af0c-eb241c9f36b4 x-openstack-request-id: req-7bd09208-e4ff-4b49-af0c-eb241c9f36b4 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:19.243441 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:19.243700 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bd09208-e4ff-4b49-af0c-eb241c9f36b4 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:19.244134 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f', 'status': 'completed', 'code': 200} Nov 12 09:08:19.376184 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.437050 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb7a2a6-266e-494a-8123-994fcedcd66e req-6655fb2a-d404-465c-b6d4-5b7a768ae938 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216881 Nov 12 09:08:19.456429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccbed-6615-45c6-8007-cd5bc4ac4061 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.457343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 2f5c158c-3cc9-42e2-8d48-278c9645196c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2f5c158c-3cc9-42e2-8d48-278c9645196c,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:19.457753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.469009 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.492287 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccbed-6615-45c6-8007-cd5bc4ac4061 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.505635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-81e6a723-6f1b-4d7b-aaea-88e74e42bacb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a4a1f267a6142f19b01a9a7fc852fba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0910130 Nov 12 09:08:19.507723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6a723-6f1b-4d7b-aaea-88e74e42bacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5daa806-9d2a-4300-8a65-175aca7c90e3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:19.511169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42334) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:19.557390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.563637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-6fdd6519-09ff-4d3f-be84-65a6c3d83db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.565169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-6fdd6519-09ff-4d3f-be84-65a6c3d83db9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.5009737 Nov 12 09:08:19.577106 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77a007-d154-4666-b52e-b0ac86035fcf None None] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:19.615795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=2f5c158c-3cc9-42e2-8d48-278c9645196c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:19.625042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e2cdd-86f9-4838-8b72-e30be12ef867 req-988de732-c38f-48c8-910d-64331f962db4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.626674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa0e2cdd-86f9-4838-8b72-e30be12ef867 req-988de732-c38f-48c8-910d-64331f962db4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.2179956 Nov 12 09:08:19.629612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d0ccbed-6615-45c6-8007-cd5bc4ac4061 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.633808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4d0ccbed-6615-45c6-8007-cd5bc4ac4061 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0705006 Nov 12 09:08:19.643125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:19.651006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-abd0842d-84ee-4552-ba57-798fdcff9269 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'security_group_rule': {'security_group_id': '202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:19.653710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:19.659500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-45da1b08-cc56-4325-af02-29689b79185f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806315 Nov 12 09:08:19.660347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:19.667877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0ccbed-6615-45c6-8007-cd5bc4ac4061 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:19.675018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:19.682169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:19.690147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.690637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.691166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.692318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.692822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.693293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.693765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:19.696477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-d62f4595-3180-4d7e-add5-f2f788830874 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6417 time: 0.3978212 Nov 12 09:08:19.727764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Pushing event updated for resources: {'Port': ['ID=b3a4ba9b-983f-44ee-ba76-1db751fefc35,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:19.732921 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.749607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cad9c439-254a-4e99-918e-4163c63b8fce None None] Provisioning complete for port 2f5c158c-3cc9-42e2-8d48-278c9645196c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:19.750278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cad9c439-254a-4e99-918e-4163c63b8fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.758640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71a8a101-b4e9-4c11-8c0d-3aa332b4c9df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.845512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abd0842d-84ee-4552-ba57-798fdcff9269 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:19.862954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa0e2cdd-86f9-4838-8b72-e30be12ef867 req-72b91148-9d28-480f-9c33-9b389c711c7a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058656 Nov 12 09:08:19.886591 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71a8a101-b4e9-4c11-8c0d-3aa332b4c9df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.042306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abd0842d-84ee-4552-ba57-798fdcff9269 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.061419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abd0842d-84ee-4552-ba57-798fdcff9269 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.063659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:20.069599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-597be14b-3e6b-4ade-8d99-30014ca9bc08 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720472 Nov 12 09:08:20.079203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:20.113183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:20.113953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:20.114333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-294c71e9-6ad1-436a-bfb6-f1794d926c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.114791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-294c71e9-6ad1-436a-bfb6-f1794d926c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.115245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-294c71e9-6ad1-436a-bfb6-f1794d926c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.119277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-294c71e9-6ad1-436a-bfb6-f1794d926c6f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=69c342dcce89411caa2d7df11c1a120b&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3830249 Nov 12 09:08:20.126448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0842d-84ee-4552-ba57-798fdcff9269 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91d485b-6f5b-4261-a248-d4b191239b9b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:20.136861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-abd0842d-84ee-4552-ba57-798fdcff9269 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.140526 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-abd0842d-84ee-4552-ba57-798fdcff9269 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4953685 Nov 12 09:08:20.141394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:20.149583 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.156864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e379f95f-2ecb-481f-8158-febb03675819 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'security_group_rule': {'security_group_id': '202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:20.183542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4d5d6569-fe34-4d1b-a56a-7933955ec20e up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:20.188759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:20.223884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cfaafad6-0278-427c-a931-d60ac983804d tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.6835101 Nov 12 09:08:20.228278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42344) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:20.238504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-502447413'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:20.257377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:20.258065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:20.264637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:20.275170 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379f95f-2ecb-481f-8158-febb03675819 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.278756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.284621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71a8a101-b4e9-4c11-8c0d-3aa332b4c9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.287529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71a8a101-b4e9-4c11-8c0d-3aa332b4c9df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.289204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:20.292392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-71a8a101-b4e9-4c11-8c0d-3aa332b4c9df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5daa806-9d2a-4300-8a65-175aca7c90e3 HTTP/1.1" status: 204 len: 168 time: 0.7756629 Nov 12 09:08:20.293027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.308869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f401253a-46d1-49b0-9f1f-9a9ac2e7a33a None None] Provisioning complete for port 2f5c158c-3cc9-42e2-8d48-278c9645196c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:20.309304 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f401253a-46d1-49b0-9f1f-9a9ac2e7a33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.312532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:20.313169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e227b399-fe55-4463-8de5-6ff14c9db4e8 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:20.331156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Transition to ACTIVE for port object 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:20.344854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.390378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:08:20.428710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.428934 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Added segment 35fcfb79-2276-4845-af59-b1d0e662417b of type vlan for network 58d29cb0-7d74-40df-b70a-f0334901b934 Nov 12 09:08:20.432174 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379f95f-2ecb-481f-8158-febb03675819 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.450450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379f95f-2ecb-481f-8158-febb03675819 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.479157 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b83178c0-2b32-44d2-9c1e-11d7b6e2cdc0 req-6cfd90f6-b554-4b44-9024-b1f57222cf03 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850594 Nov 12 09:08:20.489842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-e5d86cae-ac86-4e85-becc-0a81e716cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.492115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d29f5a15-488d-4b70-b7a3-abd938fad560 req-e5d86cae-ac86-4e85-becc-0a81e716cc2f service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573413 Nov 12 09:08:20.507188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Pushing event updated for resources: {'Port': ['ID=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:20.528030 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.548621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8a101-b4e9-4c11-8c0d-3aa332b4c9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5daa806-9d2a-4300-8a65-175aca7c90e3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:20.593089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 4d5d6569-fe34-4d1b-a56a-7933955ec20e completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:08:20.602253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.602610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 4d5d6569-fe34-4d1b-a56a-7933955ec20e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:20.603019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.630458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379f95f-2ecb-481f-8158-febb03675819 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc387cc-4fdc-4d73-9acd-a117ee4d93e6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:20.650126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379f95f-2ecb-481f-8158-febb03675819 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.654966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e379f95f-2ecb-481f-8158-febb03675819 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5023284 Nov 12 09:08:20.657713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42352) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:20.665025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.674559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.688903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.690654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:20.698297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.706576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.724235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.741504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.743952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-954f7ca7-c86a-45e7-a95a-d562cb1c7d43 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5409 time: 0.6116617 Nov 12 09:08:20.753961 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.761163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.762084 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.785025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.796048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.807607 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.810019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdafe1e-ad2c-4726-a21a-27e0d7613718 req-5ac5fe69-c214-4ffc-a9f5-55cc4b372be1 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:20.817435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efdafe1e-ad2c-4726-a21a-27e0d7613718 req-5ac5fe69-c214-4ffc-a9f5-55cc4b372be1 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 944 time: 0.1896791 Nov 12 09:08:20.819393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Attempting to bind port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:20.819944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Attempting to bind port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:20.820300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Attempting to bind port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 on network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:20.825525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5d6569-fe34-4d1b-a56a-7933955ec20e'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:20.828377 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad8e634-55eb-40b7-a448-a25a560f82d1" -d '{"events": [{"server_uuid": "dab52b94-0aa2-4a80-b583-b866d50f2163", "name": "network-vif-plugged", "status": "completed", "tag": "4d5d6569-fe34-4d1b-a56a-7933955ec20e"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:20.847220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 4d5d6569-fe34-4d1b-a56a-7933955ec20e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:20.854294 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.869202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42356) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:20.881866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 on network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:20.882206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Attempting to bind port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 on network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:20.890221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6607976 Nov 12 09:08:20.896375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42358) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:20.902211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-574a8d0f-1cb6-4dbf-b4f3-824ee93bd4bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.915706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'subnet': {'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:20.927422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=4d5d6569-fe34-4d1b-a56a-7933955ec20e,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:20.929231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:20.929806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Checking segment: {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:20.930376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Bound using segment: {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:20.931008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Bound port: 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a23e9fae-7cfa-4ed7-b15a-58a153e81510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:20.931363 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:20.936754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07aeb1-8896-4304-a205-0397302a4600 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Network': ['ID=58d29cb0-7d74-40df-b70a-f0334901b934,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:20.975308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 58d29cb0-7d74-40df-b70a-f0334901b934 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:08:21.029834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efdafe1e-ad2c-4726-a21a-27e0d7613718 req-8458e492-c507-47d8-859c-d9c4c03d45f0 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114050 Nov 12 09:08:21.041239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2f5c158c-3cc9-42e2-8d48-278c9645196c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:21.091697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] For port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:21.109787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] For port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:21.111330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7eb3c9ee-5ce7-469b-b03d-e81775c9380f req-269322a7-6384-44c0-abb2-1ab6f71dbb01 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3379414 Nov 12 09:08:21.121070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2f5c158c-3cc9-42e2-8d48-278c9645196c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:21.121648 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.129849 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.181316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.182404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.183896 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] 10.222.0.62 "PUT /v2.0/ports/8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 200 len: 1092 time: 2.0923042 Nov 12 09:08:21.184370 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d7bd95-e4af-47fb-972c-2dd844d5d49c x-openstack-request-id: req-23d7bd95-e4af-47fb-972c-2dd844d5d49c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:21.184619 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab52b94-0aa2-4a80-b583-b866d50f2163", "name": "network-vif-plugged", "status": "completed", "tag": "4d5d6569-fe34-4d1b-a56a-7933955ec20e", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:21.184936 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-23d7bd95-e4af-47fb-972c-2dd844d5d49c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:21.185357 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5d6569-fe34-4d1b-a56a-7933955ec20e', 'code': 200} Nov 12 09:08:21.188923 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.270263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:21.273217 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad56000c-6825-4289-9af0-d4fa30c3a518" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:21.342590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51389cf-156d-4d54-a3b4-db54a5838bbb service neutron] Pushing event updated for resources: {'Port': ['ID=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:21.410636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf824-3602-45b3-a9d8-bbc5bcfedcb4 req-15f85f38-f8cb-433b-bc3f-f1c34b24bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.412231 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2bdf824-3602-45b3-a9d8-bbc5bcfedcb4 req-15f85f38-f8cb-433b-bc3f-f1c34b24bc20 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 1097 time: 0.2004323 Nov 12 09:08:21.415790 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f3bc6b-ab0b-410c-bb67-a1e6bee90ef0 x-openstack-request-id: req-92f3bc6b-ab0b-410c-bb67-a1e6bee90ef0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:21.416117 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:21.416407 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92f3bc6b-ab0b-410c-bb67-a1e6bee90ef0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:21.416931 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1', 'status': 'completed', 'code': 200} Nov 12 09:08:21.467536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 172.25.5.126 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/e0e49679-607b-4581-834a-4d4d0648ddb4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:21.496680 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2bdf824-3602-45b3-a9d8-bbc5bcfedcb4 req-ed3cac95-89ec-4f9b-82c5-8620330d374f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764136 Nov 12 09:08:21.604668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.641991 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.684928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:21.688004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:21.691716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:21.719573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=e0e49679-607b-4581-834a-4d4d0648ddb4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:21.728745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:21.732372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.776516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-574a8d0f-1cb6-4dbf-b4f3-824ee93bd4bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.788936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.789664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc73a55-2ee7-465d-a330-3315667be40b req-3f976847-bdb3-4c07-ad4a-67090b63396e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.791153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bc73a55-2ee7-465d-a330-3315667be40b req-3f976847-bdb3-4c07-ad4a-67090b63396e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.5361304 Nov 12 09:08:21.824610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.826356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-574a8d0f-1cb6-4dbf-b4f3-824ee93bd4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.867027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:21.921463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-574a8d0f-1cb6-4dbf-b4f3-824ee93bd4bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfccb15290ce44d88225e129948dec78&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0511758 Nov 12 09:08:21.924481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42366) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:21.957455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a8d0f-1cb6-4dbf-b4f3-824ee93bd4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b00a2e-f9f9-41e3-a300-fa81de537d3f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:21.965531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.965873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.966368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.966913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.967219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.967736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.968133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:21.970358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-45e29301-a1c3-4ba9-beaa-e710802eaf6c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6485 time: 0.7100048 Nov 12 09:08:22.005211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401fb89b-c4ca-4f97-bd84-0aac049a53b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.040932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-ce683644-7b49-4abb-9b1e-58f9b187c389 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 200 len: 217 time: 0.0593748 Nov 12 09:08:22.044731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.051490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401fb89b-c4ca-4f97-bd84-0aac049a53b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.051708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bc73a55-2ee7-465d-a330-3315667be40b req-8a60263a-3b54-4617-832b-8e5a11958f75 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311008 Nov 12 09:08:22.059778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.190905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-d9cb02ca-fc32-4b3a-a07c-2fdf82b36e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.192416 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-d9cb02ca-fc32-4b3a-a07c-2fdf82b36e4e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c HTTP/1.1" status: 200 len: 851 time: 0.1380308 Nov 12 09:08:22.220792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=e0e49679-607b-4581-834a-4d4d0648ddb4,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:22.224948 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.249222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.259303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9ff42bdc-ead3-470c-ac54-5bcb434d1dbc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5892828 Nov 12 09:08:22.262437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5938b-1689-4c15-9561-82c60ef339a1 req-c1285b1c-5172-48a9-a2e7-7e336122f989 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.264099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84e5938b-1689-4c15-9561-82c60ef339a1 req-c1285b1c-5172-48a9-a2e7-7e336122f989 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 945 time: 0.1042433 Nov 12 09:08:22.266766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401fb89b-c4ca-4f97-bd84-0aac049a53b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.270354 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401fb89b-c4ca-4f97-bd84-0aac049a53b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.275069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-401fb89b-c4ca-4f97-bd84-0aac049a53b4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01b00a2e-f9f9-41e3-a300-fa81de537d3f HTTP/1.1" status: 204 len: 168 time: 0.3472078 Nov 12 09:08:22.299111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fb89b-c4ca-4f97-bd84-0aac049a53b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b00a2e-f9f9-41e3-a300-fa81de537d3f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:22.315397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.348778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84e5938b-1689-4c15-9561-82c60ef339a1 req-c8646e1f-e71e-45f4-9edf-96d023cfec02 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749059 Nov 12 09:08:22.377157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.383319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.389634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.395668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.402506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.408513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.415470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.417475 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-4e06326d-6b67-4d6b-a27f-729aaeaff7bc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.1994238 Nov 12 09:08:22.429803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-525d5b2c-e1fe-48d2-a8ab-9ac88b1d79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.431418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-525d5b2c-e1fe-48d2-a8ab-9ac88b1d79d3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87a1f048-b039-4243-8213-ec65a4ba65a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143695 Nov 12 09:08:22.445292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:08:22.500183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Subnet': ['ID=ac2e2ef2-dbf2-42e7-937a-d181daa34c93,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:22.637106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Checking segment: {'id': '35fcfb79-2276-4845-af59-b1d0e662417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:22.637480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network hostable DHCP agents. Network: 58d29cb0-7d74-40df-b70a-f0334901b934, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:08:22.658308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34a8ccd0-4dbe-4e64-8da2-ab79551aa48b req-cfb2efed-c88c-4bd3-9d4a-29366a2d1e76 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2258377 Nov 12 09:08:22.682932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-fc4a90d7-474e-412c-b0be-f5400bce38a8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1207881211&fields=id&tenant_id=68087e5e3d6c41b5b44a72a5aee49240 HTTP/1.1" status: 200 len: 267 time: 0.0601606 Nov 12 09:08:22.713253 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-957197cc-4ef1-46f1-af09-0a5daaf71d91 service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588875 Nov 12 09:08:22.722956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 58d29cb0-7d74-40df-b70a-f0334901b934 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:08:22.756780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 58d29cb0-7d74-40df-b70a-f0334901b934) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:22.767138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71183e1b-6c56-42fb-8528-2b13184ea265 None None] Network 58d29cb0-7d74-40df-b70a-f0334901b934 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:22.767648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e9ed9442-8842-401a-8b95-cfe63e6215c2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.768798 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e9ed9442-8842-401a-8b95-cfe63e6215c2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports/f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 936 time: 0.0760024 Nov 12 09:08:22.802907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.803417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.827282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:22.840401 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:22.841366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ab62fa44-4a14-4cb5-8230-e233d4612f55 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9410045 Nov 12 09:08:22.847448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42398) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:22.849270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-c963908f-266e-4b4d-905c-7c669bd30b00 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:22.854519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2015922311', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:22.857688 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:22.858119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-c963908f-266e-4b4d-905c-7c669bd30b00 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports/5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 936 time: 0.0779231 Nov 12 09:08:22.861369 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:22.887512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:22.888975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-607ecb26-3b12-4b9f-83d1-dcb5411929af admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0872130 Nov 12 09:08:22.892571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42402) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:22.948759 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-cacdbef1-4159-445b-b68c-8badf0bb29e5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0704229 Nov 12 09:08:22.994864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-4d26bcf5-b04f-4d43-886a-72416dff365f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0450339 Nov 12 09:08:23.054197 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3ce76ac1-9d5c-4cc7-bbea-9178b7f25e1a service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286099 Nov 12 09:08:23.069314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-58d29cb0-7d74-40df-b70a-f0334901b934', 'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934', 'tenant_id': '1df00d4c442e432387ceee9516d856f0', 'fixed_ips': [{'subnet_id': 'ac2e2ef2-dbf2-42e7-937a-d181daa34c93'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:08:23.070770 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.111530 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:23.169431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.176995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.199555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3402d6a6-e7f4-4cdd-9193-ff334933604b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:23.204579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3402d6a6-e7f4-4cdd-9193-ff334933604b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:23.211457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3402d6a6-e7f4-4cdd-9193-ff334933604b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:23.216621 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3402d6a6-e7f4-4cdd-9193-ff334933604b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/networks?id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 200 len: 1993 time: 0.2204666 Nov 12 09:08:23.238448 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9db1f56d-eb5a-472b-b4ff-cfc574f64b20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 217 time: 0.1725245 Nov 12 09:08:23.248901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0af262ee-f8d5-454e-a7cd-45f466fb0047 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/quotas/68087e5e3d6c41b5b44a72a5aee49240 HTTP/1.1" status: 200 len: 375 time: 0.0266571 Nov 12 09:08:23.352818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-5ba522bb-7dce-455a-b485-52f25d993bb6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1024561 Nov 12 09:08:23.388422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Allocated IP 172.20.0.2 (58d29cb0-7d74-40df-b70a-f0334901b934/ac2e2ef2-dbf2-42e7-937a-d181daa34c93/ef0a65d0-efd1-4f64-802b-2eb755b9859d) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:23.412904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:20Z', 'revision_number': 3, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:23.437061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.445898 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:08:23.446289 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Updating router c3a6b1e2-d0d9-444d-8c89-cf502443498a port b3a4ba9b-983f-44ee-ba76-1db751fefc35 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:08:23.449789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df74e47-4d6d-41c0-a88e-28722084a61b req-be8fcd42-87d0-4d8f-80a4-d81561136fcd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:23.453506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df74e47-4d6d-41c0-a88e-28722084a61b req-be8fcd42-87d0-4d8f-80a4-d81561136fcd tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.2095265 Nov 12 09:08:23.453506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-65701138-702a-4158-a9c9-b4232c7c246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:23.454194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-65701138-702a-4158-a9c9-b4232c7c246f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.1868699 Nov 12 09:08:23.487570 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.497761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-cff8e786-ab06-464c-96e0-fb30c55713ff service neutron] 10.222.0.53 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345789 Nov 12 09:08:23.651753 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-a6d35af0-982f-4d23-9a12-8bf7fbeda0f8 service neutron] 10.222.0.53 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470301 Nov 12 09:08:23.744565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.754795 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.762566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-69a25227-90cc-488c-a5fb-a75886cb682f service neutron] 10.222.0.53 "GET /v2.0/ports/f4886996-c5ff-42af-a526-40e21ada7c29?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0988185 Nov 12 09:08:23.783033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.829237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Pushing event updated for resources: {'Port': ['ID=ef0a65d0-efd1-4f64-802b-2eb755b9859d,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:23.846318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Network 58d29cb0-7d74-40df-b70a-f0334901b934 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:23.848109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:23.850558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:23.887231 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.902604 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.930310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-55356c42-8bb5-4bc2-b9a1-40383c9a0bd3 service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663775 Nov 12 09:08:23.932728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Attempting to bind port ef0a65d0-efd1-4f64-802b-2eb755b9859d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:23.933274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Attempting to bind port ef0a65d0-efd1-4f64-802b-2eb755b9859d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '35fcfb79-2276-4845-af59-b1d0e662417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:23.933831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Attempting to bind port ef0a65d0-efd1-4f64-802b-2eb755b9859d on network 58d29cb0-7d74-40df-b70a-f0334901b934 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:23.946779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:23.947156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Checking segment: {'id': '35fcfb79-2276-4845-af59-b1d0e662417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:23.947565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.947997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Bound using segment: {'id': '35fcfb79-2276-4845-af59-b1d0e662417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:23.948484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Bound port: ef0a65d0-efd1-4f64-802b-2eb755b9859d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fcfb79-2276-4845-af59-b1d0e662417b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:23.948871 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:23.969800 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df74e47-4d6d-41c0-a88e-28722084a61b req-a1db8129-f73e-4dc0-91a4-9cc1345ac615 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085336 Nov 12 09:08:23.972156 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Pushing event updated for resources: {'Port': ['ID=b3a4ba9b-983f-44ee-ba76-1db751fefc35,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:23.977634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-bc8e117b-6c1d-4203-ae1b-30b0fabc4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:23.979894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-bc8e117b-6c1d-4203-ae1b-30b0fabc4349 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4174688 Nov 12 09:08:23.990423 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.991088 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.991527 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.991987 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.992437 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.992866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.993814 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.994038 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.994468 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.994890 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.995315 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:23.995735 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:24.014651 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Attempting to bind port b3a4ba9b-983f-44ee-ba76-1db751fefc35 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:24.015256 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Attempting to bind port b3a4ba9b-983f-44ee-ba76-1db751fefc35 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:24.016314 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Attempting to bind port b3a4ba9b-983f-44ee-ba76-1db751fefc35 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:24.026925 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:24.030493 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:24.031189 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.031801 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:24.032747 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Bound port: b3a4ba9b-983f-44ee-ba76-1db751fefc35, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:24.034907 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.081606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] For port ef0a65d0-efd1-4f64-802b-2eb755b9859d, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:24.092147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] For port ef0a65d0-efd1-4f64-802b-2eb755b9859d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ef0a65d0-efd1-4f64-802b-2eb755b9859d,segment=NetworkSegment(35fcfb79-2276-4845-af59-b1d0e662417b),segment_id=35fcfb79-2276-4845-af59-b1d0e662417b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:24.101517 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.143935 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] For port b3a4ba9b-983f-44ee-ba76-1db751fefc35, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:24.148271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-55b92477-2156-402d-8729-9c5256387eb5 service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169609 Nov 12 09:08:24.155296 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] For port b3a4ba9b-983f-44ee-ba76-1db751fefc35, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b3a4ba9b-983f-44ee-ba76-1db751fefc35,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:24.164526 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.185823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415fe8b-1226-4e73-ab46-a308878dec3b None None] Pushing event updated for resources: {'Port': ['ID=ef0a65d0-efd1-4f64-802b-2eb755b9859d,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:24.229582 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-010187b4-f38b-4e03-8e06-e3bc01f3c21b service neutron] 10.222.0.53 "GET /v2.0/ports/5bd41e68-4c82-40ae-87e2-c4057f436e09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0779550 Nov 12 09:08:24.249844 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:24.250635 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:24.314539 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d92eb0-fc31-45b6-96cb-e032097add13 None None] Pushing event updated for resources: {'Port': ['ID=b3a4ba9b-983f-44ee-ba76-1db751fefc35,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:24.338143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6358b0-a556-4c87-bf6d-562469b032f4 req-cc59eb82-0de5-4444-bd16-c4ccf0621b99 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:24.339692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb6358b0-a556-4c87-bf6d-562469b032f4 req-cc59eb82-0de5-4444-bd16-c4ccf0621b99 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 945 time: 0.2047896 Nov 12 09:08:24.361344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-8d841de7-2fa2-4c8a-9bff-9e02fb41bf99 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024173 Nov 12 09:08:24.404656 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-16847cab-b083-497f-b768-44daa9abfe87 service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735127 Nov 12 09:08:24.421948 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:24.543168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.551558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-7443f9ce-0d34-450f-b7da-1cfe61e226ba service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450567 Nov 12 09:08:24.653787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb6358b0-a556-4c87-bf6d-562469b032f4 req-017ee2de-5b46-4eb5-b112-0f5e9ee4c58e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065565 Nov 12 09:08:24.703525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.729620 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:24.779969 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:20Z', 'revision_number': 3, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:24.797943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-00bf883b-6a05-4dfb-8659-a4adfeda35f8 service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284713 Nov 12 09:08:24.830595 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b84becb-a3d5-4f74-b86c-b7c537db6043 None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:20Z', 'revision_number': 3, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:24.913782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d6cc67db-8f37-4414-8e78-c6d405762628 service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077085 Nov 12 09:08:25.093666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ef0a65d0-efd1-4f64-802b-2eb755b9859d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:25.100297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-51b2b683-2c2a-4a3b-9511-2a514329ae9d service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789451 Nov 12 09:08:25.244467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ef0a65d0-efd1-4f64-802b-2eb755b9859d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:25.245176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:25.269626 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-6fdb8a5c-8930-4d70-8f04-cff081664e9f service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8647504 Nov 12 09:08:25.346702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-500f2fcf-f709-4101-8cd1-083b2bff6808 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 217 time: 0.0609596 Nov 12 09:08:25.349090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0b2ffd45-cdf1-4764-96c1-97e5811f1f1b service neutron] 10.222.0.53 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428253 Nov 12 09:08:25.379788 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:25.436779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port ef0a65d0-efd1-4f64-802b-2eb755b9859d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ef0a65d0-efd1-4f64-802b-2eb755b9859d,segment=NetworkSegment(35fcfb79-2276-4845-af59-b1d0e662417b),segment_id=35fcfb79-2276-4845-af59-b1d0e662417b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:25.448397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:25.533294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b25552bf-ffe0-4113-a921-dc64feac79a6 service neutron] 10.222.0.53 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726754 Nov 12 09:08:25.534201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=ef0a65d0-efd1-4f64-802b-2eb755b9859d,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:25.598683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.605426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.611458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.628103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.634880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.643761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.659309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.661301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-096ec812-3182-48ab-a62e-1a223a3e29b4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.3907886 Nov 12 09:08:25.708328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-51e700c8-99bd-4abf-abf0-4b57c561ede1 service neutron] 10.222.0.53 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505485 Nov 12 09:08:25.773541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc139159-a0e5-4492-9180-780b0551e29f None None] Network 58d29cb0-7d74-40df-b70a-f0334901b934 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:25.782789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-4fd43278-8f9e-432c-9329-707bbc1e1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:25.784500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-4fd43278-8f9e-432c-9329-707bbc1e1681 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.4096365 Nov 12 09:08:25.860002 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-1efab9f1-436e-4017-a34a-76eca917df52 service neutron] 10.222.0.53 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442678 Nov 12 09:08:25.885199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4935cd54-af23-4493-8b6f-0424c47527c2 None None] Provisioning complete for port ef0a65d0-efd1-4f64-802b-2eb755b9859d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:25.885616 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4935cd54-af23-4493-8b6f-0424c47527c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:25.966114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1bb31647-94e3-4c3b-a0da-99592d2a0076 req-f0e244d9-096a-4785-b901-fb9a0c69962a tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2644541 Nov 12 09:08:25.967716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Allocated IP 172.20.0.1 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/6b67f306-248f-4153-841c-dcaa9fefe5f2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:25.993450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-c01f4752-f5f8-4707-9e56-54fe435e1398 service neutron] 10.222.0.53 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324708 Nov 12 09:08:26.050259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-5b0afaac-a724-4d2b-8aa9-d1e82a1d895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:26.053462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-5b0afaac-a724-4d2b-8aa9-d1e82a1d895c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2579834 Nov 12 09:08:26.057845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.25.5.147 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/e2256e31-3576-40e8-84d8-5adacfea372d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:26.330403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:26.494741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:26.551174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-07390658-e993-40b3-a13a-c9b0fb9f3d03 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807022 Nov 12 09:08:26.584676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:26.593662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c4e5f-fa6a-4b89-a020-01785da9d7ba req-8116197c-eb92-4763-8a9f-2c6ea5d7656e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:26.595224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b79c4e5f-fa6a-4b89-a020-01785da9d7ba req-8116197c-eb92-4763-8a9f-2c6ea5d7656e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.2214386 Nov 12 09:08:26.609493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:26.626698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:26.627024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9ef5dcf9-1a4b-4e8b-b2f0-a6f8cc0c23e9 None None] Provisioning complete for port ef0a65d0-efd1-4f64-802b-2eb755b9859d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:26.627505 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9ef5dcf9-1a4b-4e8b-b2f0-a6f8cc0c23e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:26.631228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Pushing event updated for resources: {'Port': ['ID=6b67f306-248f-4153-841c-dcaa9fefe5f2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:26.712152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:26.817221 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:26.969141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b79c4e5f-fa6a-4b89-a020-01785da9d7ba req-33feeaa6-3ddb-40e9-aa71-9577bfcbe8e6 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556268 Nov 12 09:08:26.989565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-da5ae6bb-acbf-4ff0-8b84-8ce42523986d service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199452 Nov 12 09:08:26.993053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8b2a3cea-1daf-405f-88e1-2341221401c2 None None] Provisioning complete for port 6b67f306-248f-4153-841c-dcaa9fefe5f2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:26.993893 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8b2a3cea-1daf-405f-88e1-2341221401c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.065466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a3cea-1daf-405f-88e1-2341221401c2 None None] Port 6b67f306-248f-4153-841c-dcaa9fefe5f2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:27.127329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.131300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-7fd076a4-8c52-4b5b-9c7f-e354935fbcf2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe HTTP/1.1" status: 200 len: 217 time: 0.1266468 Nov 12 09:08:27.192153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ef0a65d0-efd1-4f64-802b-2eb755b9859d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:27.267777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ef0a65d0-efd1-4f64-802b-2eb755b9859d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:27.268717 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.325795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:27.349201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:27.365963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:27.376901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=e2256e31-3576-40e8-84d8-5adacfea372d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:27.427572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9e7ab2be-434c-422e-9fab-f743b987092f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:27.429698 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-9e7ab2be-434c-422e-9fab-f743b987092f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.2884235 Nov 12 09:08:27.512815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3a4ba9b-983f-44ee-ba76-1db751fefc35 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:27.542590 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.575570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b3a4ba9b-983f-44ee-ba76-1db751fefc35 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:27.576801 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.695055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.696268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-522faa15-d8e5-4756-8500-8a230b291426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:27.697822 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-522faa15-d8e5-4756-8500-8a230b291426 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2580087 Nov 12 09:08:27.717439 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.732862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port b3a4ba9b-983f-44ee-ba76-1db751fefc35, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b3a4ba9b-983f-44ee-ba76-1db751fefc35,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:27.740395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:27.807149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=b3a4ba9b-983f-44ee-ba76-1db751fefc35,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:27.864314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-493f3880-c2be-4253-a905-c4f3b6f681a4 req-c7e9fcb5-e564-43b8-bfff-d8c3a99be048 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.7408223 Nov 12 09:08:28.171630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:28.249615 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-91c049b1-6b34-44a7-b752-ddd16e7bf206 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401397 Nov 12 09:08:28.263084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:28.290495 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:28.374473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:28.381033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:28.387647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:28.393867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:28.400113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:28.406102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:28.412131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:28.414023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-6df21a14-0de7-44c5-bdf3-aedbb071b429 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.4300315 Nov 12 09:08:28.452110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:28.520155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:28.552410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Pushing event updated for resources: {'Port': ['ID=6b67f306-248f-4153-841c-dcaa9fefe5f2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:29.096659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-150b473b-3370-4f4f-960a-e5204bab793d service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8378420 Nov 12 09:08:29.098447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3a4ba9b-983f-44ee-ba76-1db751fefc35 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:29.098894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b28484f4-b0e1-4db7-8fd6-632e780cb9c6 req-fd866bc2-d5eb-4da1-af2a-4d7f7f360860 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0500882 Nov 12 09:08:29.119304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f9e7201-50ac-4df4-98dc-8bdcda18eac2 req-97ffeb9f-6f12-4bd9-83cd-8da50ddca362 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6683233 Nov 12 09:08:29.173276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0a8b1a2b-846a-44bb-a90b-e8e7c27deea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:29.174813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0a8b1a2b-846a-44bb-a90b-e8e7c27deea3 service neutron] 10.222.0.55 "GET /v2.0/ports/f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 1032 time: 0.2138205 Nov 12 09:08:29.177978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-c3829893-4df7-44c9-aa1e-c698ee20ddc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77 HTTP/1.1" status: 200 len: 217 time: 0.0557587 Nov 12 09:08:29.193756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b3a4ba9b-983f-44ee-ba76-1db751fefc35 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:29.194397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:29.435294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:29.438679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d3d41cde-7c98-4e9a-9d31-b75583b038df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:29.440086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d3d41cde-7c98-4e9a-9d31-b75583b038df service neutron] 10.222.0.55 "GET /v2.0/ports/5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 1032 time: 0.2547824 Nov 12 09:08:29.473324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:29.486558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-c813a92a-cb24-4ef9-bae6-7e06726fb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:29.487767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-c813a92a-cb24-4ef9-bae6-7e06726fb9e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.2742412 Nov 12 09:08:29.656356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:29.827199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0c98821e-fed3-4136-956f-fda47cea8f0f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:29.835160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0c98821e-fed3-4136-956f-fda47cea8f0f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:29.840923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0c98821e-fed3-4136-956f-fda47cea8f0f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:29.844497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0c98821e-fed3-4136-956f-fda47cea8f0f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "GET /v2.0/networks?id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 200 len: 1993 time: 0.3710957 Nov 12 09:08:29.854875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-c9389913-902b-4db7-96c2-4edd52b6bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:29.856386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-c9389913-902b-4db7-96c2-4edd52b6bb71 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3469062 Nov 12 09:08:29.935183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a7480080-49d2-4829-b65d-1646d08c283f None None] Provisioning complete for port 6b67f306-248f-4153-841c-dcaa9fefe5f2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:29.936552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a7480080-49d2-4829-b65d-1646d08c283f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:29.984689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:30.000282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a7480080-49d2-4829-b65d-1646d08c283f None None] Port 6b67f306-248f-4153-841c-dcaa9fefe5f2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:30.061516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-5822d4c9-45a5-4273-93f4-62405f9ddfc5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68087e5e3d6c41b5b44a72a5aee49240 HTTP/1.1" status: 200 len: 380 time: 0.2027516 Nov 12 09:08:30.076680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'admin_state_up': True, 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'security_groups': ['202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:30.151192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 05aee021-6b47-45dd-964a-d25f8b7ca912 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:30.236646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-bbdd0574-3739-43c5-ace7-03dd12014df3 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536353 Nov 12 09:08:30.287480 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cbb03be8-d315-4477-b463-d3cb7be61d3f req-64d5088f-5226-49dc-9e35-b6d0e6cb3021 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0619822 Nov 12 09:08:30.341068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:30.380181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'mac_address': 'fa:16:3e:89:15:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:30.465061 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:30.493289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05aee021-6b47-45dd-964a-d25f8b7ca912 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:30.542737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:30.558748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:30.683165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:30.686649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 10303905-db9f-415f-b4d9-538df685f406 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:08:30.696794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ce0d8891-caf9-42f1-be54-d718c64d3d2b admin admin] 10.222.0.53 "PUT /v2.0/routers/c3a6b1e2-d0d9-444d-8c89-cf502443498a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8013930 Nov 12 09:08:30.713394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:30.724612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:30.729715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['05aee021-6b47-45dd-964a-d25f8b7ca912'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:08:30.731376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:30.738289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:30.746099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:30.753794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:30.760913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:30.767739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:30.783779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-8d1c573e-5c03-4f45-962f-f4261a63f2cb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.4410961 Nov 12 09:08:30.804736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:30.805385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:30.897856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-f7f0f62c-6f04-4d49-8e12-1b76d8231875 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540581 Nov 12 09:08:30.947132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:30.957716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-38e1aa9a-b9a5-4e0c-bbe9-0d4662f32bbc req-2f6b8064-11f6-4483-8cd3-c8ea386b05e4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1723602 Nov 12 09:08:31.005935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-5ff8ffc8-5e5b-4d8e-b548-843f1f3f77dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f HTTP/1.1" status: 200 len: 217 time: 0.0617034 Nov 12 09:08:31.102714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:31.108482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:31.159482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a595ff4c-0aa0-4507-b03f-dbdb13febaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:31.161643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a595ff4c-0aa0-4507-b03f-dbdb13febaca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.1191702 Nov 12 09:08:31.243517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:31.253723 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] Sync routers for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:31.264693 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:31.265961 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:31.315133 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:31.328913 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:31.330269 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:31.343488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:31.347939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:31.348573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8bb64ff6-4b28-4018-813b-b5e4ee4ec2cb tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4999769 Nov 12 09:08:31.418202 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:31.420415 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f02b922-c68e-4ab3-a8cc-18ceaff6e3c3 None None] The sync data for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:31.492360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-2b14a86c-7c28-4ab8-8737-1471b98d8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:31.493930 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-2b14a86c-7c28-4ab8-8737-1471b98d8ca1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3188837 Nov 12 09:08:31.616783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 172.20.0.7 (64b7a45c-9e48-4d6f-b362-2f76dcc8d318/f1bfae29-9c67-4a0b-a665-b7a64625e8f9/a403d18f-e0fa-44b7-bfca-2d79ed0ea101) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:31.686627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:31.895868 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-957eceb9-4139-4ad7-a34e-ae578b0c9f37 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791139 Nov 12 09:08:32.418958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.440404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.447401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 2, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:32.454537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.462714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.476667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.484441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.493211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:32.495156 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-8b18a03c-1d2c-4afb-b091-2dcbfaa485df tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.3439319 Nov 12 09:08:32.505234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:08:32.505603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Updating router c3a6b1e2-d0d9-444d-8c89-cf502443498a port 6b67f306-248f-4153-841c-dcaa9fefe5f2 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:08:32.510358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42674) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:32.518290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1058053747-network', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:32.569058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:32.732859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1eef8a2e-83bf-46ed-aaa2-18e0144d6aa2 req-186ecdd7-ad64-43c0-bc19-653bc644b6af tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1808281 Nov 12 09:08:32.735408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Made reservation on behalf of c0d575542bea4df3b8651a135d67eabc for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:32.746357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:32.763820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:32.796693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-a5549027-03e7-435c-b71e-653d1bdeb099 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8908613 Nov 12 09:08:32.803248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:32.829856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46f11448-4991-440a-aad9-18b1fef4bf88 req-5e1c94f7-b303-4c4c-887b-9b37db5e738c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0625179 Nov 12 09:08:33.055487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-3d6bddc8-fe02-4716-b3f5-bbf71f2adc17 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 200 len: 217 time: 0.2320516 Nov 12 09:08:33.212527 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.293257 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.310685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:08:33.326971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.327415 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Added segment 02ccae24-0168-4edb-8868-a76ca98300e4 of type vlan for network 4bb89cd4-7117-462b-97ee-213b434454aa Nov 12 09:08:33.331218 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.341899 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.555680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4a6fe-1894-4b96-aeaa-5061f1c6aff1 None None] Pushing event updated for resources: {'Port': ['ID=6b67f306-248f-4153-841c-dcaa9fefe5f2,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:33.559323 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.574778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Attempting to bind port 6b67f306-248f-4153-841c-dcaa9fefe5f2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:33.575074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Attempting to bind port 6b67f306-248f-4153-841c-dcaa9fefe5f2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:33.575477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Attempting to bind port 6b67f306-248f-4153-841c-dcaa9fefe5f2 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:33.589731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:33.590632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:33.591226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.604461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:33.605264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Bound port: 6b67f306-248f-4153-841c-dcaa9fefe5f2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:33.605919 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.700928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] For port 6b67f306-248f-4153-841c-dcaa9fefe5f2, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:33.710905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] For port 6b67f306-248f-4153-841c-dcaa9fefe5f2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6b67f306-248f-4153-841c-dcaa9fefe5f2,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:33.718793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:33.857563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:33.870998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:33.926397 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:08:34.030572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.104522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1de7bd30-7b6e-4c73-be7e-50afe7d7de57 None None] Provisioning complete for port 6b67f306-248f-4153-841c-dcaa9fefe5f2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:34.105525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1de7bd30-7b6e-4c73-be7e-50afe7d7de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.129100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caee1b4-1f82-469d-a03c-fe79cb41e361,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:34.133401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.138892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.139720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.140484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.178972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 05aee021-6b47-45dd-964a-d25f8b7ca912 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:34.323213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4a6fe-1894-4b96-aeaa-5061f1c6aff1 None None] Pushing event updated for resources: {'Port': ['ID=6b67f306-248f-4153-841c-dcaa9fefe5f2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:34.339105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:34.346453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] Pushing event updated for resources: {'Network': ['ID=4bb89cd4-7117-462b-97ee-213b434454aa,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:34.387888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1eb06-4eda-4a79-b378-681c0e9fb749 req-d5c2e2ed-fa8b-4479-b747-d3913ab80b5d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.390674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9fa1eb06-4eda-4a79-b378-681c0e9fb749 req-d5c2e2ed-fa8b-4479-b747-d3913ab80b5d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 931 time: 0.3223343 Nov 12 09:08:34.402369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:34.405196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4bb89cd4-7117-462b-97ee-213b434454aa details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:08:34.410544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:34.413749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:34.469125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6bfb7de3-3728-4d9e-9f3f-a5ce611ac65c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9567487 Nov 12 09:08:34.499507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b56f3afc-f740-4a4c-9409-4424c0105964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.505977 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1de7bd30-7b6e-4c73-be7e-50afe7d7de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.507633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-b56f3afc-f740-4a4c-9409-4424c0105964 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 1.4257653 Nov 12 09:08:34.508188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42714) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:34.537888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Request body: {'subnet': {'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1058053747-subnet', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:34.622691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.623270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.627611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.657649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9fa1eb06-4eda-4a79-b378-681c0e9fb749 req-f9484310-88dd-4376-be7b-9fc1028c2dd2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502937 Nov 12 09:08:34.661559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Made reservation on behalf of c0d575542bea4df3b8651a135d67eabc for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:34.669827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.680559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.694086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f3bd3491-e98c-41b4-a755-d1fd4f4879a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6231513 Nov 12 09:08:34.712973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 05aee021-6b47-45dd-964a-d25f8b7ca912 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:34.713386 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.720531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.728131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'admin_state_up': True, 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'security_groups': ['202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:34.734767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.767779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:34.771429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1de7bd30-7b6e-4c73-be7e-50afe7d7de57 None None] For port 6b67f306-248f-4153-841c-dcaa9fefe5f2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6b67f306-248f-4153-841c-dcaa9fefe5f2,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:34.790539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.791708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-1d34fbe8-dd29-4765-857f-4dbe8de0d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.796874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-1d34fbe8-dd29-4765-857f-4dbe8de0d9f0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2478909 Nov 12 09:08:34.817040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.851811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:34.853960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-4f1c2dd4-607c-487b-a330-23de950d5939 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.8218086 Nov 12 09:08:34.861707 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1de7bd30-7b6e-4c73-be7e-50afe7d7de57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:34.955043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7bd30-7b6e-4c73-be7e-50afe7d7de57 None None] Pushing event updated for resources: {'Port': ['ID=6b67f306-248f-4153-841c-dcaa9fefe5f2,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:34.963717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.1 (58d29cb0-7d74-40df-b70a-f0334901b934/ac2e2ef2-dbf2-42e7-937a-d181daa34c93/1470e64d-2b7c-4fd3-a7b0-11e30b005c1b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:35.188451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9b132a15-19f5-4340-b990-10e41476a51b None None] Provisioning complete for port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:35.188834 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9b132a15-19f5-4340-b990-10e41476a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.342860 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.380905 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.400511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:35.403286 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82acd39-8ac5-4cfd-8f02-85476594fd47" -d '{"events": [{"server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "name": "network-vif-plugged", "status": "completed", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:35.475638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:35.494491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:35.498291 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.504532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9b132a15-19f5-4340-b990-10e41476a51b None None] Port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:35.515667 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d395aa-09bf-4030-a07f-ef0237a5001a x-openstack-request-id: req-29d395aa-09bf-4030-a07f-ef0237a5001a {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:35.517992 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "name": "network-vif-plugged", "status": "completed", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:35.518153 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29d395aa-09bf-4030-a07f-ef0237a5001a {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:35.518587 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'code': 200} Nov 12 09:08:35.519328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73b8bf8b-ad2a-4050-9729-778c3e88016c req-2d896dbf-a6c4-45ea-afdf-c3b686d2d840 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6206145 Nov 12 09:08:35.531778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.539851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.560009 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-41fba876-fec2-4c9a-a3b0-84d51c6dc64b service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433093 Nov 12 09:08:35.579749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:33Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:35.623835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 58d29cb0-7d74-40df-b70a-f0334901b934 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:35.642658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:35.665441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:35.705136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b52871-d82f-438a-9cd3-9771ad858051 None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:33Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:35.706824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9b132a15-19f5-4340-b990-10e41476a51b None None] Provisioning complete for port 6b67f306-248f-4153-841c-dcaa9fefe5f2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:35.707312 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9b132a15-19f5-4340-b990-10e41476a51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:35.825373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=1470e64d-2b7c-4fd3-a7b0-11e30b005c1b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:35.953997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:36.023373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:36.042820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:36.131426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 10.1.1.97 (f0997c79-8523-41a3-a04d-274972a2282a/fdc48525-59a2-4428-9d1a-29a3a7d1ed71/e3a3e784-4c68-4616-b432-8018d2162f83) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:36.298342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:36.433919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4e98763-0fde-4ecf-ad25-afadb11db0d2 req-d652793d-9212-4eb1-8222-727083e00028 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8621681 Nov 12 09:08:36.601677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Checking segment: {'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:36.605376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Network hostable DHCP agents. Network: 4bb89cd4-7117-462b-97ee-213b434454aa, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:08:36.630301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37fffd-6960-49d7-94f4-298535bebd91 req-863d0221-7a33-4515-ad4b-501ed36cc892 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:36.640433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c37fffd-6960-49d7-94f4-298535bebd91 req-863d0221-7a33-4515-ad4b-501ed36cc892 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 931 time: 0.6527042 Nov 12 09:08:36.776939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c37fffd-6960-49d7-94f4-298535bebd91 req-fce114b2-522d-4161-a925-22c893e89bd3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350200 Nov 12 09:08:36.897587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f108022f-a6c9-43c1-8fdd-25bd4c0dded0 None None] Provisioning complete for port 1470e64d-2b7c-4fd3-a7b0-11e30b005c1b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:36.898179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f108022f-a6c9-43c1-8fdd-25bd4c0dded0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:36.965465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:36.967572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:36.997845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f108022f-a6c9-43c1-8fdd-25bd4c0dded0 None None] Port 1470e64d-2b7c-4fd3-a7b0-11e30b005c1b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:37.058354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db6ffc6c-fb96-4b3b-b4b6-3630e1328480,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:37.069006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Network 4bb89cd4-7117-462b-97ee-213b434454aa is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:08:37.074295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.159194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6b67f306-248f-4153-841c-dcaa9fefe5f2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:37.186666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.188552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.188552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.188552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.188795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.189322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.198475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.201558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-2f46bb60-8789-4020-9c8d-3a15cdda6291 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6485 time: 0.6468406 Nov 12 09:08:37.227205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4bb89cd4-7117-462b-97ee-213b434454aa) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:37.256357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.261865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.262459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.274378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.278496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75222ef-c750-4151-8627-c7b7864facd8 None None] Network 4bb89cd4-7117-462b-97ee-213b434454aa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:37.285946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.294118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network f0997c79-8523-41a3-a04d-274972a2282a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:37.317729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.328655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.340408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.348361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=e3a3e784-4c68-4616-b432-8018d2162f83,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:37.365085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.374769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:37.395364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-6fdafac9-40ca-4ad2-a235-ae1a23a2c71c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.7082720 Nov 12 09:08:37.405464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:37.447073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-72fc3ea5-9a95-4531-b48c-e72d27bba9d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9166894 Nov 12 09:08:37.447874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42776) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:37.482450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:37.534764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6b67f306-248f-4153-841c-dcaa9fefe5f2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:37.534965 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.548870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91e8d13a-e5b8-49dc-8ef8-193159324492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.646148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.647137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.680692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-80e1bf04-ae1e-4ea5-b109-29e59e4b3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:37.682971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-80e1bf04-ae1e-4ea5-b109-29e59e4b3ce6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 200 len: 901 time: 0.4705906 Nov 12 09:08:37.724764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.726120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.966401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-bb9ff38e-8d41-4618-a6bc-1b774f875c8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 200 len: 217 time: 0.2677951 Nov 12 09:08:37.971681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b5b26a76-21df-46d6-872c-0ccd4edb9793 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2558813 Nov 12 09:08:37.977418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4bb89cd4-7117-462b-97ee-213b434454aa', 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'fixed_ips': [{'subnet_id': 'db6ffc6c-fb96-4b3b-b4b6-3630e1328480'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:08:37.978092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:37.996159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.056029 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a7e8e2f-7862-49e8-97af-e080b0c129a8 req-8219d7e3-6bd8-456e-b39a-40971ac7c8c9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6589530 Nov 12 09:08:38.066068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.191478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.207283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'admin_state_up': True, 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'security_groups': ['202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:38.313451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.344815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=1470e64d-2b7c-4fd3-a7b0-11e30b005c1b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:38.357085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Allocated IP 172.20.0.2 (4bb89cd4-7117-462b-97ee-213b434454aa/db6ffc6c-fb96-4b3b-b4b6-3630e1328480/495b3ba9-b77b-4bd0-b255-5c8a7f4d204a) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:38.406584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a673cb5c-b20e-48aa-8e82-b4ec59400d52 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:38.412605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a673cb5c-b20e-48aa-8e82-b4ec59400d52 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 0.5729420 Nov 12 09:08:38.481589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91e8d13a-e5b8-49dc-8ef8-193159324492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.500264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91e8d13a-e5b8-49dc-8ef8-193159324492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.570428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7ef4e-6cba-4834-be69-d77be514e4d5 req-9a8e1406-35f5-4fde-b835-663b12171c34 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:38.577384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7ef4e-6cba-4834-be69-d77be514e4d5 req-9a8e1406-35f5-4fde-b835-663b12171c34 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:38.586559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05b7ef4e-6cba-4834-be69-d77be514e4d5 req-9a8e1406-35f5-4fde-b835-663b12171c34 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 1652 time: 0.2510130 Nov 12 09:08:38.622602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.630350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-bc354511-bccb-4b63-aec1-e78447f92c7b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/quotas/7fec8eafdda54491ad08aa1c6676ed96 HTTP/1.1" status: 200 len: 375 time: 0.1965163 Nov 12 09:08:38.634871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9a64b137-3bfb-45fa-a208-88b4a4126c3e None None] Provisioning complete for port e3a3e784-4c68-4616-b432-8018d2162f83 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:38.635378 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a64b137-3bfb-45fa-a208-88b4a4126c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.645243 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:38.677163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8d13a-e5b8-49dc-8ef8-193159324492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cae97e9-39f0-4764-b53b-b287d4eb2cd6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:38.688360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-91e8d13a-e5b8-49dc-8ef8-193159324492 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45b63ee2feb243eead60fad3ceb1bc55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7050197 Nov 12 09:08:38.734793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42804) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:38.750672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05b7ef4e-6cba-4834-be69-d77be514e4d5 req-12da5e7a-c072-474e-8ce3-fa1f6bd7e2b6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587393 Nov 12 09:08:38.753216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-f10908cf-3d89-4443-ad87-c26bc91261e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:38.757982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-f10908cf-3d89-4443-ad87-c26bc91261e9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.3667665 Nov 12 09:08:38.882085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 58d29cb0-7d74-40df-b70a-f0334901b934 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:38.885789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Network 4bb89cd4-7117-462b-97ee-213b434454aa is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:38.888502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Pushing event updated for resources: {'Port': ['ID=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:38.898996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9a64b137-3bfb-45fa-a208-88b4a4126c3e None None] Port e3a3e784-4c68-4616-b432-8018d2162f83 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:38.902497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:38.903486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:38.912005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:38.948045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2eabdaad-2528-4b0b-ab0f-70fcc8d43aa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.054681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Attempting to bind port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:39.055221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Attempting to bind port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:39.055614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Attempting to bind port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a on network 4bb89cd4-7117-462b-97ee-213b434454aa {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:39.067251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:39.067878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Checking segment: {'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:39.068596 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.069279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Bound using segment: {'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:39.070675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Bound port: 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:39.071340 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.094551 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2eabdaad-2528-4b0b-ab0f-70fcc8d43aa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.157179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:39.167362 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.225834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2eabdaad-2528-4b0b-ab0f-70fcc8d43aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.236722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2eabdaad-2528-4b0b-ab0f-70fcc8d43aa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.238147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2eabdaad-2528-4b0b-ab0f-70fcc8d43aa1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cae97e9-39f0-4764-b53b-b287d4eb2cd6 HTTP/1.1" status: 204 len: 168 time: 0.4860041 Nov 12 09:08:39.317987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] For port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:39.325944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] For port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,segment=NetworkSegment(02ccae24-0168-4edb-8868-a76ca98300e4),segment_id=02ccae24-0168-4edb-8868-a76ca98300e4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:39.335322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.469390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0feada2-77ad-499d-8251-6e92e4716090 None None] Pushing event updated for resources: {'Port': ['ID=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:39.500772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.501037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eabdaad-2528-4b0b-ab0f-70fcc8d43aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cae97e9-39f0-4764-b53b-b287d4eb2cd6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:39.579202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8238e2d9-a130-44f5-ac99-1a7316297465 None None] Provisioning complete for port 1470e64d-2b7c-4fd3-a7b0-11e30b005c1b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:39.579710 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8238e2d9-a130-44f5-ac99-1a7316297465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:39.638676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.664597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.669692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8238e2d9-a130-44f5-ac99-1a7316297465 None None] Port 1470e64d-2b7c-4fd3-a7b0-11e30b005c1b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:39.684390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.700992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-9cd020bd-6df3-4c3b-a9df-a7e3792e7e49 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9370410 Nov 12 09:08:39.703243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 10.1.1.181 (f0997c79-8523-41a3-a04d-274972a2282a/fdc48525-59a2-4428-9d1a-29a3a7d1ed71/a19758b7-9361-412e-9c74-09838e149ccd) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:39.712046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.727957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-42ca94f4-6aef-4e42-a013-36f1847958b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.728629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.729668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-42ca94f4-6aef-4e42-a013-36f1847958b6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9360509 Nov 12 09:08:39.743517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.765521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:39.777990 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-bd3d04c9-3284-48b7-bca4-33052197e338 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.5325565 Nov 12 09:08:39.868390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 10303905-db9f-415f-b4d9-538df685f406 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:39.957624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0715573b-ed52-4ac4-baea-e25049a364e9 req-ee1f7c88-ff8c-4b8a-846c-546dd7144517 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1790617 Nov 12 09:08:40.053144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42824) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:40.076204 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.186475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.197144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.344367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f7d9a7-649b-4b7c-befd-c27b119f19ec,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:40.350735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a99cfca4b945427bbec48cf59a9b1777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936420 Nov 12 09:08:40.352343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-b1d5dfd6-8bda-4677-8070-e77cebddc8fc service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6033661 Nov 12 09:08:40.361275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42828) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:40.374279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.374972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.377275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.378106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.378672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.379231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.379787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.380389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.380962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.381511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.382067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.382648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d589577-e861-42bd-8485-1bec9c1527b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:40.391452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:40.402166 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9bf9a24d-03b6-4164-9482-f2c0ebee47e4 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/routers/10303905-db9f-415f-b4d9-538df685f406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0528328 Nov 12 09:08:40.406623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] Sync routers for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:40.412260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-4fff57f1-2b7b-4eae-9cdf-e83d3bc1d840 service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815186 Nov 12 09:08:40.414774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e538091-fa4f-4966-bafc-a8a13dfd20c0 req-8c125df8-742b-4b3e-827a-f1a4aaa33ec9 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:40.418946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:40.419629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:40.422248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e538091-fa4f-4966-bafc-a8a13dfd20c0 req-8c125df8-742b-4b3e-827a-f1a4aaa33ec9 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:40.433016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e538091-fa4f-4966-bafc-a8a13dfd20c0 req-8c125df8-742b-4b3e-827a-f1a4aaa33ec9 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 1652 time: 0.2407892 Nov 12 09:08:40.434797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:40.445869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'port': {'network_id': '58d29cb0-7d74-40df-b70a-f0334901b934', 'name': 'tempest-FloatingIPTestJSON-45647803'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:40.462937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:40.474852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:40.475831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:40.529997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:40.531054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f24f944-ea09-4f2f-9953-299b57b7a7d6 None None] The sync data for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:40.581205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e538091-fa4f-4966-bafc-a8a13dfd20c0 req-c51d810c-01eb-485e-8a0d-53e1a2f296b9 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470616 Nov 12 09:08:40.775206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Made reservation on behalf of 1df00d4c442e432387ceee9516d856f0 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:40.779134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:40.836152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] device_id is not set on port 4428b0d3-6e42-40af-8d03-05eb05a45d80 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:08:40.906823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a2948ee-adb1-4f80-9c4d-013835babfa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.097371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Allocated IP 172.20.0.14 (58d29cb0-7d74-40df-b70a-f0334901b934/ac2e2ef2-dbf2-42e7-937a-d181daa34c93/4428b0d3-6e42-40af-8d03-05eb05a45d80) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:41.163683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:41.272588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:41.272975 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.406126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.419520 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.425449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.445174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.452160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea4ba44-3c7a-4cdf-9b01-048e66babc87 None None] Network 4bb89cd4-7117-462b-97ee-213b434454aa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:08:41.464569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.471548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.496139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.507641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:41.523163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-ea206339-c61b-429e-b3ed-fc7fa661e142 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.3814280 Nov 12 09:08:41.545891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-1e7d7770-919a-42c5-9df0-dd9a977fa08d service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1313865 Nov 12 09:08:41.565038 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad56000c-6825-4289-9af0-d4fa30c3a518 req-abbbd30f-32ea-434a-8770-ab12701e1a1d service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1925950 Nov 12 09:08:41.592110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.610142 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a2948ee-adb1-4f80-9c4d-013835babfa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.656727 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.702047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.710602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,segment=NetworkSegment(02ccae24-0168-4edb-8868-a76ca98300e4),segment_id=02ccae24-0168-4edb-8868-a76ca98300e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:41.747182 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.791425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.810504 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.869528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a2948ee-adb1-4f80-9c4d-013835babfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.885340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a2948ee-adb1-4f80-9c4d-013835babfa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.886878 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8a2948ee-adb1-4f80-9c4d-013835babfa6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4f7d9a7-649b-4b7c-befd-c27b119f19ec HTTP/1.1" status: 204 len: 168 time: 1.5236320 Nov 12 09:08:41.906818 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:41.922482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network f0997c79-8523-41a3-a04d-274972a2282a is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:41.924757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:41.970788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:41.973831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bc0fb4d2-33ee-4a94-948f-7be9d6feba2c None None] Provisioning complete for port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:41.976474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc0fb4d2-33ee-4a94-948f-7be9d6feba2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.003552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2948ee-adb1-4f80-9c4d-013835babfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f7d9a7-649b-4b7c-befd-c27b119f19ec,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:42.048063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:42.139993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=a19758b7-9361-412e-9c74-09838e149ccd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:42.182167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Network 58d29cb0-7d74-40df-b70a-f0334901b934 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:42.209423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:42.229079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:42.250548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event updated for resources: {'Port': ['ID=4428b0d3-6e42-40af-8d03-05eb05a45d80,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:42.288060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:42.289357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.317797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Allocated IP 172.25.5.212 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/f0a5c90b-7540-42da-a16c-90acf1dbc236) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:42.352793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4377c2-161d-4dbd-a990-9ab653cefaf9 req-b9b3053e-60e1-4e52-84ea-792c88325997 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:42.376829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4377c2-161d-4dbd-a990-9ab653cefaf9 req-b9b3053e-60e1-4e52-84ea-792c88325997 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:42.383467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4377c2-161d-4dbd-a990-9ab653cefaf9 req-b9b3053e-60e1-4e52-84ea-792c88325997 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:42.423319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de4377c2-161d-4dbd-a990-9ab653cefaf9 req-b9b3053e-60e1-4e52-84ea-792c88325997 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 2373 time: 0.4977348 Nov 12 09:08:42.440341 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-351aba21-44fd-4293-92b7-cd47e41ff3d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2460148 Nov 12 09:08:42.468640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec', 'admin_state_up': True, 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'security_groups': ['202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:42.496408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:42.497097 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.560667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dd218f52-d965-473f-bf1f-70b2d4cbf3f1 req-e6c5c1fb-af87-4a3d-b848-4ce33beef8f9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0365646 Nov 12 09:08:42.598601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-499df8b1-e0f9-4a5d-b9f0-ff9910096257 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1620643 Nov 12 09:08:42.612351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42864) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:42.628550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Request body: {'floatingip': {'port_id': '4428b0d3-6e42-40af-8d03-05eb05a45d80'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:42.728044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6a4d8960-4b23-42ca-8040-f53c39c8dd3c None None] Provisioning complete for port 4428b0d3-6e42-40af-8d03-05eb05a45d80 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:42.728560 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8960-4b23-42ca-8040-f53c39c8dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.757907 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de4377c2-161d-4dbd-a990-9ab653cefaf9 req-2c194a8c-6902-436a-bb0d-c36385a59db2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325784 Nov 12 09:08:42.827236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d8960-4b23-42ca-8040-f53c39c8dd3c None None] Port 4428b0d3-6e42-40af-8d03-05eb05a45d80 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:42.852974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6a4d8960-4b23-42ca-8040-f53c39c8dd3c None None] Provisioning complete for port a19758b7-9361-412e-9c74-09838e149ccd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:42.853345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6a4d8960-4b23-42ca-8040-f53c39c8dd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.990059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:42.993978 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b72fae8-da26-47c6-a1ca-bb12f3124edb req-2de8abfb-a9c8-4cbb-b4ea-d07c3f254c50 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 210 time: 0.0816453 Nov 12 09:08:43.032914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d8960-4b23-42ca-8040-f53c39c8dd3c None None] Port a19758b7-9361-412e-9c74-09838e149ccd cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:43.072588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.097115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:43.155852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:43.288208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.336679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-317c4e6f-abe6-4628-b050-b588cc5b4204 None None] Provisioning complete for port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:43.345638 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-317c4e6f-abe6-4628-b050-b588cc5b4204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.406631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:43.431073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:43.433066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:43.433776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.444627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:43.593422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:43.613018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Pushing event updated for resources: {'Port': ['ID=f0a5c90b-7540-42da-a16c-90acf1dbc236,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:43.839514 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9b8271b0-2c3e-4a02-8239-f579667ea8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.189869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.195823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.202396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.209142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.215182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.221830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.228081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.230006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2dd1163f-ca07-4b7b-aa91-7df2c4ed73a5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.4518516 Nov 12 09:08:44.294280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7503d-08d7-42e6-869f-f8c254b4ff7e req-1a01a43a-095c-480f-8ce0-751376def3bb tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.322084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7503d-08d7-42e6-869f-f8c254b4ff7e req-1a01a43a-095c-480f-8ce0-751376def3bb tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.346162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7503d-08d7-42e6-869f-f8c254b4ff7e req-1a01a43a-095c-480f-8ce0-751376def3bb tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:44.355407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68c7503d-08d7-42e6-869f-f8c254b4ff7e req-1a01a43a-095c-480f-8ce0-751376def3bb tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 2373 time: 0.3702922 Nov 12 09:08:44.496080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68c7503d-08d7-42e6-869f-f8c254b4ff7e req-16f271f4-bdf2-4344-a93b-f565abae95e8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176841 Nov 12 09:08:44.531763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.614092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.629117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:44.659383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 10.2.2.100 (c98e29a1-5242-45bc-a3f7-37c359e8c4ec/9eefb8d5-e503-4db1-b83b-ec5d1921ef97/1cc1ea41-9af0-4d8b-8f55-a68f3303f644) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:44.814349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b699c70-17b2-4b30-b180-60e1f45b8310 req-a500370a-c77f-4a70-a8f2-aff4d51e7bb3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 210 time: 0.0624621 Nov 12 09:08:45.153381 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:45.297186 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:45.352833 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 662ebc87-70e3-4aa1-92fe-73b1bff380cd associated. External IP: 172.25.5.165, port: 4516b803-2763-423f-97c9-a229f10ea195. Nov 12 09:08:45.469691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:45.481398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:45.497798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:45.504966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:45.619497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fefaa6dd-4419-4fba-abb3-32be1410612d req-2b412583-f136-40bb-9731-65033a95cf0d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3784974 Nov 12 09:08:45.634824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.636766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.638045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.639086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.647658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.649980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.650642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.651192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.651699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.652223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.654731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.655263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:08:45.705678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.709047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:45.884954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66a5a3-85da-4f6d-9b62-8e70c07f4ce3 req-e1e8c8b3-615a-447e-bb2c-c7f6b7b5abc1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.891612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66a5a3-85da-4f6d-9b62-8e70c07f4ce3 req-e1e8c8b3-615a-447e-bb2c-c7f6b7b5abc1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.908780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66a5a3-85da-4f6d-9b62-8e70c07f4ce3 req-e1e8c8b3-615a-447e-bb2c-c7f6b7b5abc1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.928614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66a5a3-85da-4f6d-9b62-8e70c07f4ce3 req-e1e8c8b3-615a-447e-bb2c-c7f6b7b5abc1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:45.936826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a66a5a3-85da-4f6d-9b62-8e70c07f4ce3 req-e1e8c8b3-615a-447e-bb2c-c7f6b7b5abc1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3094 time: 0.2268260 Nov 12 09:08:45.994861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cd877ba5-e8f7-4abf-9d53-47bf3dd5d904 None None] Provisioning complete for port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:45.995464 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cd877ba5-e8f7-4abf-9d53-47bf3dd5d904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:45.999595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:46.020993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a66a5a3-85da-4f6d-9b62-8e70c07f4ce3 req-43c4f7ae-5ef8-4fd9-8eba-d1ec5f6b5d08 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785887 Nov 12 09:08:46.026952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d20cae66-3f6c-40d2-9e22-13e2d3c22acc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5611894 Nov 12 09:08:46.044521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-148a33f9-3a24-48d4-aa11-d4fba38e5a7b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.049810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-148a33f9-3a24-48d4-aa11-d4fba38e5a7b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 1.7231076 Nov 12 09:08:46.075075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec', 'admin_state_up': True, 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'security_groups': ['202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:46.086762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d71c91ac-70bb-4877-b6c3-fa045c22645f req-edd63c88-b9af-4bbd-9451-967cea6a5411 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 210 time: 0.0972822 Nov 12 09:08:46.122649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Request body: {'port': {'device_id': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'admin_state_up': True, 'tenant_id': '7fec8eafdda54491ad08aa1c6676ed96'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:46.149502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.214298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cd877ba5-e8f7-4abf-9d53-47bf3dd5d904 None None] Port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:46.253801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:46.267376 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:46.283418 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:46.284085 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:46.355341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c482acb6-f76b-4ee6-8c50-848368c63a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.394302 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:46.425515 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:46.426161 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:46.521901 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:46.522571 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5decc4-38ee-43ff-ad43-e2ac21b002f8 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:46.642158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 10303905-db9f-415f-b4d9-538df685f406 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:46.666692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.api [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 09:08:46.666692 n-d-769329-17 neutron-server[109377]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 09:08:46.666692 n-d-769329-17 neutron-server[109377]: [parameters: {'project_id_1': '7fec8eafdda54491ad08aa1c6676ed96', 'expiration_1': datetime.datetime(2021, 11, 12, 9, 8, 26, 620406)}] Nov 12 09:08:46.666692 n-d-769329-17 neutron-server[109377]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:08:46.668283 n-d-769329-17 neutron-server[109377]: DEBUG oslo_db.api [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:08:46.705211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Made reservation on behalf of 68087e5e3d6c41b5b44a72a5aee49240 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:46.718743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:46.969000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.975486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.977021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:46.984510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.988612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:46.996100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] Sync routers for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:46.999092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:47.006549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.015580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.021766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:47.022444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:47.033710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.035711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-8bc1b3e5-a41f-4b83-985e-20cbc991d631 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.2720892 Nov 12 09:08:47.039575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Router 2f9e70bc-321c-41a6-8960-1b559283459f is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:08:47.111301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:47.140426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-538ed0ee-9e78-4422-8185-098af143f2d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/floatingips/662ebc87-70e3-4aa1-92fe-73b1bff380cd HTTP/1.1" status: 200 len: 977 time: 4.5257070 Nov 12 09:08:47.141129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42990) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:47.154571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:47.155511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:47.247583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:47.248304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415819c-5368-4cc3-9e42-d7baa522fb1f None None] The sync data for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:47.259202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-606131dd-125b-4b3f-9610-71fa4c3a5e68 req-2ee4d32e-5881-43d1-b639-476ee954f4f5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153979 Nov 12 09:08:47.414236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c381-bad9-4f9c-898e-437d14060e89 req-a2b71fef-9646-4fc0-8ec5-13fe6e588830 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.421469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c381-bad9-4f9c-898e-437d14060e89 req-a2b71fef-9646-4fc0-8ec5-13fe6e588830 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.446824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c381-bad9-4f9c-898e-437d14060e89 req-a2b71fef-9646-4fc0-8ec5-13fe6e588830 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.454815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0c381-bad9-4f9c-898e-437d14060e89 req-a2b71fef-9646-4fc0-8ec5-13fe6e588830 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:47.468340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5a0c381-bad9-4f9c-898e-437d14060e89 req-a2b71fef-9646-4fc0-8ec5-13fe6e588830 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3094 time: 0.2733657 Nov 12 09:08:47.492423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 4428b0d3-6e42-40af-8d03-05eb05a45d80 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:47.492784 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:47.642210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5a0c381-bad9-4f9c-898e-437d14060e89 req-6d8a4ac6-a654-4430-80d2-54b10695d1a4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662560 Nov 12 09:08:47.718035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.100027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.101056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.101720 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Floating IP 662ebc87-70e3-4aa1-92fe-73b1bff380cd disassociated. External IP: 172.25.5.165, port: 4428b0d3-6e42-40af-8d03-05eb05a45d80. Nov 12 09:08:48.102324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 4428b0d3-6e42-40af-8d03-05eb05a45d80 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:48.174767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Allocated IP 10.2.2.200 (c98e29a1-5242-45bc-a3f7-37c359e8c4ec/9eefb8d5-e503-4db1-b83b-ec5d1921ef97/4b6ee84f-09b2-44a1-8b73-9ae447debec7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:48.467882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.513205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.540185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Made reservation on behalf of 7fec8eafdda54491ad08aa1c6676ed96 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:08:48.544297 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.584704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9456c287-a822-4b7c-93aa-8a81981c0159 req-16392bd5-d132-4f6e-8401-f7c73682994d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 210 time: 0.0758710 Nov 12 09:08:48.585910 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:48.793445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=4428b0d3-6e42-40af-8d03-05eb05a45d80,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:48.818961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:48.885577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.900898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.908673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.910319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:48.917730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.923683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:48.926189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.933128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.957863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:48.960917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-8527db16-7162-43e8-9362-6fdf0ca60c11 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.5635712 Nov 12 09:08:49.013452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event updated for resources: {'Port': ['ID=4b6ee84f-09b2-44a1-8b73-9ae447debec7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:49.030013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.166448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:49.181652 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Sync routers for ids ['2f9e70bc-321c-41a6-8960-1b559283459f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:49.199383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-217e279c-3e10-432e-beee-05b1141d3fc7 req-e05175b3-a640-4d99-8e94-018f29a4f5b3 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2213550 Nov 12 09:08:49.225116 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Routers {'2f9e70bc-321c-41a6-8960-1b559283459f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:49.230641 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2f9e70bc-321c-41a6-8960-1b559283459f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:49.251426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.252115 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.273926 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 10303905-db9f-415f-b4d9-538df685f406 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:49.307343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc451-6b2f-432d-85b0-54cfc1e73f1f req-82f06f71-9bdf-414d-8187-43b78f61a546 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.322602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc451-6b2f-432d-85b0-54cfc1e73f1f req-82f06f71-9bdf-414d-8187-43b78f61a546 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.329604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc451-6b2f-432d-85b0-54cfc1e73f1f req-82f06f71-9bdf-414d-8187-43b78f61a546 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.350280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc451-6b2f-432d-85b0-54cfc1e73f1f req-82f06f71-9bdf-414d-8187-43b78f61a546 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.364271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfc451-6b2f-432d-85b0-54cfc1e73f1f req-82f06f71-9bdf-414d-8187-43b78f61a546 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:49.385217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fcfc451-6b2f-432d-85b0-54cfc1e73f1f req-82f06f71-9bdf-414d-8187-43b78f61a546 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3815 time: 0.5929022 Nov 12 09:08:49.388271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.390182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eb550a30-0d65-4dee-b3d2-a11119073b41 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.9238195 Nov 12 09:08:49.397154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43030) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:49.506448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a69607ef-153c-46ae-9b1d-41bf812cc702 None None] Provisioning complete for port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:49.506757 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a69607ef-153c-46ae-9b1d-41bf812cc702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.569995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:49.620124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] Sync routers for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:49.678852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Allocated IP 172.20.0.8 (18b6727b-6b56-47f1-a3a0-6e613a689021/13749916-801e-4c5f-af3d-4f7eb1327516/ce535bc6-a330-4fab-85d6-8559bae6f4e8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:49.690493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:49.691561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:49.723884 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Set router 2f9e70bc-321c-41a6-8960-1b559283459f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:49.743553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3878f3a1-4604-4da5-b4dd-0f1c7ddd1800 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6885190 Nov 12 09:08:49.747575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a69607ef-153c-46ae-9b1d-41bf812cc702 None None] Port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:49.750925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:49.757911 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.766128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:49.767100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:49.835296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:49.846863 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-97c97ce7-1494-4135-aa41-fda768364a81 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/ports/4428b0d3-6e42-40af-8d03-05eb05a45d80 HTTP/1.1" status: 204 len: 168 time: 2.7044759 Nov 12 09:08:49.847559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:49.856476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:49.857161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2036cc65-ab01-4b95-bb29-4a92b7c4f090 None None] The sync data for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:49.916537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fcfc451-6b2f-432d-85b0-54cfc1e73f1f req-a9d4bae6-b515-4a89-8fc8-4e12c4c8510f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5179474 Nov 12 09:08:49.940097 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7082293c-c5ac-49c0-af64-bd1d0f894765 req-dee93070-41fa-4a88-ae9a-b8c004b5fe4d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 210 time: 0.1721873 Nov 12 09:08:50.051533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:50.277308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:50.584971 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:08:44Z', 'revision_number': 3, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port': {'id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:41Z', 'updated_at': '2021-11-12T09:08:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:50.627684 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Checking router: 2f9e70bc-321c-41a6-8960-1b559283459f for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:08:50.628571 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Updating router 2f9e70bc-321c-41a6-8960-1b559283459f port f0a5c90b-7540-42da-a16c-90acf1dbc236 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:08:50.653225 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:50.687420 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:50.889991 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.053941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a403d18f-e0fa-44b7-bfca-2d79ed0ea101 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:51.067837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.093408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Transition to ACTIVE for port object a403d18f-e0fa-44b7-bfca-2d79ed0ea101 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:51.111383 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.177224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Pushing event updated for resources: {'Port': ['ID=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:51.191876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.199134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.206518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.215158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.222822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.230106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.238783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.240849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-2e610bf5-e5b3-4412-98e2-84ed05e67f50 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.7545249 Nov 12 09:08:51.332482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.333186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307a03-4458-41c2-b079-9bc7cbb58a9f req-da301bdc-dbdb-42ee-854e-c54b298dd8d5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.339366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307a03-4458-41c2-b079-9bc7cbb58a9f req-da301bdc-dbdb-42ee-854e-c54b298dd8d5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.367203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307a03-4458-41c2-b079-9bc7cbb58a9f req-da301bdc-dbdb-42ee-854e-c54b298dd8d5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.384145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307a03-4458-41c2-b079-9bc7cbb58a9f req-da301bdc-dbdb-42ee-854e-c54b298dd8d5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.405963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307a03-4458-41c2-b079-9bc7cbb58a9f req-da301bdc-dbdb-42ee-854e-c54b298dd8d5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:51.417114 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.422994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc307a03-4458-41c2-b079-9bc7cbb58a9f req-da301bdc-dbdb-42ee-854e-c54b298dd8d5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3827 time: 0.2985735 Nov 12 09:08:51.427603 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.527093 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Attempting to bind port f0a5c90b-7540-42da-a16c-90acf1dbc236 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:51.531668 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Attempting to bind port f0a5c90b-7540-42da-a16c-90acf1dbc236 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:51.532431 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Attempting to bind port f0a5c90b-7540-42da-a16c-90acf1dbc236 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:51.546366 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:51.548660 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaa582d6-57be-4a88-8d33-ce8f4c744d5e req-bd38c430-36ec-44d1-b78d-01c1c8185061 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2981720 Nov 12 09:08:51.549364 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:51.552655 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.553332 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:51.554095 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Bound port: f0a5c90b-7540-42da-a16c-90acf1dbc236, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:51.564575 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.567297 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.572023 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418638b7-6d13-4a5e-85c5-13e33fde1151 None None] Pushing event updated for resources: {'Port': ['ID=f0a5c90b-7540-42da-a16c-90acf1dbc236,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:51.729742 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] For port f0a5c90b-7540-42da-a16c-90acf1dbc236, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:51.738972 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] For port f0a5c90b-7540-42da-a16c-90acf1dbc236, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f0a5c90b-7540-42da-a16c-90acf1dbc236,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:51.744163 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:51.754939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc307a03-4458-41c2-b079-9bc7cbb58a9f req-08bd3c7f-461f-47c1-bcf1-6a1269432574 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3305244 Nov 12 09:08:51.852162 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Routers {'2f9e70bc-321c-41a6-8960-1b559283459f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:51.852975 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2f9e70bc-321c-41a6-8960-1b559283459f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:51.910833 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418638b7-6d13-4a5e-85c5-13e33fde1151 None None] Pushing event updated for resources: {'Port': ['ID=f0a5c90b-7540-42da-a16c-90acf1dbc236,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:52.069959 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] Set router 2f9e70bc-321c-41a6-8960-1b559283459f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:08:52.145757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Attempting to bind port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:52.146362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Attempting to bind port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:52.146488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Attempting to bind port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 on network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:52.165504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Allocated IP 172.20.0.1 (4bb89cd4-7117-462b-97ee-213b434454aa/db6ffc6c-fb96-4b3b-b4b6-3630e1328480/d1c8cddb-6a06-444e-ac85-4e75461cf7ba) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:08:52.169176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b63e549b-e587-4852-8fbc-cd707c6c5b14 req-83918727-7459-4731-a803-420123e61b9f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 210 time: 0.4332557 Nov 12 09:08:52.191051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 1470e64d-2b7c-4fd3-a7b0-11e30b005c1b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:52.200979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.210592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 on network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:52.210928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Attempting to bind port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 on network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:52.249806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:52.250188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Checking segment: {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:52.250546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Bound using segment: {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:52.251000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Bound port: a403d18f-e0fa-44b7-bfca-2d79ed0ea101, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1da03512-b504-439b-8fea-0f16508220c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:52.251363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.425958 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:08:44Z', 'revision_number': 3, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port': {'id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:41Z', 'updated_at': '2021-11-12T09:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:52.438648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.449935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.468278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:08:52.471026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4d5d6569-fe34-4d1b-a56a-7933955ec20e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:08:52.507593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 1470e64d-2b7c-4fd3-a7b0-11e30b005c1b owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:52.522903 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99fbb6-d1d4-4b8f-abfd-9a716be77f60 None None] The sync data for ids ['2f9e70bc-321c-41a6-8960-1b559283459f'] in n-d-769329-17 is: [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:08:44Z', 'revision_number': 3, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port': {'id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:41Z', 'updated_at': '2021-11-12T09:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:52.562682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:52.597883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:52.623501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:52.835724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event updated for resources: {'Port': ['ID=ce535bc6-a330-4fab-85d6-8559bae6f4e8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:52.899887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:52.931685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:52.948899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] For port a403d18f-e0fa-44b7-bfca-2d79ed0ea101, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:52.996061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] For port a403d18f-e0fa-44b7-bfca-2d79ed0ea101, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:53.005811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.075382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-a605fb58-a221-4101-bf34-cdb5322ff6b5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9944613 Nov 12 09:08:53.077369 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.098227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Request body: {'port': {'device_id': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:53.206874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.211146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.219284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] 10.222.0.55 "PUT /v2.0/ports/a403d18f-e0fa-44b7-bfca-2d79ed0ea101 HTTP/1.1" status: 200 len: 1092 time: 3.4422960 Nov 12 09:08:53.245335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:53.255252 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d10fb5-416e-408f-b23b-0a037d2ab0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:53.356367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:53.510224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e607c63d-2496-4c0a-90ed-080c023d7817 service neutron] Pushing event updated for resources: {'Port': ['ID=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:53.554849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6938a8-4637-4ec3-af3a-96a6ceffb838 req-d60d18b9-7b0e-48bf-b9da-05dba85e547e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.575816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6938a8-4637-4ec3-af3a-96a6ceffb838 req-d60d18b9-7b0e-48bf-b9da-05dba85e547e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.601919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6938a8-4637-4ec3-af3a-96a6ceffb838 req-d60d18b9-7b0e-48bf-b9da-05dba85e547e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.617964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6938a8-4637-4ec3-af3a-96a6ceffb838 req-d60d18b9-7b0e-48bf-b9da-05dba85e547e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.658855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6938a8-4637-4ec3-af3a-96a6ceffb838 req-d60d18b9-7b0e-48bf-b9da-05dba85e547e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.665875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c6938a8-4637-4ec3-af3a-96a6ceffb838 req-d60d18b9-7b0e-48bf-b9da-05dba85e547e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3827 time: 0.7087629 Nov 12 09:08:53.738905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.755953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.762875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.767360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:53.778252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.791609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.798509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.805140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.831621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:53.851026 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-5727f1a0-c779-46d9-99d7-697bc9773e4d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 1.1145074 Nov 12 09:08:53.990666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e1f3579-cd6f-43e7-9f9f-dc7427b490c9 req-cedf7039-515a-4d86-b64d-1f01993e52fb tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1268826 Nov 12 09:08:54.091645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Pushing event updated for resources: {'Port': ['ID=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:54.112127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:54.162768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c6938a8-4637-4ec3-af3a-96a6ceffb838 req-497d061a-8fe8-481c-95a6-7726e7f9248f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819820 Nov 12 09:08:54.178160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:54.186082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=1470e64d-2b7c-4fd3-a7b0-11e30b005c1b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:54.355484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Network 4bb89cd4-7117-462b-97ee-213b434454aa is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:54.410653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:54.436817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:08:54.649140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:54.869908 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d906f13c-1990-4a49-bbec-32a880c85813 x-openstack-request-id: req-d906f13c-1990-4a49-bbec-32a880c85813 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:54.870307 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:54.870489 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d906f13c-1990-4a49-bbec-32a880c85813 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:54.870866 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'status': 'completed', 'code': 200} Nov 12 09:08:54.916991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1f6e9465-7688-4e8c-a228-6e416b75a35f None None] Provisioning complete for port d1c8cddb-6a06-444e-ac85-4e75461cf7ba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:54.917482 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f6e9465-7688-4e8c-a228-6e416b75a35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:54.995519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.034164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1f6e9465-7688-4e8c-a228-6e416b75a35f None None] Port d1c8cddb-6a06-444e-ac85-4e75461cf7ba cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:55.149586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-95cd1a2f-854d-4488-9186-1cf99740b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.150151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-95cd1a2f-854d-4488-9186-1cf99740b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.150545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-95cd1a2f-854d-4488-9186-1cf99740b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.151023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-95cd1a2f-854d-4488-9186-1cf99740b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.151496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-95cd1a2f-854d-4488-9186-1cf99740b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.160554 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-95cd1a2f-854d-4488-9186-1cf99740b743 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 4363 time: 0.2480767 Nov 12 09:08:55.207587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f0a5c90b-7540-42da-a16c-90acf1dbc236 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:55.221893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f983e-85bd-4ada-9960-ad5169e333ee req-86d10c1a-48f5-43fa-8c86-df24fc6be810 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.234719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a5f983e-85bd-4ada-9960-ad5169e333ee req-86d10c1a-48f5-43fa-8c86-df24fc6be810 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 931 time: 0.7996690 Nov 12 09:08:55.343465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f0a5c90b-7540-42da-a16c-90acf1dbc236 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:55.344878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.463626 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.502257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port f0a5c90b-7540-42da-a16c-90acf1dbc236, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f0a5c90b-7540-42da-a16c-90acf1dbc236,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:55.509209 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.642901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 10303905-db9f-415f-b4d9-538df685f406 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:55.680834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-01a103a8-b9f8-49a4-bef0-3e41fed5f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.688666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-01a103a8-b9f8-49a4-bef0-3e41fed5f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.689397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-01a103a8-b9f8-49a4-bef0-3e41fed5f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.691274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-01a103a8-b9f8-49a4-bef0-3e41fed5f5ad service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5274568 Nov 12 09:08:55.697494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=f0a5c90b-7540-42da-a16c-90acf1dbc236,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:55.779283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4886996-c5ff-42af-a526-40e21ada7c29 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:55.787693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.802644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Transition to ACTIVE for port object f4886996-c5ff-42af-a526-40e21ada7c29 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:55.817114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.826500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.831603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.835638 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:55.838386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.845655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.852651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.858852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:55.867282 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-6d99985c-83be-410f-853d-0d32f390e2e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5421 time: 0.5064843 Nov 12 09:08:56.058612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd17d7d9-b4d9-4080-9977-f28be12db34c req-c6a25aa5-6612-4b9b-8dd3-c6ceb75d0f37 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1895816 Nov 12 09:08:56.066288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:08:56.088527 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] Sync routers for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:08:56.113499 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:56.120535 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:56.128387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e00083fe-4cf0-43c9-b6ce-374d4fc931d0 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/routers/10303905-db9f-415f-b4d9-538df685f406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2059700 Nov 12 09:08:56.129057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:56.246967 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:56.274654 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] Routers {'10303905-db9f-415f-b4d9-538df685f406'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:08:56.277728 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['10303905-db9f-415f-b4d9-538df685f406'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:56.278737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f02a80e9-640c-4b12-96ff-50557c254644 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:56.375485 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:08:56.377866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e954a513-9459-4548-93af-aecbb1804ea2 None None] The sync data for ids ['10303905-db9f-415f-b4d9-538df685f406'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:08:56.450424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-1e123983-5040-41c9-acad-093efedcd0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.452260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71d10fb5-416e-408f-b23b-0a037d2ab0dc req-1e123983-5040-41c9-acad-093efedcd0ce service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7524626 Nov 12 09:08:56.490741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.501867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f02a80e9-640c-4b12-96ff-50557c254644, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f02a80e9-640c-4b12-96ff-50557c254644,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:56.508145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-4eb75eb2-7510-448c-9361-709bd2a52882 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.515196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-4eb75eb2-7510-448c-9361-709bd2a52882 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.522403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-4eb75eb2-7510-448c-9361-709bd2a52882 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.527132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'f02a80e9-640c-4b12-96ff-50557c254644', 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'port_id': 'f02a80e9-640c-4b12-96ff-50557c254644', 'mac_address': 'fa:16:3e:a8:c8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:56.530254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-4eb75eb2-7510-448c-9361-709bd2a52882 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.537891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-4eb75eb2-7510-448c-9361-709bd2a52882 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.545120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-4eb75eb2-7510-448c-9361-709bd2a52882 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:56.554544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-4eb75eb2-7510-448c-9361-709bd2a52882 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 4604 time: 0.1679893 Nov 12 09:08:56.618493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.647679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f02a80e9-640c-4b12-96ff-50557c254644 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:56.698919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f02a80e9-640c-4b12-96ff-50557c254644, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f02a80e9-640c-4b12-96ff-50557c254644,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:56.711676 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.712593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:56.731142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Pushing event updated for resources: {'Port': ['ID=f4886996-c5ff-42af-a526-40e21ada7c29,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:56.819353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9aeaeff0-3549-4a0b-a7d8-347fe460c244 req-cbe78186-c7af-4c53-a2a8-fe40701dee4b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2633774 Nov 12 09:08:56.860158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f02a80e9-640c-4b12-96ff-50557c254644,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:56.868491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.883673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a5f983e-85bd-4ada-9960-ad5169e333ee req-b2c1fe35-749a-402a-abe0-1151aec46239 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6203859 Nov 12 09:08:56.890052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:56.994462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port e2256e31-3576-40e8-84d8-5adacfea372d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:08:56.994787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.168323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f0a5c90b-7540-42da-a16c-90acf1dbc236 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:08:57.190799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.254888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for e2256e31-3576-40e8-84d8-5adacfea372d owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:08:57.275675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:57.314152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f', 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675', 'port_id': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f', 'mac_address': 'fa:16:3e:e9:b1:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074e8059-0fc1-4ab9-b740-5b3fe839daab', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:57.342008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f0a5c90b-7540-42da-a16c-90acf1dbc236 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:57.342008 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.441211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce535bc6-a330-4fab-85d6-8559bae6f4e8 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:57.446222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.463681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.492289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:57.544997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:57.555583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.560531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Transition to ACTIVE for port object ce535bc6-a330-4fab-85d6-8559bae6f4e8 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:08:57.564059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Attempting to bind port f4886996-c5ff-42af-a526-40e21ada7c29 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:57.564510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Attempting to bind port f4886996-c5ff-42af-a526-40e21ada7c29 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:57.564753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Attempting to bind port f4886996-c5ff-42af-a526-40e21ada7c29 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:57.571599 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.621140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.622311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.623368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:57.623524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Port f4886996-c5ff-42af-a526-40e21ada7c29 on network f0997c79-8523-41a3-a04d-274972a2282a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:57.623746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Attempting to bind port f4886996-c5ff-42af-a526-40e21ada7c29 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:57.650227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Pushing event updated for resources: {'Port': ['ID=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:57.657020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:57.657381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Checking segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:57.658004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Bound using segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:57.658510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Bound port: f4886996-c5ff-42af-a526-40e21ada7c29, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:57.658788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.684665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.690656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.698876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.709036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:57.712815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.721784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.727790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.734021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.736013 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-f1f80505-c469-4a54-a4e7-6eafa31c6855 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5422 time: 0.4294047 Nov 12 09:08:57.807939 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.848107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.897935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] For port f4886996-c5ff-42af-a526-40e21ada7c29, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:57.901615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] For port f4886996-c5ff-42af-a526-40e21ada7c29, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f4886996-c5ff-42af-a526-40e21ada7c29,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:57.912409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=e2256e31-3576-40e8-84d8-5adacfea372d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:57.915695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:57.942260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.967447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:57.968099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:57.969778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 1136 time: 4.6235366 Nov 12 09:08:57.979379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'f4886996-c5ff-42af-a526-40e21ada7c29'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:08:57.982866 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38917cbf-8129-4934-8a86-dfa338ce2979" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "f4886996-c5ff-42af-a526-40e21ada7c29"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:08:57.999086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1', 'network_id': '4be4b44d-5281-4565-a5f1-ae7e6d0b9675', 'port_id': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1', 'mac_address': 'fa:16:3e:42:ac:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074e8059-0fc1-4ab9-b740-5b3fe839daab', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:58.084431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.111850 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.147116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.150071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:58.213296 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.238415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:58.253491 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.254172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:58.340389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:08:58.346627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce535bc6-a330-4fab-85d6-8559bae6f4e8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:58.379051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12e7a422-f46f-46fb-a891-d150ef4bb0fd req-481192e7-28f5-4317-bce8-f85b5f759cd0 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6103857 Nov 12 09:08:58.452798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:58.463943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:58.501236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.502566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Network 4bb89cd4-7117-462b-97ee-213b434454aa is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:08:58.515116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.530275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77', 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'port_id': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77', 'mac_address': 'fa:16:3e:bc:5d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:58.538469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:08:58.563469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e818-aa29-4256-ae86-878f26844134 req-e23bec7e-fa53-42d9-b7b4-2533af9c6e3f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:58.600044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.622129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e818-aa29-4256-ae86-878f26844134 req-e23bec7e-fa53-42d9-b7b4-2533af9c6e3f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:58.631294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e818-aa29-4256-ae86-878f26844134 req-e23bec7e-fa53-42d9-b7b4-2533af9c6e3f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:58.639243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e818-aa29-4256-ae86-878f26844134 req-e23bec7e-fa53-42d9-b7b4-2533af9c6e3f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:58.646688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e818-aa29-4256-ae86-878f26844134 req-e23bec7e-fa53-42d9-b7b4-2533af9c6e3f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:58.649858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:58.663243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e818-aa29-4256-ae86-878f26844134 req-e23bec7e-fa53-42d9-b7b4-2533af9c6e3f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:58.677066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8294e818-aa29-4256-ae86-878f26844134 req-e23bec7e-fa53-42d9-b7b4-2533af9c6e3f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 4604 time: 0.6121891 Nov 12 09:08:58.705711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:58.716127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.717208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e87718e8-95b2-41eb-866b-056220015ba0 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:58.817000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.817775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Fanout notify agent at l3_agent the message router_deleted on router 10303905-db9f-415f-b4d9-538df685f406 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:08:58.845366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:58.860743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef4314ee-7204-49a8-bf4b-f76f0c530981 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/routers/10303905-db9f-415f-b4d9-538df685f406 HTTP/1.1" status: 204 len: 168 time: 2.7275660 Nov 12 09:08:58.861557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:08:58.916292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Attempting to bind port ce535bc6-a330-4fab-85d6-8559bae6f4e8 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:08:58.916767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Attempting to bind port ce535bc6-a330-4fab-85d6-8559bae6f4e8 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:08:58.917075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Attempting to bind port ce535bc6-a330-4fab-85d6-8559bae6f4e8 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:58.948504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Port ce535bc6-a330-4fab-85d6-8559bae6f4e8 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:08:58.948890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Attempting to bind port ce535bc6-a330-4fab-85d6-8559bae6f4e8 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:08:58.968979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:58.992639 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.053366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:08:59.053366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Checking segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:08:59.053366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Bound using segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:08:59.053366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Bound port: ce535bc6-a330-4fab-85d6-8559bae6f4e8, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:08:59.053366 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.056924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7f0b7-27cb-4c63-8bbd-75caf1437d08 service neutron] Pushing event updated for resources: {'Port': ['ID=f4886996-c5ff-42af-a526-40e21ada7c29,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:59.069627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8379a7-e2c0-4598-a4e7-d162679ea212 req-99988d85-474b-4fa2-9b72-ab37c752dbbe tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.077852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be8379a7-e2c0-4598-a4e7-d162679ea212 req-99988d85-474b-4fa2-9b72-ab37c752dbbe tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 943 time: 0.5053573 Nov 12 09:08:59.102443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a967915a-ea9a-4d8b-bb34-ec9f6443a95b None None] Provisioning complete for port d1c8cddb-6a06-444e-ac85-4e75461cf7ba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:08:59.103333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8294e818-aa29-4256-ae86-878f26844134 req-55853485-fd3a-48c4-acbf-887dc794123f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4225180 Nov 12 09:08:59.111301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting subnet ac2e2ef2-dbf2-42e7-937a-d181daa34c93 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:08:59.114764 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a967915a-ea9a-4d8b-bb34-ec9f6443a95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.157154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.301152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.302648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e87718e8-95b2-41eb-866b-056220015ba0, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e87718e8-95b2-41eb-866b-056220015ba0,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:59.334107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'e87718e8-95b2-41eb-866b-056220015ba0', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'port_id': 'e87718e8-95b2-41eb-866b-056220015ba0', 'mac_address': 'fa:16:3e:fa:fe:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:59.353636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a967915a-ea9a-4d8b-bb34-ec9f6443a95b None None] Port d1c8cddb-6a06-444e-ac85-4e75461cf7ba cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:08:59.416535 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c62e579-a171-40a8-aa73-0aa33987ea21 x-openstack-request-id: req-5c62e579-a171-40a8-aa73-0aa33987ea21 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:08:59.417161 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "f4886996-c5ff-42af-a526-40e21ada7c29", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:08:59.417578 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c62e579-a171-40a8-aa73-0aa33987ea21 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:08:59.418219 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'f4886996-c5ff-42af-a526-40e21ada7c29', 'status': 'completed', 'code': 200} Nov 12 09:08:59.476622 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.516593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e87718e8-95b2-41eb-866b-056220015ba0 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:59.549047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be8379a7-e2c0-4598-a4e7-d162679ea212 req-f266d6b4-297e-4389-8d18-2981bf8decc3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702024 Nov 12 09:08:59.592691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e87718e8-95b2-41eb-866b-056220015ba0, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e87718e8-95b2-41eb-866b-056220015ba0,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:59.604057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.604946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc7e81d-bd62-4231-95ef-08d8ae108bb7 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:08:59.630078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Router 2f9e70bc-321c-41a6-8960-1b559283459f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:08:59.732944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e87718e8-95b2-41eb-866b-056220015ba0,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:08:59.783660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] For port ce535bc6-a330-4fab-85d6-8559bae6f4e8, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:08:59.808147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:08:59.825244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'dfc7e81d-bd62-4231-95ef-08d8ae108bb7', 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'port_id': 'dfc7e81d-bd62-4231-95ef-08d8ae108bb7', 'mac_address': 'fa:16:3e:de:05:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:08:59.827579 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.866990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] For port ce535bc6-a330-4fab-85d6-8559bae6f4e8, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce535bc6-a330-4fab-85d6-8559bae6f4e8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:08:59.881020 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.949858 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.959639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-b28f0b9d-178a-47df-bf1d-1e14804c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.963372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-b28f0b9d-178a-47df-bf1d-1e14804c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.967294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-b28f0b9d-178a-47df-bf1d-1e14804c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.967790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-b28f0b9d-178a-47df-bf1d-1e14804c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.968299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-b28f0b9d-178a-47df-bf1d-1e14804c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.970956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-b28f0b9d-178a-47df-bf1d-1e14804c54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:08:59.972361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc7e81d-bd62-4231-95ef-08d8ae108bb7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:08:59.972934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-b28f0b9d-178a-47df-bf1d-1e14804c54d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5292 time: 0.5487995 Nov 12 09:08:59.978187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:08:59.994856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:00.006398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:00.007180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a2acde1c-4012-40a6-90bf-36122a49e4fe details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:00.037814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.038969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:00.040844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce535bc6-a330-4fab-85d6-8559bae6f4e8 HTTP/1.1" status: 200 len: 1092 time: 6.9505434 Nov 12 09:09:00.079148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Subnet': ['ID=ac2e2ef2-dbf2-42e7-937a-d181daa34c93,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:00.118633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:00.243184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a2acde1c-4012-40a6-90bf-36122a49e4fe, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:00.252308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-6d527c83-894c-44d7-af83-85819eeb9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.252782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-6d527c83-894c-44d7-af83-85819eeb9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.253242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-6d527c83-894c-44d7-af83-85819eeb9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.254914 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-6d527c83-894c-44d7-af83-85819eeb9ffb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1903987 Nov 12 09:09:00.255947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:00.263606 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e67cec0-6e28-4f61-b86c-ee97943fcbc2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/subnets/ac2e2ef2-dbf2-42e7-937a-d181daa34c93 HTTP/1.1" status: 204 len: 168 time: 1.3930595 Nov 12 09:09:00.266521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43248) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:00.286535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13afafb-73f3-4ec9-87c1-d884f7b28ea7 None None] Network 58d29cb0-7d74-40df-b70a-f0334901b934 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:00.407535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:00.429993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f4487-1501-4c8b-a81b-ff86c3bcaaa0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce535bc6-a330-4fab-85d6-8559bae6f4e8,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:00.462251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Sync routers for ids ['2f9e70bc-321c-41a6-8960-1b559283459f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:00.481576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8b34e4eb-39e7-405e-8ac7-fc8a3b346a4f admin admin] 10.222.0.53 "PUT /v2.0/routers/2f9e70bc-321c-41a6-8960-1b559283459f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0794268 Nov 12 09:09:00.535077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'a2acde1c-4012-40a6-90bf-36122a49e4fe', 'network_id': '186d877e-88cc-4330-9323-9416f5df5bf2', 'port_id': 'a2acde1c-4012-40a6-90bf-36122a49e4fe', 'mac_address': 'fa:16:3e:db:3b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:00.674671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Routers {'2f9e70bc-321c-41a6-8960-1b559283459f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:00.678215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2f9e70bc-321c-41a6-8960-1b559283459f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:00.684674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-6362f9c2-f4a4-43e0-93d3-0806199df038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.690016 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-6362f9c2-f4a4-43e0-93d3-0806199df038 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 1095 time: 0.5753944 Nov 12 09:09:00.728530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-7899332e-657a-435c-9ba5-e7a5e58d088c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.741667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-7899332e-657a-435c-9ba5-e7a5e58d088c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.762539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-7899332e-657a-435c-9ba5-e7a5e58d088c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.774428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-7899332e-657a-435c-9ba5-e7a5e58d088c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.791249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-7899332e-657a-435c-9ba5-e7a5e58d088c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.814539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-7899332e-657a-435c-9ba5-e7a5e58d088c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.832840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-7899332e-657a-435c-9ba5-e7a5e58d088c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 4604 time: 0.5719831 Nov 12 09:09:00.840504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:00.842826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-d0d4386b-906c-413f-a60d-5a0f6cdef842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.844916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-38917cbf-8129-4934-8a86-dfa338ce2979 req-d0d4386b-906c-413f-a60d-5a0f6cdef842 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5770187 Nov 12 09:09:00.875568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.883103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.892616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.900156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.907323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.914395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.920687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:00.928674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-baf9e8d9-7b5b-4016-97da-6a1f5769c7ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5426 time: 1.2442150 Nov 12 09:09:00.943697 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.043605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2acde1c-4012-40a6-90bf-36122a49e4fe {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:01.069066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a2acde1c-4012-40a6-90bf-36122a49e4fe, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:01.077713 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.104249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-e401fb6d-41c7-4851-8f47-43169a0be40b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce535bc6-a330-4fab-85d6-8559bae6f4e8 HTTP/1.1" status: 200 len: 217 time: 0.4071906 Nov 12 09:09:01.126063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] DHCP port deletion for 58d29cb0-7d74-40df-b70a-f0334901b934 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:01.156832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Set router 2f9e70bc-321c-41a6-8960-1b559283459f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:01.173283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75d9492d-e507-4471-9010-80ed4c25a9e3 req-bc610a07-6408-4ff4-8b5a-9b801e4b5046 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2437077 Nov 12 09:09:01.240773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port ef0a65d0-efd1-4f64-802b-2eb755b9859d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:01.240773 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.268275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a2acde1c-4012-40a6-90bf-36122a49e4fe,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:01.297395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-25af9f9b-d9c6-42b7-b087-eaf405d8caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:01.307255 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-25af9f9b-d9c6-42b7-b087-eaf405d8caa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.1936483 Nov 12 09:09:01.405034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] For port ef0a65d0-efd1-4f64-802b-2eb755b9859d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ef0a65d0-efd1-4f64-802b-2eb755b9859d,segment=NetworkSegment(35fcfb79-2276-4845-af59-b1d0e662417b),segment_id=35fcfb79-2276-4845-af59-b1d0e662417b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:01.405287 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.425748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'tag': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:01.431330 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73238e83-0d92-4a61-92aa-8e98b73baf05" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f41112-bd23-406a-9296-0ec5e0731bf5", "tag": "ce535bc6-a330-4fab-85d6-8559bae6f4e8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:01.432595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for ef0a65d0-efd1-4f64-802b-2eb755b9859d owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:01.455396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-3afa7875-65d7-478c-9c7e-cb378e05aa0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1473370 Nov 12 09:09:01.536209 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cafb7235-43cb-456a-9b91-50b4eb686ce1 req-0edb2728-47af-407b-8659-11f0cb17c063 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6701741 Nov 12 09:09:01.538680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd41e68-4c82-40ae-87e2-c4057f436e09 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:01.581302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.644900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] Deleting port ef0a65d0-efd1-4f64-802b-2eb755b9859d {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:01.645849 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.662134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Transition to ACTIVE for port object 5bd41e68-4c82-40ae-87e2-c4057f436e09 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:01.681608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.766562 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ff44c1-4440-4caa-86d8-1dc23fbe95ca x-openstack-request-id: req-a4ff44c1-4440-4caa-86d8-1dc23fbe95ca {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:01.767178 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f41112-bd23-406a-9296-0ec5e0731bf5", "tag": "ce535bc6-a330-4fab-85d6-8559bae6f4e8", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:01.768100 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4ff44c1-4440-4caa-86d8-1dc23fbe95ca {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:01.768857 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'tag': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8', 'status': 'completed', 'code': 200} Nov 12 09:09:01.827079 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:01.847574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-c18ef6d9-0066-4458-b096-0342d36333f7 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694487 Nov 12 09:09:01.848323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Pushing event updated for resources: {'Port': ['ID=5bd41e68-4c82-40ae-87e2-c4057f436e09,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:01.933067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] No DVR routers for this DVR port ef0a65d0-efd1-4f64-802b-2eb755b9859d on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:02.136287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Attempting to bind port 5bd41e68-4c82-40ae-87e2-c4057f436e09 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:02.136813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Attempting to bind port 5bd41e68-4c82-40ae-87e2-c4057f436e09 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:02.142770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Attempting to bind port 5bd41e68-4c82-40ae-87e2-c4057f436e09 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:02.183854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:02.187489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Port 5bd41e68-4c82-40ae-87e2-c4057f436e09 on network f0997c79-8523-41a3-a04d-274972a2282a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:02.189850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['dfc7e81d-bd62-4231-95ef-08d8ae108bb7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:02.196052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Attempting to bind port 5bd41e68-4c82-40ae-87e2-c4057f436e09 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:02.200379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25b5f98a-9d0f-4a4b-9ac6-46c785ccefc4 req-b1a535b5-4223-4272-ad5e-d8f83c6c1408 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406386 Nov 12 09:09:02.236763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:02.237562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Checking segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:02.239011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Bound using segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:02.240150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Bound port: 5bd41e68-4c82-40ae-87e2-c4057f436e09, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:02.244390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:02.267236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['e87718e8-95b2-41eb-866b-056220015ba0'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:02.345392 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a2acde1c-4012-40a6-90bf-36122a49e4fe'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:02.393810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['8086391b-c4e0-4bb9-85e1-6cf3860e0ef1'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:02.503751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=ef0a65d0-efd1-4f64-802b-2eb755b9859d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:02.537713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:02.632885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d25d09-2156-4729-94df-588a323351be req-58238fbc-61fd-478f-9e2a-696f89a8c479 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.643237 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34d25d09-2156-4729-94df-588a323351be req-58238fbc-61fd-478f-9e2a-696f89a8c479 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 943 time: 0.8317730 Nov 12 09:09:02.671622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d29cb0-7d74-40df-b70a-f0334901b934']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:02.693927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] For port 5bd41e68-4c82-40ae-87e2-c4057f436e09, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:02.713220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] For port 5bd41e68-4c82-40ae-87e2-c4057f436e09, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:02.744905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-ce784581-ff92-4c28-8904-ee66c42328a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.746600 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-ce784581-ff92-4c28-8904-ee66c42328a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 1095 time: 0.2202854 Nov 12 09:09:02.758445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:02.759784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fcfb79-2276-4845-af59-b1d0e662417b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:02.762047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fcfb79-2276-4845-af59-b1d0e662417b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:02.817584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['f02a80e9-640c-4b12-96ff-50557c254644'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:02.846478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:08:55Z', 'revision_number': 4, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port': {'id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:41Z', 'updated_at': '2021-11-12T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd1c8cddb-6a06-444e-ac85-4e75461cf7ba', 'name': '', 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'mac_address': 'fa:16:3e:19:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'db6ffc6c-fb96-4b3b-b4b6-3630e1328480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:51Z', 'updated_at': '2021-11-12T09:08:57Z', 'revision_number': 2, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'subnets': [{'id': 'db6ffc6c-fb96-4b3b-b4b6-3630e1328480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:02.919240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34d25d09-2156-4729-94df-588a323351be req-fdc82e7d-1724-401f-beda-bfe19ecabe7e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603376 Nov 12 09:09:02.931126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3758eabc-ff5d-4cc7-b596-cbe50c26bb77'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:02.934754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:02.941030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:02.943222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:02.946945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] 10.222.0.55 "PUT /v2.0/ports/5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 1136 time: 4.8388729 Nov 12 09:09:02.999720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.018595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:03.020886 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.031445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:03.032956 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:03.095244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] For port ef0a65d0-efd1-4f64-802b-2eb755b9859d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ef0a65d0-efd1-4f64-802b-2eb755b9859d,segment=NetworkSegment(35fcfb79-2276-4845-af59-b1d0e662417b),segment_id=35fcfb79-2276-4845-af59-b1d0e662417b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:03.095660 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.184649 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.191852 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.193388 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Checking router: 2f9e70bc-321c-41a6-8960-1b559283459f for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:03.193899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Updating router 2f9e70bc-321c-41a6-8960-1b559283459f port d1c8cddb-6a06-444e-ac85-4e75461cf7ba binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:09:03.200310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/networks/58d29cb0-7d74-40df-b70a-f0334901b934 HTTP/1.1" status: 204 len: 168 time: 2.9270985 Nov 12 09:09:03.201477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:03.278147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ef0a65d0-efd1-4f64-802b-2eb755b9859d no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:03.303958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12be643-1916-45dd-8a2f-b48d7e18d1d7 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Network': ['ID=58d29cb0-7d74-40df-b70a-f0334901b934,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:03.472259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] Calling delete_port for ef0a65d0-efd1-4f64-802b-2eb755b9859d owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:03.473466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.478118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-0459ed40-3b34-4d9c-a8f8-66b36a808944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.480612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-0459ed40-3b34-4d9c-a8f8-66b36a808944 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 916 time: 0.7232089 Nov 12 09:09:03.483964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.491671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.499507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.506619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.514519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.522619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.530464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.545278 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-3db3269d-2be3-4167-a059-f5bb9b0f0a53 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5381 time: 0.3233285 Nov 12 09:09:03.584794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port ff11320f-e71a-4599-bafc-8afe752bf806 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:03.585142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.625365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1639d-50a1-4692-95c4-eec515665aea service neutron] Pushing event updated for resources: {'Port': ['ID=5bd41e68-4c82-40ae-87e2-c4057f436e09,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:03.669539 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-51675860-ee9b-40a2-a506-62b9be40db71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ce535bc6-a330-4fab-85d6-8559bae6f4e8 HTTP/1.1" status: 200 len: 217 time: 0.1469836 Nov 12 09:09:03.749952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.757196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.763840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.774341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.782556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.787996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.788335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.793467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.807011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:03.811707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-14fecace-3960-4eee-8a59-a3392405bfed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5428 time: 0.6734762 Nov 12 09:09:03.819868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': '5bd41e68-4c82-40ae-87e2-c4057f436e09'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:03.823560 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2014a4ea-5061-4250-b522-3a77a8b6d345" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "5bd41e68-4c82-40ae-87e2-c4057f436e09"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:03.826035 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:03.837347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for ff11320f-e71a-4599-bafc-8afe752bf806 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:03.944547 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5677ccc5-9ab8-4058-93ac-e8591e942b25 req-5dc58346-16e7-447c-b434-02c53aa7effd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3978164 Nov 12 09:09:04.064530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-0817e05f-f7b6-4782-a462-499a76d50a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.072537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-0817e05f-f7b6-4782-a462-499a76d50a05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.3921478 Nov 12 09:09:04.205013 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ef0a65d0-efd1-4f64-802b-2eb755b9859d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:04.205484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ef0a65d0-efd1-4f64-802b-2eb755b9859d not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:04.283604 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-bc2b7c23-c6fd-4b7f-92c3-06772ff19725 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1506400 Nov 12 09:09:04.509015 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b10e96-3ac6-45c3-9482-49f272df518d x-openstack-request-id: req-f1b10e96-3ac6-45c3-9482-49f272df518d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:04.511241 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "5bd41e68-4c82-40ae-87e2-c4057f436e09", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:04.511955 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f1b10e96-3ac6-45c3-9482-49f272df518d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:04.512843 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': '5bd41e68-4c82-40ae-87e2-c4057f436e09', 'status': 'completed', 'code': 200} Nov 12 09:09:04.555409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.556009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.556396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.558788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.558788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.558788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.558788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.560773 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-d3b948d2-b6c9-4156-8c94-3d20164296fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6221 time: 0.1696868 Nov 12 09:09:04.561553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.616185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=ff11320f-e71a-4599-bafc-8afe752bf806,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:04.744154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a544dff-221c-4b57-8639-013b1a4285d9 req-d0bca6ce-305f-4a60-be82-228fbdd0f145 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:04.745956 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a544dff-221c-4b57-8639-013b1a4285d9 req-d0bca6ce-305f-4a60-be82-228fbdd0f145 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 943 time: 0.2518852 Nov 12 09:09:04.752426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.755564 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:04.764277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-108728cd-678e-4f26-900d-6954df98c941 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/floatingips/662ebc87-70e3-4aa1-92fe-73b1bff380cd HTTP/1.1" status: 204 len: 168 time: 1.5565121 Nov 12 09:09:04.765617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:04.862011 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2664bb-0f26-4bfa-8c3c-fbeee7b50717 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] DELETE failed (client error): The resource could not be found. Nov 12 09:09:04.864778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2664bb-0f26-4bfa-8c3c-fbeee7b50717 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:04.872272 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9f2664bb-0f26-4bfa-8c3c-fbeee7b50717 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/ports/4428b0d3-6e42-40af-8d03-05eb05a45d80 HTTP/1.1" status: 404 len: 333 time: 0.0713880 Nov 12 09:09:04.877077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43412) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:04.937455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7d20d50c-ef16-4054-a20a-d5767b40687c tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "GET /v2.0/ports?device_id=10303905-db9f-415f-b4d9-538df685f406 HTTP/1.1" status: 200 len: 205 time: 0.0588040 Nov 12 09:09:04.938197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:04.992465 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b44aa0bd-df9c-4f38-9908-4ba5b495996e tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] delete failed (client error): The resource could not be found. Nov 12 09:09:04.996661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b44aa0bd-df9c-4f38-9908-4ba5b495996e tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/routers/10303905-db9f-415f-b4d9-538df685f406 HTTP/1.1" status: 404 len: 336 time: 0.0491469 Nov 12 09:09:05.001795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:05.081424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-48b69310-bbc4-4d59-85be-f8cfdecf8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.081897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-48b69310-bbc4-4d59-85be-f8cfdecf8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.082358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-48b69310-bbc4-4d59-85be-f8cfdecf8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.104492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-48b69310-bbc4-4d59-85be-f8cfdecf8622 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5080879 Nov 12 09:09:05.110885 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.121817 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d10ff80-b111-4d95-b0e4-e82d663c3df1 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] DELETE failed (client error): The resource could not be found. Nov 12 09:09:05.122252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d10ff80-b111-4d95-b0e4-e82d663c3df1 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:05.128316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0d10ff80-b111-4d95-b0e4-e82d663c3df1 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/subnets/ac2e2ef2-dbf2-42e7-937a-d181daa34c93 HTTP/1.1" status: 404 len: 337 time: 0.1155598 Nov 12 09:09:05.130332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43424) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:05.142171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] Network 58d29cb0-7d74-40df-b70a-f0334901b934 is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:09:05.150305 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a544dff-221c-4b57-8639-013b1a4285d9 req-5ce7f850-a335-4c62-9fe3-d66465acb821 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511574 Nov 12 09:09:05.156501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] No DVR routers for this DVR port ef0a65d0-efd1-4f64-802b-2eb755b9859d on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:05.169661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:05.375293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fc1be32-8be3-4300-bc68-99dd8e7221fa req-ea6f7504-c356-49ca-8224-598f0c3f623b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.5346229 Nov 12 09:09:05.451803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce535bc6-a330-4fab-85d6-8559bae6f4e8 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:05.529697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-c04fedd6-7ff4-4f53-bb8c-1a49fdd64212 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2356620 Nov 12 09:09:05.625504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a72dc5-4bf4-4b98-96fb-cfe649f8bf1b None None] Pushing event deleted for resources: {'Port': ['ID=ef0a65d0-efd1-4f64-802b-2eb755b9859d,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:05.638000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a3e784-4c68-4616-b432-8018d2162f83 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:05.660444 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.721179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Transition to ACTIVE for port object e3a3e784-4c68-4616-b432-8018d2162f83 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:05.738587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:05.769828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-f4fd31d9-3e75-420c-80df-c6df734834b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.772431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2014a4ea-5061-4250-b522-3a77a8b6d345 req-f4fd31d9-3e75-420c-80df-c6df734834b0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6670165 Nov 12 09:09:05.798545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.800120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ce535bc6-a330-4fab-85d6-8559bae6f4e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce535bc6-a330-4fab-85d6-8559bae6f4e8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:05.804745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.811703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.819632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.825902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.832183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.838356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.840589 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-b61f0d10-6a38-4849-b4ed-35aa55654597 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5381 time: 0.2338109 Nov 12 09:09:05.847064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73238e83-0d92-4a61-92aa-8e98b73baf05 req-e0b0adfa-13df-4aec-ac3b-2758172acf96 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883694 Nov 12 09:09:05.882423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'port_id': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8', 'mac_address': 'fa:16:3e:c9:c0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13749916-801e-4c5f-af3d-4f7eb1327516', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:05.884912 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133b26-ec0e-44ed-9d76-84828955621b req-17d0463c-be56-458f-8dce-88ee0c254651 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:05.887289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-17d0463c-be56-458f-8dce-88ee0c254651 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.3625617 Nov 12 09:09:05.940854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-bb9e11df-e4f6-4f40-94f1-c3572e6c47f2 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/quotas/234a93b598f94171a705fccaa09bb2dd HTTP/1.1" status: 200 len: 375 time: 0.0421882 Nov 12 09:09:05.982393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3e784-4c68-4616-b432-8018d2162f83,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:06.031606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:06.048325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 4516b803-2763-423f-97c9-a229f10ea195 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:06.049125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.049698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:06.050283 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.062601 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.114179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-e7406352-fcc5-4067-b052-b47d6603d6b2 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1718566 Nov 12 09:09:06.126841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Attempting to bind port e3a3e784-4c68-4616-b432-8018d2162f83 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:06.127253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Attempting to bind port e3a3e784-4c68-4616-b432-8018d2162f83 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:06.127509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Attempting to bind port e3a3e784-4c68-4616-b432-8018d2162f83 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:06.168292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce535bc6-a330-4fab-85d6-8559bae6f4e8 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:06.182169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087ab21-5180-4289-a2dc-9f622925be68 req-28c5477c-8710-4033-bfbc-32bf8b03a2e5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.183764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2087ab21-5180-4289-a2dc-9f622925be68 req-28c5477c-8710-4033-bfbc-32bf8b03a2e5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 946 time: 0.2749779 Nov 12 09:09:06.231105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Port e3a3e784-4c68-4616-b432-8018d2162f83 on network f0997c79-8523-41a3-a04d-274972a2282a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:06.232300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Attempting to bind port e3a3e784-4c68-4616-b432-8018d2162f83 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:06.250069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ce535bc6-a330-4fab-85d6-8559bae6f4e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce535bc6-a330-4fab-85d6-8559bae6f4e8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:06.271230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.281666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.297522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 4516b803-2763-423f-97c9-a229f10ea195 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:06.309482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cad35d0c-1d83-48b3-9e33-d3beaf29eebe req-dc908b3d-9dcd-400f-aa80-721db1d52a20 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4575713 Nov 12 09:09:06.313647 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-915feca8-832c-4761-b62d-dff6c30b6dc6 service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979680 Nov 12 09:09:06.313788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:06.314092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Checking segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:06.314488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Bound using segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:06.314940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Bound port: e3a3e784-4c68-4616-b432-8018d2162f83, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:06.315296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.480457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] For port e3a3e784-4c68-4616-b432-8018d2162f83, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:06.488358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] For port e3a3e784-4c68-4616-b432-8018d2162f83, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e3a3e784-4c68-4616-b432-8018d2162f83,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:06.502287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.519610 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-7ed7fa3f-a685-4ff1-901d-52cd5240a7c2 service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056136 Nov 12 09:09:06.549019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.610456 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.629793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.699414 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.707929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:06.708605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.710078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] 10.222.0.55 "PUT /v2.0/ports/e3a3e784-4c68-4616-b432-8018d2162f83 HTTP/1.1" status: 200 len: 1091 time: 3.7066395 Nov 12 09:09:06.759858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ce535bc6-a330-4fab-85d6-8559bae6f4e8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:06.771041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:06.773358 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d3ffc0-4626-46a8-8aad-4d78b65d7d62" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "3758eabc-ff5d-4cc7-b596-cbe50c26bb77"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:06.795581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:06.801406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:06.808708 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b272c6d9-6883-4d47-9209-f0f3f02bc27d" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:06.850754 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:06.852932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a2acde1c-4012-40a6-90bf-36122a49e4fe up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:06.856249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:06.911235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ce535bc6-a330-4fab-85d6-8559bae6f4e8,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:07.040731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3e2ac-4f62-4e77-aee1-cf8b820fdf35 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a3e784-4c68-4616-b432-8018d2162f83,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:07.144775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.155057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/ports/4516b803-2763-423f-97c9-a229f10ea195 HTTP/1.1" status: 204 len: 168 time: 2.0234544 Nov 12 09:09:07.165337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9888774c-dc69-4bb2-943a-f981188bf531 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=4516b803-2763-423f-97c9-a229f10ea195,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:07.167684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43490) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:07.221600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f069229-fce2-4cc7-884f-ae6caaeb3a3c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.224027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f069229-fce2-4cc7-884f-ae6caaeb3a3c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.7288902 Nov 12 09:09:07.273656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c8e69-7d9f-4390-a32b-d0a050d7f988 req-3ad611ca-8082-4628-82b5-40131c85648f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.274530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.290324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a5c8e69-7d9f-4390-a32b-d0a050d7f988 req-3ad611ca-8082-4628-82b5-40131c85648f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 944 time: 0.1577125 Nov 12 09:09:07.299555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Deleting port 05aee021-6b47-45dd-964a-d25f8b7ca912 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:07.300179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.397216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a5c8e69-7d9f-4390-a32b-d0a050d7f988 req-87b8ea37-898e-4fc8-8a8c-5bfcb92fa66f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059070 Nov 12 09:09:07.615075 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-e7c283a1-9063-42e6-aecb-1fe195bd6e49 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/quotas/d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 375 time: 0.3343496 Nov 12 09:09:07.738413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.747161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.755981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.765546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Pushing event updated for resources: {'Port': ['ID=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:07.776281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.791621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.823097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.832670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:07.846911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:07.850090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-73cbb3b1-f99d-4a21-b381-0d86f9448e5c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5429 time: 0.2018569 Nov 12 09:09:07.864034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Attempting to bind port d1c8cddb-6a06-444e-ac85-4e75461cf7ba on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:07.864721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Attempting to bind port d1c8cddb-6a06-444e-ac85-4e75461cf7ba by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:07.865281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Attempting to bind port d1c8cddb-6a06-444e-ac85-4e75461cf7ba on network 4bb89cd4-7117-462b-97ee-213b434454aa {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:07.877642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:07.878542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Checking segment: {'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:07.879140 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.879725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Bound using segment: {'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:07.880472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Bound port: d1c8cddb-6a06-444e-ac85-4e75461cf7ba, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ccae24-0168-4edb-8868-a76ca98300e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:07.881078 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:07.918716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port a2acde1c-4012-40a6-90bf-36122a49e4fe completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:07.999307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] For port 05aee021-6b47-45dd-964a-d25f8b7ca912, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=05aee021-6b47-45dd-964a-d25f8b7ca912,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:07.999876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.005669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd2d960d-082e-48f3-8403-ae8fb97cc44b req-9b57a846-711e-40e9-9839-3f1f1691f3f5 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428847 Nov 12 09:09:08.029516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Calling delete_port for 05aee021-6b47-45dd-964a-d25f8b7ca912 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:08.068504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] For port d1c8cddb-6a06-444e-ac85-4e75461cf7ba, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:08.082838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] For port d1c8cddb-6a06-444e-ac85-4e75461cf7ba, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,segment=NetworkSegment(02ccae24-0168-4edb-8868-a76ca98300e4),segment_id=02ccae24-0168-4edb-8868-a76ca98300e4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:08.096481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port a2acde1c-4012-40a6-90bf-36122a49e4fe triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:08.096971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.103284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-bd4de969-3bb7-483b-b58a-0a9dacc18e2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4582603 Nov 12 09:09:08.110574 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.179073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 52bb9ceb-848e-4fba-80ef-92944b1f1ba3 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:08.179238 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.184270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7dd6f963-8836-4941-8794-b37202bb63d4 req-e4317e06-c981-4ba6-b735-e648e9b9eeb4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 210 time: 0.0406525 Nov 12 09:09:08.311651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e64812c7-4ae6-4e18-942b-c929a2704f33 None None] Provisioning complete for port d1c8cddb-6a06-444e-ac85-4e75461cf7ba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:08.314395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e64812c7-4ae6-4e18-942b-c929a2704f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.494364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19758b7-9361-412e-9c74-09838e149ccd {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:08.519610 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa2d43c-3808-49bd-851c-79fab2aa2f5c x-openstack-request-id: req-daa2d43c-3808-49bd-851c-79fab2aa2f5c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:08.520771 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "3758eabc-ff5d-4cc7-b596-cbe50c26bb77", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:08.521125 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daa2d43c-3808-49bd-851c-79fab2aa2f5c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:08.521755 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77', 'code': 200} Nov 12 09:09:08.522635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Routers {'2f9e70bc-321c-41a6-8960-1b559283459f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:08.523402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:08:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2f9e70bc-321c-41a6-8960-1b559283459f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:08.551687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.581265 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfac9dd-5588-4f24-bcf0-a240b37235c7 x-openstack-request-id: req-3bfac9dd-5588-4f24-bcf0-a240b37235c7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:08.581977 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:08.582627 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bfac9dd-5588-4f24-bcf0-a240b37235c7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:08.593171 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83', 'status': 'completed', 'code': 200} Nov 12 09:09:08.650183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.683395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-276d510a-3ccb-447c-8a0e-d06bf424b4d7 service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813494 Nov 12 09:09:08.688137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 52bb9ceb-848e-4fba-80ef-92944b1f1ba3 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:08.690508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Transition to ACTIVE for port object a19758b7-9361-412e-9c74-09838e149ccd will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:08.695068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Pushing event updated for resources: {'Port': ['ID=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:08.818995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-cce35201-c9b3-4a91-9f13-ea692bccf6bd service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335337 Nov 12 09:09:08.842207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.849054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.855492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.863369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.870836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.877897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.883058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.883587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.884354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.885387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.885977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.888660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.889735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.890577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.891094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.891827 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-d8f169ec-e923-42e8-a8a2-0d6db53f0d6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5405 time: 0.1826649 Nov 12 09:09:08.895823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:08.902275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.903538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.905023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.905782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535335cb-ff1f-4e6a-a377-ce8c09cb0b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:08.923317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133b26-ec0e-44ed-9d76-84828955621b req-f584c12c-3854-43f3-9656-25a7bd1fb107 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:08.925839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-f584c12c-3854-43f3-9656-25a7bd1fb107 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.3686686 Nov 12 09:09:08.945251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Request body: {'port': {'device_id': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'admin_state_up': True, 'tenant_id': '234a93b598f94171a705fccaa09bb2dd'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:08.998591 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.024882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6ed7798-e951-4a8d-9f33-772006c9fc99 req-63faa962-e12e-4aad-b316-6c46425579c5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1192245 Nov 12 09:09:09.079725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.236396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.243153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.248646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.249393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.250100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.250770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.251569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.254081 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-313a738f-7db6-4d87-9c29-f91c6abaf29d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6289 time: 0.6482978 Nov 12 09:09:09.320882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a2acde1c-4012-40a6-90bf-36122a49e4fe, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:09.326476 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e64812c7-4ae6-4e18-942b-c929a2704f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.330820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a19758b7-9361-412e-9c74-09838e149ccd,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:09.334519 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.335364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 05aee021-6b47-45dd-964a-d25f8b7ca912 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:09.345895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43530) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:09.379359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 05aee021-6b47-45dd-964a-d25f8b7ca912 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:09.379705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 05aee021-6b47-45dd-964a-d25f8b7ca912 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:09.470020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f02a80e9-640c-4b12-96ff-50557c254644 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:09.484173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e994-f7f7-4119-b595-3ae4c25439a2 req-eea722e8-db4c-426c-9fdc-e56d9e4e3a50 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:09.494568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ecc1e994-f7f7-4119-b595-3ae4c25439a2 req-eea722e8-db4c-426c-9fdc-e56d9e4e3a50 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 944 time: 0.2368336 Nov 12 09:09:09.584087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] Set router 2f9e70bc-321c-41a6-8960-1b559283459f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:09.598951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event deleted for resources: {'Port': ['ID=05aee021-6b47-45dd-964a-d25f8b7ca912,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:09.624388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Made reservation on behalf of 234a93b598f94171a705fccaa09bb2dd for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:09.631228 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.646479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ecc1e994-f7f7-4119-b595-3ae4c25439a2 req-6b7bbb0c-ee66-4d6e-a3af-478d8ef92123 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504910 Nov 12 09:09:09.696387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e64812c7-4ae6-4e18-942b-c929a2704f33 None None] For port d1c8cddb-6a06-444e-ac85-4e75461cf7ba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,segment=NetworkSegment(02ccae24-0168-4edb-8868-a76ca98300e4),segment_id=02ccae24-0168-4edb-8868-a76ca98300e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:09.709856 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e64812c7-4ae6-4e18-942b-c929a2704f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.759201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a2acde1c-4012-40a6-90bf-36122a49e4fe,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:09.768475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port f02a80e9-640c-4b12-96ff-50557c254644 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:09.782225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port f02a80e9-640c-4b12-96ff-50557c254644 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:09.782225 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.823367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e2eb645-dd82-4dd4-bcb9-a1a5ba5d9426 req-aa0a872e-6491-4d73-a05d-a681dce65c29 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 210 time: 0.0719197 Nov 12 09:09:09.906793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] No DVR routers for this DVR port 05aee021-6b47-45dd-964a-d25f8b7ca912 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:09.932274 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:09.936841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2087ab21-5180-4289-a2dc-9f622925be68 req-0c0445a9-1469-4da7-93aa-4a1f112e251f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "DELETE /v2.0/ports/05aee021-6b47-45dd-964a-d25f8b7ca912 HTTP/1.1" status: 204 len: 173 time: 3.7117267 Nov 12 09:09:09.943648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Attempting to bind port a19758b7-9361-412e-9c74-09838e149ccd on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:09.945304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Attempting to bind port a19758b7-9361-412e-9c74-09838e149ccd by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:09.946314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Attempting to bind port a19758b7-9361-412e-9c74-09838e149ccd on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:09.960549 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d59d1b26-869b-4d54-8beb-8a63c352885c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.029620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Allocated IP 172.20.0.6 (84d9f726-4cdb-49bf-8508-9247b100d330/de602d0f-37f0-4a38-a40a-f4062cab06ad/cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:10.097959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d59d1b26-869b-4d54-8beb-8a63c352885c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.105103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Port a19758b7-9361-412e-9c74-09838e149ccd on network f0997c79-8523-41a3-a04d-274972a2282a not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:10.107101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Attempting to bind port a19758b7-9361-412e-9c74-09838e149ccd on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:10.117318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:10.117971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Checking segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:10.118577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Bound using segment: {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:10.119417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Bound port: a19758b7-9361-412e-9c74-09838e149ccd, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedca075-e1b3-413c-a974-7477aceae3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:10.119884 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.128648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d59d1b26-869b-4d54-8beb-8a63c352885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.182557 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-165fba99-6615-4a65-bd73-d5a27f694624 req-e0a69545-3b79-4044-8149-739b72640b63 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.1713662 Nov 12 09:09:10.189654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64812c7-4ae6-4e18-942b-c929a2704f33 None None] Pushing event updated for resources: {'Port': ['ID=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:10.227771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-88a4debf-6453-4aac-a0af-cc02ed5fa62a None None] Provisioning complete for port d1c8cddb-6a06-444e-ac85-4e75461cf7ba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:10.228468 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-88a4debf-6453-4aac-a0af-cc02ed5fa62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.379050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.390813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.412901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.413828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.417004 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.420981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.428219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.428374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.435025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.435549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.443414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.451575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.453541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.459828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.460860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.470316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-0ad89d96-b47a-4dd0-b715-562129d3485b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5405 time: 0.1562991 Nov 12 09:09:10.479204 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-80eeab1c-7803-4a09-8764-1cd02ba73c80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5430 time: 0.8528330 Nov 12 09:09:10.482010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-e3f089da-ba37-4ad3-bfbc-849ce5cb37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.482490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-e3f089da-ba37-4ad3-bfbc-849ce5cb37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.483485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-e3f089da-ba37-4ad3-bfbc-849ce5cb37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:10.485181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-e3f089da-ba37-4ad3-bfbc-849ce5cb37d9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.1923525 Nov 12 09:09:10.505315 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.528843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d59d1b26-869b-4d54-8beb-8a63c352885c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a32329d66c6b43e994a0c2243b5cc57b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1728125 Nov 12 09:09:10.530052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d1b26-869b-4d54-8beb-8a63c352885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b5b6e9-75cf-471b-b0bc-4927f58d3227,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:10.540436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:10.543364 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b573256-a018-4b39-b098-1c58cedb2eec" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:10.543547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43546) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:10.572683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f02a80e9-640c-4b12-96ff-50557c254644, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f02a80e9-640c-4b12-96ff-50557c254644,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:10.582613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05f8ac38-416f-4ae6-8ea1-0fb129dcd94c req-e5a30f5a-31aa-4005-86f4-6c48da69976a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094418 Nov 12 09:09:10.593334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:08:55Z', 'revision_number': 4, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port': {'id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:41Z', 'updated_at': '2021-11-12T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd1c8cddb-6a06-444e-ac85-4e75461cf7ba', 'name': '', 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'mac_address': 'fa:16:3e:19:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'db6ffc6c-fb96-4b3b-b4b6-3630e1328480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:51Z', 'updated_at': '2021-11-12T09:09:08Z', 'revision_number': 4, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'subnets': [{'id': 'db6ffc6c-fb96-4b3b-b4b6-3630e1328480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:10.602237 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.606109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:10.608245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'name': 'network-vif-deleted', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:10.630527 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30602327-de8b-40a7-bbea-e2ce626b11ed" -d '{"events": [{"server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "name": "network-vif-deleted", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:10.675501 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:10.720886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c993-9544-4ac3-879f-aa98dfe21f7c None None] The sync data for ids ['2f9e70bc-321c-41a6-8960-1b559283459f'] in n-d-769329-17 is: [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:08:55Z', 'revision_number': 4, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port': {'id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:41Z', 'updated_at': '2021-11-12T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd1c8cddb-6a06-444e-ac85-4e75461cf7ba', 'name': '', 'network_id': '4bb89cd4-7117-462b-97ee-213b434454aa', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'mac_address': 'fa:16:3e:19:49:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'db6ffc6c-fb96-4b3b-b4b6-3630e1328480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:51Z', 'updated_at': '2021-11-12T09:09:08Z', 'revision_number': 4, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'subnets': [{'id': 'db6ffc6c-fb96-4b3b-b4b6-3630e1328480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:10.811461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Network 84d9f726-4cdb-49bf-8508-9247b100d330 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:10.863318 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40718e1-7525-4f92-9806-f8c12bab22b5 x-openstack-request-id: req-d40718e1-7525-4f92-9806-f8c12bab22b5 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:10.864058 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:10.864526 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d40718e1-7525-4f92-9806-f8c12bab22b5 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:10.865313 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe', 'code': 200} Nov 12 09:09:10.866680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:10.886270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:10.897488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f02a80e9-640c-4b12-96ff-50557c254644,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:10.914711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:10.927487 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:10.940908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:10.941498 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.001951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03121037-8dce-40f4-a9c1-f8b1b20eaab7 req-6328cf6b-283a-44ee-99a4-66ff2c8a881c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3155224 Nov 12 09:09:11.017228 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881bd3ca-2b45-4fc1-b61f-53e5f1079ae4 x-openstack-request-id: req-881bd3ca-2b45-4fc1-b61f-53e5f1079ae4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:11.017228 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22147fe-3c0d-49e7-8cda-58dfc6bf57bb", "name": "network-vif-deleted", "tag": "05aee021-6b47-45dd-964a-d25f8b7ca912", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:11.017228 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-881bd3ca-2b45-4fc1-b61f-53e5f1079ae4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:11.018464 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22147fe-3c0d-49e7-8cda-58dfc6bf57bb', 'name': 'network-vif-deleted', 'tag': '05aee021-6b47-45dd-964a-d25f8b7ca912', 'status': 'completed', 'code': 200} Nov 12 09:09:11.074036 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.165163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:11.170380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.223964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=52bb9ceb-848e-4fba-80ef-92944b1f1ba3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:11.242272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce535bc6-a330-4fab-85d6-8559bae6f4e8 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:11.266123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] For port a19758b7-9361-412e-9c74-09838e149ccd, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:11.329343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d1c8cddb-6a06-444e-ac85-4e75461cf7ba up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:11.396117 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.409986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8364e58-be0c-41eb-a9b0-a271d8dffbf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.474914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-519070e4-e1f3-452c-9491-b99bee53615b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:11.477580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-519070e4-e1f3-452c-9491-b99bee53615b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.2869749 Nov 12 09:09:11.500147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:11.515469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5766652 Nov 12 09:09:11.517827 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.519667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e87718e8-95b2-41eb-866b-056220015ba0 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:11.528010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa25ec-725c-4738-8d69-593e7c02773f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event updated for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:11.534802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'port': {'device_id': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'admin_state_up': True, 'tenant_id': 'd67fe61746de4f718c627adc92591612'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:11.560954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Request body: {'port': {'device_id': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:11.591226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port ce535bc6-a330-4fab-85d6-8559bae6f4e8 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:11.657362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port ce535bc6-a330-4fab-85d6-8559bae6f4e8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:11.660806 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:11.663072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d1c8cddb-6a06-444e-ac85-4e75461cf7ba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:11.668436 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.066112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:12.123128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port e87718e8-95b2-41eb-866b-056220015ba0 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:12.130973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port e87718e8-95b2-41eb-866b-056220015ba0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:12.131358 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.142463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-8bc45430-922b-4722-99f6-cae2ce0ea8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:12.144712 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b272c6d9-6883-4d47-9209-f0f3f02bc27d req-8bc45430-922b-4722-99f6-cae2ce0ea8ed service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6282763 Nov 12 09:09:12.326567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03121037-8dce-40f4-a9c1-f8b1b20eaab7 req-4da682c0-3721-4365-9ef2-2094ec8fdb78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=d22147fe-3c0d-49e7-8cda-58dfc6bf57bb HTTP/1.1" status: 200 len: 210 time: 1.1440587 Nov 12 09:09:12.340017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454b6a7-fdcc-41e2-83c7-b2e8ed1d59c1 req-8cf8b68c-1d8d-412f-9a2e-09d1e0b75c2f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:12.343955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.347396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16c2afd3-4a45-43db-8868-19e7cb05ab63 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/ports/52bb9ceb-848e-4fba-80ef-92944b1f1ba3 HTTP/1.1" status: 204 len: 168 time: 5.1709728 Nov 12 09:09:12.350376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] For port a19758b7-9361-412e-9c74-09838e149ccd, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a19758b7-9361-412e-9c74-09838e149ccd,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:12.355338 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9454b6a7-fdcc-41e2-83c7-b2e8ed1d59c1 req-8cf8b68c-1d8d-412f-9a2e-09d1e0b75c2f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 944 time: 1.1685483 Nov 12 09:09:12.359857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8364e58-be0c-41eb-a9b0-a271d8dffbf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.362504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43564) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:12.391056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.393822 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8799257e-cc4c-4a28-b250-5eaf87f520b8 req-0d853abb-25a2-432b-8e5c-5753cacfe463 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.9137399 Nov 12 09:09:12.440320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.463073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.495011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ce535bc6-a330-4fab-85d6-8559bae6f4e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce535bc6-a330-4fab-85d6-8559bae6f4e8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:12.542729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.608516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ce535bc6-a330-4fab-85d6-8559bae6f4e8,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:12.627968 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.665511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8364e58-be0c-41eb-a9b0-a271d8dffbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.668175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8364e58-be0c-41eb-a9b0-a271d8dffbf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.669507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f8364e58-be0c-41eb-a9b0-a271d8dffbf0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40b5b6e9-75cf-471b-b0bc-4927f58d3227 HTTP/1.1" status: 204 len: 168 time: 2.1017482 Nov 12 09:09:12.684153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:12.684781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.686203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] 10.222.0.55 "PUT /v2.0/ports/a19758b7-9361-412e-9c74-09838e149ccd HTTP/1.1" status: 200 len: 1092 time: 5.8595722 Nov 12 09:09:12.780219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e87718e8-95b2-41eb-866b-056220015ba0, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e87718e8-95b2-41eb-866b-056220015ba0,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:12.789666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:12.796315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc7e81d-bd62-4231-95ef-08d8ae108bb7 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:12.848207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:12.851189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8364e58-be0c-41eb-a9b0-a271d8dffbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b5b6e9-75cf-471b-b0bc-4927f58d3227,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:12.919241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02a80e9-640c-4b12-96ff-50557c254644'}, {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f'}, {'server_uuid': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8'}, {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:12.928598 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f450b52b-3c2e-4e9d-8c1a-88998a1130be" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "f02a80e9-640c-4b12-96ff-50557c254644"}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f"}, {"server_uuid": "b3f41112-bd23-406a-9296-0ec5e0731bf5", "name": "network-vif-plugged", "status": "completed", "tag": "ce535bc6-a330-4fab-85d6-8559bae6f4e8"}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "e87718e8-95b2-41eb-866b-056220015ba0"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:12.962839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9454b6a7-fdcc-41e2-83c7-b2e8ed1d59c1 req-7695450d-650d-44f6-af87-066cbbe5cf3f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5967610 Nov 12 09:09:13.061860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:13.064220 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe24953-35dd-4143-a1ad-2b1fad8ef834" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "a19758b7-9361-412e-9c74-09838e149ccd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:13.131559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e87718e8-95b2-41eb-866b-056220015ba0,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:13.149272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:13.156616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:13.157567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.189915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:13.204221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.306497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c69043-30c3-4709-b2f3-66d2439e1843 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.308717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-43c69043-30c3-4709-b2f3-66d2439e1843 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f70624f-b15b-4fa9-b054-bba5b8088222 HTTP/1.1" status: 200 len: 913 time: 0.9313748 Nov 12 09:09:13.330623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.337796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-581eb75e-518c-4753-99cf-c88129496575 req-c2523d3c-09ae-4807-ba23-273e417a549c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.1201103 Nov 12 09:09:13.360212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43574) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:13.396702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:13.402410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2feda-c22b-45d4-b537-9f5050efe6ba service neutron] Pushing event updated for resources: {'Port': ['ID=a19758b7-9361-412e-9c74-09838e149ccd,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:13.418180 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.419436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:13.465004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c88556-2587-4b81-b205-caae46471ed1 req-4fb92d90-a7a5-4a36-99ee-3e9d70b3789c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.473133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66c88556-2587-4b81-b205-caae46471ed1 req-4fb92d90-a7a5-4a36-99ee-3e9d70b3789c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 931 time: 0.8703680 Nov 12 09:09:13.479495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43578) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:13.500427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.503105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03121037-8dce-40f4-a9c1-f8b1b20eaab7 req-db5a39df-a010-4c16-84b8-db8bec787c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.504794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03121037-8dce-40f4-a9c1-f8b1b20eaab7 req-db5a39df-a010-4c16-84b8-db8bec787c29 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=234a93b598f94171a705fccaa09bb2dd&shared=False HTTP/1.1" status: 200 len: 905 time: 1.1013958 Nov 12 09:09:13.519941 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-82278db0-115a-452d-95d2-84880c0e6fd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.534324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:13.566210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:13.573662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:13.574360 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.697901 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66c88556-2587-4b81-b205-caae46471ed1 req-8158901d-da78-4532-83e5-8e9821e08320 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235856 Nov 12 09:09:13.714010 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.761156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.767959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.768252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:13.774197 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.775320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.782104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.788798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.795330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.802549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:13.812715 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-1ddf9040-f4ab-47c3-aeee-6193ce4c9ae3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5405 time: 0.3008313 Nov 12 09:09:13.898136 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc192940-b48b-41b7-9b66-9727a540dfe0 x-openstack-request-id: req-fc192940-b48b-41b7-9b66-9727a540dfe0 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:13.898434 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "f02a80e9-640c-4b12-96ff-50557c254644", "code": 200}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f", "code": 200}, {"server_uuid": "b3f41112-bd23-406a-9296-0ec5e0731bf5", "name": "network-vif-plugged", "status": "completed", "tag": "ce535bc6-a330-4fab-85d6-8559bae6f4e8", "code": 200}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "e87718e8-95b2-41eb-866b-056220015ba0", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:13.898923 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc192940-b48b-41b7-9b66-9727a540dfe0 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:13.899362 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f02a80e9-640c-4b12-96ff-50557c254644', 'code': 200} Nov 12 09:09:13.899621 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f', 'code': 200} Nov 12 09:09:13.899876 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8', 'code': 200} Nov 12 09:09:13.902543 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0', 'code': 200} Nov 12 09:09:13.903325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:13.937352 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e966212a-da84-47dd-b01b-11e0408c26ab x-openstack-request-id: req-e966212a-da84-47dd-b01b-11e0408c26ab {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:13.937640 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "a19758b7-9361-412e-9c74-09838e149ccd", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:13.939940 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e966212a-da84-47dd-b01b-11e0408c26ab {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:13.939940 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd', 'status': 'completed', 'code': 200} Nov 12 09:09:13.943837 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-021fb768-2b02-44fd-93e2-834743ac6a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:13.958696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:13.972371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.054023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03121037-8dce-40f4-a9c1-f8b1b20eaab7 req-dcad9f5a-2c64-497c-b712-784eea5f1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.056022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03121037-8dce-40f4-a9c1-f8b1b20eaab7 req-dcad9f5a-2c64-497c-b712-784eea5f1f90 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5367954 Nov 12 09:09:14.057069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Transition to ACTIVE for port object cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:14.121640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.154777 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-82278db0-115a-452d-95d2-84880c0e6fd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.163980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f8185-38d6-4ca4-b484-a45a4c55eda9 req-68915096-f264-4e4b-aaa8-cc8662a5d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.166067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f7f8185-38d6-4ca4-b484-a45a4c55eda9 req-68915096-f264-4e4b-aaa8-cc8662a5d17d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 1097 time: 0.2205675 Nov 12 09:09:14.169487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-82278db0-115a-452d-95d2-84880c0e6fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.204783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf6d1c5f-fa19-4e4a-b614-8790eddced61 req-aaf8142c-485d-4cf0-b700-e5d1171ab977 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3907592 Nov 12 09:09:14.227113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.230558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.232081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.20.0.11 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:14.236586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.242954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.249139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.255088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.261327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.269436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-c90d0d25-263b-4a5e-adec-e336b8f84c64 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.2825975 Nov 12 09:09:14.311371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Pushing event updated for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:14.339729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82278db0-115a-452d-95d2-84880c0e6fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e22f16-d16d-41d9-bd69-53fe6e1f85aa,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:14.350137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-82278db0-115a-452d-95d2-84880c0e6fd8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbf69796c00c464f9c26b74840e52c67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8692434 Nov 12 09:09:14.357690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43582) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:14.423577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.424098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.424576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.425047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.425517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.425986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.426452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.428492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-4e4b7e32-3052-4963-ab09-96164ceadedd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6357 time: 0.4535339 Nov 12 09:09:14.504559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17752d0c-43dc-4f46-b70c-e9f57924b43c req-7e4fe8ff-0879-463b-88ee-eef72120909f tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2341266 Nov 12 09:09:14.509123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f7f8185-38d6-4ca4-b484-a45a4c55eda9 req-fe8b397f-fd63-4f94-b629-e833bab43af8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290298 Nov 12 09:09:14.580219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:14.585563 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21308e0e-4ed0-4233-88ad-558e94964d7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.596472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.633047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789bbb2-600f-4b06-9897-35d31bac5ae0 req-aeb67b0a-07f8-4189-8e65-6f995bfd0409 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.635136 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6789bbb2-600f-4b06-9897-35d31bac5ae0 req-aeb67b0a-07f8-4189-8e65-6f995bfd0409 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 945 time: 0.3019805 Nov 12 09:09:14.657215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21308e0e-4ed0-4233-88ad-558e94964d7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.663520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6e54289-31f7-47fb-be7b-bc8cf80d9201 req-bf62e49e-b58f-431b-8a27-77745aa4528c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0718675 Nov 12 09:09:14.675507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Transition to ACTIVE for port object 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:14.692224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.715485 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.720641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Attempting to bind port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:14.720898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Attempting to bind port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:14.721226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Attempting to bind port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:14.764074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:14.778449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 on network 84d9f726-4cdb-49bf-8508-9247b100d330 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:14.778788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Attempting to bind port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:14.807575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-d0e4690f-13af-47af-86d7-da6a96bdf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.807820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-d0e4690f-13af-47af-86d7-da6a96bdf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.808303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-d0e4690f-13af-47af-86d7-da6a96bdf296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:14.811052 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-d0e4690f-13af-47af-86d7-da6a96bdf296 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3460886 Nov 12 09:09:14.811875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:14.812245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Checking segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:14.812644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Bound using segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:14.813101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Bound port: cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:14.813466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.822794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6789bbb2-600f-4b06-9897-35d31bac5ae0 req-ac2a0d2c-c915-47fe-9c03-fc069dc28c3c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760266 Nov 12 09:09:14.826583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21308e0e-4ed0-4233-88ad-558e94964d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.833181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21308e0e-4ed0-4233-88ad-558e94964d7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:14.835847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-21308e0e-4ed0-4233-88ad-558e94964d7a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/24e22f16-d16d-41d9-bd69-53fe6e1f85aa HTTP/1.1" status: 204 len: 168 time: 0.4770060 Nov 12 09:09:14.875001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21308e0e-4ed0-4233-88ad-558e94964d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e22f16-d16d-41d9-bd69-53fe6e1f85aa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:15.015472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.077879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Attempting to bind port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:15.077879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Attempting to bind port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:15.077879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Attempting to bind port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 on network c98e29a1-5242-45bc-a3f7-37c359e8c4ec {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:15.088042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 on network c98e29a1-5242-45bc-a3f7-37c359e8c4ec not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:15.088265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Attempting to bind port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 on network c98e29a1-5242-45bc-a3f7-37c359e8c4ec {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:15.101181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.123289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d2401-eaad-4ce4-a748-a20ad2f2bc7b req-65a85eb2-21d0-4191-8ac4-0f39a0f9f34b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.125270 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d8d2401-eaad-4ce4-a748-a20ad2f2bc7b req-65a85eb2-21d0-4191-8ac4-0f39a0f9f34b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 943 time: 0.2128108 Nov 12 09:09:15.126677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:15.127018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Checking segment: {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:15.127596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Bound using segment: {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:15.128423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Bound port: 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:15.128796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.218875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:15.229321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-faa611a2-416e-428e-a951-fd6379541902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.231099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6fe24953-35dd-4143-a1ad-2b1fad8ef834 req-faa611a2-416e-428e-a951-fd6379541902 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4074175 Nov 12 09:09:15.236427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:15.246023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:15.248868 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d8d2401-eaad-4ce4-a748-a20ad2f2bc7b req-b00f6722-09fe-4078-9cbb-3857afc3276d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145754 Nov 12 09:09:15.275498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:15.284467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] For port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:15.287398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:15.291214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] For port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:15.302592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.306441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:15.359811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.360656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.362770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] 10.222.0.55 "PUT /v2.0/ports/1cc1ea41-9af0-4d8b-8f55-a68f3303f644 HTTP/1.1" status: 200 len: 1092 time: 2.5215051 Nov 12 09:09:15.410932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Request body: {'port': {'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:15.468856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e6c38-e42c-4be4-a318-527699f45ebd service neutron] Pushing event updated for resources: {'Port': ['ID=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:15.501360 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.579891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.797063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1511407d-f5a1-4e76-ad0b-70f24cc24a67 None None] Provisioning complete for port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:15.799793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1511407d-f5a1-4e76-ad0b-70f24cc24a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.810932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.811836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.816331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.817264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:15.818776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] 10.222.0.62 "PUT /v2.0/ports/cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 HTTP/1.1" status: 200 len: 1092 time: 4.2802839 Nov 12 09:09:15.831718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:15.834828 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f2e9b6-888a-4f0a-a40b-332012100656" -d '{"events": [{"name": "network-changed", "server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:15.927932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc7e81d-bd62-4231-95ef-08d8ae108bb7'}, {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:15.936064 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecf44cc-4a4f-41ac-9390-6853ff25b6eb" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "dfc7e81d-bd62-4231-95ef-08d8ae108bb7"}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:15.936533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.944591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1511407d-f5a1-4e76-ad0b-70f24cc24a67 None None] Port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:15.945500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.951510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:15.952359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.954193 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914a18c6-5e42-4313-ae15-6da696b32ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:15.959958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.967275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.974569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.983245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:15.986020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-cfcbd570-463d-47ed-add4-a2c7646c6984 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5417 time: 0.4972460 Nov 12 09:09:15.997331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ab610-6fda-40d4-93aa-09a3b5b04047 service neutron] Pushing event updated for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:16.002809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-a394dad7-8fc2-4aaf-b684-e0fa760b1ad5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4786329 Nov 12 09:09:16.037734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Request body: {'port': {'device_id': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:16.042025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.049074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.056952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.065825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.075715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.082193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.088831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.090903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-ab849142-1c4c-421d-909e-dc02e0961f63 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.4243429 Nov 12 09:09:16.141771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133b26-ec0e-44ed-9d76-84828955621b req-45b59fe5-aa02-48fb-8696-967a67e24c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.143949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-45b59fe5-aa02-48fb-8696-967a67e24c22 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 1095 time: 0.2713265 Nov 12 09:09:16.198043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6ee84f-09b2-44a1-8b73-9ae447debec7 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:16.209954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.218781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f5f02d4-63b4-4e00-b735-ed70ed40fa93 req-16999798-399e-4da7-b2e7-98aff0319683 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1212559 Nov 12 09:09:16.239470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Transition to ACTIVE for port object 4b6ee84f-09b2-44a1-8b73-9ae447debec7 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:16.252467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.300208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.325429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4b6ee84f-09b2-44a1-8b73-9ae447debec7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:16.352637 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad061d76-a747-4e9d-b8c6-4610bc73eb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.463562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-d425f53b-63f0-4a7d-b2db-80cf91c3993c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 HTTP/1.1" status: 200 len: 217 time: 0.3009758 Nov 12 09:09:16.476494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f077958-073f-4dd5-b5c9-6aeea249e92b req-090aa991-b7ba-4a4b-b579-349c0abe1d40 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.478040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f077958-073f-4dd5-b5c9-6aeea249e92b req-090aa991-b7ba-4a4b-b579-349c0abe1d40 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 932 time: 0.1281145 Nov 12 09:09:16.550823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Attempting to bind port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:16.551678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Attempting to bind port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:16.553669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Attempting to bind port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 on network c98e29a1-5242-45bc-a3f7-37c359e8c4ec {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:16.571989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 on network c98e29a1-5242-45bc-a3f7-37c359e8c4ec not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:16.572749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Attempting to bind port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 on network c98e29a1-5242-45bc-a3f7-37c359e8c4ec {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:16.587448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:16.588664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Checking segment: {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:16.589290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Bound using segment: {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:16.589980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Bound port: 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feacfdcc-f429-4a50-8ec6-205e719ec5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:16.590675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.597678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f077958-073f-4dd5-b5c9-6aeea249e92b req-a2eb0189-231f-4e0a-811c-6f20709719d2 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119142 Nov 12 09:09:16.705892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] For port 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:16.710177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] For port 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:16.716548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.780873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:16.781930 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:16.792198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] 10.222.0.55 "PUT /v2.0/ports/4b6ee84f-09b2-44a1-8b73-9ae447debec7 HTTP/1.1" status: 200 len: 1092 time: 1.3943624 Nov 12 09:09:16.961938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a4bb8-a592-48d3-9bb1-900b73fe2a2d service neutron] Pushing event updated for resources: {'Port': ['ID=4b6ee84f-09b2-44a1-8b73-9ae447debec7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:17.002891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.003465 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.004434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.004923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.006574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.007738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.009567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.013663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f509d86b-0a8f-44e0-b1d7-a9d3548c5acd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6493 time: 0.1752613 Nov 12 09:09:17.043447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc133b26-ec0e-44ed-9d76-84828955621b req-1e64be10-b6b8-4213-8f6e-a7fa2a5e3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.045692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-1e64be10-b6b8-4213-8f6e-a7fa2a5e3865 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.5651639 Nov 12 09:09:17.047420 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec0f430-a11a-42d8-85a9-17771ebe40b6 x-openstack-request-id: req-0ec0f430-a11a-42d8-85a9-17771ebe40b6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:17.048062 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:17.048559 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ec0f430-a11a-42d8-85a9-17771ebe40b6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:17.049499 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'status': 'completed', 'code': 200} Nov 12 09:09:17.060354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a896fec-b2bb-4a27-ae37-99767e9149e9 req-1f53c9bb-1e51-4996-8e17-7c3235bf5510 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0530021 Nov 12 09:09:17.157332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-9f808749-112b-4e24-8c39-556b9a5f93a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101 HTTP/1.1" status: 200 len: 217 time: 0.1344984 Nov 12 09:09:17.168353 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d40a803-5aa4-4cbb-a24e-d7da9767e101 x-openstack-request-id: req-1d40a803-5aa4-4cbb-a24e-d7da9767e101 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:17.168848 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "dfc7e81d-bd62-4231-95ef-08d8ae108bb7", "code": 200}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-plugged", "status": "completed", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:17.168945 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1d40a803-5aa4-4cbb-a24e-d7da9767e101 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:17.169285 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc7e81d-bd62-4231-95ef-08d8ae108bb7', 'code': 200} Nov 12 09:09:17.169541 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1', 'code': 200} Nov 12 09:09:17.261670 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd018e1e-8261-4661-9b64-fb80348bfb52 x-openstack-request-id: req-cd018e1e-8261-4661-9b64-fb80348bfb52 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:17.263016 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:17.263361 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd018e1e-8261-4661-9b64-fb80348bfb52 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:17.264109 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644', 'status': 'completed', 'code': 200} Nov 12 09:09:17.341369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b06614-3844-4944-bc20-7de6bcd2ebad req-61401142-f015-4b22-9014-da8ba5b18776 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.343433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7b06614-3844-4944-bc20-7de6bcd2ebad req-61401142-f015-4b22-9014-da8ba5b18776 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 945 time: 0.2175953 Nov 12 09:09:17.372310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-33f39afa-8d41-46fa-8c4f-cad16fee218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.374692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-33f39afa-8d41-46fa-8c4f-cad16fee218e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1bfae29-9c67-4a0b-a665-b7a64625e8f9 HTTP/1.1" status: 200 len: 855 time: 0.1935315 Nov 12 09:09:17.447841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:17.449105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.451372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.452925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.454397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.458059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.458315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-4753914b-f0d5-4642-a8b8-be2c2c92c6a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3966813 Nov 12 09:09:17.459543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.463804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.464405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.471383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-68878501-2077-4cbf-8fe8-41aea1925a55 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6499 time: 0.1960635 Nov 12 09:09:17.512156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Transition to ACTIVE for port object 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:17.590636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.599349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 79f548ce-fb7f-4083-95d1-23270f4943cb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:17.599694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.612104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b487ad4-aa18-4358-9ea8-af71b20a3c8a req-7ea7b322-317b-448a-86e7-fd3d3710a8f2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1286218 Nov 12 09:09:17.634459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43664) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:17.660370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-52bcebc8-56b4-4f56-99a9-0d4ae00c2d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.677359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-52bcebc8-56b4-4f56-99a9-0d4ae00c2d23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2891953 Nov 12 09:09:17.706166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7b06614-3844-4944-bc20-7de6bcd2ebad req-5e2d9c28-b204-43db-abc1-3dce3362245d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387959 Nov 12 09:09:17.753667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:17.803815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54277d71-83bf-447f-9d99-582e907dcf3b req-1b39e808-c904-4a7d-b749-29356ce83e02 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:17.807102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54277d71-83bf-447f-9d99-582e907dcf3b req-1b39e808-c904-4a7d-b749-29356ce83e02 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 943 time: 0.2935624 Nov 12 09:09:17.865527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:17.879318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 79f548ce-fb7f-4083-95d1-23270f4943cb owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:17.933980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-a174e625-496d-4e8e-b416-666bf8862b1f service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647071 Nov 12 09:09:17.934367 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2efd0c5-57e1-465f-bd67-5a47040652a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.003859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.010709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.020226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.027732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.034182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.041742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.048037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.049977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-0663ab08-c781-4496-9bec-1d3e667b10f6 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.1888044 Nov 12 09:09:18.058829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f663bf73-a20f-409e-a682-d7db7f8eedd2 service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516021 Nov 12 09:09:18.225171 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca3d3058-d8da-46e4-98ff-369f417c9617 req-d7fb6492-95db-4c44-9977-f15418a7ee37 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653144 Nov 12 09:09:18.248994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2efd0c5-57e1-465f-bd67-5a47040652a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.253239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-d17aef63-3c16-4488-ba24-a19b5489663c service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809592 Nov 12 09:09:18.259941 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2efd0c5-57e1-465f-bd67-5a47040652a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.332752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54277d71-83bf-447f-9d99-582e907dcf3b req-87174177-0249-44b4-a263-888b6ffe77d7 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805861 Nov 12 09:09:18.338092 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b37ed1cc-a86a-4ea6-8235-68b16b2c194b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 217 time: 0.0679665 Nov 12 09:09:18.343652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efd0c5-57e1-465f-bd67-5a47040652a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44b90a-47e6-47a6-b7c7-877776ae1597,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:18.349308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b2efd0c5-57e1-465f-bd67-5a47040652a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1cae6df2d824acd9ea158242f082cc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7117734 Nov 12 09:09:18.357651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43676) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:18.465081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0cf99398-39df-4072-a72c-1fb6e723932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.466459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0cf99398-39df-4072-a72c-1fb6e723932d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.1198761 Nov 12 09:09:18.497310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c89ff8-e2c3-48c4-b735-aa40102137c7 req-13211276-6cf3-40a5-be7e-13d7fe298ac9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.498918 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8c89ff8-e2c3-48c4-b735-aa40102137c7 req-13211276-6cf3-40a5-be7e-13d7fe298ac9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.1159868 Nov 12 09:09:18.542997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11b33ee4-1356-4fbb-9aff-e5e77c0227e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.546982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc133b26-ec0e-44ed-9d76-84828955621b req-77053584-0cb5-45fb-9a8e-a5014d995946 service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877042 Nov 12 09:09:18.557679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.612603 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11b33ee4-1356-4fbb-9aff-e5e77c0227e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.631270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-8e10097d-4e89-4574-a794-bbbf7e277ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:18.632848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-8e10097d-4e89-4574-a794-bbbf7e277ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1575198 Nov 12 09:09:18.643891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8c89ff8-e2c3-48c4-b735-aa40102137c7 req-f0136dbf-6b69-4f63-b8b8-fa79ec1cce04 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247227 Nov 12 09:09:18.645276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=79f548ce-fb7f-4083-95d1-23270f4943cb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:18.805575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11b33ee4-1356-4fbb-9aff-e5e77c0227e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.808887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11b33ee4-1356-4fbb-9aff-e5e77c0227e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:18.812761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-11b33ee4-1356-4fbb-9aff-e5e77c0227e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ed44b90a-47e6-47a6-b7c7-877776ae1597 HTTP/1.1" status: 204 len: 168 time: 0.4515414 Nov 12 09:09:18.836602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b33ee4-1356-4fbb-9aff-e5e77c0227e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44b90a-47e6-47a6-b7c7-877776ae1597,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:18.876880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-eb485586-8696-4daf-9ef4-dd485d44914a service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301731 Nov 12 09:09:18.877495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Attempting to bind port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:18.877841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Attempting to bind port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:18.878457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Attempting to bind port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:19.015646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-4dc49dc7-c98b-4bca-8a96-9d630ff1685b service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312559 Nov 12 09:09:19.040297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.059816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:19.068525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Attempting to bind port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:19.079603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f0f0cbff-5e6a-412a-a4be-7011c3d026b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 217 time: 0.0573788 Nov 12 09:09:19.102100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.108292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.114771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.121049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.127426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.134073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.140477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.148946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-880fd333-babc-4401-9b29-de029df4b9ab tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.5957000 Nov 12 09:09:19.185841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-8b4d7ffe-f614-483f-9f21-db9655f544f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.187347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-8b4d7ffe-f614-483f-9f21-db9655f544f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.1002221 Nov 12 09:09:19.188481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:19.188834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:19.189231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:19.189692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Bound port: 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:19.190059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.239787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-c43d8c08-3160-43af-b3fe-9c5c09f6569e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5648186 Nov 12 09:09:19.263387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-24364c17-3a8f-422b-b39a-acc504767880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.264933 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-24364c17-3a8f-422b-b39a-acc504767880 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 1095 time: 0.5889473 Nov 12 09:09:19.265317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:19.267592 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:19.323185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-6c7103a8-a5fc-4471-b6a5-3dc6d9fd8ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.324757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-6c7103a8-a5fc-4471-b6a5-3dc6d9fd8ccd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1289854 Nov 12 09:09:19.527820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.534974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.543303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.544372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.549702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.563860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.566855 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0f77e4cf-c3c6-4319-9c41-8bb35c1dba06 req-af1d3aa6-d3dc-4f6c-ab82-0bb9cd8b03ff tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4167476 Nov 12 09:09:19.573159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.582771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.598384 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea10318-0856-48d0-97ef-a315c12440ee req-dbe74904-5e7c-4dd1-8300-7be87f4e3b05 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.1943285 Nov 12 09:09:19.610909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] For port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:19.662788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-a6aaccf0-21ce-4f2d-81ee-f32efb980029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.663163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-a6aaccf0-21ce-4f2d-81ee-f32efb980029 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.3953743 Nov 12 09:09:19.666512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] For port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:19.672628 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90245b0-2a61-4b71-b594-c240959313a2 x-openstack-request-id: req-c90245b0-2a61-4b71-b594-c240959313a2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:19.673213 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:19.673213 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c90245b0-2a61-4b71-b594-c240959313a2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:19.673627 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7', 'status': 'completed', 'code': 200} Nov 12 09:09:19.696323 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-b9a8c0e2-ef36-42aa-be8b-32ae3c60117e service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637247 Nov 12 09:09:19.725429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.736797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.805971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-1f3da911-1f9f-4f12-8cd5-fe44f122dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.807457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-1f3da911-1f9f-4f12-8cd5-fe44f122dd3f service neutron] 10.222.0.62 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 905 time: 0.4609251 Nov 12 09:09:19.856564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea10318-0856-48d0-97ef-a315c12440ee req-34f1d0b9-600b-444f-9e45-bedc6dc109dc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2422185 Nov 12 09:09:19.893353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-3d886eef-a73d-4a23-ad52-0edfb92ea8e7 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886768 Nov 12 09:09:19.926287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:19.926922 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:19.928531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 HTTP/1.1" status: 200 len: 1093 time: 3.9106405 Nov 12 09:09:19.931706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'tag': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:19.934193 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2" -d '{"events": [{"name": "network-changed", "server_uuid": "08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab", "tag": "1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:19.937762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-650e5ce4-73a8-4135-b36b-424db37d4080 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 HTTP/1.1" status: 200 len: 217 time: 0.0797145 Nov 12 09:09:19.971540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-94e18fcf-7bff-422e-aa78-b1bdd8be234b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=e3a3e784-4c68-4616-b432-8018d2162f83 HTTP/1.1" status: 200 len: 217 time: 0.0712368 Nov 12 09:09:20.040038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-2f1dc198-4050-468f-9532-98d313924c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.044105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-2f1dc198-4050-468f-9532-98d313924c3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0563691 Nov 12 09:09:20.102386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6cfc4a-b340-4e5c-a670-f1404e386b13 service neutron] Pushing event updated for resources: {'Port': ['ID=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:20.134213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15be7a-3dbe-475b-b305-46bd4f1a4a0c req-65115db5-2ecc-4054-8dc6-e011eb6789e4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.145424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce15be7a-3dbe-475b-b305-46bd4f1a4a0c req-65115db5-2ecc-4054-8dc6-e011eb6789e4 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 943 time: 0.3818455 Nov 12 09:09:20.180780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb650af-0d90-47f2-a1af-d046864e77c0 req-ee62b434-819f-40a2-b0c5-2ddd76a08b8a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.183007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cb650af-0d90-47f2-a1af-d046864e77c0 req-ee62b434-819f-40a2-b0c5-2ddd76a08b8a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.0786178 Nov 12 09:09:20.188444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-efce3097-1959-4f95-ac31-61c0bd42152e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.190825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-efce3097-1959-4f95-ac31-61c0bd42152e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384118 Nov 12 09:09:20.242464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-a629c187-77ed-4e2f-b30c-eaac251b98ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.244058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-a629c187-77ed-4e2f-b30c-eaac251b98ff service neutron] 10.222.0.62 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.2528782 Nov 12 09:09:20.259847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-51a247c2-c6af-40c2-8731-68c23870464d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.261590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-51a247c2-c6af-40c2-8731-68c23870464d service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.5701320 Nov 12 09:09:20.281825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-7ecab2da-cc29-4d16-8fdf-b75b2897e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.283353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-7ecab2da-cc29-4d16-8fdf-b75b2897e7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 1096 time: 0.2800922 Nov 12 09:09:20.293558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:20.401640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cb650af-0d90-47f2-a1af-d046864e77c0 req-e735f8aa-5e7d-4efd-bb3b-ee4382a7bcbf tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914976 Nov 12 09:09:20.428428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-78d7289a-8565-47ad-b291-9cd228dc62b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285724 Nov 12 09:09:20.569938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-4a058522-7eda-4e03-97ad-33167241366f service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308534 Nov 12 09:09:20.658496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-705f046a-843c-4c37-ba0f-753d54f9f842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=a19758b7-9361-412e-9c74-09838e149ccd HTTP/1.1" status: 200 len: 217 time: 0.0657766 Nov 12 09:09:20.677957 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-3038cebb-dcdb-42fe-bb39-d37ff3fdaacd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4138632 Nov 12 09:09:20.708775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.715124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.721487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.728342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.734426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.740818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.747468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.753113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b7b2f40-b80a-4802-b209-9524ac101103 req-78deb1e1-8074-4e79-a9b0-d0cbb9a32254 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.1967945 Nov 12 09:09:20.781838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43754) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:20.789849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-ac8e71b6-ae30-4c11-a6f9-ff0aafb61c70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 HTTP/1.1" status: 200 len: 217 time: 0.4765716 Nov 12 09:09:20.792183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Request body: {'floatingip': {'port_id': 'e87718e8-95b2-41eb-866b-056220015ba0'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:20.807025 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4c0b0d-7f11-48f1-bd5a-8c18155a0da7 x-openstack-request-id: req-6e4c0b0d-7f11-48f1-bd5a-8c18155a0da7 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:20.807441 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab", "tag": "1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:20.807843 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e4c0b0d-7f11-48f1-bd5a-8c18155a0da7 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:20.808531 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'tag': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4', 'status': 'completed', 'code': 200} Nov 12 09:09:20.846040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce15be7a-3dbe-475b-b305-46bd4f1a4a0c req-de1e2b1a-851b-4515-b900-4691bfdccab7 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986156 Nov 12 09:09:20.892515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-efdc5382-6450-464a-b993-c4883d65e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:20.895004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-efdc5382-6450-464a-b993-c4883d65e94d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.2290289 Nov 12 09:09:20.898396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.074021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-7537ea66-5976-40eb-b5a0-255447e34b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.075543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-7537ea66-5976-40eb-b5a0-255447e34b1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1730683 Nov 12 09:09:21.086443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43764) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:21.147842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:21.219698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-6f15958f-ce80-4103-a8e4-5270a18a3cde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 1000 time: 0.9347248 Nov 12 09:09:21.329931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-f510a7cd-5215-4e2b-9310-d061dc4eab9b service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671115 Nov 12 09:09:21.393845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:21.437620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'mac_address': 'fa:16:3e:c5:31:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:21.466882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-cbf1baf6-dc2e-40f0-8a80-79b48f1c6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.469274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-cbf1baf6-dc2e-40f0-8a80-79b48f1c6536 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.6567833 Nov 12 09:09:21.517393 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.533374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:21.557738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:21.562992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-3dba4bc5-a3ae-4982-8c63-fbdfcf151637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.564723 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-3dba4bc5-a3ae-4982-8c63-fbdfcf151637 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.3175564 Nov 12 09:09:21.566078 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.587347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.597058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.603696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.610095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.616242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.622566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.628223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:21.629865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.632779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-dded7ab1-70ca-479e-a763-c2f5be65b770 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.6387432 Nov 12 09:09:21.639177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e4edbde-a145-4d7d-a416-d6dd69fe9c6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:21.647756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Router 3f70624f-b15b-4fa9-b054-bba5b8088222 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:21.685206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29f2e9b6-888a-4f0a-a40b-332012100656 req-c813587e-cc6e-409d-ab92-5539b7be92a4 service neutron] 10.222.0.62 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369718 Nov 12 09:09:21.711236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-485e8dbe-5561-4e31-8041-13236ef1de21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.713174 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-485e8dbe-5561-4e31-8041-13236ef1de21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2079337 Nov 12 09:09:21.754327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422ca76-6a8e-41d9-af8e-916eb52fd002 req-8b23724c-242e-40b5-80c7-c82c24807c0d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.755813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b422ca76-6a8e-41d9-af8e-916eb52fd002 req-8b23724c-242e-40b5-80c7-c82c24807c0d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.1727087 Nov 12 09:09:21.766682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-353c2ec1-a987-4dff-8d17-b3e0eab298a9 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6838002 Nov 12 09:09:21.819975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-f09c6a4a-0759-434a-b695-7517a41f9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:21.821479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-f09c6a4a-0759-434a-b695-7517a41f9b11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1824949 Nov 12 09:09:21.856683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:21.911165 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8470f034-f4c2-4d72-9348-3b9f29543627 req-bc71ec25-aac4-4bf0-ad35-213f358591ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2514949 Nov 12 09:09:22.022368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b422ca76-6a8e-41d9-af8e-916eb52fd002 req-af22d5ee-25aa-4145-8085-48ed036be5c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526968 Nov 12 09:09:22.041575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:22.064080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d160008a-5dda-40d1-85b2-57886dfea055 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "PUT /v2.0/routers/3f70624f-b15b-4fa9-b054-bba5b8088222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7026272 Nov 12 09:09:22.064306 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] Sync routers for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:22.066278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:22.066916 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e4edbde-a145-4d7d-a416-d6dd69fe9c6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.077882 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:22.078566 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:22.089648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e4edbde-a145-4d7d-a416-d6dd69fe9c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.098023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-0539cc8e-c8cc-45d4-b21c-6cb7e31ed966 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755445 Nov 12 09:09:22.128820 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:22.140615 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] Routers {'3f70624f-b15b-4fa9-b054-bba5b8088222'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:22.142097 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3f70624f-b15b-4fa9-b054-bba5b8088222'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:22.155311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0e3a9e3e-f856-4a7d-aec5-1642b7ee1372 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725197 Nov 12 09:09:22.191777 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:22.192799 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813389ca-f9d0-4c17-b2a1-656429f161d8 None None] The sync data for ids ['3f70624f-b15b-4fa9-b054-bba5b8088222'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:22.240174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6e4edbde-a145-4d7d-a416-d6dd69fe9c6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bca2b87996a1486f98c6a73a4f727c5f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1505275 Nov 12 09:09:22.241873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4edbde-a145-4d7d-a416-d6dd69fe9c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd11622-5e50-43a2-bb27-51df49eef0fd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:22.247274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43778) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:22.248740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-38508b17-fdcb-4dc8-ab3e-c42f2488b272 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644 HTTP/1.1" status: 200 len: 217 time: 0.0535016 Nov 12 09:09:22.260052 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.273619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:09:22.366620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f9952bc0-f8da-4da1-ba3e-cf64f8cc0ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.368117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-f9952bc0-f8da-4da1-ba3e-cf64f8cc0ac5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.1112661 Nov 12 09:09:22.390052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.414352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.508481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828d9d3-b3db-4451-902a-e861e40ba133 req-d8ca4795-bb4a-4dea-bc96-9142035a732c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.510295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8828d9d3-b3db-4451-902a-e861e40ba133 req-d8ca4795-bb4a-4dea-bc96-9142035a732c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 944 time: 0.1897726 Nov 12 09:09:22.524300 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f37615f-af88-49e3-8f1f-68f5bf5b89f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.529551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-a57f6086-8ac4-4553-8223-24807b5495e0 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6695359 Nov 12 09:09:22.540393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.571332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f37615f-af88-49e3-8f1f-68f5bf5b89f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.575951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-60bc434e-e6eb-4250-bd94-70b50f91ee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.577387 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-60bc434e-e6eb-4250-bd94-70b50f91ee8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2013528 Nov 12 09:09:22.583706 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Floating IP ab934e12-ecd6-4059-a37e-a77e27a0c1df associated. External IP: 172.25.5.132, port: e87718e8-95b2-41eb-866b-056220015ba0. Nov 12 09:09:22.592094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cd70143-742c-4e6a-a1e5-706cf71eaf4d req-62a2276f-9847-42e9-84a1-ae9e4cf2db92 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727940 Nov 12 09:09:22.730613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8828d9d3-b3db-4451-902a-e861e40ba133 req-5e79997a-70ae-4701-902a-64e35809b594 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071493 Nov 12 09:09:22.770799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76f6a6fe-f93a-4e2b-aa2a-029094510304 req-dfb86941-31fd-4b1c-b956-4a5cbddb96dd service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095618 Nov 12 09:09:22.775889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-3a616464-ae4c-45d6-9300-5c33f0661a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.777885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-3a616464-ae4c-45d6-9300-5c33f0661a0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 1096 time: 0.1084189 Nov 12 09:09:22.779223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting port 72da6eac-0ddd-43b0-baba-bc2341243392 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:22.779571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.808403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-7f82f777-79e4-4b13-b94a-eb5105ccba36 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828365 Nov 12 09:09:22.810953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f37615f-af88-49e3-8f1f-68f5bf5b89f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.813867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7f37615f-af88-49e3-8f1f-68f5bf5b89f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:22.814977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7f37615f-af88-49e3-8f1f-68f5bf5b89f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afd11622-5e50-43a2-bb27-51df49eef0fd HTTP/1.1" status: 204 len: 168 time: 0.5653403 Nov 12 09:09:22.857584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37615f-af88-49e3-8f1f-68f5bf5b89f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd11622-5e50-43a2-bb27-51df49eef0fd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:22.949329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-a83c634e-479c-451e-836c-e1b5f31985e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:22.950890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-a83c634e-479c-451e-836c-e1b5f31985e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.1553724 Nov 12 09:09:23.002786 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-f970745c-8743-4981-a380-52a798a17657 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 HTTP/1.1" status: 200 len: 217 time: 0.0404310 Nov 12 09:09:23.051769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-451a20dd-ec5d-4acf-b186-7966756999d9 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356706 Nov 12 09:09:23.125853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-a1490a41-e114-4221-b122-4bf12ac9fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.132811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0de2ba0b-05ae-4996-ad77-93e62a7c47e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7 HTTP/1.1" status: 200 len: 217 time: 0.0723426 Nov 12 09:09:23.133227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-a1490a41-e114-4221-b122-4bf12ac9fe53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.1229441 Nov 12 09:09:23.148372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:23.179787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Router cbb9244c-8518-4c26-a2a3-1e3862971f66 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:23.269760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.278114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.286923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.293491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.294131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.301308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.310031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.317073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.320301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-91c288a3-3af1-447f-91cf-5bd825da6708 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2467134 Nov 12 09:09:23.328023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:23.335080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:23.335692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.348459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Calling delete_port for 72da6eac-0ddd-43b0-baba-bc2341243392 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:23.352349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-9264876a-ddce-40e5-acd7-05f096442c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.354391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-9264876a-ddce-40e5-acd7-05f096442c93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1943300 Nov 12 09:09:23.379970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-29840b7e-4c75-4e99-8e0e-0f3d4f1ce02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.382308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-29840b7e-4c75-4e99-8e0e-0f3d4f1ce02c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.2217212 Nov 12 09:09:23.497835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f1cba-f28e-4d6d-a7e6-6f1a52511028 req-6c4e041e-de6c-48cc-b18b-660b26582126 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.505960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-708f1cba-f28e-4d6d-a7e6-6f1a52511028 req-6c4e041e-de6c-48cc-b18b-660b26582126 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.2200341 Nov 12 09:09:23.523548 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.546411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66bab6a7-9049-468b-9dc9-e52f7589b908 req-302d5beb-00d0-4aee-8acd-32e6209577ee tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776395 Nov 12 09:09:23.554645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-00c4cb15-b6b7-4faf-8118-4879a9395730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:23.555839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:23.556889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-00c4cb15-b6b7-4faf-8118-4879a9395730 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1636755 Nov 12 09:09:23.558376 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3430914b-b59d-4f32-8b8b-d75948cf2a75" -d '{"events": [{"server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "name": "network-vif-plugged", "status": "completed", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:23.578289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:23.579482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:23.583897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.585587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:23.656465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-b28a18ff-0f91-4f04-8d73-ff30bb767e56 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934051 Nov 12 09:09:23.684969 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:23.689885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-708f1cba-f28e-4d6d-a7e6-6f1a52511028 req-71c7c274-7cf1-4b1f-81fe-093acd98445d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821320 Nov 12 09:09:23.692036 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dfd563-3642-42b0-88e4-801f306441c1 x-openstack-request-id: req-d1dfd563-3642-42b0-88e4-801f306441c1 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:23.692412 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "name": "network-vif-plugged", "status": "completed", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:23.692651 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1dfd563-3642-42b0-88e4-801f306441c1 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:23.693047 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'code': 200} Nov 12 09:09:23.693894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] Sync routers for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:23.727967 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-adce2cb6-bfb1-442a-9028-fb715b261731 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "PUT /v2.0/floatingips/ab934e12-ecd6-4059-a37e-a77e27a0c1df HTTP/1.1" status: 200 len: 992 time: 2.9440100 Nov 12 09:09:23.732666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:23.734959 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "e87718e8-95b2-41eb-866b-056220015ba0"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:23.736136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:23.737119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:23.774946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-152993cc-90d7-49f9-810b-2202f9721ad4 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084706 Nov 12 09:09:23.830084 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8048763f-e45a-41a7-8ad1-712bf2aca8d7 x-openstack-request-id: req-8048763f-e45a-41a7-8ad1-712bf2aca8d7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:23.831899 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "tag": "e87718e8-95b2-41eb-866b-056220015ba0", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:23.834151 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8048763f-e45a-41a7-8ad1-712bf2aca8d7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:23.834796 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0', 'status': 'completed', 'code': 200} Nov 12 09:09:23.964065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:23.996315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-647c4413-d3e6-4386-aa22-ae08b3c91167 req-0799c8a3-6f2f-4026-a187-7f4f5f628de1 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144616 Nov 12 09:09:24.064582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.066084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.066561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.067032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.067500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.067976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.068471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.070556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-bfac1220-68d7-4023-839a-c84e73cf4fdd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6499 time: 0.2124519 Nov 12 09:09:24.306341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.306838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.307316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.308861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.309341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.309806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.310265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.312247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-4a70b602-452e-4802-b4c8-159d1ca72b5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6493 time: 0.2323661 Nov 12 09:09:24.375702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ab934e12-ecd6-4059-a37e-a77e27a0c1df', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'port_id': 'e87718e8-95b2-41eb-866b-056220015ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'mac_address': 'fa:16:3e:fa:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:07:14Z', 'updated_at': '2021-11-12T09:09:22Z', 'revision_number': 1, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:07Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:24.382974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-25cf7b3b-cbc3-447e-95a7-3c8e083bdb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.385198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-25cf7b3b-cbc3-447e-95a7-3c8e083bdb37 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87a1f048-b039-4243-8213-ec65a4ba65a0 HTTP/1.1" status: 200 len: 913 time: 0.2859113 Nov 12 09:09:24.411238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] Checking router: cbb9244c-8518-4c26-a2a3-1e3862971f66 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:09:24.422118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:24.423229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:24.512986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-09551113-ab69-4585-a104-720cc4113987 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 200 len: 1000 time: 0.0906038 Nov 12 09:09:24.544456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdf23d0e-3fef-48a5-8f6e-bc01b87defb2 req-9d37f1a1-b558-4bec-b977-9b5661cc1c07 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674455 Nov 12 09:09:24.577916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0cf0f-d49c-4b4e-b47d-e43a2352f8a0 req-865b3cda-ce3d-4482-8f5f-85b283fcc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.579123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ba0cf0f-d49c-4b4e-b47d-e43a2352f8a0 req-865b3cda-ce3d-4482-8f5f-85b283fcc317 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 1097 time: 0.2541122 Nov 12 09:09:24.609360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256cdb4-102d-47c2-ab8a-ebb410e5c70d req-6c29b800-26ad-46f1-936c-1a3228353f0c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.613753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:09:24.619706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2256cdb4-102d-47c2-ab8a-ebb410e5c70d req-6c29b800-26ad-46f1-936c-1a3228353f0c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 945 time: 0.2696753 Nov 12 09:09:24.664097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-bcb520bb-790a-4907-bcaa-56a8e3aab52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.669535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-bcb520bb-790a-4907-bcaa-56a8e3aab52f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 200 len: 902 time: 0.3426876 Nov 12 09:09:24.677418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.724085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-e3c92ab4-933b-484c-817e-167630524840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.731366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-e3c92ab4-933b-484c-817e-167630524840 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c HTTP/1.1" status: 200 len: 851 time: 0.2088125 Nov 12 09:09:24.771144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Port': ['ID=72da6eac-0ddd-43b0-baba-bc2341243392,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:24.784471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ba0cf0f-d49c-4b4e-b47d-e43a2352f8a0 req-9aed4c61-2043-4f51-b166-4f1bb4499f60 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970875 Nov 12 09:09:24.790062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2256cdb4-102d-47c2-ab8a-ebb410e5c70d req-d2c90a28-0451-4b63-b8fc-77519fe8ef44 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705289 Nov 12 09:09:24.810590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-3d00b7da-e750-493d-8780-81541d13bec6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644 HTTP/1.1" status: 200 len: 217 time: 0.1275198 Nov 12 09:09:24.867014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:24.931300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.937718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.945252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.951992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.967683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.967683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:24.989732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:25.001509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-42a35b8a-f7ff-4d27-aad8-31aec9a9bf65 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2043850 Nov 12 09:09:25.005167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.024800 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.067933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-a1db0153-8e3a-43c7-8e96-e5df4d4ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:25.074909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-a1db0153-8e3a-43c7-8e96-e5df4d4ba37b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87a1f048-b039-4243-8213-ec65a4ba65a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2767656 Nov 12 09:09:25.103634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.104269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Fanout notify agent at l3_agent the message router_deleted on router 3f70624f-b15b-4fa9-b054-bba5b8088222 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:09:25.108113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-537e5c33-1f35-4047-9d33-c9788edc0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:25.109754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-537e5c33-1f35-4047-9d33-c9788edc0510 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.2612576 Nov 12 09:09:25.118730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.122375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-73b91e40-c8d7-4633-88a6-a6d7be81ffdf tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/routers/3f70624f-b15b-4fa9-b054-bba5b8088222 HTTP/1.1" status: 204 len: 168 time: 3.0243599 Nov 12 09:09:25.123317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:25.145489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71f0cd-5526-4359-8e64-58015ae647e3 req-54408026-f2b1-452d-a340-592fe116ec49 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:25.147184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a71f0cd-5526-4359-8e64-58015ae647e3 req-54408026-f2b1-452d-a340-592fe116ec49 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.2062831 Nov 12 09:09:25.180135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ab934e12-ecd6-4059-a37e-a77e27a0c1df', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'port_id': 'e87718e8-95b2-41eb-866b-056220015ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'mac_address': 'fa:16:3e:fa:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:07:14Z', 'updated_at': '2021-11-12T09:09:22Z', 'revision_number': 1, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:07Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:25.227583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9433de3f-0154-4966-bb51-26d54ea5d6f5 None None] The sync data for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 is: [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'ab934e12-ecd6-4059-a37e-a77e27a0c1df', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'port_id': 'e87718e8-95b2-41eb-866b-056220015ba0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'mac_address': 'fa:16:3e:fa:fe:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:07:14Z', 'updated_at': '2021-11-12T09:09:22Z', 'revision_number': 1, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:07Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:25.308349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Deleting subnet 2f02fa4a-1dd2-417a-a460-1a6e00fbf906 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:25.333705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a71f0cd-5526-4359-8e64-58015ae647e3 req-1fcd78b7-26d1-4947-a1ac-c02e6e55cc35 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249993 Nov 12 09:09:25.334661 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.441945 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.513859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.617490 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f532ebb4-e0b3-48b8-ac3e-8dcd68c7d48f None None] New status for floating IP ab934e12-ecd6-4059-a37e-a77e27a0c1df: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:09:25.629311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.684398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Subnet': ['ID=2f02fa4a-1dd2-417a-a460-1a6e00fbf906,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:25.695579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8dfb2f0a-2634-46aa-b681-d4f610269d18 req-7559c1d2-5724-4559-9465-ea1f9d8599d8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6824756 Nov 12 09:09:25.705817 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.719546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-278b017b-a8ab-4bde-9c42-d970443298f2 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/subnets/2f02fa4a-1dd2-417a-a460-1a6e00fbf906 HTTP/1.1" status: 204 len: 168 time: 0.5885212 Nov 12 09:09:25.719546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43852) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:25.732061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-3a2e153b-6726-4cbc-862a-3a0d4fc7403c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:25.736369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-3a2e153b-6726-4cbc-862a-3a0d4fc7403c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6083729 Nov 12 09:09:25.763760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-fa9b6f97-f526-49b9-81e2-b01a8c81e358 service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685646 Nov 12 09:09:25.880207 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:25.986223 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-5f78af6f-1d92-42eb-ab5c-af6beb26824e service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213953 Nov 12 09:09:26.114477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.118850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-645d3dd5-cbdc-4aea-a8ce-17a4e5a75191 req-f9f7c276-97e2-4517-aedd-8d6aae47a90f service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294007 Nov 12 09:09:26.143948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c40a8d-a3dc-480e-9e5c-a8a0eb196b84']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:26.160498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f779f0a-b328-45b4-940a-a63f85d226f8') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:26.160955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f779f0a-b328-45b4-940a-a63f85d226f8') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:26.179252 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.196693 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.211362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:26.211951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:26.216418 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:26.249706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176e849-e13d-4666-86c4-7313ef073735 req-5714a3dc-3625-4270-813d-ebde0a77d80f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.253541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4176e849-e13d-4666-86c4-7313ef073735 req-5714a3dc-3625-4270-813d-ebde0a77d80f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 945 time: 0.2639518 Nov 12 09:09:26.253541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43864) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:26.297356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.314313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914a18c6-5e42-4313-ae15-6da696b32ec7 req-1ed8ac83-d50f-4a44-9a30-6bef500cc40b service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944294 Nov 12 09:09:26.319462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.336383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] 10.222.0.53 "DELETE /v2.0/networks/62c40a8d-a3dc-480e-9e5c-a8a0eb196b84 HTTP/1.1" status: 204 len: 168 time: 0.6197546 Nov 12 09:09:26.342064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4176e849-e13d-4666-86c4-7313ef073735 req-b773dfae-1207-4539-81f5-18fef147a0d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791419 Nov 12 09:09:26.352586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc36c2-9658-4587-9763-b24ceffebf99 tempest-FloatingIPTestJSON-301001961 tempest-FloatingIPTestJSON-301001961-project] Pushing event deleted for resources: {'Network': ['ID=62c40a8d-a3dc-480e-9e5c-a8a0eb196b84,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:26.459336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.461814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.462291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.462761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.463224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.463682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.468281 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.472441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-1f4c751c-2984-4e7e-8d2f-596959192abb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6493 time: 0.0969875 Nov 12 09:09:26.572395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c7d3c-d893-488b-b13a-91313e999c49 req-17c97bab-0073-431e-a47d-60667f66685e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.574098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-526c7d3c-d893-488b-b13a-91313e999c49 req-17c97bab-0073-431e-a47d-60667f66685e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.0886691 Nov 12 09:09:26.669238 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-526c7d3c-d893-488b-b13a-91313e999c49 req-b7b4a8b8-a087-4fde-8023-0875b05443c4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843918 Nov 12 09:09:26.671423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:26.692313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-ca57d6e8-f8fa-4efb-b0f6-a2a5c11aee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.695386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-ca57d6e8-f8fa-4efb-b0f6-a2a5c11aee49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 200 len: 902 time: 0.2057614 Nov 12 09:09:26.752344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-28374b67-b960-4f7c-8198-61ea2ff82bcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7 HTTP/1.1" status: 200 len: 217 time: 0.0491967 Nov 12 09:09:26.756568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:26.761435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:26.941890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-e1edf07d-11d4-4300-aa75-4d7f08e0b686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.943573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-e1edf07d-11d4-4300-aa75-4d7f08e0b686 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.1815851 Nov 12 09:09:26.959995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.966342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.972669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.978317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3284d797-94a1-44ce-8fb6-73b0d38da13c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1df00d4c442e432387ceee9516d856f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108719 Nov 12 09:09:26.978761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43886) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:26.979754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.986422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.992665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:26.998912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:27.000905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-c8517048-1edd-446d-b3d8-da11600c8fc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.1946168 Nov 12 09:09:27.073816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08893d66-6e96-459a-bba9-b92ac7ff7a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.106696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08893d66-6e96-459a-bba9-b92ac7ff7a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.117368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-7e8f3ad7-5008-4efe-ab57-7098538999a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:27.118943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-7e8f3ad7-5008-4efe-ab57-7098538999a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170120 Nov 12 09:09:27.143093 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-07689a0c-698e-469a-85dc-53d9ad5081b0 req-19038446-03aa-4535-8711-f7d5684c3985 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260269 Nov 12 09:09:27.161892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.166984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08893d66-6e96-459a-bba9-b92ac7ff7a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.169849 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08893d66-6e96-459a-bba9-b92ac7ff7a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.174016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-08893d66-6e96-459a-bba9-b92ac7ff7a04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f737ac28-3ded-4cdb-977b-84a39e48f84f HTTP/1.1" status: 204 len: 168 time: 0.1877143 Nov 12 09:09:27.181306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08893d66-6e96-459a-bba9-b92ac7ff7a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f737ac28-3ded-4cdb-977b-84a39e48f84f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:27.313814 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-5e4798bf-a89a-40e5-8c05-cf8a24981c63 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853426 Nov 12 09:09:27.426088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Allocated IP 172.25.5.86 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/3d39af45-5bea-4667-97c6-db0ff510d325) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:27.495361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ba5d3c9-90cb-4d24-baeb-ae5bbb5adf82 req-3140f7b3-3940-4586-aa2b-e28fd9f07253 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619852 Nov 12 09:09:27.521798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b45ae-a46a-495e-9b2a-9dcf06eede65 req-55835803-d47d-4263-ac64-06ef8b8594c6 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:27.523457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-092b45ae-a46a-495e-9b2a-9dcf06eede65 req-55835803-d47d-4263-ac64-06ef8b8594c6 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 945 time: 0.0817006 Nov 12 09:09:27.585277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-092b45ae-a46a-495e-9b2a-9dcf06eede65 req-a4ce897f-0376-460e-a65b-f94f7c1725eb tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551906 Nov 12 09:09:27.615640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.663752 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.703970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.724269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:27.727501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:27.735779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:27.775195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Port': ['ID=3d39af45-5bea-4667-97c6-db0ff510d325,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:27.875712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:27.933197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff7805-7a3e-4772-838e-89abde34834f req-dde2e1ea-4250-4e97-911f-efe1d56a27e4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:27.935763 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5bff7805-7a3e-4772-838e-89abde34834f req-dde2e1ea-4250-4e97-911f-efe1d56a27e4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.1082594 Nov 12 09:09:27.975451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.030939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5bff7805-7a3e-4772-838e-89abde34834f req-91d0e5dd-a75e-4b97-adf7-0ce7045729bf tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750778 Nov 12 09:09:28.031683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b9548-6dd6-45a6-af7e-5a72f4c8825c req-f5475b4f-a8f8-4c7b-b320-d8ffab720133 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.039790 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d6b9548-6dd6-45a6-af7e-5a72f4c8825c req-f5475b4f-a8f8-4c7b-b320-d8ffab720133 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 945 time: 0.1482904 Nov 12 09:09:28.147753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d6b9548-6dd6-45a6-af7e-5a72f4c8825c req-56050d19-9eba-4b38-93ba-1d360f73c147 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066790 Nov 12 09:09:28.182686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.274380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43924) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.291778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.302700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.390469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.399641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Port': ['ID=3d39af45-5bea-4667-97c6-db0ff510d325,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:28.400319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.411724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.416823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.424268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.432241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.436915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.438394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.438596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-75fcba89-a07a-4e67-9279-3352cb7ca7e4 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1824946 Nov 12 09:09:28.441774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43928) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.444769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.446874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-006ef291-3390-4bcd-ad3d-56e1f5b9013e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.1833167 Nov 12 09:09:28.449850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1144778803'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:28.456053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c6a1e0b2-10c9-49a4-a2e0-0f5b1922591f tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] Request body: {'port': {'network_id': 'b52e2d2e-702c-40db-8811-b5aae3e8a28c', 'name': 'tempest-NetworksNegativeTestJSON-1485288232'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:28.477413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Made reservation on behalf of 7807839ca76d4d728cb11d76c58607d8 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:28.481500 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.493151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.496578 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a1e0b2-10c9-49a4-a2e0-0f5b1922591f tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] POST failed (client error): The resource could not be found. Nov 12 09:09:28.497505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a1e0b2-10c9-49a4-a2e0-0f5b1922591f tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:28.498725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c6a1e0b2-10c9-49a4-a2e0-0f5b1922591f tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2216671 Nov 12 09:09:28.506399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.538767 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-601ec344-a57e-4896-89a8-371178a1e754 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] DELETE failed (client error): The resource could not be found. Nov 12 09:09:28.539427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-601ec344-a57e-4896-89a8-371178a1e754 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:28.542844 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-601ec344-a57e-4896-89a8-371178a1e754 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "DELETE /v2.0/networks/0b3106e0-8448-4107-830b-fe3f6665f185 HTTP/1.1" status: 404 len: 339 time: 0.0352826 Nov 12 09:09:28.548196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43932) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.581267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.583508 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae5987c1-fc7a-42c9-b39e-eb58bae3091d tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] DELETE failed (client error): The resource could not be found. Nov 12 09:09:28.584528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae5987c1-fc7a-42c9-b39e-eb58bae3091d tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:28.586480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.588311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ae5987c1-fc7a-42c9-b39e-eb58bae3091d tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "DELETE /v2.0/ports/8240c446-b49d-424e-8379-63bc08c1ea60 HTTP/1.1" status: 404 len: 333 time: 0.0389862 Nov 12 09:09:28.594033 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b6227dbb-2c09-4598-99bf-2b215163b421 req-f3ce36cb-3ed0-4adf-b98c-1d33979ff83b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1325769 Nov 12 09:09:28.595089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43934) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.602126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:09:28.625188 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-293a9fc5-be85-498b-9db1-bfa195cd9b4d tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] DELETE failed (client error): The resource could not be found. Nov 12 09:09:28.625818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293a9fc5-be85-498b-9db1-bfa195cd9b4d tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:28.629207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-293a9fc5-be85-498b-9db1-bfa195cd9b4d tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "DELETE /v2.0/subnets/e5f76b50-93d7-4218-87c1-27cdb956a79b HTTP/1.1" status: 404 len: 337 time: 0.0323577 Nov 12 09:09:28.630131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.630632 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Added segment c75d1c05-f542-475b-b090-b0189b9d3a9d of type vlan for network 6b435783-b275-4b2d-82e2-99452a33ac47 Nov 12 09:09:28.634545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.675802 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da6ee91-2a50-4d8e-a078-9c8ed9e3e083 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] GET failed (client error): The resource could not be found. Nov 12 09:09:28.681346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8da6ee91-2a50-4d8e-a078-9c8ed9e3e083 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "GET /v2.0/networks/c5343833-a188-4190-bffa-606edfb22bab HTTP/1.1" status: 404 len: 339 time: 0.0416496 Nov 12 09:09:28.681515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.698701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6785fe37-8b2e-48a7-93c4-c5d99065728e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:28.711505 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.713950 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c277d0-a0c1-47ff-a9cf-08e33617b1bc tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] GET failed (client error): The resource could not be found. Nov 12 09:09:28.719195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c6c277d0-a0c1-47ff-a9cf-08e33617b1bc tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "GET /v2.0/ports/f203b8da-357d-48f1-8416-b89775b20970 HTTP/1.1" status: 404 len: 333 time: 0.0331666 Nov 12 09:09:28.719428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43940) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.744763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.750439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:28.751132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:28.756119 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f7eb66-7077-4e12-ad91-a774ac210461 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] GET failed (client error): The resource could not be found. Nov 12 09:09:28.761699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b2f7eb66-7077-4e12-ad91-a774ac210461 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "GET /v2.0/subnets/30301009-c31c-4b60-b807-1ac4c0eec216 HTTP/1.1" status: 404 len: 337 time: 0.0367329 Nov 12 09:09:28.762038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.767811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d671014e-e462-405c-87dd-be00d1198b27 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:28.785245 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d671014e-e462-405c-87dd-be00d1198b27 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] PUT failed (client error): The resource could not be found. Nov 12 09:09:28.785908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d671014e-e462-405c-87dd-be00d1198b27 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:28.788814 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d671014e-e462-405c-87dd-be00d1198b27 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "PUT /v2.0/networks/dc2c6c38-cd40-4286-8569-ca34faa84745 HTTP/1.1" status: 404 len: 339 time: 0.0256548 Nov 12 09:09:28.792762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43946) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.800747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3bfd69f9-0c51-4d88-8ef8-90d97fd80a22 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:28.823118 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfd69f9-0c51-4d88-8ef8-90d97fd80a22 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] PUT failed (client error): The resource could not be found. Nov 12 09:09:28.824501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfd69f9-0c51-4d88-8ef8-90d97fd80a22 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:28.825182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3bfd69f9-0c51-4d88-8ef8-90d97fd80a22 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "PUT /v2.0/ports/69a8d6c4-55ac-42f7-9cb9-c7e58ea5bd59 HTTP/1.1" status: 404 len: 333 time: 0.0311599 Nov 12 09:09:28.830055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43948) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.838124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0e6d38ca-75ae-4a92-996b-d048d9507259 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:28.845913 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3988638 Nov 12 09:09:28.845913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43950) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:28.851606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Request body: {'subnet': {'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:28.857035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d79ed-664b-4ed0-a765-93e5fc3aca5b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Network': ['ID=6b435783-b275-4b2d-82e2-99452a33ac47,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:28.868878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 6b435783-b275-4b2d-82e2-99452a33ac47 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:09:28.871119 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6d38ca-75ae-4a92-996b-d048d9507259 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] PUT failed (client error): The resource could not be found. Nov 12 09:09:28.871846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6d38ca-75ae-4a92-996b-d048d9507259 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:28.876478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0e6d38ca-75ae-4a92-996b-d048d9507259 tempest-NetworksNegativeTestJSON-705342595 tempest-NetworksNegativeTestJSON-705342595-project] 10.222.0.53 "PUT /v2.0/subnets/85c6732b-d9bf-47f3-93f9-69326d8e3ab5 HTTP/1.1" status: 404 len: 337 time: 0.0431767 Nov 12 09:09:28.993108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Made reservation on behalf of 7807839ca76d4d728cb11d76c58607d8 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:28.997640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.180069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dca2db-9808-415f-8be9-1d3ab5b172c4 req-c0f58a94-7641-4f77-bfe2-c98f1d54be68 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.189724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24dca2db-9808-415f-8be9-1d3ab5b172c4 req-c0f58a94-7641-4f77-bfe2-c98f1d54be68 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 944 time: 0.0809464 Nov 12 09:09:29.245315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:29.256580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.258580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24dca2db-9808-415f-8be9-1d3ab5b172c4 req-ce40260d-326d-4dcc-835c-65342a8601fa tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676458 Nov 12 09:09:29.329637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:29.362578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Subnet': ['ID=fd11b39f-5060-4b51-a1ab-d70c4484533f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:29.374599 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-213bda28-875f-47d0-8360-da6327303fe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.385070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053c352-bbb5-4144-9a14-27d00c93f3aa req-84a85d76-3a6e-4bcd-b6de-ae18729b9f41 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.386682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5053c352-bbb5-4144-9a14-27d00c93f3aa req-84a85d76-3a6e-4bcd-b6de-ae18729b9f41 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 945 time: 0.0985472 Nov 12 09:09:29.387852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Checking segment: {'id': 'c75d1c05-f542-475b-b090-b0189b9d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:29.388260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Network hostable DHCP agents. Network: 6b435783-b275-4b2d-82e2-99452a33ac47, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:09:29.430355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Network 6b435783-b275-4b2d-82e2-99452a33ac47 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:09:29.451837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 6b435783-b275-4b2d-82e2-99452a33ac47) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:29.459282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:29.460443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.478886 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5053c352-bbb5-4144-9a14-27d00c93f3aa req-bd01ea2b-1f97-4176-b8e8-b5f324ff24bb tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792723 Nov 12 09:09:29.480790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2e08a-860d-444c-84a9-714fdc0d0cfc None None] Network 6b435783-b275-4b2d-82e2-99452a33ac47 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:29.503079 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-213bda28-875f-47d0-8360-da6327303fe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.506603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c12b7c90-3e46-41e8-acb5-2423b8879954 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6604381 Nov 12 09:09:29.510856 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-213bda28-875f-47d0-8360-da6327303fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.511174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 43970) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:29.518260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1918912486', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:29.559718 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-213bda28-875f-47d0-8360-da6327303fe9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=941b8658511e46bcbf29c73ee61bf4f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129234 Nov 12 09:09:29.561739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bda28-875f-47d0-8360-da6327303fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d1fc3-a1bb-4ace-81c3-81e62429099e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:29.566064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 43972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:29.577246 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.579357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.678940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92beaebf-88a9-47f0-9c7f-17b8e74d742d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.683337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.717160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92beaebf-88a9-47f0-9c7f-17b8e74d742d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.750570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:29.806843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'port_id': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4', 'mac_address': 'fa:16:3e:4c:bc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:29.817748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92beaebf-88a9-47f0-9c7f-17b8e74d742d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.825917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-92beaebf-88a9-47f0-9c7f-17b8e74d742d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.828415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-92beaebf-88a9-47f0-9c7f-17b8e74d742d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d2d1fc3-a1bb-4ace-81c3-81e62429099e HTTP/1.1" status: 204 len: 168 time: 0.2599194 Nov 12 09:09:29.848389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92beaebf-88a9-47f0-9c7f-17b8e74d742d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d1fc3-a1bb-4ace-81c3-81e62429099e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:29.902584 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.934898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:29.960549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:30.002667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.011843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:30.017640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.020966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-6b435783-b275-4b2d-82e2-99452a33ac47', 'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47', 'tenant_id': '7807839ca76d4d728cb11d76c58607d8', 'fixed_ips': [{'subnet_id': 'fd11b39f-5060-4b51-a1ab-d70c4484533f'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:09:30.023159 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.025580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.032036 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.037556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.046154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.053669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.060670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.069968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6345b754-c6d1-42d5-b970-07a85210e476 req-f2b4de77-cdcf-4c32-b342-60e4c92e5cef tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2969913 Nov 12 09:09:30.221789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:30.258878 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6345b754-c6d1-42d5-b970-07a85210e476 req-cf02ef0f-e25a-4701-83dd-be20f2e5e3f5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1870098 Nov 12 09:09:30.321046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:30.427214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Allocated IP 172.20.0.2 (6b435783-b275-4b2d-82e2-99452a33ac47/fd11b39f-5060-4b51-a1ab-d70c4484533f/0fd16f03-8dda-45d5-9145-03252b862506) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:30.448292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.485596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.497953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae646fc-e708-49d5-a80f-a2f5529b29f8 req-7a659ba3-2ca4-49d5-be73-a3f91e8b76b9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:30.500064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aae646fc-e708-49d5-a80f-a2f5529b29f8 req-7a659ba3-2ca4-49d5-be73-a3f91e8b76b9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 945 time: 0.1191771 Nov 12 09:09:30.667946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aae646fc-e708-49d5-a80f-a2f5529b29f8 req-ba4a52f8-1e5c-45bc-a6c8-275763583758 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592107 Nov 12 09:09:30.717433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Allocated IP 172.25.5.21 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/aeb31276-cb20-4bc9-a2ff-39a0f8d06d67) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:30.733317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.745042 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.827814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Network 6b435783-b275-4b2d-82e2-99452a33ac47 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:30.840374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:30.844998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:30.853799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Pushing event updated for resources: {'Port': ['ID=0fd16f03-8dda-45d5-9145-03252b862506,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:30.866682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.907190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.917225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Attempting to bind port 0fd16f03-8dda-45d5-9145-03252b862506 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:30.917758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Attempting to bind port 0fd16f03-8dda-45d5-9145-03252b862506 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'c75d1c05-f542-475b-b090-b0189b9d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:30.918228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Attempting to bind port 0fd16f03-8dda-45d5-9145-03252b862506 on network 6b435783-b275-4b2d-82e2-99452a33ac47 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:30.924628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:30.925245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Checking segment: {'id': 'c75d1c05-f542-475b-b090-b0189b9d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:30.925679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.926405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Bound using segment: {'id': 'c75d1c05-f542-475b-b090-b0189b9d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:30.927079 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Bound port: 0fd16f03-8dda-45d5-9145-03252b862506, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75d1c05-f542-475b-b090-b0189b9d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:30.927573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:30.956986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44022) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:30.964352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:30.965880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Port': ['ID=aeb31276-cb20-4bc9-a2ff-39a0f8d06d67,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:30.969102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:30.971056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:31.036872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] For port 0fd16f03-8dda-45d5-9145-03252b862506, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:31.041567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] For port 0fd16f03-8dda-45d5-9145-03252b862506, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0fd16f03-8dda-45d5-9145-03252b862506,segment=NetworkSegment(c75d1c05-f542-475b-b090-b0189b9d3a9d),segment_id=c75d1c05-f542-475b-b090-b0189b9d3a9d)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:31.047457 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.119724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-11399226'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:31.126505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe3c8c-ac0a-4933-b269-714c4dc344ff None None] Pushing event updated for resources: {'Port': ['ID=0fd16f03-8dda-45d5-9145-03252b862506,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:31.157633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:31.162105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.172693 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.282138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.287449 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.358480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:31.367083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:09:31.382069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5956fe6d-2512-4b50-b1b7-de0f5065fa7e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:31.389712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.390071 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment 0efdf1c6-69ef-40f0-be9d-f107a12103b2 of type vlan for network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 Nov 12 09:09:31.413591 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.453750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.487454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:31.494038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:31.495084 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.549252 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.556829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.557544 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.595717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.603785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.610145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.617351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.623606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.627837 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.630521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.637073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:31.639629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6e5084f-bb06-4465-b597-302675efc694 req-24245e23-1e9b-44be-9cf6-31aa2ffad66c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.1771867 Nov 12 09:09:31.673242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:31.677409 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499d28b1-c7ff-4049-832e-0d11c18b9640" -d '{"events": [{"server_uuid": "08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab", "name": "network-vif-plugged", "status": "completed", "tag": "1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:31.687070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:31.695109 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.707583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=e97125fb-ae26-42b3-aca2-23c1b2bfabe5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:31.741110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-189aa642-78c8-4bc9-ae9e-3ffa3bce9fc3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7821069 Nov 12 09:09:31.742242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:09:31.744231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44048) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:31.751608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'name': 'tempest-PortsTestJSON-2014820184'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:31.763228 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c8bef-4cbf-4f0e-be82-bc687068ba0e x-openstack-request-id: req-991c8bef-4cbf-4f0e-be82-bc687068ba0e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:31.763585 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab", "name": "network-vif-plugged", "status": "completed", "tag": "1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:31.765976 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-991c8bef-4cbf-4f0e-be82-bc687068ba0e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:31.766437 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4', 'code': 200} Nov 12 09:09:31.895671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:31.906510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:31.911447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:31.919432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6e5084f-bb06-4465-b597-302675efc694 req-bc930fed-95e7-4ab2-a824-fc462e71d7cc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015266 Nov 12 09:09:31.945684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port bd1e3fc9-e42c-4903-9729-ffee61868914 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:32.150062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a58ea-43e5-4ebc-a4b0-3e91db7ec5a1 req-e939518f-fc4f-4a73-bee0-9c052d9b6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.151477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-959a58ea-43e5-4ebc-a4b0-3e91db7ec5a1 req-e939518f-fc4f-4a73-bee0-9c052d9b6a61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 1098 time: 0.1315765 Nov 12 09:09:32.180023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a9640-26f8-4cdf-ade4-804ddb95932a req-b3e8e962-fa02-439f-8982-43571d595b61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.181696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-813a9640-26f8-4cdf-ade4-804ddb95932a req-b3e8e962-fa02-439f-8982-43571d595b61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 946 time: 0.1602972 Nov 12 09:09:32.193587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.235544 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.293533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.339198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-959a58ea-43e5-4ebc-a4b0-3e91db7ec5a1 req-a2b24dee-3dee-438f-a0d9-2ac87ea2a08c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768496 Nov 12 09:09:32.372012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=bd1e3fc9-e42c-4903-9729-ffee61868914,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:32.381227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': '0efdf1c6-69ef-40f0-be9d-f107a12103b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:32.381746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: e97125fb-ae26-42b3-aca2-23c1b2bfabe5, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:09:32.415733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-813a9640-26f8-4cdf-ade4-804ddb95932a req-c576a496-2478-42ff-ad31-725a4d718aa3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175710 Nov 12 09:09:32.426676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:09:32.443966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e97125fb-ae26-42b3-aca2-23c1b2bfabe5) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:32.456326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:32.464808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.468379 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.477979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b905a70-5bc2-42fe-b49f-ce87203d3d5a None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:32.503086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-86b7ff19-25a3-4d31-8b0c-b866f36dac69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7545013 Nov 12 09:09:32.505967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44074) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:32.513622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1652374637'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:32.565552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:32.570040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.572905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdda08b-4936-4c79-aa3a-7e580f13df46 None None] Network 6b435783-b275-4b2d-82e2-99452a33ac47 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:32.602132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:09:32.608339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Router 486a1f35-4f0b-4315-87bb-961a1412216d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:09:32.625406 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.625913 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment f5035252-740e-4263-97e5-065a794052ae of type vlan for network 37e09e39-e0f3-4ebd-a759-14bea5a63d87 Nov 12 09:09:32.650524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a0463334-c9f8-4800-8d6d-4c85590e6714 None None] Provisioning complete for port 0fd16f03-8dda-45d5-9145-03252b862506 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:32.650953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0463334-c9f8-4800-8d6d-4c85590e6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.756359 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.798784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:32.818511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.827220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:32.827933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.843040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] Sync routers for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:32.864772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.866072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f61e372e-a052-4fae-8f2d-02eac6cb36c9 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.3539159 Nov 12 09:09:32.871668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:32.907321 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0463334-c9f8-4800-8d6d-4c85590e6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:32.909686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:32.911086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:32.916765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4094598 Nov 12 09:09:32.921202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44090) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:32.929684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'ports': [{'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5'}, {'network_id': '37e09e39-e0f3-4ebd-a759-14bea5a63d87'}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:32.929999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:32.930717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': '37e09e39-e0f3-4ebd-a759-14bea5a63d87'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:32.958627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:33.013699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a0463334-c9f8-4800-8d6d-4c85590e6714 None None] For port 0fd16f03-8dda-45d5-9145-03252b862506, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0fd16f03-8dda-45d5-9145-03252b862506,segment=NetworkSegment(c75d1c05-f542-475b-b090-b0189b9d3a9d),segment_id=c75d1c05-f542-475b-b090-b0189b9d3a9d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:33.015884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:33.016728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:33.025307 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0463334-c9f8-4800-8d6d-4c85590e6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.083784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:33.084879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d94269-927b-4235-b9ff-0643cd5b4e36 None None] The sync data for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:33.176298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d7b3-a1e0-453a-8792-8e85995b1dd5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=37e09e39-e0f3-4ebd-a759-14bea5a63d87,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:33.210977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:33.220696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 37e09e39-e0f3-4ebd-a759-14bea5a63d87 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:09:33.231335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0463334-c9f8-4800-8d6d-4c85590e6714 None None] Pushing event updated for resources: {'Port': ['ID=0fd16f03-8dda-45d5-9145-03252b862506,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:33.306199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.323154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.355533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0fd16f03-8dda-45d5-9145-03252b862506 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:33.357795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.373729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.380335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.402433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.415903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.431163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-847c0b2f-8f5e-4f5b-83cd-9ed9b95ac561 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2714140 Nov 12 09:09:33.454342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 2} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:33.459610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.615139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.627690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0fd16f03-8dda-45d5-9145-03252b862506 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:33.629744 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.633173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:33.685869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'mac_address': 'fa:16:3e:c5:31:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:33.705933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c3c23781-9789-4f9e-9994-068f0f687f15 None None] Provisioning complete for port 0fd16f03-8dda-45d5-9145-03252b862506 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:33.707542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3c23781-9789-4f9e-9994-068f0f687f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.799310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c32cc6f6-2347-4b76-a41d-f2b18652824f req-f31e30d8-3362-4a4b-8e3b-fbe80b59a84b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3671107 Nov 12 09:09:33.839184 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.912258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:33.954939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3843f-8ce3-4ba6-bcf6-549dc9e48d17 req-36232f8b-610b-45d9-af6c-d6cbcc609c91 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:33.961395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:33.963314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8dc3843f-8ce3-4ba6-bcf6-549dc9e48d17 req-36232f8b-610b-45d9-af6c-d6cbcc609c91 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 946 time: 0.1887677 Nov 12 09:09:33.980637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 99417867-7942-45df-a73b-8849d25cd8f8 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:33.986981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:33.995868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.104609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:34.114708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8dc3843f-8ce3-4ba6-bcf6-549dc9e48d17 req-df638ea2-950f-415c-b958-29bef6651309 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504092 Nov 12 09:09:34.153256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:34.223620 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.304238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 6058f74e-fb41-4b47-bd2f-7be655d97c1b yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:34.527143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a3cf-64fd-48c9-b49f-57edb30a2b13 req-715120b8-0012-4a80-be3c-84478b567d22 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:34.540771 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6c8a3cf-64fd-48c9-b49f-57edb30a2b13 req-715120b8-0012-4a80-be3c-84478b567d22 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 946 time: 0.1677034 Nov 12 09:09:34.545880 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.650303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6c8a3cf-64fd-48c9-b49f-57edb30a2b13 req-5795faf0-a2e6-49b0-bf2a-4b180dd02f12 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002421 Nov 12 09:09:34.654450 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.684533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Allocated IP 172.20.0.1 (6b435783-b275-4b2d-82e2-99452a33ac47/fd11b39f-5060-4b51-a1ab-d70c4484533f/bfe7a206-e348-4caa-aa1a-adb3e510957b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:34.803170 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:34.817769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:34.846715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:34.847143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.850616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=99417867-7942-45df-a73b-8849d25cd8f8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:34.922584 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:34.932612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71e01a-d767-403a-88ab-88aef690101c req-49406e5d-103e-44ba-9994-3ccafadf3c69 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:34.940997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c71e01a-d767-403a-88ab-88aef690101c req-49406e5d-103e-44ba-9994-3ccafadf3c69 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 946 time: 0.1462960 Nov 12 09:09:34.957468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=6058f74e-fb41-4b47-bd2f-7be655d97c1b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:35.011253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': 'f5035252-740e-4263-97e5-065a794052ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '37e09e39-e0f3-4ebd-a759-14bea5a63d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:35.011630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: 37e09e39-e0f3-4ebd-a759-14bea5a63d87, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:09:35.053014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.070709 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c71e01a-d767-403a-88ab-88aef690101c req-df5a71b9-67af-4232-87c5-d098cdc104f1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287055 Nov 12 09:09:35.098667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network 37e09e39-e0f3-4ebd-a759-14bea5a63d87 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:09:35.114430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 37e09e39-e0f3-4ebd-a759-14bea5a63d87) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:35.123448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0fd16f03-8dda-45d5-9145-03252b862506 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:35.124569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:35.130668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee0c90f-1085-42e7-a244-2f826e910fd1 None None] Network 37e09e39-e0f3-4ebd-a759-14bea5a63d87 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:35.134544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.142939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.150247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.150521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.158368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.161839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.168281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.171563 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.176205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.185098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.194589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-56f12301-cf0b-4c02-9790-92d02e7467dc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2404132 Nov 12 09:09:35.205484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b54909e4-1c8a-4981-9931-d6265b1516ce tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2831547 Nov 12 09:09:35.208837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44140) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:35.251515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Network 6b435783-b275-4b2d-82e2-99452a33ac47 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:35.259081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:35.262610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Port': ['ID=bfe7a206-e348-4caa-aa1a-adb3e510957b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:35.270910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:35.273287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:35.335192 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.461631 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2573767-1162-4fbf-86af-5ceb92bd52d8 req-021b71e7-8208-45ab-a33c-fadcbf7bb8de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2656090 Nov 12 09:09:35.487698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 6058f74e-fb41-4b47-bd2f-7be655d97c1b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:35.488835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.564265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:35.564557 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.592319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0fd16f03-8dda-45d5-9145-03252b862506 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:35.592695 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.689133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.696988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.742765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-086f0f01-4a6d-4190-a661-c2e6ffccab7a None None] Provisioning complete for port bfe7a206-e348-4caa-aa1a-adb3e510957b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:35.743333 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-086f0f01-4a6d-4190-a661-c2e6ffccab7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.757792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a307f5-ef74-42ad-bc0b-a93ff872e9db req-f8c5eea6-d2a0-4572-af42-33085350a6a4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:35.765561 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99a307f5-ef74-42ad-bc0b-a93ff872e9db req-f8c5eea6-d2a0-4572-af42-33085350a6a4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 946 time: 0.2347658 Nov 12 09:09:35.785270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 6058f74e-fb41-4b47-bd2f-7be655d97c1b owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:35.851115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.904457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-086f0f01-4a6d-4190-a661-c2e6ffccab7a None None] Port bfe7a206-e348-4caa-aa1a-adb3e510957b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:35.904642 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99a307f5-ef74-42ad-bc0b-a93ff872e9db req-085348a9-131b-4f5c-a40b-b6366a564986 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380067 Nov 12 09:09:35.914403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:35.917551 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cc4e3b-8854-4f5b-a9cb-ce9a125deb7d" -d '{"events": [{"server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "name": "network-vif-plugged", "status": "completed", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:35.953982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:35.968749 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:35.983716 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.013007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=6058f74e-fb41-4b47-bd2f-7be655d97c1b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.037152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.043397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6a2bf2a2-4de1-4014-b6e2-39f26d9ef662 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/6058f74e-fb41-4b47-bd2f-7be655d97c1b HTTP/1.1" status: 204 len: 168 time: 0.8329513 Nov 12 09:09:36.045475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44162) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:36.056277 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31bef8f-ca87-43f6-907f-4432a7d2e7bd x-openstack-request-id: req-d31bef8f-ca87-43f6-907f-4432a7d2e7bd {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:36.056649 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "name": "network-vif-plugged", "status": "completed", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:36.056829 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d31bef8f-ca87-43f6-907f-4432a7d2e7bd {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:36.057224 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'code': 200} Nov 12 09:09:36.057790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.190666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f35be-5eb9-440e-ad09-b72015b963fd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.204879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358f35be-5eb9-440e-ad09-b72015b963fd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.206909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-358f35be-5eb9-440e-ad09-b72015b963fd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1601932 Nov 12 09:09:36.210216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44170) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:36.341181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.349378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.390232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 99417867-7942-45df-a73b-8849d25cd8f8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:36.391113 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.453801 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.456651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Port': ['ID=bfe7a206-e348-4caa-aa1a-adb3e510957b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.532761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.556281 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 99417867-7942-45df-a73b-8849d25cd8f8 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:36.676813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.707120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Network 6b435783-b275-4b2d-82e2-99452a33ac47 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:36.724481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:36.737014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=99417867-7942-45df-a73b-8849d25cd8f8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:36.744337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:36.751328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-da20668f-be08-48e5-aad5-e6a8667c306d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/99417867-7942-45df-a73b-8849d25cd8f8 HTTP/1.1" status: 204 len: 168 time: 0.5340397 Nov 12 09:09:36.753584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44184) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:36.808140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.816081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.822911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.842238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.849720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.857941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.872426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.874613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1c913-e4f2-4645-ae5f-940e60fac0c6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:36.874788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-429384e8-22c5-4860-af72-def4560613f5 req-41f3ebb2-baac-4a9f-ac9c-a497089351ae tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2316768 Nov 12 09:09:36.879042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-20e1c913-e4f2-4645-ae5f-940e60fac0c6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1217904 Nov 12 09:09:36.879780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44188) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:36.921874 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-610964db-6117-45fd-996a-f5003edc254b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:09:36.926302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-610964db-6117-45fd-996a-f5003edc254b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/6058f74e-fb41-4b47-bd2f-7be655d97c1b HTTP/1.1" status: 404 len: 333 time: 0.0425963 Nov 12 09:09:36.926664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:36.972868 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fae1c89-9d96-4533-b93e-f51bba89b2b0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:09:36.974945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2fae1c89-9d96-4533-b93e-f51bba89b2b0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/99417867-7942-45df-a73b-8849d25cd8f8 HTTP/1.1" status: 404 len: 333 time: 0.0472167 Nov 12 09:09:36.977781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44196) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:37.092057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Router 486a1f35-4f0b-4315-87bb-961a1412216d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:37.145658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.147398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-429384e8-22c5-4860-af72-def4560613f5 req-7cad1042-c840-4f4e-a6c5-851da341535c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315168 Nov 12 09:09:37.248321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-278d7d4e-39e7-40e8-a8bf-7507276a96a4 None None] Provisioning complete for port bfe7a206-e348-4caa-aa1a-adb3e510957b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:37.249316 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-278d7d4e-39e7-40e8-a8bf-7507276a96a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.328967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-278d7d4e-39e7-40e8-a8bf-7507276a96a4 None None] Port bfe7a206-e348-4caa-aa1a-adb3e510957b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:37.359797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:37.382383 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] Sync routers for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:37.385841 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bce48dfd-c3ab-49fd-a55e-ed51e8da2153 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "PUT /v2.0/routers/486a1f35-4f0b-4315-87bb-961a1412216d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5120530 Nov 12 09:09:37.388742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:37.397122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Request body: {'port': {'network_id': '6b435783-b275-4b2d-82e2-99452a33ac47', 'name': 'tempest-FloatingIPAdminTestJSON-1310616034'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:37.403076 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:37.415529 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.497356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.497732 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.507648 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:37.509087 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.550007 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.551068 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-462913bc-24f7-4568-9ae8-fad7ef1647fe None None] The sync data for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:37.562265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e09e39-e0f3-4ebd-a759-14bea5a63d87']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.569873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Made reservation on behalf of 7807839ca76d4d728cb11d76c58607d8 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:37.573772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.587820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5035252-740e-4263-97e5-065a794052ae') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.588187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5035252-740e-4263-97e5-065a794052ae') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:37.599202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.600938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] device_id is not set on port 3319ab57-8f6f-4d71-b397-b2581a89ed11 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:37.613907 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.622113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:37.622550 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.699647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4ff46-70e9-4049-8a67-13a2fb9f5282 req-a52df3a9-6783-4dc1-87e1-a7874d0593a6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:37.708189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfe4ff46-70e9-4049-8a67-13a2fb9f5282 req-a52df3a9-6783-4dc1-87e1-a7874d0593a6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 946 time: 0.5809081 Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:37.727542 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:37.735788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.747490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-c8c14c8e-fb35-4651-9c6d-cc2bb4296fab tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:37.749239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-c8c14c8e-fb35-4651-9c6d-cc2bb4296fab tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 946 time: 0.5992522 Nov 12 09:09:37.806668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:37.814525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/37e09e39-e0f3-4ebd-a759-14bea5a63d87 HTTP/1.1" status: 204 len: 168 time: 0.8312242 Nov 12 09:09:37.858382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:37.915662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1167173920'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:38.030139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d613422-f038-4e96-9f38-66d9659a7843 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=37e09e39-e0f3-4ebd-a759-14bea5a63d87,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:38.039422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:38.051259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.108655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:09:38.122934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.123244 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment 79cc80bd-d214-4ae0-a249-94ec5c8d4baa of type vlan for network c12ce806-536c-4b33-b880-36d253271af1 Nov 12 09:09:38.176009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.225118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfe4ff46-70e9-4049-8a67-13a2fb9f5282 req-f5122fdb-bd16-4ed8-b937-9294a624efec tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152600 Nov 12 09:09:38.231472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.238891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.239777 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.338074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4308212 Nov 12 09:09:38.341782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44236) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:38.359899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'c12ce806-536c-4b33-b880-36d253271af1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:38.363403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a3d28-696a-46ec-b85e-c13112670ab9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=c12ce806-536c-4b33-b880-36d253271af1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:38.374556 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c12ce806-536c-4b33-b880-36d253271af1 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:09:38.397760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:38.398450 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.439817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Allocated IP 172.20.0.4 (6b435783-b275-4b2d-82e2-99452a33ac47/fd11b39f-5060-4b51-a1ab-d70c4484533f/3319ab57-8f6f-4d71-b397-b2581a89ed11) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:38.541705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.552367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.560602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.569420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.575594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.587141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.594834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:38.597781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b502d546-db7c-45c9-8188-906b50490267 req-2f2da14a-0061-4756-8d6d-57ae885bef6c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2634654 Nov 12 09:09:38.652280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:38.664686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.765765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Performing IP validity checks on allocation pools {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:09:38.767324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:09:38.785313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] For port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:38.785691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:38.793797 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b502d546-db7c-45c9-8188-906b50490267 req-83ebf1e7-cf58-4b9d-9ac7-cb65776f2d87 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1842482 Nov 12 09:09:38.812044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:39.029695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.125573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.161724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:39.204149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.400452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Network 6b435783-b275-4b2d-82e2-99452a33ac47 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:39.402581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:39.403782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:39.438526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event updated for resources: {'Port': ['ID=3319ab57-8f6f-4d71-b397-b2581a89ed11,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:39.443629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:39.502159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] No DVR routers for this DVR port 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:39.509462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.512223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:39.512572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:39.520368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-549e8b8b-0a2b-42da-a9b8-641692cf583d req-6be571b6-2e88-4bd4-93a2-04e3a2b19a61 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "DELETE /v2.0/ports/1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4 HTTP/1.1" status: 204 len: 173 time: 1.7581081 Nov 12 09:09:39.533336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'name': 'network-vif-deleted', 'tag': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:39.542358 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e4a85e-59c6-4945-a6e1-5b835c4f7745" -d '{"events": [{"server_uuid": "08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab", "name": "network-vif-deleted", "tag": "1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:39.546208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:39.546985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.589565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7542238a-bd96-4792-9c43-90093dc681c6 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1996074 Nov 12 09:09:39.593663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44262) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:39.678606 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f2809-fc58-45ba-9d7f-29807edfd639 x-openstack-request-id: req-883f2809-fc58-45ba-9d7f-29807edfd639 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:39.678971 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab", "name": "network-vif-deleted", "tag": "1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:39.679152 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-883f2809-fc58-45ba-9d7f-29807edfd639 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:39.679570 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab', 'name': 'network-vif-deleted', 'tag': '1f5ae6dc-b0b5-4d67-ba3f-a4101cc5bfb4', 'status': 'completed', 'code': 200} Nov 12 09:09:39.682249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cded6d90-04f0-462a-b4bc-c7dbe1d47880 req-2775bafb-af1e-44d3-b643-a660b9135051 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.1852372 Nov 12 09:09:39.689243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.802956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=be6e199f-70a1-4b19-9e25-d1872347b476,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:39.871699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': '79cc80bd-d214-4ae0-a249-94ec5c8d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c12ce806-536c-4b33-b880-36d253271af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:39.871984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: c12ce806-536c-4b33-b880-36d253271af1, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:09:39.929010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network c12ce806-536c-4b33-b880-36d253271af1 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:09:39.951466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'project_id': '7807839ca76d4d728cb11d76c58607d8', 'port_id': '3319ab57-8f6f-4d71-b397-b2581a89ed11'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:39.969538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c12ce806-536c-4b33-b880-36d253271af1) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:39.975577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:39.976168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:39.979933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9bdec0-31c4-4e15-9a13-c6fb73a427f8 None None] Network c12ce806-536c-4b33-b880-36d253271af1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:40.047108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ab511590-4766-4008-bfb3-2b373982a8d8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6917922 Nov 12 09:09:40.047812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44268) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:40.056115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'c12ce806-536c-4b33-b880-36d253271af1', 'name': 'tempest-PortsTestJSON-670421923'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:40.169847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.184050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.190888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.193474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-324bdf8f-07b2-40de-8694-a7e898521e7c None None] Provisioning complete for port 3319ab57-8f6f-4d71-b397-b2581a89ed11 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:40.193851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-324bdf8f-07b2-40de-8694-a7e898521e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.197827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.204787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.211758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.218085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:40.226442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-620acee7-40bf-41b5-89ce-62f35d706dee req-c62c7342-f403-49c3-ad95-b659b028f10b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2591715 Nov 12 09:09:40.279659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-324bdf8f-07b2-40de-8694-a7e898521e7c None None] Port 3319ab57-8f6f-4d71-b397-b2581a89ed11 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:09:40.292091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.364146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:40.367946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.400117 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-620acee7-40bf-41b5-89ce-62f35d706dee req-1a0e9809-e758-4f53-86a3-169f7db6e81d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605372 Nov 12 09:09:40.419604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c12ce806-536c-4b33-b880-36d253271af1', 'network_id': 'c12ce806-536c-4b33-b880-36d253271af1', 'tenant_id': 'ee3aa62eab1649cd81d959086a885143', 'fixed_ips': [{'subnet_id': 'be6e199f-70a1-4b19-9e25-d1872347b476'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:09:40.420722 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.426416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 0af48bdb-6c2e-4d05-a997-f958306b3bd6 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:40.592597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.657601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.14 (c12ce806-536c-4b33-b880-36d253271af1/be6e199f-70a1-4b19-9e25-d1872347b476/0af48bdb-6c2e-4d05-a997-f958306b3bd6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:40.757894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Allocated IP 172.25.5.141 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a0f71489-87de-44a9-a9c9-70e8938f9ac2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:40.889027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.897915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.935783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb245b7b-fd5b-4c56-b39d-863659a6389e req-027a0d18-d16e-4af2-bc36-b3c51bbdda2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0405662 Nov 12 09:09:40.963285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:40.978318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.026490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:41.033985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:41.035704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=0af48bdb-6c2e-4d05-a997-f958306b3bd6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:41.039225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:41.075575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network c12ce806-536c-4b33-b880-36d253271af1 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:41.078112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:41.088180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:41.093348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Allocated IP 172.20.0.2 (c12ce806-536c-4b33-b880-36d253271af1/be6e199f-70a1-4b19-9e25-d1872347b476/12c1e16f-86eb-4cad-ac68-2b0bed09d75a) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:41.109137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Pushing event updated for resources: {'Port': ['ID=a0f71489-87de-44a9-a9c9-70e8938f9ac2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:41.135712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.136101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.136440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.136776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.137111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.137446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.137776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.138101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.138425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.138749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.139141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.139595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:41.190236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.191106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.222447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bac14e7c-6ced-44e2-bb1e-2e1ccd9124f6 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1709354 Nov 12 09:09:41.223362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44294) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:41.346271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 0af48bdb-6c2e-4d05-a997-f958306b3bd6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:41.346961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.350156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.364379 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.474029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.491081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Pushing event updated for resources: {'Port': ['ID=12c1e16f-86eb-4cad-ac68-2b0bed09d75a,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:41.505943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 0af48bdb-6c2e-4d05-a997-f958306b3bd6 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:41.507757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Network c12ce806-536c-4b33-b880-36d253271af1 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:41.510477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:41.513989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:41.585115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Attempting to bind port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:41.585895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Attempting to bind port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '79cc80bd-d214-4ae0-a249-94ec5c8d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c12ce806-536c-4b33-b880-36d253271af1'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:41.586502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Attempting to bind port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a on network c12ce806-536c-4b33-b880-36d253271af1 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:41.593411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:41.594320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Checking segment: {'id': '79cc80bd-d214-4ae0-a249-94ec5c8d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c12ce806-536c-4b33-b880-36d253271af1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:41.594957 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.595597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Bound using segment: {'id': '79cc80bd-d214-4ae0-a249-94ec5c8d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c12ce806-536c-4b33-b880-36d253271af1'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:41.597665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Bound port: 12c1e16f-86eb-4cad-ac68-2b0bed09d75a, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79cc80bd-d214-4ae0-a249-94ec5c8d4baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c12ce806-536c-4b33-b880-36d253271af1'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:41.598704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.688940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] For port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:41.693415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] For port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12c1e16f-86eb-4cad-ac68-2b0bed09d75a,segment=NetworkSegment(79cc80bd-d214-4ae0-a249-94ec5c8d4baa),segment_id=79cc80bd-d214-4ae0-a249-94ec5c8d4baa)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:41.701902 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.716976 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.730702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:41.766740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=0af48bdb-6c2e-4d05-a997-f958306b3bd6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:41.819406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.826656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.837291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.843675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.857705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.868035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.877509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3122b14-c080-466f-878f-7f4ebc259cab None None] Pushing event updated for resources: {'Port': ['ID=12c1e16f-86eb-4cad-ac68-2b0bed09d75a,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:41.890235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:41.902295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-8c05bfd5-28dd-4a50-b2cf-a66847225a33 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.2238290 Nov 12 09:09:41.902975 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.004589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.008137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3351d2aa-689c-42f9-9ccf-944414d9b724 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/0af48bdb-6c2e-4d05-a997-f958306b3bd6 HTTP/1.1" status: 204 len: 168 time: 0.7839129 Nov 12 09:09:42.015723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44312) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:42.046759 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a82affe-7994-42ba-9792-724a2f716b79 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:09:42.047491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a82affe-7994-42ba-9792-724a2f716b79 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:09:42.050782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4a82affe-7994-42ba-9792-724a2f716b79 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/0af48bdb-6c2e-4d05-a997-f958306b3bd6 HTTP/1.1" status: 404 len: 333 time: 0.0340207 Nov 12 09:09:42.054435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44314) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:42.083364 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dcef25-c078-4041-9862-bba82d170ea8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:09:42.085087 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c0dcef25-c078-4041-9862-bba82d170ea8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/0af48bdb-6c2e-4d05-a997-f958306b3bd6 HTTP/1.1" status: 404 len: 333 time: 0.0296631 Nov 12 09:09:42.088434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44316) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:42.169143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet be6e199f-70a1-4b19-9e25-d1872347b476 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:42.188794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8c8d1b1-377d-403a-8024-735a17351e4a req-c196b364-7d47-41f6-ba79-e021f83eb36c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0457354 Nov 12 09:09:42.191632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.236670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.250784 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.292766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5b9e65d-a307-4b78-a02a-8ff0f5ce1153 req-4dec5012-b097-48b1-9f24-2d5931378ca0 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3894980 Nov 12 09:09:42.336027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.359793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.484705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Pushing event updated for resources: {'Port': ['ID=a0f71489-87de-44a9-a9c9-70e8938f9ac2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:42.544678 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Floating IP 1e28d7e9-9850-4bc0-94a7-7aeb0a7913fe associated. External IP: 172.25.5.141, port: 3319ab57-8f6f-4d71-b397-b2581a89ed11. Nov 12 09:09:42.587642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.733623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.779939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=be6e199f-70a1-4b19-9e25-d1872347b476,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:42.791104 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:42.797654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-99e9837f-935e-46d1-b7f2-989dc82ed143 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/be6e199f-70a1-4b19-9e25-d1872347b476 HTTP/1.1" status: 204 len: 168 time: 0.7052815 Nov 12 09:09:42.797654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44328) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:42.945141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Router 486a1f35-4f0b-4315-87bb-961a1412216d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:43.161742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:43.177653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] Sync routers for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:43.199823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:43.200988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:43.206259 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.289980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f0f3b5a5-a3b0-49f0-97fa-f2af48e961ed tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.6951113 Nov 12 09:09:43.292782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:43.317041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12c1e16f-86eb-4cad-ac68-2b0bed09d75a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:43.327753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:43.414129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5bd41e68-4c82-40ae-87e2-c4057f436e09 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:43.474001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:43.474847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:43.545730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.612066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:43.612445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-36fdb55c-2c11-4dc4-b56f-32a8b15b07d2 req-bc102864-b5f9-4b99-9ee6-5480b4c9ef52 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.1453953 Nov 12 09:09:43.612566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7521b8a-e534-4cd7-a35f-9a66c1854cf0 None None] The sync data for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:43.622991 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:09:43.691750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-962b524a-d706-48d0-9a4a-d08b1717f9d9 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] 10.222.0.53 "GET /v2.0/floatingips/1e28d7e9-9850-4bc0-94a7-7aeb0a7913fe HTTP/1.1" status: 200 len: 983 time: 0.3963006 Nov 12 09:09:43.694937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44344) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:43.746452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:43.750045 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.791586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:43.795136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.899895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.917027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.926505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.934848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] For port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12c1e16f-86eb-4cad-ac68-2b0bed09d75a,segment=NetworkSegment(79cc80bd-d214-4ae0-a249-94ec5c8d4baa),segment_id=79cc80bd-d214-4ae0-a249-94ec5c8d4baa)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:43.935954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.946185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.950321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5bd41e68-4c82-40ae-87e2-c4057f436e09, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:43.965522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f6124176-c1aa-4e23-a20a-66247d5bded0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:43.966081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.973995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 12c1e16f-86eb-4cad-ac68-2b0bed09d75a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:43.978985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:43.987841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '5bd41e68-4c82-40ae-87e2-c4057f436e09', 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'port_id': '5bd41e68-4c82-40ae-87e2-c4057f436e09', 'mac_address': 'fa:16:3e:96:3d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc48525-59a2-4428-9d1a-29a3a7d1ed71', 'ip_address': '10.1.1.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:44.003799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:44.006578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-52651dd4-4c3a-454a-8977-2c81bf9caee2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5429 time: 0.5398138 Nov 12 09:09:44.060630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4e4de-5e6e-4db9-89c7-13c2b0b0dc52 None None] Network c12ce806-536c-4b33-b880-36d253271af1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:44.117352 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.152947 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.177630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fe710c7f-a98b-427c-8725-20ad858b7b74 None None] Provisioning complete for port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:44.178443 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fe710c7f-a98b-427c-8725-20ad858b7b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.182915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44356) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:44.187670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-32b0a6b2-2e99-4348-ade6-179ddf683a38 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3516 time: 0.4823127 Nov 12 09:09:44.258119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd41e68-4c82-40ae-87e2-c4057f436e09 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:44.269817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fe710c7f-a98b-427c-8725-20ad858b7b74 None None] Port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a was deleted so its status cannot be updated. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 09:09:44.306955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.320596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13394c23-3100-44f6-839e-c3d3adc0e31e req-9c552aa6-d1cc-4880-881a-9d60ccd7d5a3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2999723 Nov 12 09:09:44.381012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=12c1e16f-86eb-4cad-ac68-2b0bed09d75a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:44.385820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5bd41e68-4c82-40ae-87e2-c4057f436e09, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:44.399155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No DVR routers for this DVR port 12c1e16f-86eb-4cad-ac68-2b0bed09d75a on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:44.423490 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.424219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device e3a3e784-4c68-4616-b432-8018d2162f83 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:44.463587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port e3a3e784-4c68-4616-b432-8018d2162f83, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e3a3e784-4c68-4616-b432-8018d2162f83,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:44.481684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'e3a3e784-4c68-4616-b432-8018d2162f83', 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'port_id': 'e3a3e784-4c68-4616-b432-8018d2162f83', 'mac_address': 'fa:16:3e:da:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc48525-59a2-4428-9d1a-29a3a7d1ed71', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:44.543438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.577273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12ce806-536c-4b33-b880-36d253271af1']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:44.591290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79cc80bd-d214-4ae0-a249-94ec5c8d4baa') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:44.591729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79cc80bd-d214-4ae0-a249-94ec5c8d4baa') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:44.604099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.616385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddc7467-6883-4897-94d8-8fc71621d8fb None None] DHCP port deletion for c12ce806-536c-4b33-b880-36d253271af1 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:44.621588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5bd41e68-4c82-40ae-87e2-c4057f436e09,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:44.627066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.635992 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.723126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:44.723603 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:44.749602 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:44.794221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a3e784-4c68-4616-b432-8018d2162f83 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:44.824159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port e3a3e784-4c68-4616-b432-8018d2162f83, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e3a3e784-4c68-4616-b432-8018d2162f83,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:44.831603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:44.832516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:44.979821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=e3a3e784-4c68-4616-b432-8018d2162f83,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.031214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a6a31e6-0d8f-46bf-b4db-17cb78a49843 req-132f45dc-d8eb-4d15-98e7-6132d20acba4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.2228014 Nov 12 09:09:45.083097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:45.104038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644', 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec', 'port_id': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644', 'mac_address': 'fa:16:3e:e8:ff:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eefb8d5-e503-4db1-b83b-ec5d1921ef97', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:45.160802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.180898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.181342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12c1e16f-86eb-4cad-ac68-2b0bed09d75a no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:45.188264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/c12ce806-536c-4b33-b880-36d253271af1 HTTP/1.1" status: 204 len: 168 time: 2.3861177 Nov 12 09:09:45.190079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44374) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:45.195056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1769756768'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:45.202082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61224bf5-e5f9-4c10-8f3f-3efe76520195 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=c12ce806-536c-4b33-b880-36d253271af1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.233429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Deleting port a0f71489-87de-44a9-a9c9-70e8938f9ac2 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:45.233858 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.246645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:45.250613 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.261780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 12c1e16f-86eb-4cad-ac68-2b0bed09d75a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:45.262305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12c1e16f-86eb-4cad-ac68-2b0bed09d75a not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:45.272360 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.292210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:09:45.307978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.308645 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac of type vlan for network d0503600-db80-43ba-8fc3-2d9a13225d14 Nov 12 09:09:45.310101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:45.358705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:45.362117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.367240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.373055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a403d18f-e0fa-44b7-bfca-2d79ed0ea101 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:45.395382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.396176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.405266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.415979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Calling delete_port for a0f71489-87de-44a9-a9c9-70e8938f9ac2 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:45.416128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.416717 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.530892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3354406 Nov 12 09:09:45.530892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:45.538159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:45.564194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26a641-5e59-4218-8e65-272476327f30 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=d0503600-db80-43ba-8fc3-2d9a13225d14,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.610503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a403d18f-e0fa-44b7-bfca-2d79ed0ea101, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:45.680735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'port_id': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'mac_address': 'fa:16:3e:dd:5b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:45.682692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network d0503600-db80-43ba-8fc3-2d9a13225d14 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:09:45.685647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.694491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.700626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.714293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.720642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.726756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.733682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.741367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:45.743718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.744254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-951a5034-4b96-4e9e-9a18-943a51206426 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5432 time: 0.1826029 Nov 12 09:09:45.795317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:45.797041 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.799876 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.819087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Port': ['ID=a0f71489-87de-44a9-a9c9-70e8938f9ac2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:45.833136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a403d18f-e0fa-44b7-bfca-2d79ed0ea101 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:45.847739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.850784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.852216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.852764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.853386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.853902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.856276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.856682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.857024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.857366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.857704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.858031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:09:45.862121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a403d18f-e0fa-44b7-bfca-2d79ed0ea101, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:45.868953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.870270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a19758b7-9361-412e-9c74-09838e149ccd details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:45.936424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a19758b7-9361-412e-9c74-09838e149ccd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a19758b7-9361-412e-9c74-09838e149ccd,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:45.959099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:45.960235 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Floating IP 1e28d7e9-9850-4bc0-94a7-7aeb0a7913fe disassociated (deleted). External IP: 172.25.5.141, port: 3319ab57-8f6f-4d71-b397-b2581a89ed11. Nov 12 09:09:45.978743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'a19758b7-9361-412e-9c74-09838e149ccd', 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'port_id': 'a19758b7-9361-412e-9c74-09838e149ccd', 'mac_address': 'fa:16:3e:36:f8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc48525-59a2-4428-9d1a-29a3a7d1ed71', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:46.052905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f11ba11-f52a-45c9-b129-c2201d988a1a req-ba6f6c3e-14d1-4a90-82c6-0bb264f1be71 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2967372 Nov 12 09:09:46.181249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:46.189695 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.232791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19758b7-9361-412e-9c74-09838e149ccd {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:46.270507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b286e949-3e96-44fa-abe7-c2205b4e5f9d req-6d31181a-2ec4-4e8c-8802-78a5734405fb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0535297 Nov 12 09:09:46.284341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a19758b7-9361-412e-9c74-09838e149ccd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a19758b7-9361-412e-9c74-09838e149ccd,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:46.294393 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.295421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4b6ee84f-09b2-44a1-8b73-9ae447debec7 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:46.371515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.398318 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-530b7ec3-f262-4f12-be1b-4cce444f5e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.421877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:46.434207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=a19758b7-9361-412e-9c74-09838e149ccd,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:46.443054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '4b6ee84f-09b2-44a1-8b73-9ae447debec7', 'network_id': 'c98e29a1-5242-45bc-a3f7-37c359e8c4ec', 'port_id': '4b6ee84f-09b2-44a1-8b73-9ae447debec7', 'mac_address': 'fa:16:3e:28:3d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9eefb8d5-e503-4db1-b83b-ec5d1921ef97', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:46.513908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=fbebae33-c1b6-436e-9e51-20d02f107736,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:46.523147 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.537261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Router 486a1f35-4f0b-4315-87bb-961a1412216d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:09:46.555794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': 'b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:46.556407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: d0503600-db80-43ba-8fc3-2d9a13225d14, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:09:46.561887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6ee84f-09b2-44a1-8b73-9ae447debec7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:46.580163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network d0503600-db80-43ba-8fc3-2d9a13225d14 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:09:46.607078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d0503600-db80-43ba-8fc3-2d9a13225d14) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:46.617643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:46.623646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.627096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:46.636015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95679a9d-211b-49a1-9f36-935b966e36c4 None None] Network d0503600-db80-43ba-8fc3-2d9a13225d14 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:46.673529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4d7b9e6f-61d4-4092-9c0e-40dc0a34d43c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1417546 Nov 12 09:09:46.674486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44396) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:46.681993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14', 'security_groups': [], 'name': 'tempest-PortsTestJSON-199066209'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:46.763525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:09:46.774899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.775790 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] Sync routers for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:09:46.805802 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:46.810034 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:46.837474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.837874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f4886996-c5ff-42af-a526-40e21ada7c29 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:09:46.861105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c6d0471a-4fdb-426f-916c-a8516e0c46c5 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "DELETE /v2.0/floatingips/1e28d7e9-9850-4bc0-94a7-7aeb0a7913fe HTTP/1.1" status: 204 len: 168 time: 2.6757960 Nov 12 09:09:46.867103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44398) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:46.877685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:46.927393 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:46.933402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:46.962589 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:09:46.963632 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:46.982791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:46.991603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.054816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 892fec04-d183-4234-bfc0-2da77b56b606 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:47.089344 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:47.096030 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e648ec9-bfe0-431b-a9d2-1a9bf11b1b18 None None] The sync data for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:09:47.165458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f4886996-c5ff-42af-a526-40e21ada7c29, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f4886996-c5ff-42af-a526-40e21ada7c29,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:47.180918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4b6ee84f-09b2-44a1-8b73-9ae447debec7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:47.199536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-d0503600-db80-43ba-8fc3-2d9a13225d14', 'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14', 'tenant_id': 'ee3aa62eab1649cd81d959086a885143', 'fixed_ips': [{'subnet_id': 'fbebae33-c1b6-436e-9e51-20d02f107736'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:09:47.211084 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.234081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f4886996-c5ff-42af-a526-40e21ada7c29', 'network_id': 'f0997c79-8523-41a3-a04d-274972a2282a', 'port_id': 'f4886996-c5ff-42af-a526-40e21ada7c29', 'mac_address': 'fa:16:3e:80:8e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc48525-59a2-4428-9d1a-29a3a7d1ed71', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:09:47.267235 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.342464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.13 (d0503600-db80-43ba-8fc3-2d9a13225d14/fbebae33-c1b6-436e-9e51-20d02f107736/892fec04-d183-4234-bfc0-2da77b56b606) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:47.547459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.556391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.562859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.564343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.579020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.586301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.589161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Allocated IP 172.25.5.79 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a24eba69-2181-4023-be59-b31a5859dd67) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:47.595461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.605791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:47.618432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-2cc6ee78-5b92-435d-b08c-0336bb1cf2de tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5435 time: 0.2490118 Nov 12 09:09:47.623751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4886996-c5ff-42af-a526-40e21ada7c29 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:47.680657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f4886996-c5ff-42af-a526-40e21ada7c29, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f4886996-c5ff-42af-a526-40e21ada7c29,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:47.693013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.780884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54ec1894-ea30-47eb-ac44-238bb9e5edb4 req-8ff7065b-648f-4f0f-b2e8-4bca04bfb58c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546586 Nov 12 09:09:47.783247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f4886996-c5ff-42af-a526-40e21ada7c29,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:47.803487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-af6da19e-219e-40c2-a76e-5424313489a8 req-48559bbc-87b3-44ac-861f-50345c54e8f0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.1016798 Nov 12 09:09:47.891097 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.918158 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:47.930899 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:09:47.998468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.046786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.231325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Allocated IP 172.20.0.2 (d0503600-db80-43ba-8fc3-2d9a13225d14/fbebae33-c1b6-436e-9e51-20d02f107736/ea9c9a75-a56a-426a-b9c5-3ed66610a50e) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:48.247201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network d0503600-db80-43ba-8fc3-2d9a13225d14 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:48.261439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=892fec04-d183-4234-bfc0-2da77b56b606,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:48.281207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:48.285942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:48.372887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-5b74485e-dd59-4fc6-92d9-43b323f42f95 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:48.377942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-5b74485e-dd59-4fc6-92d9-43b323f42f95 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 0.3527789 Nov 12 09:09:48.395961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:48.408325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:48.410078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['e3a3e784-4c68-4616-b432-8018d2162f83'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:48.410833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.418289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:48.440908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Pushing event updated for resources: {'Port': ['ID=a24eba69-2181-4023-be59-b31a5859dd67,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:48.443632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:48.452897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['1cc1ea41-9af0-4d8b-8f55-a68f3303f644'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:48.464641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c59cf333-82a9-4a3c-8af3-732dd9fe4d70 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7889132 Nov 12 09:09:48.470598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['a19758b7-9361-412e-9c74-09838e149ccd'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:48.473084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f4886996-c5ff-42af-a526-40e21ada7c29'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:48.474014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:48.541716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-3107063e-df38-4570-9a88-787140e93eba tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/quotas/7fec8eafdda54491ad08aa1c6676ed96 HTTP/1.1" status: 200 len: 375 time: 0.1444671 Nov 12 09:09:48.720877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 892fec04-d183-4234-bfc0-2da77b56b606 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:48.721540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:48.959342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-c6e34ed2-cb84-4813-bdb8-edaf29d0b274 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4028003 Nov 12 09:09:48.973111 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.052276 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.089317 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.141206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.197260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 892fec04-d183-4234-bfc0-2da77b56b606 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:49.389325 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.452349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-979744b9-497f-4e8a-86b2-9bb8591b1d77 service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808786 Nov 12 09:09:49.491625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Network d0503600-db80-43ba-8fc3-2d9a13225d14 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:49.550399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:49.618626 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-2236b923-ccd8-472c-9aa1-058a7592ccdb service neutron] 10.222.0.53 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509945 Nov 12 09:09:49.698202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['a403d18f-e0fa-44b7-bfca-2d79ed0ea101'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:49.713242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Pushing event updated for resources: {'Port': ['ID=ea9c9a75-a56a-426a-b9c5-3ed66610a50e,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:49.726933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:49.745100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.760433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:49.813397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['4b6ee84f-09b2-44a1-8b73-9ae447debec7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:49.816175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5bd41e68-4c82-40ae-87e2-c4057f436e09'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:49.822398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.018948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Pushing event updated for resources: {'Port': ['ID=a24eba69-2181-4023-be59-b31a5859dd67,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:50.058021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.100327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.103342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d3def9ad-e483-420d-a0a6-77744e2cbe8f tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2343142 Nov 12 09:09:50.109401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.118463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.126765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.134099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.143495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.150229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.156854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.166920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-391b8ef5-dffd-4c33-9921-e83575152bbf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5436 time: 0.9284089 Nov 12 09:09:50.171015 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86c60382-3b25-485a-9876-08f1f0f78aee req-766306a7-ed53-4075-9b8c-ac604746e445 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0658267 Nov 12 09:09:50.171777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44470) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:50.277161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Attempting to bind port ea9c9a75-a56a-426a-b9c5-3ed66610a50e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:50.278251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Attempting to bind port ea9c9a75-a56a-426a-b9c5-3ed66610a50e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:50.279211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Attempting to bind port ea9c9a75-a56a-426a-b9c5-3ed66610a50e on network d0503600-db80-43ba-8fc3-2d9a13225d14 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:50.284438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.363612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0554658-037a-4071-b7cc-92a0d6926f82 req-c79885db-ed7b-4dc1-a390-8bcfa9e1f063 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:50.365784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0554658-037a-4071-b7cc-92a0d6926f82 req-c79885db-ed7b-4dc1-a390-8bcfa9e1f063 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.0810456 Nov 12 09:09:50.429520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:50.474112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.524030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:50.525146 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Checking segment: {'id': 'b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:50.525765 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.526515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Bound using segment: {'id': 'b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:50.527231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Bound port: ea9c9a75-a56a-426a-b9c5-3ed66610a50e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd0503600-db80-43ba-8fc3-2d9a13225d14'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:50.527829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.528403 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19b8e77a-92a0-4f03-a2a6-743f611a20a7 req-b43c386a-5435-4268-85af-964b5678ca76 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3583395 Nov 12 09:09:50.549963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0554658-037a-4071-b7cc-92a0d6926f82 req-375b199f-4533-401c-a7bc-dc7d2a1de78a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616430 Nov 12 09:09:50.607446 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.675727 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:50.772664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8c6ec52-631e-4eec-a828-d82dbf10b7f3 req-8feb620d-fc19-44a9-a2ff-f18609267330 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 210 time: 0.0814960 Nov 12 09:09:50.772957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=892fec04-d183-4234-bfc0-2da77b56b606,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:50.826975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.011537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.019795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d0ddc73e-2ea6-4d85-a48e-8bd7d6147f0f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/892fec04-d183-4234-bfc0-2da77b56b606 HTTP/1.1" status: 204 len: 168 time: 2.5440090 Nov 12 09:09:51.023457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.072210 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0937cd5e-4109-4036-9a8b-c85d6164ce07 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:09:51.075294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0937cd5e-4109-4036-9a8b-c85d6164ce07 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/892fec04-d183-4234-bfc0-2da77b56b606 HTTP/1.1" status: 404 len: 333 time: 0.0495162 Nov 12 09:09:51.078656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.139894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] For port ea9c9a75-a56a-426a-b9c5-3ed66610a50e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:51.149987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Allocated IP 172.25.5.5 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/0fb40aac-57fe-4175-85e1-5ea1574f3c76) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:51.219496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] For port ea9c9a75-a56a-426a-b9c5-3ed66610a50e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ea9c9a75-a56a-426a-b9c5-3ed66610a50e,segment=NetworkSegment(b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac),segment_id=b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:51.231566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.249303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet fbebae33-c1b6-436e-9e51-20d02f107736 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:09:51.257254 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.351111 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b95ef06f-126f-47bb-ae4c-e6edd6d1b784 req-40c30a0d-3986-44b8-8bfc-5a388d94e18a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0696816 Nov 12 09:09:51.410412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.455238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd4dc7-dd82-4bee-98b0-a80a36e8477d None None] Pushing event updated for resources: {'Port': ['ID=ea9c9a75-a56a-426a-b9c5-3ed66610a50e,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.467123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.572658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.635926 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.670232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:51.675954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:51.682188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:51.686074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Pushing event updated for resources: {'Port': ['ID=0fb40aac-57fe-4175-85e1-5ea1574f3c76,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.850816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.880799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:51.885583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/fbebae33-c1b6-436e-9e51-20d02f107736 HTTP/1.1" status: 204 len: 168 time: 0.8053033 Nov 12 09:09:51.900025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44504) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:51.992423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3fa290-2463-4497-9875-aaf9051f232a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=fbebae33-c1b6-436e-9e51-20d02f107736,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:51.994899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.118949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.127503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.138609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.150214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.168377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.188913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.206823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.212550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-de861cf3-db86-41d3-9760-9e874ab2565f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5436 time: 0.2498572 Nov 12 09:09:52.218336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c0e1b-42c0-4352-beee-ea1a18e7b7d3 req-cacaca3e-2ddb-471b-8aad-ccc044dbf841 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.220642 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e46c0e1b-42c0-4352-beee-ea1a18e7b7d3 req-cacaca3e-2ddb-471b-8aad-ccc044dbf841 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.4770229 Nov 12 09:09:52.326524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.337655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.386289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ee7a1f4-ce01-4f42-9620-34453518cc69 req-b0586c67-9050-4a51-8da4-b58a8d183bc6 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1613593 Nov 12 09:09:52.460658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-db24b339-85e2-4e5a-8c8b-fa49ea8b9d3c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:52.462165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-db24b339-85e2-4e5a-8c8b-fa49ea8b9d3c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 815 time: 0.4856651 Nov 12 09:09:52.519470 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e46c0e1b-42c0-4352-beee-ea1a18e7b7d3 req-cd913c37-a3a1-43bb-9b30-7e524fc28672 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2305503 Nov 12 09:09:52.538305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Request body: {'port': {'device_id': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'admin_state_up': True, 'tenant_id': '7fec8eafdda54491ad08aa1c6676ed96'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:52.748250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82946a71-0b67-40cb-ae59-e855bfc740fc req-ab953409-6c04-44a0-8cd2-a9594c36d055 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 210 time: 0.1074073 Nov 12 09:09:52.867552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port ea9c9a75-a56a-426a-b9c5-3ed66610a50e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:52.867890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.885853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2423df33-9142-42a2-a07f-dcf9f2fdd327 req-db77a7e7-523c-4a48-bad7-bddcfcac673a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0469191 Nov 12 09:09:52.980934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] For port ea9c9a75-a56a-426a-b9c5-3ed66610a50e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ea9c9a75-a56a-426a-b9c5-3ed66610a50e,segment=NetworkSegment(b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac),segment_id=b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:52.981427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:52.996991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for ea9c9a75-a56a-426a-b9c5-3ed66610a50e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:53.111039 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.133895 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.149685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.159935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Made reservation on behalf of 7fec8eafdda54491ad08aa1c6676ed96 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:53.159935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.164398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No DVR routers for this DVR port ea9c9a75-a56a-426a-b9c5-3ed66610a50e on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:09:53.250358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ea9c9a75-a56a-426a-b9c5-3ed66610a50e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:53.299454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ea9c9a75-a56a-426a-b9c5-3ed66610a50e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:53.300319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ea9c9a75-a56a-426a-b9c5-3ed66610a50e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 12 09:09:53.332182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Port ea9c9a75-a56a-426a-b9c5-3ed66610a50e not found, will not notify nova. {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 12 09:09:53.340913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.361114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb4f45-ad3a-4c6a-bab3-a4afb227c5ae None None] Network d0503600-db80-43ba-8fc3-2d9a13225d14 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:09:53.368141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0503600-db80-43ba-8fc3-2d9a13225d14']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:53.380683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:53.380683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35c1a1f-dc1a-4947-87f6-15a6fcfb24ac') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:09:53.396924 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.411598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.418753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:09:53.418753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.495652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9cd354ac-9889-4445-b6ce-47c25c1cc1bd None None] Could not find standard attr ID for object ea9c9a75-a56a-426a-b9c5-3ed66610a50e. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:09:53.539265 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:09:53.549076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=ea9c9a75-a56a-426a-b9c5-3ed66610a50e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:53.732286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5bd41e68-4c82-40ae-87e2-c4057f436e09 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:53.751026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.837973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56823aa-19e0-48a8-a41d-235891cb98cd None None] DHCP port deletion for d0503600-db80-43ba-8fc3-2d9a13225d14 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:09:53.851287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.857163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/d0503600-db80-43ba-8fc3-2d9a13225d14 HTTP/1.1" status: 204 len: 168 time: 1.9482243 Nov 12 09:09:53.867522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:53.885739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'name': 'tempest-PortsTestJSON-910016365'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:53.917186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d4b20-18ba-401d-a952-cd2e83090054 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=d0503600-db80-43ba-8fc3-2d9a13225d14,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:53.926516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 5bd41e68-4c82-40ae-87e2-c4057f436e09 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:53.938795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 5bd41e68-4c82-40ae-87e2-c4057f436e09 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:53.939229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.941761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:53.967327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Pushing event updated for resources: {'Port': ['ID=0fb40aac-57fe-4175-85e1-5ea1574f3c76,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:53.969531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cd18b-f14f-4356-8472-1fffdf864e0d req-e4513641-87e9-4682-92cc-84a972d717d5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:53.994296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a9cd18b-f14f-4356-8472-1fffdf864e0d req-e4513641-87e9-4682-92cc-84a972d717d5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.2947631 Nov 12 09:09:54.026005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.047228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.062449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.078423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.092970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.107987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.112870 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.120477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:54.124186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-918c37df-1756-422c-b458-ee12c64ebed1 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5436 time: 0.5796590 Nov 12 09:09:54.151260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:54.155700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd41e68-4c82-40ae-87e2-c4057f436e09'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:54.158802 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.161196 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23f85b-e7de-455b-bca7-4832f8a4f9b1" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "5bd41e68-4c82-40ae-87e2-c4057f436e09"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:54.199949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5bd41e68-4c82-40ae-87e2-c4057f436e09, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:54.208904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.209822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:54.212874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port f4a5cf5b-486d-4c78-9b63-55cbc0b497bd yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:54.213726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.216495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3568feeb-59e4-45f4-9145-3d7d7117b60a tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0420995 Nov 12 09:09:54.223026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44532) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:54.294853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Allocated IP 172.20.0.5 (18b6727b-6b56-47f1-a3a0-6e613a689021/13749916-801e-4c5f-af3d-4f7eb1327516/ce3eed00-67b4-46c8-8548-7a6ef325ed27) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:09:54.314557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5bd41e68-4c82-40ae-87e2-c4057f436e09,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:54.337313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec40fb9c-8bf2-4ce9-a473-7a6d937f428e req-6dce01bc-cdc5-49be-b450-d49ad01b8e23 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2008388 Nov 12 09:09:54.411019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dab79c25-c9a6-4628-84e7-e42037fbb1d6 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.1809671 Nov 12 09:09:54.415339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:54.427048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:54.443191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:54.444190 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.474011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2b07312f-c5e9-412d-b705-9404342c444b tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0542936 Nov 12 09:09:54.479617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44540) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:54.506380 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a9cd18b-f14f-4356-8472-1fffdf864e0d req-9ecd37a2-52ae-474b-8869-89cf3b27ea57 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5103106 Nov 12 09:09:54.749507 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.876730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:54.887785 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.888909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device e3a3e784-4c68-4616-b432-8018d2162f83 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:54.950368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.955568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:54.957160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-134a7fd0-ad31-4784-81ff-25ecdf224f45 req-650745d0-f79a-470f-a91f-ca51cc6da1b1 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 210 time: 0.1444595 Nov 12 09:09:54.976450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-923710f0-52a7-41f1-9a13-db756928cb19 req-f1977c52-792a-4698-9aa1-7a28bf86d11c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0523758 Nov 12 09:09:54.990256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Deleting port 0fb40aac-57fe-4175-85e1-5ea1574f3c76 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:54.990912 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.081951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.115207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:55.122271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8', 'ce535bc6-a330-4fab-85d6-8559bae6f4e8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:55.135108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4d5d6569-fe34-4d1b-a56a-7933955ec20e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:09:55.162451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.243775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:55.245522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event updated for resources: {'Port': ['ID=ce3eed00-67b4-46c8-8548-7a6ef325ed27,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:55.248630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ea9c9a75-a56a-426a-b9c5-3ed66610a50e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:09:55.265276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:55.266124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:55.277075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:55.280964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:55.309226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.309764 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.316530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ea9c9a75-a56a-426a-b9c5-3ed66610a50e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:09:55.317064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ea9c9a75-a56a-426a-b9c5-3ed66610a50e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:09:55.347743 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f5056-2887-441e-834b-81d215932682 x-openstack-request-id: req-a94f5056-2887-441e-834b-81d215932682 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:55.348190 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "5bd41e68-4c82-40ae-87e2-c4057f436e09", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:55.348571 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a94f5056-2887-441e-834b-81d215932682 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:55.349069 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd41e68-4c82-40ae-87e2-c4057f436e09', 'code': 200} Nov 12 09:09:55.361481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Calling delete_port for 0fb40aac-57fe-4175-85e1-5ea1574f3c76 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:55.392242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port e3a3e784-4c68-4616-b432-8018d2162f83 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:55.418908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port e3a3e784-4c68-4616-b432-8018d2162f83 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:55.419442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.440685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.441034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.470677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-e332dc88-935b-4df4-b597-d3420266e7bd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9499421 Nov 12 09:09:55.484008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Request body: {'port': {'device_id': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:55.543757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:55.562067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.563092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.707371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=f4a5cf5b-486d-4c78-9b63-55cbc0b497bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:55.760185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ed243e7-05ce-4c63-bac8-49170506e459 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8908648 Nov 12 09:09:55.762786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44552) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:55.790703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.805789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.818553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.829593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.846074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.853583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.861591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:55.870866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-c466b736-6289-482a-838b-ab2af660647b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5438 time: 0.3045781 Nov 12 09:09:55.876602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:55.996735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port e3a3e784-4c68-4616-b432-8018d2162f83, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e3a3e784-4c68-4616-b432-8018d2162f83,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:56.009829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.011319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a19758b7-9361-412e-9c74-09838e149ccd up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:56.135766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5cb4c9bc-1371-416f-8aef-ea553c8020a6 req-6c3860e0-31da-49f7-a3d4-6284f35b2fc3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2639091 Nov 12 09:09:56.148517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.189342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port a19758b7-9361-412e-9c74-09838e149ccd completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:56.210972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port a19758b7-9361-412e-9c74-09838e149ccd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:56.211594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.235611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Pushing event deleted for resources: {'Port': ['ID=0fb40aac-57fe-4175-85e1-5ea1574f3c76,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:56.330647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=e3a3e784-4c68-4616-b432-8018d2162f83,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:56.357074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.378208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port f4a5cf5b-486d-4c78-9b63-55cbc0b497bd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:56.386333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.397913 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.494975 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.506613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a19758b7-9361-412e-9c74-09838e149ccd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a19758b7-9361-412e-9c74-09838e149ccd,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:56.511589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for f4a5cf5b-486d-4c78-9b63-55cbc0b497bd owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:56.516969 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.518052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4b6ee84f-09b2-44a1-8b73-9ae447debec7 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:56.612332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.632876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=a19758b7-9361-412e-9c74-09838e149ccd,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:56.676233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:56.678537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5442528d-3e64-4ddb-8580-69af0a6c95e4 req-a792f2f6-7448-4bfd-91fa-f9a3fad16e67 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b28f7c-fe2d-4c2c-910f-f1ae5f5e2fab HTTP/1.1" status: 200 len: 210 time: 0.0794849 Nov 12 09:09:56.679798 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.683777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.685449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1631aea2-b091-4e1a-9b56-8ceb77597dd5 tempest-FloatingIPAdminTestJSON-946127120 tempest-FloatingIPAdminTestJSON-946127120-project] 10.222.0.53 "DELETE /v2.0/floatingips/5e25aaf0-491f-4d15-81b0-88dfc319fbac HTTP/1.1" status: 204 len: 168 time: 2.2028806 Nov 12 09:09:56.688883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:56.701129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:56.701986 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.826734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=f4a5cf5b-486d-4c78-9b63-55cbc0b497bd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:56.849666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:56.855481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ed2cb232-c241-4203-bd1d-b9781d340eef tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/f4a5cf5b-486d-4c78-9b63-55cbc0b497bd HTTP/1.1" status: 204 len: 168 time: 1.0872076 Nov 12 09:09:56.859663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44570) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:56.874890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'mac_address': 'fa:16:3e:8a:f9:4e', 'name': 'tempest-PortsTestJSON-175852444'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:56.887690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814e114-2bc9-462d-a041-18c9142f4cc5 req-44f15403-5836-4e02-8ec2-d6c6b97aac99 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:56.897060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4814e114-2bc9-462d-a041-18c9142f4cc5 req-44f15403-5836-4e02-8ec2-d6c6b97aac99 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.6174548 Nov 12 09:09:56.961724 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.008520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc24bc-8f1c-4a7a-8571-451a59993a31 req-2382da18-4f45-42bb-a87d-34341131ca2a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.010092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1fcc24bc-8f1c-4a7a-8571-451a59993a31 req-2382da18-4f45-42bb-a87d-34341131ca2a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 931 time: 0.1802692 Nov 12 09:09:57.032894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Deleting port a24eba69-2181-4023-be59-b31a5859dd67 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:57.033230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.191473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:57.215281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1fcc24bc-8f1c-4a7a-8571-451a59993a31 req-9f86c258-9ca8-4747-bec9-fbcbbfc49525 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903360 Nov 12 09:09:57.259543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.260039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.274196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.292029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:57.302598 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.303083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 8bfdfabd-12b4-42b8-8f71-f393c26edd5d yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:57.303433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f4886996-c5ff-42af-a526-40e21ada7c29 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:57.308199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Calling delete_port for a24eba69-2181-4023-be59-b31a5859dd67 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:57.374312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4814e114-2bc9-462d-a041-18c9142f4cc5 req-2446b9b7-b326-426f-9028-4ff241e7b5f8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4760492 Nov 12 09:09:57.396370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644'}, {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83'}, {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd'}, {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:57.398788 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17a5e7-854b-4f2c-949e-50b90c886885" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644"}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83"}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "a19758b7-9361-412e-9c74-09838e149ccd"}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:57.407203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3eed00-67b4-46c8-8548-7a6ef325ed27 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:09:57.442582 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.454017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4b6ee84f-09b2-44a1-8b73-9ae447debec7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:57.501973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Transition to ACTIVE for port object ce3eed00-67b4-46c8-8548-7a6ef325ed27 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:09:57.505298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port f4886996-c5ff-42af-a526-40e21ada7c29 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:57.515605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port f4886996-c5ff-42af-a526-40e21ada7c29 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:57.515995 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.549458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.561574 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87820a9a-4aaa-4921-ae91-8419732d9666 x-openstack-request-id: req-87820a9a-4aaa-4921-ae91-8419732d9666 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:57.562140 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644", "code": 200}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83", "code": 200}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "a19758b7-9361-412e-9c74-09838e149ccd", "code": 200}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:57.562771 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87820a9a-4aaa-4921-ae91-8419732d9666 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:57.563682 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644', 'code': 200} Nov 12 09:09:57.564112 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83', 'code': 200} Nov 12 09:09:57.564719 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd', 'code': 200} Nov 12 09:09:57.565078 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7', 'code': 200} Nov 12 09:09:57.695856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.702598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.709798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.716395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.725725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.734776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.737792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.740670 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.744522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:57.755506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.757422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=ce3eed00-67b4-46c8-8548-7a6ef325ed27,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:57.760248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-1379afe0-ac07-47ae-a5ba-427059ea0430 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5441 time: 0.4265110 Nov 12 09:09:57.848732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f4886996-c5ff-42af-a526-40e21ada7c29, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f4886996-c5ff-42af-a526-40e21ada7c29,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:57.892953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.893347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a403d18f-e0fa-44b7-bfca-2d79ed0ea101 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:09:57.922470 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:57.976854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59d8f7ec-3394-43a3-9465-b08a8e7cf603 req-96f0cdb3-7728-4d80-b6e8-1b3ea0b4d1b2 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2156899 Nov 12 09:09:57.983039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.019553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f4886996-c5ff-42af-a526-40e21ada7c29,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:58.046693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:09:58.052819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:09:58.069126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:09:58.069515 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.073137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:09:58.078295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Attempting to bind port ce3eed00-67b4-46c8-8548-7a6ef325ed27 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:09:58.084835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Attempting to bind port ce3eed00-67b4-46c8-8548-7a6ef325ed27 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:09:58.085233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Attempting to bind port ce3eed00-67b4-46c8-8548-7a6ef325ed27 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:58.106426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:09:58.118428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.121169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.174955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Pushing event deleted for resources: {'Port': ['ID=a24eba69-2181-4023-be59-b31a5859dd67,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:58.175199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Port ce3eed00-67b4-46c8-8548-7a6ef325ed27 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:09:58.175297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Attempting to bind port ce3eed00-67b4-46c8-8548-7a6ef325ed27 on network 18b6727b-6b56-47f1-a3a0-6e613a689021 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:09:58.200877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.206814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:09:58.207138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Checking segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:09:58.207562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Bound using segment: {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:09:58.208317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Bound port: ce3eed00-67b4-46c8-8548-7a6ef325ed27, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:09:58.210566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.231974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3609381 Nov 12 09:09:58.238629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:58.243589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e449bc-39db-46ad-9411-f0d2a23f3ab3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=8bfdfabd-12b4-42b8-8f71-f393c26edd5d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:58.299731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.303127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.308019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a403d18f-e0fa-44b7-bfca-2d79ed0ea101, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:09:58.313300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f589428f-a7c4-4f24-8ddd-02fe47edb883 tempest-FloatingIPAdminTestJSON-34585029 tempest-FloatingIPAdminTestJSON-34585029-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/8a28a91a-6909-4c88-961a-cb18acd34c58 HTTP/1.1" status: 204 len: 168 time: 1.6231654 Nov 12 09:09:58.317540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:58.331466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.344979 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.406269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] For port ce3eed00-67b4-46c8-8548-7a6ef325ed27, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:09:58.413121 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] For port ce3eed00-67b4-46c8-8548-7a6ef325ed27, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ce3eed00-67b4-46c8-8548-7a6ef325ed27,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:09:58.431282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.443720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc097bc6-3031-4664-910c-45f705341b43 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.447858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fc097bc6-3031-4664-910c-45f705341b43 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/8bfdfabd-12b4-42b8-8f71-f393c26edd5d HTTP/1.1" status: 200 len: 840 time: 0.2049298 Nov 12 09:09:58.456623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:58.508125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:58.534628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.536100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.538758 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] 10.222.0.62 "PUT /v2.0/ports/ce3eed00-67b4-46c8-8548-7a6ef325ed27 HTTP/1.1" status: 200 len: 1092 time: 3.0593264 Nov 12 09:09:58.540079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'tag': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:58.544209 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df317a5e-3695-49ad-8632-a86ba878a8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "522e546f-29c0-4e50-9f47-1e2ea4b708d0", "tag": "ce3eed00-67b4-46c8-8548-7a6ef325ed27"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:58.609877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80609f-92ac-400c-9b2d-b9178b520c02 req-3f22ca3c-e3d9-4a1c-8911-3c0027f595c3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.617984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a80609f-92ac-400c-9b2d-b9178b520c02 req-3f22ca3c-e3d9-4a1c-8911-3c0027f595c3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 943 time: 0.2022953 Nov 12 09:09:58.636469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be7600-35e6-4899-a4f8-7e48d0b9c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=ce3eed00-67b4-46c8-8548-7a6ef325ed27,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:58.647203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Deleting port 3319ab57-8f6f-4d71-b397-b2581a89ed11 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:58.647712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.711759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6e38a-5c4e-45d7-a7ba-ff4495cc78dd req-5b40f3d9-aab9-48a4-9221-f7260cddd8ef tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.712938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14a6e38a-5c4e-45d7-a7ba-ff4495cc78dd req-5b40f3d9-aab9-48a4-9221-f7260cddd8ef tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1257925 Nov 12 09:09:58.734576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-68a916a4-83ed-40e8-858f-8ccfdce5437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.736726 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-68a916a4-83ed-40e8-858f-8ccfdce5437c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 1095 time: 0.1471429 Nov 12 09:09:58.746297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a80609f-92ac-400c-9b2d-b9178b520c02 req-1ecc1891-6ec5-4d1a-8804-f4c90dd17718 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265011 Nov 12 09:09:58.804112 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-c2cd2cd0-d8d2-4521-8eb5-2901509ff485 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce3eed00-67b4-46c8-8548-7a6ef325ed27 HTTP/1.1" status: 200 len: 217 time: 0.0561116 Nov 12 09:09:58.886930 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14a6e38a-5c4e-45d7-a7ba-ff4495cc78dd req-c8265952-3bd4-4cfa-9165-f689e128ecad tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414375 Nov 12 09:09:58.922987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 8bfdfabd-12b4-42b8-8f71-f393c26edd5d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:09:58.923652 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:58.957884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-db07af28-b542-428c-979e-92ef58d77397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:58.964628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-db07af28-b542-428c-979e-92ef58d77397 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.1509025 Nov 12 09:09:59.007999 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5922c65b-5924-43ce-9f5b-d1f3adae4e50 x-openstack-request-id: req-5922c65b-5924-43ce-9f5b-d1f3adae4e50 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:59.009047 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "522e546f-29c0-4e50-9f47-1e2ea4b708d0", "tag": "ce3eed00-67b4-46c8-8548-7a6ef325ed27", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:59.009744 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5922c65b-5924-43ce-9f5b-d1f3adae4e50 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:59.011218 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'tag': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27', 'status': 'completed', 'code': 200} Nov 12 09:09:59.046201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.065251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 8bfdfabd-12b4-42b8-8f71-f393c26edd5d owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:59.066985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-58f1b2dc-d4cf-4008-9f45-90c8a80a7bce service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927215 Nov 12 09:09:59.227720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-8cb7c2c2-3a8e-43b1-a8f0-445e9b1fc3b2 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427414 Nov 12 09:09:59.260162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.302911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.399893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.408837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/8bfdfabd-12b4-42b8-8f71-f393c26edd5d HTTP/1.1" status: 204 len: 168 time: 0.9495230 Nov 12 09:09:59.416478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44626) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:59.417625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ef983-86da-48f3-a483-6bb79238b2e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=8bfdfabd-12b4-42b8-8f71-f393c26edd5d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:09:59.429831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Calling delete_port for 3319ab57-8f6f-4d71-b397-b2581a89ed11 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:09:59.458359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5891f760-cae0-47f4-89c7-55bf52873be9 req-2b0df76e-ae9d-429c-a8fc-97cb992c8089 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169650 Nov 12 09:09:59.459660 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6217f6-a492-415c-8b5b-ef640ad139ed tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:09:59.465321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0e6217f6-a492-415c-8b5b-ef640ad139ed tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/8bfdfabd-12b4-42b8-8f71-f393c26edd5d HTTP/1.1" status: 404 len: 333 time: 0.0441546 Nov 12 09:09:59.465689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44628) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:09:59.477833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'name': 'tempest-PortsTestJSON-1204630324'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:09:59.484526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.495264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.513111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.521046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.531937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.550959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.558179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.560575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-e830569f-b6b8-4044-9220-6942434d9a16 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.3214464 Nov 12 09:09:59.566005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4886996-c5ff-42af-a526-40e21ada7c29'}, {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:09:59.570003 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9d46f8-fb14-42d1-97ac-cac672ac9082" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "f4886996-c5ff-42af-a526-40e21ada7c29"}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:09:59.660370 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 09:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35f54fd-9b27-4dd1-a5a2-ef0e0d9f444e x-openstack-request-id: req-f35f54fd-9b27-4dd1-a5a2-ef0e0d9f444e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:09:59.660743 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "f4886996-c5ff-42af-a526-40e21ada7c29", "code": 200}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-plugged", "status": "completed", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:09:59.661002 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f35f54fd-9b27-4dd1-a5a2-ef0e0d9f444e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:09:59.661589 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4886996-c5ff-42af-a526-40e21ada7c29', 'code': 200} Nov 12 09:09:59.661847 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'code': 200} Nov 12 09:09:59.735002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-c02de0e2-ae8a-4902-af86-df722857f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:09:59.736594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-c02de0e2-ae8a-4902-af86-df722857f7bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 1095 time: 0.1150949 Nov 12 09:09:59.747400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:09:59.752279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.804664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29d4c48b-5424-4c48-881c-c985b5a03bca req-81ec9d2f-cec9-4161-b0f2-cc62e94a6abf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417115 Nov 12 09:09:59.830901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:09:59.861020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 41719c5c-dcdf-4970-a13d-f9f9e8e3e154 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:09:59.917537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Port': ['ID=3319ab57-8f6f-4d71-b397-b2581a89ed11,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:00.006068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.010826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3a12fb6b-8c92-4c04-8f7a-7a3b777c5211 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "DELETE /v2.0/ports/3319ab57-8f6f-4d71-b397-b2581a89ed11 HTTP/1.1" status: 204 len: 168 time: 1.6921022 Nov 12 09:10:00.014381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:00.104260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.104845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.105318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.105816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.106279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.106745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.107195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.109798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-b4d758c3-bd45-4b2a-b66c-636fcee034a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6507 time: 0.3368318 Nov 12 09:10:00.167901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68014527-d850-4aca-a024-31fc9a760d5f tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.173883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-68014527-d850-4aca-a024-31fc9a760d5f tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "GET /v2.0/ports?device_id=486a1f35-4f0b-4315-87bb-961a1412216d HTTP/1.1" status: 200 len: 913 time: 0.1569893 Nov 12 09:10:00.174879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:00.191308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cccbe3-e65a-45f3-96eb-827b598e8c4b req-af5f1751-18a3-46c0-af71-15267381b30b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.200245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4cccbe3-e65a-45f3-96eb-827b598e8c4b req-af5f1751-18a3-46c0-af71-15267381b30b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1865928 Nov 12 09:10:00.212287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fc6b1-82b8-4040-8bae-249df549df56 req-314df4bb-ade2-49b4-9a0a-fd4bff1e9ecd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.214017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a20fc6b1-82b8-4040-8bae-249df549df56 req-314df4bb-ade2-49b4-9a0a-fd4bff1e9ecd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 943 time: 0.3090167 Nov 12 09:10:00.223734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-f8d5d9f7-951d-49ca-8166-38cdfe753679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.225446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-f8d5d9f7-951d-49ca-8166-38cdfe753679 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 916 time: 0.4794228 Nov 12 09:10:00.340419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-d44bc88e-2b2d-45cc-a329-3e09824d8410 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce3eed00-67b4-46c8-8548-7a6ef325ed27 HTTP/1.1" status: 200 len: 217 time: 0.1025984 Nov 12 09:10:00.352558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4cccbe3-e65a-45f3-96eb-827b598e8c4b req-0c85a9d2-1725-4811-a4a2-0d001110eabc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513379 Nov 12 09:10:00.446814 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.537763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-46e3deb7-d104-4563-94f0-15c0763a567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.539314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-46e3deb7-d104-4563-94f0-15c0763a567f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.1914525 Nov 12 09:10:00.543134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a20fc6b1-82b8-4040-8bae-249df549df56 req-c0e03899-7f6f-48d7-9690-d0f0ca8fda10 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067014 Nov 12 09:10:00.548458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-767c122c-32a5-4fca-a31a-ca99c67bab75 req-286204c3-3065-49d9-8a1d-5f2191e6f822 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c5cb1562-e848-40ff-b07c-d54450b36d15&id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4165411 Nov 12 09:10:00.596668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-67159efb-fcee-4ddc-a4ce-0e1ff270fd23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467975 Nov 12 09:10:00.656122 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.716754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=41719c5c-dcdf-4970-a13d-f9f9e8e3e154,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:00.770534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:00.774225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:00.783479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:00.790984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:00.791674 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:00.820106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6e232431-0d77-4134-aa42-f7fde9e4f874 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3463230 Nov 12 09:10:00.822965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44684) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:00.828755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:00.960363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-d3957d73-3a7a-4fd9-9d1f-a1243255d5c5 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560932 Nov 12 09:10:00.977589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.082263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.088845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.095825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.102251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.108901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.115108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.121575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.132145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-4b94b261-90ca-4690-bfde-44bcfedf3a90 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.2044544 Nov 12 09:10:01.279514 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f3b845a6-8e23-4358-9a6c-152e4b269d14 req-63543e6d-853f-464f-8041-d838f2267865 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1456182 Nov 12 09:10:01.316441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df317a5e-3695-49ad-8632-a86ba878a8ea req-8969c4e5-8ce9-498f-8eea-b337b76d52a5 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471525 Nov 12 09:10:01.391637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.405729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.405987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.461856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] In _notify_port_updated(), no bound segment for port 41719c5c-dcdf-4970-a13d-f9f9e8e3e154 on network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:10:01.479025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.480378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.494920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "PUT /v2.0/ports/41719c5c-dcdf-4970-a13d-f9f9e8e3e154 HTTP/1.1" status: 200 len: 818 time: 0.6694477 Nov 12 09:10:01.497365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:01.549017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735dd2b-562d-4c59-bb4f-fc44cd84a833 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=41719c5c-dcdf-4970-a13d-f9f9e8e3e154,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:01.714022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801cd5-7c13-4b63-892b-f3a8a91276f4 req-18d9508a-3567-4ff8-ba4f-eb9b718ca3ce tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:01.717813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd801cd5-7c13-4b63-892b-f3a8a91276f4 req-18d9508a-3567-4ff8-ba4f-eb9b718ca3ce tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1979945 Nov 12 09:10:01.875317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 41719c5c-dcdf-4970-a13d-f9f9e8e3e154 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:01.875664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.916363 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd801cd5-7c13-4b63-892b-f3a8a91276f4 req-6e8f5493-28f5-46de-8443-3cff07656cc4 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864941 Nov 12 09:10:01.987285 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:01.993966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ddede-7b80-49e5-afd6-255f904cdf0b req-a2d5e6d0-7b29-4f87-9150-05959a1dff1e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.003617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-436ddede-7b80-49e5-afd6-255f904cdf0b req-a2d5e6d0-7b29-4f87-9150-05959a1dff1e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 943 time: 0.0815635 Nov 12 09:10:02.013304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 41719c5c-dcdf-4970-a13d-f9f9e8e3e154 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:02.076117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-436ddede-7b80-49e5-afd6-255f904cdf0b req-b6d0fe9f-871c-4c93-a742-16c80fc9a253 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715942 Nov 12 09:10:02.330855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.344053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-df56e1c9-4ff0-46fc-983c-4696ca06e7ea tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.345853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-df56e1c9-4ff0-46fc-983c-4696ca06e7ea tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.2470982 Nov 12 09:10:02.389681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=41719c5c-dcdf-4970-a13d-f9f9e8e3e154,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:02.399334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-41967c71-f0bc-4d0a-9e33-b41ae6341838 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/quotas/234a93b598f94171a705fccaa09bb2dd HTTP/1.1" status: 200 len: 375 time: 0.0222745 Nov 12 09:10:02.404983 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.409222 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-72dba66f-36a0-478b-9ad1-040fcfa54b9a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/41719c5c-dcdf-4970-a13d-f9f9e8e3e154 HTTP/1.1" status: 204 len: 168 time: 0.9076595 Nov 12 09:10:02.411863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44744) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:02.416608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Deleting port bfe7a206-e348-4caa-aa1a-adb3e510957b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:02.417366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.517043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52025e3e-bde9-4e5f-90b9-28b18f918c99 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.518839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52025e3e-bde9-4e5f-90b9-28b18f918c99 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1057351 Nov 12 09:10:02.521640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44750) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:02.558852 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f157a82-c6a4-4ddd-b5ba-8bafadf5eae3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:10:02.561690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7f157a82-c6a4-4ddd-b5ba-8bafadf5eae3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/41719c5c-dcdf-4970-a13d-f9f9e8e3e154 HTTP/1.1" status: 404 len: 333 time: 0.0386734 Nov 12 09:10:02.571884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-b1152458-3a04-4b9f-9820-cfd2cb101707 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370015 Nov 12 09:10:02.577753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.581909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:02.587621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-385361183'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:02.601781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.608904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.618280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:02.625110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.636392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.657888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.669415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.686611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:02.696034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-714512c4-0e74-4a36-8630-07cc6556a3cd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.2452962 Nov 12 09:10:02.743744 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.800385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-722997c9-323b-4fcd-9621-4037fb72f4ba req-a4cf91d3-2547-4ee6-a1ff-6352485092cc tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031578 Nov 12 09:10:02.803668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:02.849598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Calling delete_port for bfe7a206-e348-4caa-aa1a-adb3e510957b owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:02.878676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:02.884495 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment e29c5a3b-f730-4a15-b601-a65c83cb2df8 of type vlan for network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 Nov 12 09:10:03.064320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-22298768-6aa4-4620-943e-6d1841f8211c service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912295 Nov 12 09:10:03.092194 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.146606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.161169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.168609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.176291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.183672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.191323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.199227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.213622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c00b375c-0583-4db6-8dba-f93adb446737 req-19622e3b-0fd5-4e24-acde-65c9e8a7be05 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.1915433 Nov 12 09:10:03.214164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44804) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.219367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Request body: {'floatingip': {'port_id': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:03.313346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:10:03.320804 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.326774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ce3eed00-67b4-46c8-8548-7a6ef325ed27 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:03.437766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.446277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.446923 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.467463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.600049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0168829 Nov 12 09:10:03.601085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Port': ['ID=bfe7a206-e348-4caa-aa1a-adb3e510957b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:03.614132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44810) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:03.621761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ce3eed00-67b4-46c8-8548-7a6ef325ed27, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ce3eed00-67b4-46c8-8548-7a6ef325ed27,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:03.632337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3824a31-c58b-4cef-894c-924ac6f5c9fe req-d9772170-6115-4757-97fb-4cd375797f17 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:03.638653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3824a31-c58b-4cef-894c-924ac6f5c9fe req-d9772170-6115-4757-97fb-4cd375797f17 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.3020699 Nov 12 09:10:03.650533 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-9b4e2c75-698c-4480-8ef1-2e3a83d53b42 service neutron] 10.222.0.53 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5850880 Nov 12 09:10:03.664211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270fdea-fe26-469c-b128-7a391cbc045c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=0e1a5c16-8f97-4d5a-a265-0ee83378dc33,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:03.676976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27', 'network_id': '18b6727b-6b56-47f1-a3a0-6e613a689021', 'port_id': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27', 'mac_address': 'fa:16:3e:a8:77:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13749916-801e-4c5f-af3d-4f7eb1327516', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:03.689070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:03.690850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:03.934060 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:03.962721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3eed00-67b4-46c8-8548-7a6ef325ed27 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:03.988639 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.010141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ce3eed00-67b4-46c8-8548-7a6ef325ed27, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ce3eed00-67b4-46c8-8548-7a6ef325ed27,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:04.028164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.125885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ce3eed00-67b4-46c8-8548-7a6ef325ed27,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:04.190581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-dced5610-b916-4aa9-b5c0-af1e43c7fe6a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:04.192921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-dced5610-b916-4aa9-b5c0-af1e43c7fe6a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "GET /v2.0/ports?device_id=4681edac-83b3-4987-b60d-0cf9a8525eef HTTP/1.1" status: 200 len: 945 time: 0.6573458 Nov 12 09:10:04.269039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3824a31-c58b-4cef-894c-924ac6f5c9fe req-fcad0ad9-2985-499c-b967-ffb98492ac76 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5738645 Nov 12 09:10:04.317118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de01e2-8f8c-4ac0-bcda-d1a2c4b7c071 req-f7c78263-0632-4640-bd45-8482087435df tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:04.322232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40de01e2-8f8c-4ac0-bcda-d1a2c4b7c071 req-f7c78263-0632-4640-bd45-8482087435df tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 944 time: 0.1280043 Nov 12 09:10:04.323311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ce3eed00-67b4-46c8-8548-7a6ef325ed27'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:04.372713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:04.376802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:04.565903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40b10f86-abb5-452c-8371-7a1cded129ea req-01e099b4-23d3-4543-a1c4-cd59ff637ebc tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 210 time: 0.0781169 Nov 12 09:10:04.577100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40de01e2-8f8c-4ac0-bcda-d1a2c4b7c071 req-919045d2-4ae4-4468-9a66-97d135b32c3d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604128 Nov 12 09:10:04.608887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Router 486a1f35-4f0b-4315-87bb-961a1412216d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:04.776035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:04.781817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b22a8cdf-ce50-4c0b-947b-f9bfa3dc9790 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "PUT /v2.0/routers/486a1f35-4f0b-4315-87bb-961a1412216d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6058474 Nov 12 09:10:04.784375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44856) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:04.787896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] Sync routers for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:04.806612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:04.807854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:04.852886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:04.881615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] Routers {'486a1f35-4f0b-4315-87bb-961a1412216d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:04.883511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['486a1f35-4f0b-4315-87bb-961a1412216d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:04.929252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:04.929843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d0446-f86b-42b7-8c56-764d032caae4 None None] The sync data for ids ['486a1f35-4f0b-4315-87bb-961a1412216d'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:05.001778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.127560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Deleting port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:05.128667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.179841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.338846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] For port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:05.339252 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.343356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:05.355151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Calling delete_port for cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:05.539148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.578238 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.653886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Deleting port aeb31276-cb20-4bc9-a2ff-39a0f8d06d67 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:05.654504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.693658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:10:05.695857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event deleted for resources: {'Port': ['ID=cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:05.734499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:05.757378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d492181-5fd7-4c9a-a198-a63bcc5c372f req-8679b431-2af4-48c1-8fec-333449c8bfdf tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 210 time: 0.0466976 Nov 12 09:10:05.823763 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.863486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Calling delete_port for aeb31276-cb20-4bc9-a2ff-39a0f8d06d67 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:05.873544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.883305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca876fbb-ae66-4b03-9a87-0e90fea9af63 req-f413e79c-ddaf-4a61-8a90-54f0b0623b73 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:05.895161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca876fbb-ae66-4b03-9a87-0e90fea9af63 req-f413e79c-ddaf-4a61-8a90-54f0b0623b73 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.5151658 Nov 12 09:10:05.954982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:05.978438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'port_id': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'mac_address': 'fa:16:3e:b8:57:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:05.982208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] No DVR routers for this DVR port cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:05.988578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.996187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:05.999649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3358a83d-a256-4d42-8bbb-3383a317b287 req-1793f8f1-5879-401d-a186-d1a5812fc75b tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.62 "DELETE /v2.0/ports/cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2 HTTP/1.1" status: 204 len: 173 time: 1.7602756 Nov 12 09:10:06.000252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c94a4-cf3f-4d96-afbd-28a5b07fc7bd req-eabb8987-c788-40df-be84-5ed312c89540 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:06.001924 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b52c94a4-cf3f-4d96-afbd-28a5b07fc7bd req-eabb8987-c788-40df-be84-5ed312c89540 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 944 time: 0.1150665 Nov 12 09:10:06.009046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'name': 'network-vif-deleted', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:06.011345 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126394cf-6b19-4523-aae6-b0848a0d241c" -d '{"events": [{"server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "name": "network-vif-deleted", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:06.045884 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.065282 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.093402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eb8a6ab-c38c-4adf-83de-f74682ced828 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:06.119447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-81853c25-f935-4e0f-8135-5fbfb385942d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:06.121041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-81853c25-f935-4e0f-8135-5fbfb385942d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 804 time: 0.5798244 Nov 12 09:10:06.126593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:06.131301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.142185 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.172406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b52c94a4-cf3f-4d96-afbd-28a5b07fc7bd req-49c20d18-2f44-431e-b029-927a63e35b56 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560783 Nov 12 09:10:06.174359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Request body: {'port': {'device_id': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'admin_state_up': True, 'tenant_id': '234a93b598f94171a705fccaa09bb2dd'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:06.216324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca876fbb-ae66-4b03-9a87-0e90fea9af63 req-3c61fdaf-e044-4f4e-a77a-63c16f561715 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201330 Nov 12 09:10:06.256121 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f6dd96-0fd1-4521-bf10-d052e4e19ce3 x-openstack-request-id: req-66f6dd96-0fd1-4521-bf10-d052e4e19ce3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:06.256495 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4681edac-83b3-4987-b60d-0cf9a8525eef", "name": "network-vif-deleted", "tag": "cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:06.256780 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66f6dd96-0fd1-4521-bf10-d052e4e19ce3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:06.257275 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4681edac-83b3-4987-b60d-0cf9a8525eef', 'name': 'network-vif-deleted', 'tag': 'cc57df80-4e47-4de3-bf6f-b6c8a2d2f1d2', 'status': 'completed', 'code': 200} Nov 12 09:10:06.260637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.271010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.285049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': 'e29c5a3b-f730-4a15-b601-a65c83cb2df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:06.285419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: 0e1a5c16-8f97-4d5a-a265-0ee83378dc33, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:06.303492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Port': ['ID=aeb31276-cb20-4bc9-a2ff-39a0f8d06d67,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:06.312730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['4eb8a6ab-c38c-4adf-83de-f74682ced828'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:06.403042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.417281 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:06.442062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0e1a5c16-8f97-4d5a-a265-0ee83378dc33) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:06.448668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:06.449739 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.457309 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Floating IP b02b0287-0941-449f-8436-28539a0cb576 associated. External IP: 172.25.5.126, port: a403d18f-e0fa-44b7-bfca-2d79ed0ea101. Nov 12 09:10:06.467838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d464285-53e8-4c19-89fa-6bdcd18a3d22 None None] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:06.540131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Made reservation on behalf of 234a93b598f94171a705fccaa09bb2dd for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:06.546709 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.569663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7cdb3ddf-581a-412d-8ce7-1dec5fdbe019 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9201016 Nov 12 09:10:06.572730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44876) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:06.582830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6eac990d-6bd9-4e35-94d6-8139b3707bcc tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:06.669505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.675023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.760363 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.760953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Fanout notify agent at l3_agent the message router_deleted on router 486a1f35-4f0b-4315-87bb-961a1412216d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:10:06.772753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.775180 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fd830000-ee1a-4e35-931c-82bbc59555df tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "DELETE /v2.0/routers/486a1f35-4f0b-4315-87bb-961a1412216d HTTP/1.1" status: 204 len: 168 time: 1.9885142 Nov 12 09:10:06.777704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:06.801454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-0e1a5c16-8f97-4d5a-a265-0ee83378dc33', 'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33', 'tenant_id': 'ee3aa62eab1649cd81d959086a885143', 'fixed_ips': [{'subnet_id': 'e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:06.803101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:06.922624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Deleting subnet fd11b39f-5060-4b51-a1ab-d70c4484533f {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:06.935117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.053816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.088803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Allocated IP 172.20.0.2 (0e1a5c16-8f97-4d5a-a265-0ee83378dc33/e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead/753513dc-b3d6-4710-97c7-36819fbf2dd1) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:07.132389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3806b8e7-2a59-4b1c-aef4-303c31fc69c5 req-1523743e-eba7-43c7-b3ff-32a443f52f3e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 210 time: 0.2243373 Nov 12 09:10:07.312740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.387361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ce3eed00-67b4-46c8-8548-7a6ef325ed27 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:07.440921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eac990d-6bd9-4e35-94d6-8139b3707bcc tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:07.444927 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6eac990d-6bd9-4e35-94d6-8139b3707bcc tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.475700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763db7-285b-4b18-a79e-c01da27e9351 req-6d7d7dbe-f35a-4d45-ab9e-e603accbf333 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:07.477359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32763db7-285b-4b18-a79e-c01da27e9351 req-6d7d7dbe-f35a-4d45-ab9e-e603accbf333 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 944 time: 0.1034620 Nov 12 09:10:07.544458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.577876 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.595414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e74fb44-cc73-4b49-a6d2-6c33a50bf326 None None] Network 6b435783-b275-4b2d-82e2-99452a33ac47 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:07.603790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Allocated IP 172.20.0.3 (84d9f726-4cdb-49bf-8508-9247b100d330/de602d0f-37f0-4a38-a40a-f4062cab06ad/bf998975-dc0c-4697-944f-d3e4ba5053ef) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:07.618802 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.625907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44906) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:07.626758 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "DELETE /v2.0/subnets/fd11b39f-5060-4b51-a1ab-d70c4484533f HTTP/1.1" status: 204 len: 168 time: 0.8465183 Nov 12 09:10:07.633538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ba5f5-bf4c-4c59-b037-08899d357c61 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Subnet': ['ID=fd11b39f-5060-4b51-a1ab-d70c4484533f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:07.641126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.642494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32763db7-285b-4b18-a79e-c01da27e9351 req-f1da6a1c-1923-4cec-b1d4-389335d95900 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480293 Nov 12 09:10:07.703964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00813c8-6e15-473e-b48b-0244961dca5a req-9bcd7587-b4a3-4b15-b455-a03cfc64e301 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:07.705954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f00813c8-6e15-473e-b48b-0244961dca5a req-9bcd7587-b4a3-4b15-b455-a03cfc64e301 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 944 time: 0.2924688 Nov 12 09:10:07.723497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Pushing event updated for resources: {'Port': ['ID=753513dc-b3d6-4710-97c7-36819fbf2dd1,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:07.745923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Router a38c9339-e3d8-4604-99e6-1b6780b918cb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:10:07.782102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:07.838003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port ce3eed00-67b4-46c8-8548-7a6ef325ed27 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:07.856571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:07.865090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:07.867063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:07.877670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port ce3eed00-67b4-46c8-8548-7a6ef325ed27 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:07.877670 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:07.919434 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-6eac990d-6bd9-4e35-94d6-8139b3707bcc tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead (CIDR: 172.20.0.0/28) Nov 12 09:10:07.969668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f00813c8-6e15-473e-b48b-0244961dca5a req-eef27d73-d01e-496c-9963-324539462b02 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466350 Nov 12 09:10:07.970903 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eac990d-6bd9-4e35-94d6-8139b3707bcc tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:10:07.971568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eac990d-6bd9-4e35-94d6-8139b3707bcc tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:10:07.989050 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.133563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:10:08.151682 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] Sync routers for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:10:08.160076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.176811 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:08.177440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:08.263653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:08.264525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6eac990d-6bd9-4e35-94d6-8139b3707bcc tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6882572 Nov 12 09:10:08.271115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 4eb8a6ab-c38c-4adf-83de-f74682ced828 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:08.271715 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.273134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:08.323371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Attempting to bind port 753513dc-b3d6-4710-97c7-36819fbf2dd1 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:08.324048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Attempting to bind port 753513dc-b3d6-4710-97c7-36819fbf2dd1 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e29c5a3b-f730-4a15-b601-a65c83cb2df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:08.324524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Attempting to bind port 753513dc-b3d6-4710-97c7-36819fbf2dd1 on network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:08.333917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:08.334451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Checking segment: {'id': 'e29c5a3b-f730-4a15-b601-a65c83cb2df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:08.338237 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.338778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Bound using segment: {'id': 'e29c5a3b-f730-4a15-b601-a65c83cb2df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:08.339438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Bound port: 753513dc-b3d6-4710-97c7-36819fbf2dd1, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29c5a3b-f730-4a15-b601-a65c83cb2df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:08.339944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.408410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-038423c7-b624-4856-800a-d3d3212f9780 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "PUT /v2.0/floatingips/b02b0287-0941-449f-8436-28539a0cb576 HTTP/1.1" status: 200 len: 991 time: 5.1929765 Nov 12 09:10:08.470788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:08.485793 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5829b207-5809-4b90-9a2e-99463c351a45" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:08.521183 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.533663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] DHCP port deletion for 6b435783-b275-4b2d-82e2-99452a33ac47 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:08.653715 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c16190bb-e1c3-4590-9c0d-f2f675b50118 req-cda272de-617e-4ce4-8827-423cab283448 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 210 time: 0.3044398 Nov 12 09:10:08.679583 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e9926b-cc9a-42d2-a4eb-e3e9597b4c19 x-openstack-request-id: req-98e9926b-cc9a-42d2-a4eb-e3e9597b4c19 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:08.681399 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:08.690962 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98e9926b-cc9a-42d2-a4eb-e3e9597b4c19 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:08.694340 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'status': 'completed', 'code': 200} Nov 12 09:10:08.708098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:08.711952 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.750815 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:08.761930 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.773762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Deleting port 0fd16f03-8dda-45d5-9145-03252b862506 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:08.774765 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:08.931600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ce3eed00-67b4-46c8-8548-7a6ef325ed27, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ce3eed00-67b4-46c8-8548-7a6ef325ed27,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:08.939610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:08.947533 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeabcbc-0f0a-44f3-a7ae-03a6738ed1da" -d '{"events": [{"server_uuid": "522e546f-29c0-4e50-9f47-1e2ea4b708d0", "name": "network-vif-plugged", "status": "completed", "tag": "ce3eed00-67b4-46c8-8548-7a6ef325ed27"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:08.974876 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.105274 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.109330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.109821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.110318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.114621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.114994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.115288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.115762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.122910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5829b207-5809-4b90-9a2e-99463c351a45 req-b349d756-f8f6-4fb7-bdf2-04e72ccdffc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6507 time: 0.3513980 Nov 12 09:10:09.133252 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.150805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] For port 753513dc-b3d6-4710-97c7-36819fbf2dd1, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:09.245353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] For port 0fd16f03-8dda-45d5-9145-03252b862506, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0fd16f03-8dda-45d5-9145-03252b862506,segment=NetworkSegment(c75d1c05-f542-475b-b090-b0189b9d3a9d),segment_id=c75d1c05-f542-475b-b090-b0189b9d3a9d)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:09.245982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.297760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Calling delete_port for 0fd16f03-8dda-45d5-9145-03252b862506 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:09.320592 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d04295-ce85-4174-9f20-c9d62f69d939 x-openstack-request-id: req-66d04295-ce85-4174-9f20-c9d62f69d939 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:09.321182 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522e546f-29c0-4e50-9f47-1e2ea4b708d0", "name": "network-vif-plugged", "status": "completed", "tag": "ce3eed00-67b4-46c8-8548-7a6ef325ed27", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:09.321182 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66d04295-ce85-4174-9f20-c9d62f69d939 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:09.322692 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27', 'code': 200} Nov 12 09:10:09.334691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0fd16f03-8dda-45d5-9145-03252b862506 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:09.338119 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'b02b0287-0941-449f-8436-28539a0cb576', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'floating_ip_address': '172.25.5.126', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'port_id': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'mac_address': 'fa:16:3e:dd:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:08:21Z', 'updated_at': '2021-11-12T09:10:05Z', 'revision_number': 1, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:09.425356 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] Checking router: a38c9339-e3d8-4604-99e6-1b6780b918cb for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:10:09.455473 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:10:09.456245 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:09:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:09.501391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] For port 753513dc-b3d6-4710-97c7-36819fbf2dd1, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=753513dc-b3d6-4710-97c7-36819fbf2dd1,segment=NetworkSegment(e29c5a3b-f730-4a15-b601-a65c83cb2df8),segment_id=e29c5a3b-f730-4a15-b601-a65c83cb2df8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:09.506140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.539001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.600198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-cab1853e-805f-49f9-8a47-0eba531282b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:09.603645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5829b207-5809-4b90-9a2e-99463c351a45 req-cab1853e-805f-49f9-8a47-0eba531282b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318 HTTP/1.1" status: 200 len: 917 time: 0.4719875 Nov 12 09:10:09.700176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] Deleting port 0fd16f03-8dda-45d5-9145-03252b862506 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:09.700663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.727326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:09.782328 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:10:09.807250 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.815443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ce3eed00-67b4-46c8-8548-7a6ef325ed27,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:09.839720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.843616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.844223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.844601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.844948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.845289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.845624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.845956 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.846324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.846617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.846954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.847281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:09.937897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:09.943535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No active binding found for port 0fd16f03-8dda-45d5-9145-03252b862506 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:10:09.944259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0fd16f03-8dda-45d5-9145-03252b862506 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:10.038147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff18ff-049d-4d47-adbb-7885ef34c7fd req-6859659b-760c-41fd-b11f-0114d4e9cca0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.058409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1ff18ff-049d-4d47-adbb-7885ef34c7fd req-6859659b-760c-41fd-b11f-0114d4e9cca0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 944 time: 0.6511149 Nov 12 09:10:10.073195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] For port 0fd16f03-8dda-45d5-9145-03252b862506, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:10.073597 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.142362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] Calling delete_port for 0fd16f03-8dda-45d5-9145-03252b862506 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:10.162248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] Port 0fd16f03-8dda-45d5-9145-03252b862506 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:10:10.163742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410a0d0-e3ee-454a-b556-29ed26947110 None None] Pushing event updated for resources: {'Port': ['ID=753513dc-b3d6-4710-97c7-36819fbf2dd1,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:10.213636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:10.226900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:10.285520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.286810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.333732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5829b207-5809-4b90-9a2e-99463c351a45 req-50cdfec9-74a7-4579-8cb8-cacb6f76e2bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101 HTTP/1.1" status: 200 len: 999 time: 0.7060957 Nov 12 09:10:10.373450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:10.381426 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.383717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1127982 Nov 12 09:10:10.389047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:10.402758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] No DVR routers for this DVR port 0fd16f03-8dda-45d5-9145-03252b862506 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:10.433446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33', 'fixed_ips': [{'subnet_id': 'e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead'}, {'subnet_id': '258c707b-9c44-4ea6-8fc3-d8595a5967f9'}], 'name': 'tempest-PortsTestJSON-2005068513'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:10.437878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936f329-0c46-4b61-b649-9dc009cf877b None None] Pushing event deleted for resources: {'Port': ['ID=0fd16f03-8dda-45d5-9145-03252b862506,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:10.520061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccf1bd-761f-48a2-8c2c-68f80aa26fac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=258c707b-9c44-4ea6-8fc3-d8595a5967f9,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:10.545789 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'b02b0287-0941-449f-8436-28539a0cb576', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'floating_ip_address': '172.25.5.126', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'port_id': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'mac_address': 'fa:16:3e:dd:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:08:21Z', 'updated_at': '2021-11-12T09:10:05Z', 'revision_number': 1, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:10.557620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1ff18ff-049d-4d47-adbb-7885ef34c7fd req-83d00444-0fe0-4810-9006-47d521e9ff45 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4967208 Nov 12 09:10:10.669008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88eb5f7-db15-4500-bed2-03dde6da6469 req-248137b4-28da-41f2-b327-7e242979ba79 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.679621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a88eb5f7-db15-4500-bed2-03dde6da6469 req-248137b4-28da-41f2-b327-7e242979ba79 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 945 time: 1.7557831 Nov 12 09:10:10.706712 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c58b89-a5db-4768-87d0-99075c0232b6 None None] The sync data for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 is: [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'b02b0287-0941-449f-8436-28539a0cb576', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'floating_ip_address': '172.25.5.126', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'port_id': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'mac_address': 'fa:16:3e:dd:5b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:08:21Z', 'updated_at': '2021-11-12T09:10:05Z', 'revision_number': 1, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:10:10.718034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Network 84d9f726-4cdb-49bf-8508-9247b100d330 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:10.728458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:10.750785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:10.774099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-8c84d6d9-9d85-490e-a44c-60a6381f2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.775485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5829b207-5809-4b90-9a2e-99463c351a45 req-8c84d6d9-9d85-490e-a44c-60a6381f2bf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1bfae29-9c67-4a0b-a665-b7a64625e8f9 HTTP/1.1" status: 200 len: 855 time: 0.3857613 Nov 12 09:10:10.814660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:10.816360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:10.850472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7011619 Nov 12 09:10:10.865528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] No DVR routers for this DVR port 0fd16f03-8dda-45d5-9145-03252b862506 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:10.877560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Request body: {'port': {'device_id': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:11.024006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfc1d9-1739-4f8c-abf3-4f8ea13f96d5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event updated for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:11.032099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.060749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-25759712-2292-4612-8737-ef471264efde service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3717763 Nov 12 09:10:11.122584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Port': ['ID=0fd16f03-8dda-45d5-9145-03252b862506,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:11.160861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a88eb5f7-db15-4500-bed2-03dde6da6469 req-3e2c92f4-de07-4a28-9034-5d79f4931205 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780080 Nov 12 09:10:11.238256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:11.269436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427c1c-cfbf-4cd5-be86-7cceef19a3fb req-c2125d2c-1213-49c9-95d0-fc3782170bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.271837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76427c1c-cfbf-4cd5-be86-7cceef19a3fb req-c2125d2c-1213-49c9-95d0-fc3782170bcb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 1097 time: 1.8030994 Nov 12 09:10:11.325057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:11.329435 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de4b2eb-fdf8-47aa-a0aa-1815c907956c" -d '{"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:11.354490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c99efa-627b-4316-b043-ca46a76f3c75 None None] New status for floating IP b02b0287-0941-449f-8436-28539a0cb576: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:10:11.392553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.439835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b435783-b275-4b2d-82e2-99452a33ac47']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:11.453337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75d1c05-f542-475b-b090-b0189b9d3a9d') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:11.453983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75d1c05-f542-475b-b090-b0189b9d3a9d') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:11.467330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.483679 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.502996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:11.503581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:11.574725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b207-5809-4b90-9a2e-99463c351a45 req-604929b8-7939-4f8a-8615-7cc27365b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.577548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5829b207-5809-4b90-9a2e-99463c351a45 req-604929b8-7939-4f8a-8615-7cc27365b85b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7731144 Nov 12 09:10:11.621547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf59ca6-2c00-43b9-92aa-e688b3a6e235 req-b602fd3f-b7c7-4f99-b408-3ebf20b00de0 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:11.631774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2bf59ca6-2c00-43b9-92aa-e688b3a6e235 req-b602fd3f-b7c7-4f99-b408-3ebf20b00de0 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 931 time: 0.6401896 Nov 12 09:10:11.697392 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ab76f-8c9d-4e26-af69-0ff82eea4385 x-openstack-request-id: req-b58ab76f-8c9d-4e26-af69-0ff82eea4385 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:11.698277 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:11.699781 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b58ab76f-8c9d-4e26-af69-0ff82eea4385 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:11.701765 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'code': 200} Nov 12 09:10:11.710251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 753513dc-b3d6-4710-97c7-36819fbf2dd1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:11.813590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf7612-5672-48aa-be4f-a8d13bb41955 None None] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:11.937218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5829b207-5809-4b90-9a2e-99463c351a45 req-78e17590-73f1-46e7-b1c5-33c3df7a88fb service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647319 Nov 12 09:10:12.070795 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.089807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c33148ab-da97-47a1-8155-fc25b9f5b6d4 None None] Provisioning complete for port 753513dc-b3d6-4710-97c7-36819fbf2dd1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:12.089807 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c33148ab-da97-47a1-8155-fc25b9f5b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.110917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-81631936-c39c-4db6-9148-cacd443ae8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.112592 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-81631936-c39c-4db6-9148-cacd443ae8e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 1097 time: 0.9766676 Nov 12 09:10:12.135322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf998975-dc0c-4697-944f-d3e4ba5053ef {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:12.150660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.172760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port da971fe5-2b6c-4fda-a098-eb8978ac0b12 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:12.176078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Transition to ACTIVE for port object bf998975-dc0c-4697-944f-d3e4ba5053ef will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:12.178263 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:12.198610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.203499 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.240446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 753513dc-b3d6-4710-97c7-36819fbf2dd1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:12.240912 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.275072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.279625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "DELETE /v2.0/networks/6b435783-b275-4b2d-82e2-99452a33ac47 HTTP/1.1" status: 204 len: 168 time: 4.6483912 Nov 12 09:10:12.306186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44950) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:12.371835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76427c1c-cfbf-4cd5-be86-7cceef19a3fb req-6e3c14f3-8870-446f-82e1-5116656ade96 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798568 Nov 12 09:10:12.415397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b814d6-a777-4390-9b10-d3be239a4ce2 tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Network': ['ID=6b435783-b275-4b2d-82e2-99452a33ac47,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:12.440036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2bf59ca6-2c00-43b9-92aa-e688b3a6e235 req-93322375-5f0d-4adf-a432-d733151be1ef tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8048220 Nov 12 09:10:12.461980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53539-728d-424e-b3f6-39cdf109193a req-7374bb41-2b37-477b-8c68-3c960ab37770 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.470541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30a53539-728d-424e-b3f6-39cdf109193a req-7374bb41-2b37-477b-8c68-3c960ab37770 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.2921855 Nov 12 09:10:12.705334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Pushing event updated for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:12.750992 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c33148ab-da97-47a1-8155-fc25b9f5b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.877513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5829b207-5809-4b90-9a2e-99463c351a45 req-82203951-c514-41cd-9d21-2d31956d1571 service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9201329 Nov 12 09:10:12.879232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:12.905399 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30a53539-728d-424e-b3f6-39cdf109193a req-ad9fe727-a15e-41af-8cbc-a951c516d25d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4338133 Nov 12 09:10:12.930766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-77dd0768-f815-4028-b2af-0403d46f7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:12.932590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-77dd0768-f815-4028-b2af-0403d46f7223 service neutron] 10.222.0.62 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 916 time: 0.7699158 Nov 12 09:10:12.993277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732dce2-a050-49d6-a860-88af46f62050 req-fee5cfbe-c0ec-482d-96ee-eb25734a85b6 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:13.003683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a732dce2-a050-49d6-a860-88af46f62050 req-fee5cfbe-c0ec-482d-96ee-eb25734a85b6 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 945 time: 0.2504187 Nov 12 09:10:13.050590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c33148ab-da97-47a1-8155-fc25b9f5b6d4 None None] For port 753513dc-b3d6-4710-97c7-36819fbf2dd1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=753513dc-b3d6-4710-97c7-36819fbf2dd1,segment=NetworkSegment(e29c5a3b-f730-4a15-b601-a65c83cb2df8),segment_id=e29c5a3b-f730-4a15-b601-a65c83cb2df8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:13.068541 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c33148ab-da97-47a1-8155-fc25b9f5b6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.079336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Attempting to bind port bf998975-dc0c-4697-944f-d3e4ba5053ef on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:13.079688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Attempting to bind port bf998975-dc0c-4697-944f-d3e4ba5053ef by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:13.080058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Attempting to bind port bf998975-dc0c-4697-944f-d3e4ba5053ef on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:13.090063 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-dbd45d1d-b2bf-4f93-b989-c1cc3857bb8e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e HTTP/1.1" status: 200 len: 217 time: 0.1491282 Nov 12 09:10:13.106591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Port bf998975-dc0c-4697-944f-d3e4ba5053ef on network 84d9f726-4cdb-49bf-8508-9247b100d330 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:13.106932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Attempting to bind port bf998975-dc0c-4697-944f-d3e4ba5053ef on network 84d9f726-4cdb-49bf-8508-9247b100d330 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:13.133414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Deleting port 3d39af45-5bea-4667-97c6-db0ff510d325 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:13.135042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.147745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:13.148914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Checking segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:13.149323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Bound using segment: {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:13.149846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Bound port: bf998975-dc0c-4697-944f-d3e4ba5053ef, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3738ebf9-af79-429d-a287-c731215a7bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:13.150218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.240002 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a732dce2-a050-49d6-a860-88af46f62050 req-b9b75022-2322-4d89-96fe-63531cee3e8d tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352748 Nov 12 09:10:13.329110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-0023bc29-16bb-46e3-9514-5cf9348e507d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:13.331767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-0023bc29-16bb-46e3-9514-5cf9348e507d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.2206185 Nov 12 09:10:13.362664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33148ab-da97-47a1-8155-fc25b9f5b6d4 None None] Pushing event updated for resources: {'Port': ['ID=753513dc-b3d6-4710-97c7-36819fbf2dd1,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:13.391219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8344d305-6029-4e68-9022-bc35c3250d8d None None] Update dhcp port {'port': {'network_id': '0e1a5c16-8f97-4d5a-a265-0ee83378dc33', 'fixed_ips': [{'subnet_id': 'e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead', 'ip_address': '172.20.0.2'}, {'subnet_id': '258c707b-9c44-4ea6-8fc3-d8595a5967f9'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '753513dc-b3d6-4710-97c7-36819fbf2dd1'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:10:13.441714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8344d305-6029-4e68-9022-bc35c3250d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.447036 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:10:13.447532 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:10:13.468089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-2815fbe7-18e2-4361-9632-fc3cb92a5af7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225753 Nov 12 09:10:13.545377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:13.569415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:13.590759 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.721608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:13.722240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.725164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf998975-dc0c-4697-944f-d3e4ba5053ef HTTP/1.1" status: 200 len: 1092 time: 2.8522477 Nov 12 09:10:13.725164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'tag': 'bf998975-dc0c-4697-944f-d3e4ba5053ef'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:13.726561 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb9d697-6077-4dbd-bcb9-5ded493f54c8" -d '{"events": [{"name": "network-changed", "server_uuid": "70cacee3-da57-44cc-bea1-e47bccc9892a", "tag": "bf998975-dc0c-4697-944f-d3e4ba5053ef"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:13.730840 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-f97d55af-4cbd-4f95-9e2b-659ade768ae0 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618587 Nov 12 09:10:13.780699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.781022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.865691 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a6838577-17f9-4af1-9516-e07734453a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:13.880108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Calling delete_port for 3d39af45-5bea-4667-97c6-db0ff510d325 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:13.895312 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8c061-2bb7-4d28-b9dc-e8dd592dc78e x-openstack-request-id: req-b4d8c061-2bb7-4d28-b9dc-e8dd592dc78e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:13.895720 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70cacee3-da57-44cc-bea1-e47bccc9892a", "tag": "bf998975-dc0c-4697-944f-d3e4ba5053ef", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:13.902506 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4d8c061-2bb7-4d28-b9dc-e8dd592dc78e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:13.903071 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'tag': 'bf998975-dc0c-4697-944f-d3e4ba5053ef', 'status': 'completed', 'code': 200} Nov 12 09:10:14.012745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.13 (0e1a5c16-8f97-4d5a-a265-0ee83378dc33/e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead/da971fe5-2b6c-4fda-a098-eb8978ac0b12) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:14.020053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9dde0-150d-4af9-8413-7cc46b2a373c req-8dc0e9fc-e3ca-4e8e-97bb-b5ab3c46598f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.030758 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2f9dde0-150d-4af9-8413-7cc46b2a373c req-8dc0e9fc-e3ca-4e8e-97bb-b5ab3c46598f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 943 time: 0.3995597 Nov 12 09:10:14.054441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.23 (0e1a5c16-8f97-4d5a-a265-0ee83378dc33/258c707b-9c44-4ea6-8fc3-d8595a5967f9/da971fe5-2b6c-4fda-a098-eb8978ac0b12) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:14.115892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1cba423-4704-4d05-b3fa-daf3fc7094c8 req-7c1e177b-2a82-4716-85d1-4484ab1bad87 service neutron] 10.222.0.62 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707979 Nov 12 09:10:14.248571 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2f9dde0-150d-4af9-8413-7cc46b2a373c req-ab6047f3-9c39-43c2-9eac-d64624c3b18f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160676 Nov 12 09:10:14.255056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64077b-b3a9-4639-90a3-f58ba8c97781 service neutron] Pushing event updated for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:14.297357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 753513dc-b3d6-4710-97c7-36819fbf2dd1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:14.314351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-7c8a3a52-5e52-48db-a6ff-ae561940ceb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.317689 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-7c8a3a52-5e52-48db-a6ff-ae561940ceb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 1095 time: 0.4572556 Nov 12 09:10:14.470638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 753513dc-b3d6-4710-97c7-36819fbf2dd1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:14.470638 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.479084 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-59b1e9c4-8bf9-4570-8d44-e5abb7989087 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef HTTP/1.1" status: 200 len: 217 time: 0.1461856 Nov 12 09:10:14.583148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43545593-b984-4ff7-8e3a-dd8364a7f106 req-a2c2caff-1b76-48af-a2b7-2c9beafef4d4 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.594287 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43545593-b984-4ff7-8e3a-dd8364a7f106 req-a2c2caff-1b76-48af-a2b7-2c9beafef4d4 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.5298171 Nov 12 09:10:14.688509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.749757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43545593-b984-4ff7-8e3a-dd8364a7f106 req-bbc98bf9-e74a-42f9-91b9-4432dc2f533e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542625 Nov 12 09:10:14.752007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Pushing event deleted for resources: {'Port': ['ID=3d39af45-5bea-4667-97c6-db0ff510d325,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:14.837421 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.891368 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.958539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.961044 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:14.965117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=da971fe5-2b6c-4fda-a098-eb8978ac0b12,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:14.968587 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-32922047-ab1c-4121-814c-ec190fd5feea tempest-FloatingIPAdminTestJSON-2114885096 tempest-FloatingIPAdminTestJSON-2114885096-project] 10.222.0.53 "DELETE /v2.0/floatingips/92560430-c74f-49fd-bdde-4fa5b97028c9 HTTP/1.1" status: 204 len: 168 time: 2.6527925 Nov 12 09:10:14.977830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f5bc-2c23-4481-bb13-f42d15b7f50f req-f6705ca6-35da-4ea9-b0fc-73c9e5fe26cd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:14.986526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf5f5bc-2c23-4481-bb13-f42d15b7f50f req-f6705ca6-35da-4ea9-b0fc-73c9e5fe26cd tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 945 time: 0.5027199 Nov 12 09:10:15.002740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-8344d305-6029-4e68-9022-bc35c3250d8d None None] Allocated IP 172.20.0.18 (0e1a5c16-8f97-4d5a-a265-0ee83378dc33/258c707b-9c44-4ea6-8fc3-d8595a5967f9/753513dc-b3d6-4710-97c7-36819fbf2dd1) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:15.018590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:15.023562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:15.033588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:15.038077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-bd5ce17a-de75-445d-9915-7dda2dcd0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:15.042073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-bd5ce17a-de75-445d-9915-7dda2dcd0c33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.5400324 Nov 12 09:10:15.157706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-839555d1-afff-4661-9eb3-b462415a185f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052008 Nov 12 09:10:15.178137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:15.178834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:15.220633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2ce8994b-3b94-48f7-b5f7-7ea1f2160282 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.7978675 Nov 12 09:10:15.224504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:15.236247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:15.259274 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf5f5bc-2c23-4481-bb13-f42d15b7f50f req-2f2da682-3f8c-4b4c-b0bc-fa7acef85ce3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648985 Nov 12 09:10:15.490225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-e7d0975b-81e8-404c-98e9-8a07496cef77 service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193371 Nov 12 09:10:15.623407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:15.643383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8344d305-6029-4e68-9022-bc35c3250d8d None None] For port 753513dc-b3d6-4710-97c7-36819fbf2dd1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=753513dc-b3d6-4710-97c7-36819fbf2dd1,segment=NetworkSegment(e29c5a3b-f730-4a15-b601-a65c83cb2df8),segment_id=e29c5a3b-f730-4a15-b601-a65c83cb2df8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:15.785602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44986) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:15.787271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8344d305-6029-4e68-9022-bc35c3250d8d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:15.798357 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8344d305-6029-4e68-9022-bc35c3250d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:15.823191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26b559d4-d98d-4195-b9d4-a30a73b6f9ce req-a1911d94-2db7-4c0b-84ce-253ab0e7ec0f service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249528 Nov 12 09:10:15.839239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9cbb1-afd2-49d3-8a01-6ecfb81119bc req-a1c9e288-aad6-44e0-8ab6-7ed0745b6405 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:15.842106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f5a9cbb1-afd2-49d3-8a01-6ecfb81119bc req-a1c9e288-aad6-44e0-8ab6-7ed0745b6405 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 943 time: 0.3868423 Nov 12 09:10:16.072469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344d305-6029-4e68-9022-bc35c3250d8d None None] Pushing event updated for resources: {'Port': ['ID=753513dc-b3d6-4710-97c7-36819fbf2dd1,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:16.083282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-98e5b647-0f07-49ac-ad8d-6cc7ff9fcc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:16.093489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-98e5b647-0f07-49ac-ad8d-6cc7ff9fcc9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=234a93b598f94171a705fccaa09bb2dd&device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 1095 time: 0.2161524 Nov 12 09:10:16.236059 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f5a9cbb1-afd2-49d3-8a01-6ecfb81119bc req-76f6fd50-a016-4951-a41c-be8bc5a0716f tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849943 Nov 12 09:10:16.294518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 753513dc-b3d6-4710-97c7-36819fbf2dd1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:16.368461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c01f0-dc5d-43bc-9687-8d37fc0851e6 req-77cc0e0a-b04b-47a6-8797-156fb8ea137c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:16.382760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b50c01f0-dc5d-43bc-9687-8d37fc0851e6 req-77cc0e0a-b04b-47a6-8797-156fb8ea137c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.4225476 Nov 12 09:10:16.537531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc2f58d9-e8d0-429e-b0a6-7c4254b2c24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.548552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Delete allocated IP 172.20.0.23 (0e1a5c16-8f97-4d5a-a265-0ee83378dc33/258c707b-9c44-4ea6-8fc3-d8595a5967f9) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:10:16.549342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 753513dc-b3d6-4710-97c7-36819fbf2dd1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:16.550488 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.631746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-1e70a45a-6aa6-4a30-80bf-dea804c2e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:16.641267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-1e70a45a-6aa6-4a30-80bf-dea804c2e3a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 200 len: 905 time: 0.5306940 Nov 12 09:10:16.754837 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.763019 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:16.832982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-af928e06-6675-4fea-acad-4375dffbddc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef HTTP/1.1" status: 200 len: 217 time: 0.1297812 Nov 12 09:10:16.965601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b50c01f0-dc5d-43bc-9687-8d37fc0851e6 req-88195d3a-f38f-4540-b4c8-19c63cec8aee tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5761440 Nov 12 09:10:17.004777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=da971fe5-2b6c-4fda-a098-eb8978ac0b12,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:17.023974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] In _notify_port_updated(), no bound segment for port da971fe5-2b6c-4fda-a098-eb8978ac0b12 on network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:10:17.027166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:17.029181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.032664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-a92568bc-e33d-42af-bae2-036fda3d98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:17.033538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-128ff799-92ab-4dfd-b0f3-92329bfa11e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "PUT /v2.0/ports/da971fe5-2b6c-4fda-a098-eb8978ac0b12 HTTP/1.1" status: 200 len: 920 time: 1.8078747 Nov 12 09:10:17.034184 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-a92568bc-e33d-42af-bae2-036fda3d98ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 200 len: 844 time: 0.1925166 Nov 12 09:10:17.034315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:17.041425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-edce345d-7c83-490f-bde4-f67661c3b9e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7807839ca76d4d728cb11d76c58607d8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2497935 Nov 12 09:10:17.041425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45006) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:17.042313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead'}, {'subnet_id': '258c707b-9c44-4ea6-8fc3-d8595a5967f9'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:17.143901 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-06cb84ce-ccd7-4c33-ae47-fb4c77192c79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84d9f726-4cdb-49bf-8508-9247b100d330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329373 Nov 12 09:10:17.172464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71194595-e348-4497-a4f8-190db3d5ca47 None None] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:17.214556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35c6388-8694-430d-ba6a-413cef9a9d7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.378546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-80f3f0d3-81a5-41d2-a1a2-4193929cc6d3 service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049148 Nov 12 09:10:17.398867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35c6388-8694-430d-ba6a-413cef9a9d7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.467245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c766a8b4-8a6b-4a5b-8f00-32bcad13075f None None] Provisioning complete for port 753513dc-b3d6-4710-97c7-36819fbf2dd1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:17.467612 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c766a8b4-8a6b-4a5b-8f00-32bcad13075f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.608284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.661223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35c6388-8694-430d-ba6a-413cef9a9d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.672176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c35c6388-8694-430d-ba6a-413cef9a9d7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:17.673472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c35c6388-8694-430d-ba6a-413cef9a9d7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6785fe37-8b2e-48a7-93c4-c5d99065728e HTTP/1.1" status: 204 len: 168 time: 0.6322005 Nov 12 09:10:17.688124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deb9d697-6077-4dbd-bcb9-5ded493f54c8 req-3aec36df-2625-4775-a56e-c3c539f669ac service neutron] 10.222.0.55 "GET /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708521 Nov 12 09:10:17.695316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6388-8694-430d-ba6a-413cef9a9d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6785fe37-8b2e-48a7-93c4-c5d99065728e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:17.768326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86e9f9-2052-4f83-855a-e77579fa3d03 req-3d83d05c-c628-4b29-8613-2cd9adb99a09 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:17.776110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f86e9f9-2052-4f83-855a-e77579fa3d03 req-3d83d05c-c628-4b29-8613-2cd9adb99a09 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 943 time: 0.2644122 Nov 12 09:10:17.896898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bf998975-dc0c-4697-944f-d3e4ba5053ef details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:17.937460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f86e9f9-2052-4f83-855a-e77579fa3d03 req-ab0eb755-e4b4-4092-83e0-96e4d5c4e536 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560941 Nov 12 09:10:18.266337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:18.359662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'bf998975-dc0c-4697-944f-d3e4ba5053ef', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': 'bf998975-dc0c-4697-944f-d3e4ba5053ef', 'mac_address': 'fa:16:3e:fb:bf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:18.418464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45030) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:18.430212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.20 (0e1a5c16-8f97-4d5a-a265-0ee83378dc33/258c707b-9c44-4ea6-8fc3-d8595a5967f9/da971fe5-2b6c-4fda-a098-eb8978ac0b12) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:18.441932 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd4f64c6-b9c1-44a9-b049-f885ce8ab69e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.485486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9509a-2057-4a3e-a85d-875bfc698fbd req-cae4aa19-fec1-49c2-8323-bb23e2d18b32 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:18.519018 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3e9509a-2057-4a3e-a85d-875bfc698fbd req-cae4aa19-fec1-49c2-8323-bb23e2d18b32 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.2000802 Nov 12 09:10:18.544370 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.621271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf998975-dc0c-4697-944f-d3e4ba5053ef {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:18.670200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd4f64c6-b9c1-44a9-b049-f885ce8ab69e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.686393 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd4f64c6-b9c1-44a9-b049-f885ce8ab69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.721822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:18.732525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.858054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cd4f64c6-b9c1-44a9-b049-f885ce8ab69e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a107d4cba6ec4791a7aa8c0b544350c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371464 Nov 12 09:10:18.859217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f64c6-b9c1-44a9-b049-f885ce8ab69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ba7316-29a9-49c7-b5c5-e0adbbb50c8b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:18.861926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45036) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:18.920605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7976625a-09a1-43a0-aa4b-083b69da2c70 None None] Provisioning complete for port da971fe5-2b6c-4fda-a098-eb8978ac0b12 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:18.921002 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7976625a-09a1-43a0-aa4b-083b69da2c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:18.969168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3e9509a-2057-4a3e-a85d-875bfc698fbd req-92a4ff68-a492-4051-9aa7-5a86499a91c3 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4490471 Nov 12 09:10:19.067012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7976625a-09a1-43a0-aa4b-083b69da2c70 None None] Port da971fe5-2b6c-4fda-a098-eb8978ac0b12 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:19.082564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:19.157800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7976625a-09a1-43a0-aa4b-083b69da2c70 None None] Provisioning complete for port 753513dc-b3d6-4710-97c7-36819fbf2dd1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:19.158076 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7976625a-09a1-43a0-aa4b-083b69da2c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.255531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1c50-c8e3-4764-8360-78319c8002dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.257507 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.271717 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.292943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bf998975-dc0c-4697-944f-d3e4ba5053ef'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:19.358987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1c50-c8e3-4764-8360-78319c8002dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.429579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7943f-a856-49be-b23a-791590286d99 req-15faaff4-e9b6-49aa-ad56-5edae0e3355a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:19.431506 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.435788 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0b7943f-a856-49be-b23a-791590286d99 req-15faaff4-e9b6-49aa-ad56-5edae0e3355a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 944 time: 0.2768593 Nov 12 09:10:19.452277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-3e138c90-781c-4219-9d2e-ae537a2e15e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4236743 Nov 12 09:10:19.502085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=da971fe5-2b6c-4fda-a098-eb8978ac0b12,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:19.674611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] In _notify_port_updated(), no bound segment for port da971fe5-2b6c-4fda-a098-eb8978ac0b12 on network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:10:19.692539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:19.694442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.707601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45050) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:19.720009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6124eb04-bbed-4e1c-a369-ee19c2fadfc5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "PUT /v2.0/ports/da971fe5-2b6c-4fda-a098-eb8978ac0b12 HTTP/1.1" status: 200 len: 1000 time: 2.6843016 Nov 12 09:10:19.795518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.806196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e3258a09-f3b8-45b4-9cfc-ac30db81f981 None None] Provisioning complete for port da971fe5-2b6c-4fda-a098-eb8978ac0b12 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:19.807507 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3258a09-f3b8-45b4-9cfc-ac30db81f981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:19.963655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e3258a09-f3b8-45b4-9cfc-ac30db81f981 None None] Port da971fe5-2b6c-4fda-a098-eb8978ac0b12 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:20.029603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-bc4359e2-7735-402c-b20d-b2719d8d9aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.032557 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-bc4359e2-7735-402c-b20d-b2719d8d9aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 1097 time: 0.4769893 Nov 12 09:10:20.040289 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0b7943f-a856-49be-b23a-791590286d99 req-71009502-e678-4df1-8e51-1bbf01b50a33 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825176 Nov 12 09:10:20.072222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port da971fe5-2b6c-4fda-a098-eb8978ac0b12 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:20.072655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.079467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1c50-c8e3-4764-8360-78319c8002dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.083155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e4c1c50-c8e3-4764-8360-78319c8002dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.087047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e4c1c50-c8e3-4764-8360-78319c8002dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44ba7316-29a9-49c7-b5c5-e0adbbb50c8b HTTP/1.1" status: 204 len: 168 time: 1.2214792 Nov 12 09:10:20.130038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1eb18711-9d8d-4c68-8d19-92dc029fa73f None None] Provisioning complete for port da971fe5-2b6c-4fda-a098-eb8978ac0b12 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:20.131974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1eb18711-9d8d-4c68-8d19-92dc029fa73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.349085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1eb18711-9d8d-4c68-8d19-92dc029fa73f None None] Port da971fe5-2b6c-4fda-a098-eb8978ac0b12 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:20.431168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.444376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-e7014abf-166f-4573-acb1-5632f0fab8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.446016 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-e7014abf-166f-4573-acb1-5632f0fab8dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 200 len: 916 time: 0.2855005 Nov 12 09:10:20.461309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0804e-eecf-402e-909d-b83d370f9030 req-6534c70f-0560-4c00-8839-b7139bad4008 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.470846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97a0804e-eecf-402e-909d-b83d370f9030 req-6534c70f-0560-4c00-8839-b7139bad4008 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1368978 Nov 12 09:10:20.495821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c1c50-c8e3-4764-8360-78319c8002dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ba7316-29a9-49c7-b5c5-e0adbbb50c8b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:20.609739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-dec16b4c-b890-4f32-a228-a89b6a41846d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8 HTTP/1.1" status: 200 len: 217 time: 0.1469402 Nov 12 09:10:20.620573 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97a0804e-eecf-402e-909d-b83d370f9030 req-8dc6455c-88e2-48b9-9973-a60a4db7d0f5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468184 Nov 12 09:10:20.696302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:20.721210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for da971fe5-2b6c-4fda-a098-eb8978ac0b12 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:20.724705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-3e34912e-703e-4f7f-9bfe-e95f07550171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:20.726421 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-3e34912e-703e-4f7f-9bfe-e95f07550171 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 200 len: 855 time: 0.1052544 Nov 12 09:10:20.801482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-ab8ec015-b378-453f-a847-22913f5524f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18b6727b-6b56-47f1-a3a0-6e613a689021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642395 Nov 12 09:10:20.912230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:20.926472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261dd498-b512-4ed7-816d-3feedc61b229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.089400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-d4be49ab-482a-4778-8327-2df3ed641fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073560 Nov 12 09:10:21.156613 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261dd498-b512-4ed7-816d-3feedc61b229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.167574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261dd498-b512-4ed7-816d-3feedc61b229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.215596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dd498-b512-4ed7-816d-3feedc61b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20246f07-c40d-456e-ac4e-d9a59a4880cf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:21.250717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-261dd498-b512-4ed7-816d-3feedc61b229 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22ec08d90cd64f83b69766b0743a1a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538094 Nov 12 09:10:21.251055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:21.329511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0843f79b-9e8d-4573-a823-d2ca68c910a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.380144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0843f79b-9e8d-4573-a823-d2ca68c910a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.459365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76ed3594-8583-4428-b5d4-5de4b98074c0 req-be896d59-dbd6-4c7b-889b-7ada59ff89c3 service neutron] 10.222.0.55 "GET /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477578 Nov 12 09:10:21.507570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0843f79b-9e8d-4573-a823-d2ca68c910a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.512508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0843f79b-9e8d-4573-a823-d2ca68c910a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.514341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0843f79b-9e8d-4573-a823-d2ca68c910a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20246f07-c40d-456e-ac4e-d9a59a4880cf HTTP/1.1" status: 204 len: 168 time: 0.2621350 Nov 12 09:10:21.524609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843f79b-9e8d-4573-a823-d2ca68c910a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20246f07-c40d-456e-ac4e-d9a59a4880cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:21.714698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9dd9f-1de5-46a1-9e30-1c4caa6401da req-0094b6fd-c95a-4deb-a32c-225c14316449 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.716739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6c9dd9f-1de5-46a1-9e30-1c4caa6401da req-0094b6fd-c95a-4deb-a32c-225c14316449 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 944 time: 0.4435225 Nov 12 09:10:21.717788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:21.814345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bf998975-dc0c-4697-944f-d3e4ba5053ef up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:21.948703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a38969-a35b-4e51-84fe-fc3beb92055a req-48951f66-aa69-4340-a31e-70a4302ce0c6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:21.971702 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4a38969-a35b-4e51-84fe-fc3beb92055a req-48951f66-aa69-4340-a31e-70a4302ce0c6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1616449 Nov 12 09:10:22.001325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port bf998975-dc0c-4697-944f-d3e4ba5053ef completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:22.017173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port bf998975-dc0c-4697-944f-d3e4ba5053ef triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:22.017850 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.126991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4a38969-a35b-4e51-84fe-fc3beb92055a req-63af2586-fe1c-4a3c-8e51-846a28cd3d75 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542518 Nov 12 09:10:22.287089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.362184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf998975-dc0c-4697-944f-d3e4ba5053ef'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:22.369603 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb0b9a0-feba-41c7-8f23-b58261c33576" -d '{"events": [{"server_uuid": "70cacee3-da57-44cc-bea1-e47bccc9892a", "name": "network-vif-plugged", "status": "completed", "tag": "bf998975-dc0c-4697-944f-d3e4ba5053ef"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:22.426292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:22.441835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:22.519437 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30944dd-32c1-4408-823f-96580599151f x-openstack-request-id: req-f30944dd-32c1-4408-823f-96580599151f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:22.522676 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cacee3-da57-44cc-bea1-e47bccc9892a", "name": "network-vif-plugged", "status": "completed", "tag": "bf998975-dc0c-4697-944f-d3e4ba5053ef", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:22.523206 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f30944dd-32c1-4408-823f-96580599151f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:22.523973 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf998975-dc0c-4697-944f-d3e4ba5053ef', 'code': 200} Nov 12 09:10:22.593953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:22.823408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=da971fe5-2b6c-4fda-a098-eb8978ac0b12,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:23.002017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6c9dd9f-1de5-46a1-9e30-1c4caa6401da req-fe14bef0-0dc4-4dc7-96ea-b053d8d3645d tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2606437 Nov 12 09:10:23.023299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f14b5-b103-446b-931c-129111d2771b req-b6d195c5-a6c6-45ef-91f4-562c6998db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:23.025230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-045f14b5-b103-446b-931c-129111d2771b req-b6d195c5-a6c6-45ef-91f4-562c6998db85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 1097 time: 0.2462487 Nov 12 09:10:23.068243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.073510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-098b0852-28e7-44a7-93f1-f0963c807f14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/da971fe5-2b6c-4fda-a098-eb8978ac0b12 HTTP/1.1" status: 204 len: 168 time: 3.3500187 Nov 12 09:10:23.076278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45118) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:23.123620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-045f14b5-b103-446b-931c-129111d2771b req-83aa4a9f-4b6c-4b94-a5f0-84a928287924 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814898 Nov 12 09:10:23.134924 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a05949d-ce63-4ad8-9b9a-ffc909d6c7d0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:10:23.136856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2a05949d-ce63-4ad8-9b9a-ffc909d6c7d0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/da971fe5-2b6c-4fda-a098-eb8978ac0b12 HTTP/1.1" status: 404 len: 333 time: 0.0589788 Nov 12 09:10:23.139586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45122) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:23.209751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet 258c707b-9c44-4ea6-8fc3-d8595a5967f9 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:23.215340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.283894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.444715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c934ccbd-2c33-4612-ae34-0f127b9a3698 req-ca4588d5-3e9c-42e0-9ef4-ef14f0883bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:23.459849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c934ccbd-2c33-4612-ae34-0f127b9a3698 req-ca4588d5-3e9c-42e0-9ef4-ef14f0883bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1508734 Nov 12 09:10:23.510963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.569708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c934ccbd-2c33-4612-ae34-0f127b9a3698 req-74212564-72e6-401b-97af-7bc9492e0bdb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087861 Nov 12 09:10:23.645218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.705267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=258c707b-9c44-4ea6-8fc3-d8595a5967f9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:23.723865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7588e765-4ca9-4c70-b400-119a7d550c26 None None] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:23.724458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.732471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-80b45416-fea5-47f1-b9e6-9a803a1613f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/258c707b-9c44-4ea6-8fc3-d8595a5967f9 HTTP/1.1" status: 204 len: 168 time: 0.5887201 Nov 12 09:10:23.734340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45132) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:23.807532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:23.811428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:23.917608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.143515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.274725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00259953-38f7-4606-abbb-61042252081e req-cb6d1600-3cd0-4ae6-bd25-cf0b74dc991e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:24.278446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00259953-38f7-4606-abbb-61042252081e req-cb6d1600-3cd0-4ae6-bd25-cf0b74dc991e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 945 time: 0.0960534 Nov 12 09:10:24.403766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.454279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00259953-38f7-4606-abbb-61042252081e req-7107af70-573f-455d-ad63-e66417ddfce5 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656516 Nov 12 09:10:24.543340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:24.558701 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.565181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45150) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:24.576553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1cf6b398-4ff1-4bb8-974d-ef9211998e71 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead HTTP/1.1" status: 204 len: 168 time: 0.8407109 Nov 12 09:10:24.655064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:24.772986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:24.871101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc3ff6-28db-4611-92b5-b681af1735a2 req-0f8699b5-f923-46b1-a6ad-77c0f884889a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:24.885939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23fc3ff6-28db-4611-92b5-b681af1735a2 req-0f8699b5-f923-46b1-a6ad-77c0f884889a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1939504 Nov 12 09:10:24.930232 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:10:24.998111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23fc3ff6-28db-4611-92b5-b681af1735a2 req-bba20445-ce80-4fd9-9b08-b029564bf4fb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965691 Nov 12 09:10:25.007045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8da5ed02-ab69-4105-bbbc-9fc0e3bbda26 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-176897721'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:25.011214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8da5ed02-ab69-4105-bbbc-9fc0e3bbda26 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Unknown quota resources ['metering_label']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:10:25.044787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 753513dc-b3d6-4710-97c7-36819fbf2dd1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:25.045132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.246002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] For port 753513dc-b3d6-4710-97c7-36819fbf2dd1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=753513dc-b3d6-4710-97c7-36819fbf2dd1,segment=NetworkSegment(e29c5a3b-f730-4a15-b601-a65c83cb2df8),segment_id=e29c5a3b-f730-4a15-b601-a65c83cb2df8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:25.246435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.304658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 753513dc-b3d6-4710-97c7-36819fbf2dd1 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:25.450209 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8da5ed02-ab69-4105-bbbc-9fc0e3bbda26 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.452494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8da5ed02-ab69-4105-bbbc-9fc0e3bbda26 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7961955 Nov 12 09:10:25.455151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:25.461418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-797e0dbe-1107-4ad7-b549-737262c57ab7 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9fc9bd25-3742-47a3-bf95-c794514fe913'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:25.462803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-797e0dbe-1107-4ad7-b549-737262c57ab7 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:10:25.506691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.584362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=753513dc-b3d6-4710-97c7-36819fbf2dd1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:25.598822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No DVR routers for this DVR port 753513dc-b3d6-4710-97c7-36819fbf2dd1 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:25.756720 n-d-769329-17 neutron-server[109376]: WARNING neutron.services.metering.metering_plugin [None req-797e0dbe-1107-4ad7-b549-737262c57ab7 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 09:10:25.806910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a99e12d-b140-43d4-bbb8-63499f15bff3 None None] Network 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:25.905167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36a3de-4eca-4702-9ecc-7fe871f5f30a req-f349c259-a5ad-4104-89e7-9abadb817c36 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:25.914660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b36a3de-4eca-4702-9ecc-7fe871f5f30a req-f349c259-a5ad-4104-89e7-9abadb817c36 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 945 time: 0.1730933 Nov 12 09:10:25.917290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:25.984386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1a5c16-8f97-4d5a-a265-0ee83378dc33']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:26.042104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29c5a3b-f730-4a15-b601-a65c83cb2df8') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:26.042426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29c5a3b-f730-4a15-b601-a65c83cb2df8') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:26.072241 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.096937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1e27ea24-a70c-4d4d-a055-b6f60f69354e None None] Could not find standard attr ID for object 753513dc-b3d6-4710-97c7-36819fbf2dd1. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:10:26.106539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.116813 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-797e0dbe-1107-4ad7-b549-737262c57ab7 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.117067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:26.117386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:26.121203 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:26.124801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-797e0dbe-1107-4ad7-b549-737262c57ab7 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6663332 Nov 12 09:10:26.153610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.163959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-88f686e8-6f0b-4d8d-a896-3b13c30bd342 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9fc9bd25-3742-47a3-bf95-c794514fe913'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:26.164465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-88f686e8-6f0b-4d8d-a896-3b13c30bd342 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109376) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:10:26.269225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb500b7-545b-40d2-9f9f-6a030d46cc6f None None] DHCP port deletion for 0e1a5c16-8f97-4d5a-a265-0ee83378dc33 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:26.363803 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b36a3de-4eca-4702-9ecc-7fe871f5f30a req-3177ca5b-2615-41d6-a75d-3846ffb01d14 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478559 Nov 12 09:10:26.367123 n-d-769329-17 neutron-server[109376]: WARNING neutron.services.metering.metering_plugin [None req-88f686e8-6f0b-4d8d-a896-3b13c30bd342 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 12 09:10:26.375520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.443067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.446565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/0e1a5c16-8f97-4d5a-a265-0ee83378dc33 HTTP/1.1" status: 204 len: 168 time: 1.8803344 Nov 12 09:10:26.447598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f645b5-91a0-47d5-a538-44532b80639e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=0e1a5c16-8f97-4d5a-a265-0ee83378dc33,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:26.450347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45188) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.521131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88f686e8-6f0b-4d8d-a896-3b13c30bd342 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.525062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-88f686e8-6f0b-4d8d-a896-3b13c30bd342 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3646600 Nov 12 09:10:26.527650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45190) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.543280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e07b1-5736-4ef2-a9e0-62dec38ae112 req-6b18f467-c3f9-46ac-b6ad-943940959242 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:26.551123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-192e07b1-5736-4ef2-a9e0-62dec38ae112 req-6b18f467-c3f9-46ac-b6ad-943940959242 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.2957840 Nov 12 09:10:26.588537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a65958d8-9d9e-444a-93a7-9d7fdb9e0c74 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=7e526693-0965-4528-9bef-c8ee465df448 HTTP/1.1" status: 200 len: 464 time: 0.0584319 Nov 12 09:10:26.589138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.623177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15ee251-d704-4852-88ea-18445243a08a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:26.628350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f15ee251-d704-4852-88ea-18445243a08a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1737938 Nov 12 09:10:26.631707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.637690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-192e07b1-5736-4ef2-a9e0-62dec38ae112 req-3e3e25aa-fc2e-415c-ab7a-f53c2d739144 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855744 Nov 12 09:10:26.884158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7cde4fc-338b-4e1e-aefe-3d39a2a8193c tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:26.887696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45204) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.888159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d7cde4fc-338b-4e1e-aefe-3d39a2a8193c tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/7e526693-0965-4528-9bef-c8ee465df448 HTTP/1.1" status: 204 len: 168 time: 0.2973745 Nov 12 09:10:26.917445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-323f538c-82c1-4cbe-b541-515970f4ced8 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=7e526693-0965-4528-9bef-c8ee465df448 HTTP/1.1" status: 200 len: 221 time: 0.0275154 Nov 12 09:10:26.920636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45206) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.933529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b732bd7f-f924-4923-a424-4e2df4a5687b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2970984 Nov 12 09:10:26.934231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:26.937797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a523d7f7-d8d2-4098-b819-50e0ddddb5dd tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--345149633', 'description': 'label created by tempest'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:26.941039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027462548'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:26.942413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a523d7f7-d8d2-4098-b819-50e0ddddb5dd tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Unknown quota resources ['metering_label']. {{(pid=109377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:10:26.981122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:26.989969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.029392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:27.047091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.047384 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment bca202a4-b062-4d70-a099-923d9c173350 of type vlan for network ea6a695c-abf9-4f49-95bb-42be93af421f Nov 12 09:10:27.137279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.233372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.244233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:27.249164 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.289093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3513014 Nov 12 09:10:27.298969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:27.330398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:27.481438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a523d7f7-d8d2-4098-b819-50e0ddddb5dd tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.487102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45248) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:27.489877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a523d7f7-d8d2-4098-b819-50e0ddddb5dd tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5669932 Nov 12 09:10:27.662807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-67d43cf5-e0e1-4984-a85f-d772ce688510 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=74a5735d-4ee3-4546-882c-cec67d64dd1b HTTP/1.1" status: 200 len: 467 time: 0.1751499 Nov 12 09:10:27.665810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45254) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:27.690872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cbeec-fd61-4525-b16a-8ff56810ad65 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=ea6a695c-abf9-4f49-95bb-42be93af421f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:27.719763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ea6a695c-abf9-4f49-95bb-42be93af421f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:27.749761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:27.755586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.795815 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:27.997812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308bff6-0738-48b3-b72c-854d8545ed6c req-2aaf65be-e05e-4b7a-8dfb-0b3be3af3b05 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.000473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d308bff6-0738-48b3-b72c-854d8545ed6c req-2aaf65be-e05e-4b7a-8dfb-0b3be3af3b05 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1842206 Nov 12 09:10:28.089750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d308bff6-0738-48b3-b72c-854d8545ed6c req-c9f39df0-3780-40dd-adfa-7d951e8e18e9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783439 Nov 12 09:10:28.200246 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.243126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 753513dc-b3d6-4710-97c7-36819fbf2dd1 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:28.291710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 753513dc-b3d6-4710-97c7-36819fbf2dd1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:28.295083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 753513dc-b3d6-4710-97c7-36819fbf2dd1 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:28.331598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.428345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=8f48b6d1-1141-4198-b8fb-41f258da1d25,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:28.446927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275fd2-ceb0-4050-918e-44d1b1394dca req-cb6a4cbb-8ba1-4ad0-b1cb-7293fea2953a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.456574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f275fd2-ceb0-4050-918e-44d1b1394dca req-cb6a4cbb-8ba1-4ad0-b1cb-7293fea2953a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 945 time: 0.4877326 Nov 12 09:10:28.460500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': 'bca202a4-b062-4d70-a099-923d9c173350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:28.464029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6d48d864-02c1-4b87-a1a5-dd07ab0b3ccd tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.467723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: ea6a695c-abf9-4f49-95bb-42be93af421f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:28.467892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6d48d864-02c1-4b87-a1a5-dd07ab0b3ccd tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/74a5735d-4ee3-4546-882c-cec67d64dd1b HTTP/1.1" status: 204 len: 168 time: 0.8004749 Nov 12 09:10:28.468501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45272) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.502315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-df21687f-547a-4490-b653-4bac77edaf14 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=74a5735d-4ee3-4546-882c-cec67d64dd1b HTTP/1.1" status: 200 len: 216 time: 0.0283799 Nov 12 09:10:28.503208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45274) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.529176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network ea6a695c-abf9-4f49-95bb-42be93af421f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:28.531546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c93fff37-ac84-48b7-9fbb-53e05395fb33 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0270135 Nov 12 09:10:28.532236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45276) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.560802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3ab31b55-574e-432a-ba17-3cc20cbed0f1 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0242369 Nov 12 09:10:28.561980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45280) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.564710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ea6a695c-abf9-4f49-95bb-42be93af421f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:28.576534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f7710-a935-4b8a-a186-51bee966eceb None None] Network ea6a695c-abf9-4f49-95bb-42be93af421f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:28.581835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:28.590218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.591904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f275fd2-ceb0-4050-918e-44d1b1394dca req-cc7830a7-0e97-4a48-8240-ec2a7f20843c tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344018 Nov 12 09:10:28.640909 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9616d11d-e803-475b-8ecd-95fe1d30822e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3381357 Nov 12 09:10:28.641160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.646382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f', 'name': 'tempest-PortsTestJSON-36664072'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:28.780851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8b7001f7-ef87-4a68-a4fd-41dcc4fd002a tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/9fc9bd25-3742-47a3-bf95-c794514fe913 HTTP/1.1" status: 200 len: 472 time: 0.2175205 Nov 12 09:10:28.783586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45286) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.815849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7e150b39-a604-4b47-9703-260bb14d113c tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/7c369211-1f76-4f3e-919e-a2f9585f965e HTTP/1.1" status: 200 len: 461 time: 0.0266206 Nov 12 09:10:28.818148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45288) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:28.855327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-ea6a695c-abf9-4f49-95bb-42be93af421f', 'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f', 'tenant_id': 'ee3aa62eab1649cd81d959086a885143', 'fixed_ips': [{'subnet_id': '8f48b6d1-1141-4198-b8fb-41f258da1d25'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:28.857057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:28.957430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:28.962638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.028227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 93aebc61-27d7-4286-8823-15ecf39a2ee4 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:29.086526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53e6688d-e836-45c1-a60e-b9aaa735e715 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.091968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-53e6688d-e836-45c1-a60e-b9aaa735e715 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/7c369211-1f76-4f3e-919e-a2f9585f965e HTTP/1.1" status: 204 len: 168 time: 0.2725277 Nov 12 09:10:29.096828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45290) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:29.164365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Allocated IP 172.20.0.2 (ea6a695c-abf9-4f49-95bb-42be93af421f/8f48b6d1-1141-4198-b8fb-41f258da1d25/f53d9f05-db38-400d-a8a6-2a7415c44088) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:29.431512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-72ba766e-848d-4b62-bc0b-879b798c41b5 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.435010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-72ba766e-848d-4b62-bc0b-879b798c41b5 tempest-MeteringTestJSON-134282248 tempest-MeteringTestJSON-134282248-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/9fc9bd25-3742-47a3-bf95-c794514fe913 HTTP/1.1" status: 204 len: 168 time: 0.3352127 Nov 12 09:10:29.447576 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.473280 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:29.475095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7fcce-31c3-4995-95af-0f1ddb89ce7c req-46cc419c-9028-4202-a220-cc84067b5111 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:29.476740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ad7fcce-31c3-4995-95af-0f1ddb89ce7c req-46cc419c-9028-4202-a220-cc84067b5111 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1808357 Nov 12 09:10:29.641971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ad7fcce-31c3-4995-95af-0f1ddb89ce7c req-9da847a9-e712-49d0-8cf8-cbfabad16d10 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566367 Nov 12 09:10:29.708701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.14 (ea6a695c-abf9-4f49-95bb-42be93af421f/8f48b6d1-1141-4198-b8fb-41f258da1d25/93aebc61-27d7-4286-8823-15ecf39a2ee4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:29.729298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Network ea6a695c-abf9-4f49-95bb-42be93af421f is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:29.739860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:29.752508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:29.870189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Pushing event updated for resources: {'Port': ['ID=f53d9f05-db38-400d-a8a6-2a7415c44088,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:29.893344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bf998975-dc0c-4697-944f-d3e4ba5053ef details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:30.054038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.138046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:30.146408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45316) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:30.162680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.211752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'bf998975-dc0c-4697-944f-d3e4ba5053ef', 'network_id': '84d9f726-4cdb-49bf-8508-9247b100d330', 'port_id': 'bf998975-dc0c-4697-944f-d3e4ba5053ef', 'mac_address': 'fa:16:3e:fb:bf:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de602d0f-37f0-4a38-a40a-f4062cab06ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:30.234658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network ea6a695c-abf9-4f49-95bb-42be93af421f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:30.251069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:30.265079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89c36b-eca1-4c06-84ce-8c0c3ff211b4 req-8a2e92de-d47d-4505-8012-308a75867aa3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:30.274423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b89c36b-eca1-4c06-84ce-8c0c3ff211b4 req-8a2e92de-d47d-4505-8012-308a75867aa3 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 945 time: 0.1700602 Nov 12 09:10:30.276324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Attempting to bind port f53d9f05-db38-400d-a8a6-2a7415c44088 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:30.276497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Attempting to bind port f53d9f05-db38-400d-a8a6-2a7415c44088 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'bca202a4-b062-4d70-a099-923d9c173350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:30.276880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Attempting to bind port f53d9f05-db38-400d-a8a6-2a7415c44088 on network ea6a695c-abf9-4f49-95bb-42be93af421f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:30.287733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:30.365232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:30.365616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Checking segment: {'id': 'bca202a4-b062-4d70-a099-923d9c173350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:30.366030 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.366433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Bound using segment: {'id': 'bca202a4-b062-4d70-a099-923d9c173350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:30.368561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Bound port: f53d9f05-db38-400d-a8a6-2a7415c44088, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca202a4-b062-4d70-a099-923d9c173350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:30.368561 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.369509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40ada531-8fad-4835-9c38-d9a2acc007c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.386010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=93aebc61-27d7-4286-8823-15ecf39a2ee4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:30.436999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:30.436999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.440213 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.474371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf998975-dc0c-4697-944f-d3e4ba5053ef {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:30.513244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b89c36b-eca1-4c06-84ce-8c0c3ff211b4 req-c34485b6-db5a-43b4-b85f-454ddf19a513 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376637 Nov 12 09:10:30.531383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-41bdf963-43b3-45be-bb43-7cdaf98bfcf5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8878465 Nov 12 09:10:30.532245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:30.548736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'ea6a695c-abf9-4f49-95bb-42be93af421f', 'name': 'tempest-PortsTestJSON-10969935'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:30.601386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40ada531-8fad-4835-9c38-d9a2acc007c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.611110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40ada531-8fad-4835-9c38-d9a2acc007c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.666411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ada531-8fad-4835-9c38-d9a2acc007c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a16cc2-a999-4d22-918d-3deeb980b727,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:30.682916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] For port f53d9f05-db38-400d-a8a6-2a7415c44088, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:30.692022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] For port f53d9f05-db38-400d-a8a6-2a7415c44088, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f53d9f05-db38-400d-a8a6-2a7415c44088,segment=NetworkSegment(bca202a4-b062-4d70-a099-923d9c173350),segment_id=bca202a4-b062-4d70-a099-923d9c173350)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:30.700603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.721912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-40ada531-8fad-4835-9c38-d9a2acc007c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2926900f2de44a4186bd5238afc939f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5737970 Nov 12 09:10:30.722703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45330) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:30.787323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcd894-1a4d-42ca-a3b4-3c9807a5fbd9 None None] Pushing event updated for resources: {'Port': ['ID=f53d9f05-db38-400d-a8a6-2a7415c44088,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:30.820749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:30.840969 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.934750 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61f8ddc6-2ee0-4cf7-91d3-4b4aeb69b7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.967671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:30.979529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:30.988695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61f8ddc6-2ee0-4cf7-91d3-4b4aeb69b7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.023213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['bf998975-dc0c-4697-944f-d3e4ba5053ef'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:31.064990 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61f8ddc6-2ee0-4cf7-91d3-4b4aeb69b7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.068008 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-61f8ddc6-2ee0-4cf7-91d3-4b4aeb69b7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.074934 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-61f8ddc6-2ee0-4cf7-91d3-4b4aeb69b7af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08a16cc2-a999-4d22-918d-3deeb980b727 HTTP/1.1" status: 204 len: 168 time: 0.3510523 Nov 12 09:10:31.140851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8ddc6-2ee0-4cf7-91d3-4b4aeb69b7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a16cc2-a999-4d22-918d-3deeb980b727,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:31.186827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:31.202449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port f79f898b-6ddf-4e0b-ae94-c2fa193a7efe yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:31.563531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8190fa90-ef30-4261-a9d3-cdfb5e833ca7 req-b57a704b-e76a-4713-94ca-68105006955f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:31.565672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8190fa90-ef30-4261-a9d3-cdfb5e833ca7 req-b57a704b-e76a-4713-94ca-68105006955f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.6501286 Nov 12 09:10:31.684686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.11 (ea6a695c-abf9-4f49-95bb-42be93af421f/8f48b6d1-1141-4198-b8fb-41f258da1d25/f79f898b-6ddf-4e0b-ae94-c2fa193a7efe) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:31.795615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8190fa90-ef30-4261-a9d3-cdfb5e833ca7 req-cc468acf-ba70-4d64-9a69-49beadbb0ede tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167425 Nov 12 09:10:31.849169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba8b53d-1437-41e9-989e-3f318e192241 req-e2d4586c-bc5e-4bd1-b1aa-659101431755 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:31.868938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45346) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:31.869146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ba8b53d-1437-41e9-989e-3f318e192241 req-e2d4586c-bc5e-4bd1-b1aa-659101431755 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 944 time: 0.1594539 Nov 12 09:10:31.892566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bf998975-dc0c-4697-944f-d3e4ba5053ef no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:31.953826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1691a6dd-7d6b-40c9-bad4-5ec9f374a31a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:31.989739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ba8b53d-1437-41e9-989e-3f318e192241 req-27fcc0b0-56b5-44b4-b8fd-3fcf186440cf tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200035 Nov 12 09:10:32.189836 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.226373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bf998975-dc0c-4697-944f-d3e4ba5053ef {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:32.316573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:32.326506 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.436411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.475474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:32.517774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f53d9f05-db38-400d-a8a6-2a7415c44088 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:32.568017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.640375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network ea6a695c-abf9-4f49-95bb-42be93af421f is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:32.655256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f53d9f05-db38-400d-a8a6-2a7415c44088 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:32.656099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.680187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1691a6dd-7d6b-40c9-bad4-5ec9f374a31a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.682411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:32.687559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:32.699592 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1691a6dd-7d6b-40c9-bad4-5ec9f374a31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.801453 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1691a6dd-7d6b-40c9-bad4-5ec9f374a31a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35e9af2f2bca4f7d8e33a5ac98e60a19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9271309 Nov 12 09:10:32.802377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45372) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:32.804088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1691a6dd-7d6b-40c9-bad4-5ec9f374a31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45923d1-24e1-4671-b794-f64be8f91bd0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:32.839203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=f79f898b-6ddf-4e0b-ae94-c2fa193a7efe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:32.859213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:32.859895 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.888641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1e017a05-7d61-46bb-b731-131db92950f4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3507156 Nov 12 09:10:32.889329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45376) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:32.974455 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:32.999282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf2ba95-1a02-451f-9bd9-2e81d976e6d6 None None] Network ea6a695c-abf9-4f49-95bb-42be93af421f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:33.037973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c3e7d67-4528-4656-968d-5d7214223208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.042831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port f53d9f05-db38-400d-a8a6-2a7415c44088, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f53d9f05-db38-400d-a8a6-2a7415c44088,segment=NetworkSegment(bca202a4-b062-4d70-a099-923d9c173350),segment_id=bca202a4-b062-4d70-a099-923d9c173350)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:33.067650 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.093823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c3e7d67-4528-4656-968d-5d7214223208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.181249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-af7bcfbf-69f4-4d6e-a68e-ee599fa0eb14 None None] Provisioning complete for port f53d9f05-db38-400d-a8a6-2a7415c44088 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:33.181844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af7bcfbf-69f4-4d6e-a68e-ee599fa0eb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.207950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c3e7d67-4528-4656-968d-5d7214223208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.220145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c3e7d67-4528-4656-968d-5d7214223208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:33.221602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c3e7d67-4528-4656-968d-5d7214223208 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b45923d1-24e1-4671-b794-f64be8f91bd0 HTTP/1.1" status: 204 len: 168 time: 0.4186070 Nov 12 09:10:33.266488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d15ae-4ac6-4642-a580-3b8054e8b205 req-afe14d41-26f2-4ef9-b55f-730e68a47749 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.284168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-457d15ae-4ac6-4642-a580-3b8054e8b205 req-afe14d41-26f2-4ef9-b55f-730e68a47749 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 943 time: 0.3352056 Nov 12 09:10:33.296172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e7d67-4528-4656-968d-5d7214223208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45923d1-24e1-4671-b794-f64be8f91bd0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:33.409772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-457d15ae-4ac6-4642-a580-3b8054e8b205 req-07ba383f-969b-439f-99e1-1766c4568e1a tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206667 Nov 12 09:10:33.465574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=f53d9f05-db38-400d-a8a6-2a7415c44088,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:33.775156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11773d71-fbb8-416f-b9d9-56ada2c0ecd7 req-39577e10-3595-4a69-8579-1d126ab2458f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.778740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11773d71-fbb8-416f-b9d9-56ada2c0ecd7 req-39577e10-3595-4a69-8579-1d126ab2458f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.8045707 Nov 12 09:10:33.812034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e286034-e013-41bc-ba83-33e28b2da3ed tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:33.816802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3e286034-e013-41bc-ba83-33e28b2da3ed tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 921 time: 0.9243271 Nov 12 09:10:33.817297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45394) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:33.876202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-11773d71-fbb8-416f-b9d9-56ada2c0ecd7 req-a5b41d67-3b98-4187-86be-d9d856d5cc71 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846872 Nov 12 09:10:34.215570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port f79f898b-6ddf-4e0b-ae94-c2fa193a7efe {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:34.216292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.325636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Provisioning complete for port f79f898b-6ddf-4e0b-ae94-c2fa193a7efe triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:34.326016 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.388278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f53d9f05-db38-400d-a8a6-2a7415c44088 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:34.393370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0890e-6176-442a-a69d-e880284c2a8a req-c50c7741-4d03-4074-af9b-d25c7171dfc6 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:34.395204 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62d0890e-6176-442a-a69d-e880284c2a8a req-c50c7741-4d03-4074-af9b-d25c7171dfc6 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 943 time: 0.2884510 Nov 12 09:10:34.505032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.597485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for f79f898b-6ddf-4e0b-ae94-c2fa193a7efe owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:34.899157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Port f79f898b-6ddf-4e0b-ae94-c2fa193a7efe cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:34.927345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Provisioning complete for port 93aebc61-27d7-4286-8823-15ecf39a2ee4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:34.927737 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:34.941059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f84bf-c1cb-4394-aa03-24915bed20f3 req-4ed63a60-c519-4a1d-a45e-ed11080b64c0 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:34.947461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b65f84bf-c1cb-4394-aa03-24915bed20f3 req-4ed63a60-c519-4a1d-a45e-ed11080b64c0 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 943 time: 0.3424156 Nov 12 09:10:34.968690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Port 93aebc61-27d7-4286-8823-15ecf39a2ee4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:35.018438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Provisioning complete for port f53d9f05-db38-400d-a8a6-2a7415c44088 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:35.019531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2a57d3f0-d5d4-4b74-8898-ab7967b12add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.031205 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b65f84bf-c1cb-4394-aa03-24915bed20f3 req-8b3d26ee-31c2-4bc0-9558-50045e49b9aa tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/security-groups?id=0e8fe939-09ae-48d0-8b90-a6425f2941a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829880 Nov 12 09:10:35.042097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Deleting port bf998975-dc0c-4697-944f-d3e4ba5053ef {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:35.042855 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.096744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f53d9f05-db38-400d-a8a6-2a7415c44088 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:35.096994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.200867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] For port bf998975-dc0c-4697-944f-d3e4ba5053ef, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=bf998975-dc0c-4697-944f-d3e4ba5053ef,segment=NetworkSegment(3738ebf9-af79-429d-a287-c731215a7bbd),segment_id=3738ebf9-af79-429d-a287-c731215a7bbd)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:35.201262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.216890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Calling delete_port for bf998975-dc0c-4697-944f-d3e4ba5053ef owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:35.228965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674568e2-eab2-4fa9-8e8b-63f44653bbe7 req-0d29463f-63f6-40a2-8f11-c13d2f34d677 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:35.242123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-674568e2-eab2-4fa9-8e8b-63f44653bbe7 req-0d29463f-63f6-40a2-8f11-c13d2f34d677 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.1632206 Nov 12 09:10:35.245879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:35.435947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bcfe8dc2-52ba-4d47-9052-cba39f8a24ef None None] Provisioning complete for port f79f898b-6ddf-4e0b-ae94-c2fa193a7efe triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:35.437161 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8dc2-52ba-4d47-9052-cba39f8a24ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.459136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.462276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.471963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-674568e2-eab2-4fa9-8e8b-63f44653bbe7 req-a087cc49-9638-463c-917b-242396d37b5d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000463 Nov 12 09:10:35.526768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe8dc2-52ba-4d47-9052-cba39f8a24ef None None] Port f79f898b-6ddf-4e0b-ae94-c2fa193a7efe cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:35.544922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Pushing event deleted for resources: {'Port': ['ID=bf998975-dc0c-4697-944f-d3e4ba5053ef,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:35.556786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bcfe8dc2-52ba-4d47-9052-cba39f8a24ef None None] Provisioning complete for port 93aebc61-27d7-4286-8823-15ecf39a2ee4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:35.556786 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcfe8dc2-52ba-4d47-9052-cba39f8a24ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.590505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1544450283'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:35.596375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] No DVR routers for this DVR port bf998975-dc0c-4697-944f-d3e4ba5053ef on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:35.599192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=f79f898b-6ddf-4e0b-ae94-c2fa193a7efe,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:35.602831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.606264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62d0890e-6176-442a-a69d-e880284c2a8a req-9e15e69a-86df-45f2-a118-aecae5717f65 tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.55 "DELETE /v2.0/ports/bf998975-dc0c-4697-944f-d3e4ba5053ef HTTP/1.1" status: 204 len: 173 time: 1.1879241 Nov 12 09:10:35.608228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'name': 'network-vif-deleted', 'tag': 'bf998975-dc0c-4697-944f-d3e4ba5053ef'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:35.625809 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5afeb8f-59b0-486b-a51a-2f601549db5c" -d '{"events": [{"server_uuid": "70cacee3-da57-44cc-bea1-e47bccc9892a", "name": "network-vif-deleted", "tag": "bf998975-dc0c-4697-944f-d3e4ba5053ef"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:35.654609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe8dc2-52ba-4d47-9052-cba39f8a24ef None None] Port 93aebc61-27d7-4286-8823-15ecf39a2ee4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:35.667852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Made reservation on behalf of d7d5b4e6fd814ca79ebe4c07c1b33b34 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:35.672188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.720781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.786139 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158e3ce1-0065-4369-8840-0eb1bf810d97 x-openstack-request-id: req-158e3ce1-0065-4369-8840-0eb1bf810d97 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:35.786871 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70cacee3-da57-44cc-bea1-e47bccc9892a", "name": "network-vif-deleted", "tag": "bf998975-dc0c-4697-944f-d3e4ba5053ef", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:35.787748 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-158e3ce1-0065-4369-8840-0eb1bf810d97 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:35.788993 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70cacee3-da57-44cc-bea1-e47bccc9892a', 'name': 'network-vif-deleted', 'tag': 'bf998975-dc0c-4697-944f-d3e4ba5053ef', 'status': 'completed', 'code': 200} Nov 12 09:10:35.861558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:35.873170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-50cb9e98-9f9d-4078-ad05-585515f40c21 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/f79f898b-6ddf-4e0b-ae94-c2fa193a7efe HTTP/1.1" status: 204 len: 168 time: 2.0509739 Nov 12 09:10:35.874329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45446) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:35.909649 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fba17ee-1e03-441b-8fb0-301e2733a2fb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:10:35.916299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:35.916553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6fba17ee-1e03-441b-8fb0-301e2733a2fb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/f79f898b-6ddf-4e0b-ae94-c2fa193a7efe HTTP/1.1" status: 404 len: 333 time: 0.0406840 Nov 12 09:10:36.084695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.097668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.147069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:36.163690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be0e60a-4940-4dd7-9a3e-33521a5deb60,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:36.171484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 93aebc61-27d7-4286-8823-15ecf39a2ee4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:36.171823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.208905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3fb6e5dc-4512-4c25-bc39-3af0a5db5f91 req-4e5e4f00-a739-46ad-b8d9-3be32ac9188e tempest-ImagesTestJSON-401588872 tempest-ImagesTestJSON-401588872-project] 10.222.0.53 "GET /v2.0/ports?device_id=70cacee3-da57-44cc-bea1-e47bccc9892a HTTP/1.1" status: 200 len: 210 time: 0.0664752 Nov 12 09:10:36.222936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.223563 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Added segment 2336e165-e758-4da5-8226-d16783209faf of type vlan for network e8c43998-7b66-4919-b33f-dd714986ef45 Nov 12 09:10:36.338233 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.374795 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.391666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 93aebc61-27d7-4286-8823-15ecf39a2ee4 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:36.398406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.404422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:36.405287 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.525481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2783697 Nov 12 09:10:36.527958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45464) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:36.540598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Request body: {'subnet': {'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:36.601600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc6045-b68b-4317-b308-90b7827cb44f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event updated for resources: {'Network': ['ID=e8c43998-7b66-4919-b33f-dd714986ef45,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:36.614140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e8c43998-7b66-4919-b33f-dd714986ef45 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:36.711041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Made reservation on behalf of d7d5b4e6fd814ca79ebe4c07c1b33b34 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:36.716631 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.772660 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.819934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=93aebc61-27d7-4286-8823-15ecf39a2ee4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:36.881185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-22df5254-8e3b-4370-b406-3d32f8778126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:36.884186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-22df5254-8e3b-4370-b406-3d32f8778126 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1097 time: 0.2047851 Nov 12 09:10:36.948733 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:36.956450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d7425f08-2344-4656-92b4-b974a0c907bf tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/93aebc61-27d7-4286-8823-15ecf39a2ee4 HTTP/1.1" status: 204 len: 168 time: 1.0378034 Nov 12 09:10:36.957222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:36.984764 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a359ed26-1306-49f7-8ebe-c042a326c672 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:10:36.986572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a359ed26-1306-49f7-8ebe-c042a326c672 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/93aebc61-27d7-4286-8823-15ecf39a2ee4 HTTP/1.1" status: 404 len: 333 time: 0.0281847 Nov 12 09:10:36.990351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:36.992810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f62c7-7d69-4fd0-afdb-756c6ea1c096 req-6b52446e-d3e5-4136-8b85-5dec3060a8c1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:36.994385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-405f62c7-7d69-4fd0-afdb-756c6ea1c096 req-6b52446e-d3e5-4136-8b85-5dec3060a8c1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.3117433 Nov 12 09:10:37.080121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet 8f48b6d1-1141-4198-b8fb-41f258da1d25 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:37.089187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.174517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.221763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-b21ae9db-3ef9-4c63-bc6e-52096537576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:37.223734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-b21ae9db-3ef9-4c63-bc6e-52096537576f service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.3053465 Nov 12 09:10:37.274233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-405f62c7-7d69-4fd0-afdb-756c6ea1c096 req-e1a01bb2-02ef-4428-9868-e84691547faa tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369542 Nov 12 09:10:37.346117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.353828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.415888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-a3c70c67-ae79-46ec-8ca6-9f08706f3c6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 1000 time: 0.1668818 Nov 12 09:10:37.439637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event updated for resources: {'Subnet': ['ID=29c11b1d-82bf-469c-9ee5-c4ceaa676b45,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:37.492952 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.497485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Checking segment: {'id': '2336e165-e758-4da5-8226-d16783209faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:37.497931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Network hostable DHCP agents. Network: e8c43998-7b66-4919-b33f-dd714986ef45, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:37.515461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-482dcc14-e707-43d3-b469-f9f27eb3a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:37.518765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-482dcc14-e707-43d3-b469-f9f27eb3a640 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.0939109 Nov 12 09:10:37.522138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19edeff5-ea27-473a-a6a2-10686a980637 None None] Network ea6a695c-abf9-4f49-95bb-42be93af421f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:37.534969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.537158 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/8f48b6d1-1141-4198-b8fb-41f258da1d25 HTTP/1.1" status: 204 len: 168 time: 0.5455940 Nov 12 09:10:37.538667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd933c-da68-42da-ad4a-1b98b95dbe22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=8f48b6d1-1141-4198-b8fb-41f258da1d25,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:37.543951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:37.575175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Network e8c43998-7b66-4919-b33f-dd714986ef45 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:37.604929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e8c43998-7b66-4919-b33f-dd714986ef45) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:37.622456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:37.623084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.642199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d93ee9-4799-47cf-93ef-c99f18b2b25a None None] Network e8c43998-7b66-4919-b33f-dd714986ef45 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:37.649176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-71cae6a8-1804-488e-90fa-c5b81939bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:37.652138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-71cae6a8-1804-488e-90fa-c5b81939bf7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216264 Nov 12 09:10:37.677493 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2fbe12a8-8e33-42af-b774-4edba0f98cb2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1449175 Nov 12 09:10:37.684955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:37.692178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Request body: {'port': {'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45', 'name': 'tempest-ExtraDHCPOptionsTestJSON-430539651'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:37.709062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:37.855344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-ff6270ee-9512-4a31-867d-478568cc0e63 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946061 Nov 12 09:10:37.937252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bf998975-dc0c-4697-944f-d3e4ba5053ef no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:37.984169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:38.015962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e8c43998-7b66-4919-b33f-dd714986ef45', 'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45', 'tenant_id': 'd7d5b4e6fd814ca79ebe4c07c1b33b34', 'fixed_ips': [{'subnet_id': '29c11b1d-82bf-469c-9ee5-c4ceaa676b45'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:38.017240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.020243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] DHCP port deletion for ea6a695c-abf9-4f49-95bb-42be93af421f request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:38.025678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: bf998975-dc0c-4697-944f-d3e4ba5053ef {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:38.028511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Made reservation on behalf of d7d5b4e6fd814ca79ebe4c07c1b33b34 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:38.029205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device bf998975-dc0c-4697-944f-d3e4ba5053ef not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:38.032240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.071646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port f53d9f05-db38-400d-a8a6-2a7415c44088 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:38.072031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.158181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] Deleting subnet de602d0f-37f0-4a38-a40a-f4062cab06ad {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:38.162280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.218326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.224230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] device_id is not set on port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:38.225947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] Deleting port f53d9f05-db38-400d-a8a6-2a7415c44088 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:38.225947 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.232785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] For port f53d9f05-db38-400d-a8a6-2a7415c44088, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f53d9f05-db38-400d-a8a6-2a7415c44088,segment=NetworkSegment(bca202a4-b062-4d70-a099-923d9c173350),segment_id=bca202a4-b062-4d70-a099-923d9c173350)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:38.233169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.248744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for f53d9f05-db38-400d-a8a6-2a7415c44088 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:38.364012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] For port f53d9f05-db38-400d-a8a6-2a7415c44088, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f53d9f05-db38-400d-a8a6-2a7415c44088,segment=NetworkSegment(bca202a4-b062-4d70-a099-923d9c173350),segment_id=bca202a4-b062-4d70-a099-923d9c173350)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:38.364422 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.432285 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.439573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] Calling delete_port for f53d9f05-db38-400d-a8a6-2a7415c44088 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:38.467637 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.540783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=f53d9f05-db38-400d-a8a6-2a7415c44088,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:38.550777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No DVR routers for this DVR port f53d9f05-db38-400d-a8a6-2a7415c44088 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:38.585801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Allocated IP 172.20.0.2 (e8c43998-7b66-4919-b33f-dd714986ef45/29c11b1d-82bf-469c-9ee5-c4ceaa676b45/ab46a347-3b47-47ca-a01e-68491b2f984c) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:38.624918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f53d9f05-db38-400d-a8a6-2a7415c44088 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:38.658501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f53d9f05-db38-400d-a8a6-2a7415c44088 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:38.659983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f53d9f05-db38-400d-a8a6-2a7415c44088 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:38.673403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cae053f-4d87-46f9-be1d-2fd60b7f3a19 req-b0729281-408f-4b79-b304-59ab4dedfb2a service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8030362 Nov 12 09:10:38.693894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.713254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f47d4e-ca32-450a-a40d-52e6a3a1b95b req-6e397682-6c36-4994-8069-16e25772d6ee tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:38.714904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05f47d4e-ca32-450a-a40d-52e6a3a1b95b req-6e397682-6c36-4994-8069-16e25772d6ee tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.2153621 Nov 12 09:10:38.718479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.777568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6a695c-abf9-4f49-95bb-42be93af421f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.799516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de602d0f-37f0-4a38-a40a-f4062cab06ad,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:38.802010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.810260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7c167726-cdd5-42d6-9d4f-52f287a88f4d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/de602d0f-37f0-4a38-a40a-f4062cab06ad HTTP/1.1" status: 204 len: 168 time: 0.8171432 Nov 12 09:10:38.810480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45526) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:38.815849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca202a4-b062-4d70-a099-923d9c173350') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.817605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca202a4-b062-4d70-a099-923d9c173350') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:38.830274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.851566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.868414 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.885420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:38.885880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:38.889416 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:38.908384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:38.949265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] Pushing event deleted for resources: {'Port': ['ID=f53d9f05-db38-400d-a8a6-2a7415c44088,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:38.957597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feae2f12-5fad-4d1a-bf5b-fa24d7dcfec1 None None] No DVR routers for this DVR port f53d9f05-db38-400d-a8a6-2a7415c44088 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:38.999292 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05f47d4e-ca32-450a-a40d-52e6a3a1b95b req-da349d2d-b20c-4833-9cb2-268a87e47c17 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736611 Nov 12 09:10:39.017426 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.043727 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.071295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.102620 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.110142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Allocated IP 172.20.0.7 (e8c43998-7b66-4919-b33f-dd714986ef45/29c11b1d-82bf-469c-9ee5-c4ceaa676b45/28ad9fe4-b615-40b6-8997-a1d73bf15cc5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:39.110417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d9f726-4cdb-49bf-8508-9247b100d330']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:39.127835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3738ebf9-af79-429d-a287-c731215a7bbd') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:39.128291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3738ebf9-af79-429d-a287-c731215a7bbd') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:39.144371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.156458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/ea6a695c-abf9-4f49-95bb-42be93af421f HTTP/1.1" status: 204 len: 168 time: 1.6145740 Nov 12 09:10:39.158022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.164630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45532) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:39.168592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Network e8c43998-7b66-4919-b33f-dd714986ef45 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:39.175269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:39.179108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:39.183045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-160187768'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:39.192981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2798a2-c7bc-4f78-98db-d46ecae83e83 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=ea6a695c-abf9-4f49-95bb-42be93af421f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:39.194981 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.203566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:39.206720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.249438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:39.253710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:39.292500 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:39.299335 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.302581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Pushing event updated for resources: {'Port': ['ID=ab46a347-3b47-47ca-a01e-68491b2f984c,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:39.314075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Attempting to bind port ab46a347-3b47-47ca-a01e-68491b2f984c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:39.315249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Attempting to bind port ab46a347-3b47-47ca-a01e-68491b2f984c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '2336e165-e758-4da5-8226-d16783209faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:39.316579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Attempting to bind port ab46a347-3b47-47ca-a01e-68491b2f984c on network e8c43998-7b66-4919-b33f-dd714986ef45 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:39.317386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.324010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] 10.222.0.53 "DELETE /v2.0/networks/84d9f726-4cdb-49bf-8508-9247b100d330 HTTP/1.1" status: 204 len: 168 time: 0.5131972 Nov 12 09:10:39.331591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:39.332193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Checking segment: {'id': '2336e165-e758-4da5-8226-d16783209faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:39.332905 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.333417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Bound using segment: {'id': '2336e165-e758-4da5-8226-d16783209faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:39.334152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Bound port: ab46a347-3b47-47ca-a01e-68491b2f984c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2336e165-e758-4da5-8226-d16783209faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:39.334688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.338041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaa8c82-2f50-4ce0-9a36-1effe1acec17 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d9f726-4cdb-49bf-8508-9247b100d330,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:39.375883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:39.401680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.402043 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment 69d08fa1-6167-4fef-ac32-e6371489c8aa of type vlan for network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 Nov 12 09:10:39.422523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] For port ab46a347-3b47-47ca-a01e-68491b2f984c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:39.428683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] For port ab46a347-3b47-47ca-a01e-68491b2f984c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ab46a347-3b47-47ca-a01e-68491b2f984c,segment=NetworkSegment(2336e165-e758-4da5-8226-d16783209faf),segment_id=2336e165-e758-4da5-8226-d16783209faf)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:39.437066 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.474816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.495102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.521536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a3b96-f9d4-4e6f-874f-82c3063b9105 None None] Pushing event updated for resources: {'Port': ['ID=ab46a347-3b47-47ca-a01e-68491b2f984c,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:39.570880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.583438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:39.584628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.707970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45542) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:39.714774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5372488 Nov 12 09:10:39.714774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.715169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45544) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:39.727697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:39.759980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc99ea-fc2d-4116-ae9d-5a6a92e1f15a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=8958f027-a573-4c0e-ba78-84f38fe8c9c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:39.812009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:39.823825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a603cc04-57bf-4566-86a3-cd1eb4ea7a33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=234a93b598f94171a705fccaa09bb2dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142309 Nov 12 09:10:39.826999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45550) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:39.935836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:39.961191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2fb3929a-50e4-48f2-a163-ef16716d30ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:39.967565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Network e8c43998-7b66-4919-b33f-dd714986ef45 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:39.973821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event updated for resources: {'Port': ['ID=28ad9fe4-b615-40b6-8997-a1d73bf15cc5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:39.987471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:39.994139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:40.017719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2fb3929a-50e4-48f2-a163-ef16716d30ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.060907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:40.064285 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.102902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:40.104024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.169625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-310f1b7e-8cb4-413d-affe-0f5b5e8102ba tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4838264 Nov 12 09:10:40.173089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45564) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:40.178828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Request body: {'port': {'network_id': 'e8c43998-7b66-4919-b33f-dd714986ef45', 'name': 'tempest-ExtraDHCPOptionsTestJSON-915257616', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:40.179694 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.api.validators [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] bootfile-name is not in valid_values {{(pid=109377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:10:40.180224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.api.validators [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] tftp-server is not in valid_values {{(pid=109377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:10:40.181058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.api.validators [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] server-ip-address is not in valid_values {{(pid=109377) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:10:40.188616 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2fb3929a-50e4-48f2-a163-ef16716d30ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.191330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2fb3929a-50e4-48f2-a163-ef16716d30ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.200154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.219874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2fb3929a-50e4-48f2-a163-ef16716d30ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e8fe939-09ae-48d0-8b90-a6425f2941a5 HTTP/1.1" status: 204 len: 168 time: 0.3802414 Nov 12 09:10:40.254798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:40.260161 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9310a230-e952-454d-84c4-a1a99a41c3ac" -d '{"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:40.306521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:40.314174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.466267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3929a-50e4-48f2-a163-ef16716d30ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8fe939-09ae-48d0-8b90-a6425f2941a5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:40.488532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:40.535445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Made reservation on behalf of d7d5b4e6fd814ca79ebe4c07c1b33b34 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:40.540167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.542959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ab46a347-3b47-47ca-a01e-68491b2f984c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:40.581556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] device_id is not set on port a79708fc-b8ed-4dad-a163-5c2dfe4205a3 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:40.731658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ab46a347-3b47-47ca-a01e-68491b2f984c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:40.739787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.743149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.842362 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94780382-bf3e-455c-b953-a3cbbebbfe20 x-openstack-request-id: req-94780382-bf3e-455c-b953-a3cbbebbfe20 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:40.843053 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:40.843168 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-94780382-bf3e-455c-b953-a3cbbebbfe20 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:40.843721 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'code': 200} Nov 12 09:10:40.883057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Allocated IP 172.20.0.12 (e8c43998-7b66-4919-b33f-dd714986ef45/29c11b1d-82bf-469c-9ee5-c4ceaa676b45/a79708fc-b8ed-4dad-a163-5c2dfe4205a3) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:40.952058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:40.996702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=98ddc18d-9d73-42ef-b308-2c3f3abfe78b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:41.059360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc465a-ea0a-4e78-901a-9bd09fa768c4 req-55408849-1c2b-44d1-b3c6-86e9471c7919 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:41.062193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port ab46a347-3b47-47ca-a01e-68491b2f984c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ab46a347-3b47-47ca-a01e-68491b2f984c,segment=NetworkSegment(2336e165-e758-4da5-8226-d16783209faf),segment_id=2336e165-e758-4da5-8226-d16783209faf)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:41.083360 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.090663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bdc465a-ea0a-4e78-901a-9bd09fa768c4 req-55408849-1c2b-44d1-b3c6-86e9471c7919 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 945 time: 0.8901374 Nov 12 09:10:41.200680 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.204442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': '69d08fa1-6167-4fef-ac32-e6371489c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:41.204819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: 8958f027-a573-4c0e-ba78-84f38fe8c9c3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:41.235036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bdc465a-ea0a-4e78-901a-9bd09fa768c4 req-be469d6b-f9a5-43ff-aa5b-cc77907266b8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359532 Nov 12 09:10:41.244276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=ab46a347-3b47-47ca-a01e-68491b2f984c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:41.252192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:41.267675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 8958f027-a573-4c0e-ba78-84f38fe8c9c3) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:41.273533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fd240c-cf47-4049-9272-3cf340bcb5d2 None None] Network e8c43998-7b66-4919-b33f-dd714986ef45 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:41.281566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:41.282241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.299102 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.324524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6c5d3579-bc31-4f31-802d-e84fb56da321 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6049511 Nov 12 09:10:41.326860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:41.327845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbbbd47-116d-45b6-ac2d-fd0a9c3bbe29 None None] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:41.332818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3', 'name': 'tempest-PortsTestJSON-893914062', 'fixed_ips': [{'subnet_id': '98ddc18d-9d73-42ef-b308-2c3f3abfe78b', 'ip_address': '172.20.0.10'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:41.408549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Network e8c43998-7b66-4919-b33f-dd714986ef45 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:41.419393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:41.428012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:41.485044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event updated for resources: {'Port': ['ID=a79708fc-b8ed-4dad-a163-5c2dfe4205a3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:41.526063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:41.530138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.581671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:41.596990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7852cb62-b646-4fb4-9d42-92e80ceb283a tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4224305 Nov 12 09:10:41.597907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45594) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:41.667443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bce7434-7c9d-404c-9d6b-08b513d73464 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:41.686241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bce7434-7c9d-404c-9d6b-08b513d73464 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:41.697282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bce7434-7c9d-404c-9d6b-08b513d73464 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:41.703696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1bce7434-7c9d-404c-9d6b-08b513d73464 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1047418 Nov 12 09:10:41.705720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45602) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:41.804321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-264cbc6b-15b0-4626-8aa8-d7db9bb16ee4 None None] Provisioning complete for port ab46a347-3b47-47ca-a01e-68491b2f984c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:41.804321 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-264cbc6b-15b0-4626-8aa8-d7db9bb16ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.807855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.844894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:41.857242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Deleting port a79708fc-b8ed-4dad-a163-5c2dfe4205a3 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:41.857677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.977485 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:41.994776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Calling delete_port for a79708fc-b8ed-4dad-a163-5c2dfe4205a3 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:42.148790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-8958f027-a573-4c0e-ba78-84f38fe8c9c3', 'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3', 'tenant_id': 'ee3aa62eab1649cd81d959086a885143', 'fixed_ips': [{'subnet_id': '98ddc18d-9d73-42ef-b308-2c3f3abfe78b'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:42.149674 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.289215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.293326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.10 (8958f027-a573-4c0e-ba78-84f38fe8c9c3/98ddc18d-9d73-42ef-b308-2c3f3abfe78b/2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:42.352997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event deleted for resources: {'Port': ['ID=a79708fc-b8ed-4dad-a163-5c2dfe4205a3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:42.405554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ab46a347-3b47-47ca-a01e-68491b2f984c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:42.533265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.538426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94e6b905-9002-4dd8-ab47-2b5835a9dba2 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "DELETE /v2.0/ports/a79708fc-b8ed-4dad-a163-5c2dfe4205a3 HTTP/1.1" status: 204 len: 168 time: 0.8279977 Nov 12 09:10:42.546166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:42.554493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Request body: {'port': {'name': 'tempest-new-port-name-561325029', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:42.556266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ab46a347-3b47-47ca-a01e-68491b2f984c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:42.556865 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.572588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] bootfile-name is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:10:42.572936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] tftp-server is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:10:42.573275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.api.validators [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] server-ip-address is not in valid_values {{(pid=109376) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 12 09:10:42.600378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fcf84-d52a-4bc6-9a49-513c3c847cfe req-2e768314-7aff-4e73-9106-db5152b99f69 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:42.609618 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb0fcf84-d52a-4bc6-9a49-513c3c847cfe req-2e768314-7aff-4e73-9106-db5152b99f69 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1609452 Nov 12 09:10:42.734043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb0fcf84-d52a-4bc6-9a49-513c3c847cfe req-ffb79b6c-0d62-4b59-abdb-e22069201668 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140380 Nov 12 09:10:42.813129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-55d75fbf-3959-4fa2-8f73-8e0c9d005d2d tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cb92daba82ca47339e2c800fa1c0ec38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1177182 Nov 12 09:10:42.815633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:42.887868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-98da4e69-2f5e-4a2d-9e34-f46806ec1f8c None None] Provisioning complete for port ab46a347-3b47-47ca-a01e-68491b2f984c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:42.888347 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98da4e69-2f5e-4a2d-9e34-f46806ec1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.101836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.134400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-98da4e69-2f5e-4a2d-9e34-f46806ec1f8c None None] Provisioning complete for port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:43.144718 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98da4e69-2f5e-4a2d-9e34-f46806ec1f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.344522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-98da4e69-2f5e-4a2d-9e34-f46806ec1f8c None None] Port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:43.351249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-98da4e69-2f5e-4a2d-9e34-f46806ec1f8c None None] Could not find standard attr ID for object a79708fc-b8ed-4dad-a163-5c2dfe4205a3. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:10:43.414145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-cad7b519-40ac-4552-a49a-8a8c395aedab tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:43.417348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-cad7b519-40ac-4552-a49a-8a8c395aedab tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6024079 Nov 12 09:10:43.449373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-5b09d164-ef3b-43bf-ba1d-527fc5011549 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/quotas/cb92daba82ca47339e2c800fa1c0ec38 HTTP/1.1" status: 200 len: 375 time: 0.0265980 Nov 12 09:10:43.462553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.549133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Allocated IP 172.20.0.2 (8958f027-a573-4c0e-ba78-84f38fe8c9c3/98ddc18d-9d73-42ef-b308-2c3f3abfe78b/cf3ec8e0-f749-4c35-b321-11b5420919b1) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:43.586552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:43.613383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:43.620534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:43.640961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.707516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:43.710854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-cfcec845-d1e4-4c16-9447-b2bf203dbb27 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb92daba82ca47339e2c800fa1c0ec38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2500031 Nov 12 09:10:43.757990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c68747eb-ee95-4c96-a891-9fbf0d2a235c None None] Could not find standard attr ID for object a79708fc-b8ed-4dad-a163-5c2dfe4205a3. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:10:43.819282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c68747eb-ee95-4c96-a891-9fbf0d2a235c None None] Provisioning complete for port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:43.819663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c68747eb-ee95-4c96-a891-9fbf0d2a235c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.901744 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1922badc-76b0-44b5-9136-bc3d4478f85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:43.916887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-502fc40a-d27a-4533-8bf2-de08fcd7dde0 req-01646a7b-5e70-4da2-822c-42bd3e828d63 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:43.917998 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-502fc40a-d27a-4533-8bf2-de08fcd7dde0 req-01646a7b-5e70-4da2-822c-42bd3e828d63 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064821 Nov 12 09:10:43.929491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:44.016268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c68747eb-ee95-4c96-a891-9fbf0d2a235c None None] Port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:44.018714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.111147 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.151357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:44.154767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:44.176663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:44.217789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b86b2661-6f72-41f3-a68c-309aff7818de req-e5481cc3-c6b3-4db0-aff0-340ab23f35cf tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 210 time: 0.0615356 Nov 12 09:10:44.280323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Pushing event updated for resources: {'Port': ['ID=cf3ec8e0-f749-4c35-b321-11b5420919b1,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:44.301271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Attempting to bind port cf3ec8e0-f749-4c35-b321-11b5420919b1 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:44.301802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Attempting to bind port cf3ec8e0-f749-4c35-b321-11b5420919b1 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '69d08fa1-6167-4fef-ac32-e6371489c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:44.302815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Attempting to bind port cf3ec8e0-f749-4c35-b321-11b5420919b1 on network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:44.309643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:44.310236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Checking segment: {'id': '69d08fa1-6167-4fef-ac32-e6371489c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:44.310748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.311247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Bound using segment: {'id': '69d08fa1-6167-4fef-ac32-e6371489c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:44.313291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Bound port: cf3ec8e0-f749-4c35-b321-11b5420919b1, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d08fa1-6167-4fef-ac32-e6371489c8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:44.313804 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.391134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] For port cf3ec8e0-f749-4c35-b321-11b5420919b1, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:44.395017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] For port cf3ec8e0-f749-4c35-b321-11b5420919b1, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf3ec8e0-f749-4c35-b321-11b5420919b1,segment=NetworkSegment(69d08fa1-6167-4fef-ac32-e6371489c8aa),segment_id=69d08fa1-6167-4fef-ac32-e6371489c8aa)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:44.404157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.474014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:44.475238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.499773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca334a-c406-4ab8-aa86-8b1e03c322b3 None None] Pushing event updated for resources: {'Port': ['ID=cf3ec8e0-f749-4c35-b321-11b5420919b1,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:44.510809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45678) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:44.516577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': '8958f027-a573-4c0e-ba78-84f38fe8c9c3', 'name': 'tempest-PortsTestJSON-506040806', 'fixed_ips': [{'subnet_id': '98ddc18d-9d73-42ef-b308-2c3f3abfe78b', 'ip_address': '172.20.0.9'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:44.522714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3a9f13cd-abc3-45cf-ba78-936f0925ef98 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1946385 Nov 12 09:10:44.578087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.600645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8144ad-02a9-466a-8a39-1cad9de973ed req-ad8d5302-e035-427b-a069-456b70372e1e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:44.615203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab8144ad-02a9-466a-8a39-1cad9de973ed req-ad8d5302-e035-427b-a069-456b70372e1e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1819365 Nov 12 09:10:44.690086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab8144ad-02a9-466a-8a39-1cad9de973ed req-8033947b-cd0e-420c-af58-bccf2985b1e3 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738285 Nov 12 09:10:44.694567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:44.792208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:45.029668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] In _notify_port_updated(), no bound segment for port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 on network e8c43998-7b66-4919-b33f-dd714986ef45 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:10:45.035957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.037348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.039044 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.040204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "PUT /v2.0/ports/28ad9fe4-b615-40b6-8997-a1d73bf15cc5 HTTP/1.1" status: 200 len: 1135 time: 2.4920619 Nov 12 09:10:45.050841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:45.107427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272ca5-c448-4896-a192-432a74c18740 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event updated for resources: {'Port': ['ID=28ad9fe4-b615-40b6-8997-a1d73bf15cc5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:45.113230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-90e0489a-05b2-465d-be64-8b4c48aee574 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5487471 Nov 12 09:10:45.150250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-c955a583-b0c2-4c96-820c-8e0d78710a8e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:10:45.154383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-c955a583-b0c2-4c96-820c-8e0d78710a8e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151803 Nov 12 09:10:45.232392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 081fb291-f398-46aa-b587-18bf093f66e8 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:45.301808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe396b5a-cc19-4de4-8e73-6607c02746c8 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.308885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fe396b5a-cc19-4de4-8e73-6607c02746c8 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "GET /v2.0/ports/28ad9fe4-b615-40b6-8997-a1d73bf15cc5 HTTP/1.1" status: 200 len: 1135 time: 0.2497265 Nov 12 09:10:45.309201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:45.512322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-754b2364-3e85-4df8-8300-a161b1d86735 None None] Provisioning complete for port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:45.512872 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-754b2364-3e85-4df8-8300-a161b1d86735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.586723 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d09a3a23-af1c-4571-b410-4e5eba775cf3 req-4fb2d626-9ab8-4085-ae33-b8a42b18f4a3 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 210 time: 0.1074677 Nov 12 09:10:45.621150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-754b2364-3e85-4df8-8300-a161b1d86735 None None] Port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:45.665087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Deleting port 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:45.665440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.767144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-89a0515c-2289-4683-80cf-bedb25a4816d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:45.796535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:45.811656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Calling delete_port for 28ad9fe4-b615-40b6-8997-a1d73bf15cc5 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:45.821182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-89a0515c-2289-4683-80cf-bedb25a4816d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.3278651 Nov 12 09:10:45.880028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.9 (8958f027-a573-4c0e-ba78-84f38fe8c9c3/98ddc18d-9d73-42ef-b308-2c3f3abfe78b/081fb291-f398-46aa-b587-18bf093f66e8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:45.973263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-4e41a083-7208-47a1-9aa6-071ef16d8555 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/quotas/d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 375 time: 0.0209451 Nov 12 09:10:46.020161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.088508 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-315f799e-0908-4882-9427-4e67f4fa1871 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=cb92daba82ca47339e2c800fa1c0ec38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866406 Nov 12 09:10:46.092780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event deleted for resources: {'Port': ['ID=28ad9fe4-b615-40b6-8997-a1d73bf15cc5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:46.389643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7614d-e352-4650-bb03-cccb17e6ae24 None None] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:46.509633 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01be603f-a403-4a51-b117-de3320842072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.529735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf3ec8e0-f749-4c35-b321-11b5420919b1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:46.534452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-b6117146-8cb6-4238-93c9-240841539f23 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5220368 Nov 12 09:10:46.580214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.595850 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-194de576-f874-43b4-9e7f-bc7e566a927f tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "DELETE /v2.0/ports/28ad9fe4-b615-40b6-8997-a1d73bf15cc5 HTTP/1.1" status: 204 len: 168 time: 1.2843363 Nov 12 09:10:46.602122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45720) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:46.629648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cc2d2b59-48bb-43d8-9e5e-4050f193adf9 None None] Provisioning complete for port cf3ec8e0-f749-4c35-b321-11b5420919b1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:46.630092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2b59-48bb-43d8-9e5e-4050f193adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.690884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-81e054d6-6cfc-47d3-b8ec-8e1392561d0d service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553736 Nov 12 09:10:46.732948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cf3ec8e0-f749-4c35-b321-11b5420919b1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:46.733396 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.740646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3889e71-c97a-4201-b8ec-f29cf0092a51 req-a8a9eff4-e125-4967-8d75-e5dcc9ca6ef6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.742290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3889e71-c97a-4201-b8ec-f29cf0092a51 req-a8a9eff4-e125-4967-8d75-e5dcc9ca6ef6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.6508908 Nov 12 09:10:46.807002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.831821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2b59-48bb-43d8-9e5e-4050f193adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.855774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-07e28fb6-69b7-4789-88a4-0d68859338ff tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:46.857187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-07e28fb6-69b7-4789-88a4-0d68859338ff tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7351835 Nov 12 09:10:46.873535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Deleting subnet 29c11b1d-82bf-469c-9ee5-c4ceaa676b45 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:46.880456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.885179 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:46.923205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3889e71-c97a-4201-b8ec-f29cf0092a51 req-813ea01c-fea2-40e2-aff0-fdf20f52ae34 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700296 Nov 12 09:10:46.935552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Request body: {'port': {'device_id': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'cb92daba82ca47339e2c800fa1c0ec38'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:46.975254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:46.993623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc2d2b59-48bb-43d8-9e5e-4050f193adf9 None None] For port cf3ec8e0-f749-4c35-b321-11b5420919b1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf3ec8e0-f749-4c35-b321-11b5420919b1,segment=NetworkSegment(69d08fa1-6167-4fef-ac32-e6371489c8aa),segment_id=69d08fa1-6167-4fef-ac32-e6371489c8aa)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:47.010582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:47.053052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:47.079428 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc2d2b59-48bb-43d8-9e5e-4050f193adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.088896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-8b3a6b0d-baf2-4133-a218-87d0f29b4a8e service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966632 Nov 12 09:10:47.148425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.177167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d2b59-48bb-43d8-9e5e-4050f193adf9 None None] Pushing event updated for resources: {'Port': ['ID=cf3ec8e0-f749-4c35-b321-11b5420919b1,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:47.264208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=081fb291-f398-46aa-b587-18bf093f66e8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:47.356439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.361288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.362686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.363279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.363785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.364953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.365402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.365842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.366296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.366726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.367155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.367583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:10:47.382790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.383864 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.411172 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.412524 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5870a3bd-ce24-4c26-be5c-fd56353d4471 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9002235 Nov 12 09:10:47.413651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45726) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:47.625941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedd83b-fe85-4d48-a8da-9c3781a4f4b2 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.634448 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8bedd83b-fe85-4d48-a8da-9c3781a4f4b2 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2191410 Nov 12 09:10:47.635456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45728) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:47.662641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d02295dc-2926-4bc2-bd1a-477ed343e47c req-fd77f3cf-476e-484b-80ed-3ea6c288c8ca tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 210 time: 0.0949163 Nov 12 09:10:47.689443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.711650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.715587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "DELETE /v2.0/subnets/29c11b1d-82bf-469c-9ee5-c4ceaa676b45 HTTP/1.1" status: 204 len: 168 time: 1.1061323 Nov 12 09:10:47.728207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45730) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:47.728620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d91755-3084-4221-a9ea-c13844bdbfc3 None None] Network e8c43998-7b66-4919-b33f-dd714986ef45 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:47.748864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffe541-b81c-4089-879f-f2b228c54427 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event deleted for resources: {'Subnet': ['ID=29c11b1d-82bf-469c-9ee5-c4ceaa676b45,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:47.759824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Made reservation on behalf of cb92daba82ca47339e2c800fa1c0ec38 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:47.767096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.782240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.825044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab7b76-8308-475e-a290-653a155b3e12 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.831756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab7b76-8308-475e-a290-653a155b3e12 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.846938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab7b76-8308-475e-a290-653a155b3e12 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:47.857481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3cab7b76-8308-475e-a290-653a155b3e12 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2156596 Nov 12 09:10:47.869150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45732) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:47.913850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.919406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:47.966982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efec4ffc-0b08-4b23-a395-e8dd8255d817,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:47.972682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Provisioning complete for port 081fb291-f398-46aa-b587-18bf093f66e8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:47.978026 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.059645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Port 081fb291-f398-46aa-b587-18bf093f66e8 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:48.100643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Provisioning complete for port cf3ec8e0-f749-4c35-b321-11b5420919b1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:48.101173 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.177824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.246191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Provisioning complete for port 2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:48.246921 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.323166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c6f0d463-6afd-48ad-8396-48d066f6520d None None] Port 2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:48.324876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] DHCP port deletion for e8c43998-7b66-4919-b33f-dd714986ef45 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:48.391547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e51511-4b69-43eb-88c9-b29a419fa0fc req-ba6edb63-2893-4032-b381-7f6b07c5c95b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:48.392513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] Deleting port ab46a347-3b47-47ca-a01e-68491b2f984c {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:48.392899 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.411812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32e51511-4b69-43eb-88c9-b29a419fa0fc req-ba6edb63-2893-4032-b381-7f6b07c5c95b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.2697036 Nov 12 09:10:48.431290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf3ec8e0-f749-4c35-b321-11b5420919b1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:48.449235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 081fb291-f398-46aa-b587-18bf093f66e8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:48.453208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.458403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Allocated IP 192.168.233.61 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/ad773b82-af48-43f8-939f-e3bd40b4f207) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:48.576814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Deleting port ab46a347-3b47-47ca-a01e-68491b2f984c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:48.577376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.701952 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.725215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] For port ab46a347-3b47-47ca-a01e-68491b2f984c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ab46a347-3b47-47ca-a01e-68491b2f984c,segment=NetworkSegment(2336e165-e758-4da5-8226-d16783209faf),segment_id=2336e165-e758-4da5-8226-d16783209faf)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:48.725596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.741909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 081fb291-f398-46aa-b587-18bf093f66e8 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:48.756931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] For port ab46a347-3b47-47ca-a01e-68491b2f984c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ab46a347-3b47-47ca-a01e-68491b2f984c,segment=NetworkSegment(2336e165-e758-4da5-8226-d16783209faf),segment_id=2336e165-e758-4da5-8226-d16783209faf)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:48.757821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.758019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Calling delete_port for ab46a347-3b47-47ca-a01e-68491b2f984c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:48.767799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bb435fb4-c31d-4c8f-825c-3003cf39e1bd None None] Provisioning complete for port 2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:48.768154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32e51511-4b69-43eb-88c9-b29a419fa0fc req-45f89dbb-e603-4e1a-b5e5-579642107648 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3544769 Nov 12 09:10:48.768859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb435fb4-c31d-4c8f-825c-3003cf39e1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.805700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] Calling delete_port for ab46a347-3b47-47ca-a01e-68491b2f984c owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:48.819861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.836702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bb435fb4-c31d-4c8f-825c-3003cf39e1bd None None] Port 2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:48.912943 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.917302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cf3ec8e0-f749-4c35-b321-11b5420919b1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:48.917955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:48.961119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:48.986337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:48.991399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:49.065853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Pushing event updated for resources: {'Port': ['ID=ad773b82-af48-43f8-939f-e3bd40b4f207,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.114273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.114988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.168469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-41c4b68e-ccd1-46ec-b055-96afaab9b401 None None] Provisioning complete for port 081fb291-f398-46aa-b587-18bf093f66e8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:49.169657 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8f30967d-d1d0-4145-b902-8fb920e827b8 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2808056 Nov 12 09:10:49.170283 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-41c4b68e-ccd1-46ec-b055-96afaab9b401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.176123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.178711 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.201191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Request body: {'port': {'device_id': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:49.202145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.238683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] No DVR routers for this DVR port ab46a347-3b47-47ca-a01e-68491b2f984c on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:49.328514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] Pushing event deleted for resources: {'Port': ['ID=ab46a347-3b47-47ca-a01e-68491b2f984c,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.330541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90bbb2-383e-46d2-9205-bc54316e165a None None] No DVR routers for this DVR port ab46a347-3b47-47ca-a01e-68491b2f984c on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:49.374800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-41c4b68e-ccd1-46ec-b055-96afaab9b401 None None] Port 081fb291-f398-46aa-b587-18bf093f66e8 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:49.399973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event deleted for resources: {'Port': ['ID=ab46a347-3b47-47ca-a01e-68491b2f984c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.468805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.523664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9d7627c3-a8e3-4bad-83f2-641ca8fa4cf5 None None] Provisioning complete for port ad773b82-af48-43f8-939f-e3bd40b4f207 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:49.524413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d7627c3-a8e3-4bad-83f2-641ca8fa4cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.526551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.547331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ded2ca-4cf7-4151-bff9-28478775aefd req-0893252f-3e7a-4bb5-a417-6cae60ca719a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:49.560573 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3ded2ca-4cf7-4151-bff9-28478775aefd req-0893252f-3e7a-4bb5-a417-6cae60ca719a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 935 time: 0.1564910 Nov 12 09:10:49.569222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c43998-7b66-4919-b33f-dd714986ef45']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:49.579022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9d7627c3-a8e3-4bad-83f2-641ca8fa4cf5 None None] Port ad773b82-af48-43f8-939f-e3bd40b4f207 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:49.587809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2336e165-e758-4da5-8226-d16783209faf') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:49.588408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2336e165-e758-4da5-8226-d16783209faf') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:49.632552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.660486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.664619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.716585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:49.717628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:49.728916 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:49.736028 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.750229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=081fb291-f398-46aa-b587-18bf093f66e8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:49.855111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c3ded2ca-4cf7-4151-bff9-28478775aefd req-3a458658-2768-46b8-8468-06e458df012f tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553279 Nov 12 09:10:49.915839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.927352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:49.941613 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] 10.222.0.53 "DELETE /v2.0/networks/e8c43998-7b66-4919-b33f-dd714986ef45 HTTP/1.1" status: 204 len: 168 time: 2.2075410 Nov 12 09:10:49.967764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d231f-d474-4c66-93cb-aa35755113c3 tempest-ExtraDHCPOptionsTestJSON-151798615 tempest-ExtraDHCPOptionsTestJSON-151798615-project] Pushing event deleted for resources: {'Network': ['ID=e8c43998-7b66-4919-b33f-dd714986ef45,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.007677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.021402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e0c3c091-9f8a-4281-a56d-2b101c4f37e3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/081fb291-f398-46aa-b587-18bf093f66e8 HTTP/1.1" status: 204 len: 168 time: 2.1465790 Nov 12 09:10:50.022806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45750) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.080460 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ed7446-40c6-484f-b277-8674fdc10692 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:10:50.097058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-58ed7446-40c6-484f-b277-8674fdc10692 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/081fb291-f398-46aa-b587-18bf093f66e8 HTTP/1.1" status: 404 len: 333 time: 0.0690048 Nov 12 09:10:50.099125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45754) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.146852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad773b82-af48-43f8-939f-e3bd40b4f207 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:50.156384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.172545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Transition to ACTIVE for port object ad773b82-af48-43f8-939f-e3bd40b4f207 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:50.195593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.352962 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.382191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6138eea-089d-4331-91a6-2ceb772b7f52 req-a5cfbc3c-c08b-47d5-8863-cfa58589a1c1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.386562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ab46a347-3b47-47ca-a01e-68491b2f984c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:50.388247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:50.388736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.390336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6138eea-089d-4331-91a6-2ceb772b7f52 req-a5cfbc3c-c08b-47d5-8863-cfa58589a1c1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.2157090 Nov 12 09:10:50.451904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ab46a347-3b47-47ca-a01e-68491b2f984c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:50.452630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ab46a347-3b47-47ca-a01e-68491b2f984c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:50.499989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Pushing event updated for resources: {'Port': ['ID=ad773b82-af48-43f8-939f-e3bd40b4f207,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:50.605322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.633446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6138eea-089d-4331-91a6-2ceb772b7f52 req-0f45901f-cea4-4cf1-a30d-81d2d1307bc0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419605 Nov 12 09:10:50.638209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Attempting to bind port ad773b82-af48-43f8-939f-e3bd40b4f207 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:50.640618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Attempting to bind port ad773b82-af48-43f8-939f-e3bd40b4f207 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:50.642882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Attempting to bind port ad773b82-af48-43f8-939f-e3bd40b4f207 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:50.643831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:50.662067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Port ad773b82-af48-43f8-939f-e3bd40b4f207 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:50.663383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Attempting to bind port ad773b82-af48-43f8-939f-e3bd40b4f207 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:50.694636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:50.695011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:50.695513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:50.696080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Bound port: ad773b82-af48-43f8-939f-e3bd40b4f207, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:50.696571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.761057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45760) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:50.850680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] For port ad773b82-af48-43f8-939f-e3bd40b4f207, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:50.857020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] For port ad773b82-af48-43f8-939f-e3bd40b4f207, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ad773b82-af48-43f8-939f-e3bd40b4f207,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:50.865857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.960024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:50.964947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:50.967931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] 10.222.0.62 "PUT /v2.0/ports/ad773b82-af48-43f8-939f-e3bd40b4f207 HTTP/1.1" status: 200 len: 1096 time: 1.7858131 Nov 12 09:10:50.968695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'tag': 'ad773b82-af48-43f8-939f-e3bd40b4f207'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:50.971615 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79", "tag": "ad773b82-af48-43f8-939f-e3bd40b4f207"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:51.036176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a43cb9d-428f-4fb0-b7d7-30e9931b8a22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7d5b4e6fd814ca79ebe4c07c1b33b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735300 Nov 12 09:10:51.036826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45768) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:51.044323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.079573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151605ee-357a-43b7-9e73-4d63b1311856 service neutron] Pushing event updated for resources: {'Port': ['ID=ad773b82-af48-43f8-939f-e3bd40b4f207,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:51.120215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-4f194a4a-ce07-49fc-944f-e0ec48336538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.122600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-4f194a4a-ce07-49fc-944f-e0ec48336538 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb92daba82ca47339e2c800fa1c0ec38&device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 1099 time: 0.0886409 Nov 12 09:10:51.147525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:51.264479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-c438503a-6b84-494a-a27d-cb5ac121393f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ad773b82-af48-43f8-939f-e3bd40b4f207 HTTP/1.1" status: 200 len: 217 time: 0.1260810 Nov 12 09:10:51.313868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378b997-7e3a-49f1-8281-fbeb19e41964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.373127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.379889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-da865807-b2d1-4a86-83f8-f59ac7a61032 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd HTTP/1.1" status: 204 len: 168 time: 1.2796249 Nov 12 09:10:51.403433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45774) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:51.432098 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf48434a-e002-4f48-9e41-869edd2fb4ad x-openstack-request-id: req-cf48434a-e002-4f48-9e41-869edd2fb4ad {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:51.432468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378b997-7e3a-49f1-8281-fbeb19e41964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.432651 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79", "tag": "ad773b82-af48-43f8-939f-e3bd40b4f207", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:51.432651 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf48434a-e002-4f48-9e41-869edd2fb4ad {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:51.433088 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'tag': 'ad773b82-af48-43f8-939f-e3bd40b4f207', 'status': 'completed', 'code': 200} Nov 12 09:10:51.492264 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-80026fec-61da-4868-a972-16a04dfc1ab8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:10:51.493930 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-80026fec-61da-4868-a972-16a04dfc1ab8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/2c0c4c5a-6a8b-4181-b427-8c74c6a93dfd HTTP/1.1" status: 404 len: 333 time: 0.0885985 Nov 12 09:10:51.501675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:51.503170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53a99507-f875-4959-803e-90652644bb32 req-7b23d477-b23e-4f5e-a10e-57af9f4cc445 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.1216958 Nov 12 09:10:51.550825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a7630-20c5-4c82-bb10-7d66830acd77 req-faf22295-66d8-4388-a0b0-91a3730623aa tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.559518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b9a7630-20c5-4c82-bb10-7d66830acd77 req-faf22295-66d8-4388-a0b0-91a3730623aa tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 947 time: 0.2544222 Nov 12 09:10:51.567425 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378b997-7e3a-49f1-8281-fbeb19e41964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.572788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378b997-7e3a-49f1-8281-fbeb19e41964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.577241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d378b997-7e3a-49f1-8281-fbeb19e41964 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9be0e60a-4940-4dd7-9a3e-33521a5deb60 HTTP/1.1" status: 204 len: 168 time: 0.5388994 Nov 12 09:10:51.588720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378b997-7e3a-49f1-8281-fbeb19e41964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be0e60a-4940-4dd7-9a3e-33521a5deb60,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:51.609167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8aaf7791-362c-4c66-9640-63440cfd5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.610681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8aaf7791-362c-4c66-9640-63440cfd5d67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.3389802 Nov 12 09:10:51.705627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet 98ddc18d-9d73-42ef-b308-2c3f3abfe78b {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:10:51.721889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.783731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b9a7630-20c5-4c82-bb10-7d66830acd77 req-86bdc579-532f-4c05-b132-9d54a547b852 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078507 Nov 12 09:10:51.789244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-e9c4c20e-4cfb-495e-ac95-31927b629917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.790755 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-e9c4c20e-4cfb-495e-ac95-31927b629917 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1597142 Nov 12 09:10:51.817452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:51.889770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc71fa-8e1b-48b6-a674-5308a5807e71 req-74a2ec1e-b44a-4fcd-8206-aa5d95163152 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:51.902575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2dcc71fa-8e1b-48b6-a674-5308a5807e71 req-74a2ec1e-b44a-4fcd-8206-aa5d95163152 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.0983691 Nov 12 09:10:51.992538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2dcc71fa-8e1b-48b6-a674-5308a5807e71 req-706cf992-dd22-484f-8e1f-c5ac64614819 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889699 Nov 12 09:10:52.154472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-8203af17-ab2e-4959-a9eb-3f61e4d0b28a service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274658 Nov 12 09:10:52.156138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.398349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.441003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08a45470-1c97-420d-9c7f-1f6f07036a40 req-99da6711-7619-4562-974f-3972d97902d6 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552657 Nov 12 09:10:52.444816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=98ddc18d-9d73-42ef-b308-2c3f3abfe78b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:52.447533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.454745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45810) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:52.455391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-91a77747-90c5-4050-b41a-024afd7e8e14 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/98ddc18d-9d73-42ef-b308-2c3f3abfe78b HTTP/1.1" status: 204 len: 168 time: 0.9470837 Nov 12 09:10:52.458597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbedffa-b8b8-4560-8f20-ae5166ccf86d None None] Network 8958f027-a573-4c0e-ba78-84f38fe8c9c3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:52.625702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-b4796fda-cb69-471b-8293-6f0d70e71466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.627230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-b4796fda-cb69-471b-8293-6f0d70e71466 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb92daba82ca47339e2c800fa1c0ec38&device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 1099 time: 0.0947793 Nov 12 09:10:52.676829 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.753120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b742841b-6f7a-4a7d-a073-bdd9a1134ab3 req-0b6acca2-e251-43dd-b461-fbb2f370a7dc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.1008284 Nov 12 09:10:52.793429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] DHCP port deletion for 8958f027-a573-4c0e-ba78-84f38fe8c9c3 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:10:52.822326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-674d5bb3-5595-465a-a929-1bd77a9306c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:52.824206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-674d5bb3-5595-465a-a929-1bd77a9306c7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1880529 Nov 12 09:10:52.857315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port cf3ec8e0-f749-4c35-b321-11b5420919b1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:52.857628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:52.908129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-bd828f5a-c5e6-41d8-acc0-09194336bf38 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=ad773b82-af48-43f8-939f-e3bd40b4f207 HTTP/1.1" status: 200 len: 217 time: 0.0745368 Nov 12 09:10:52.933319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] Deleting port cf3ec8e0-f749-4c35-b321-11b5420919b1 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:10:52.934874 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.107221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] For port cf3ec8e0-f749-4c35-b321-11b5420919b1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf3ec8e0-f749-4c35-b321-11b5420919b1,segment=NetworkSegment(69d08fa1-6167-4fef-ac32-e6371489c8aa),segment_id=69d08fa1-6167-4fef-ac32-e6371489c8aa)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:53.107625 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.116129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-1fa92794-68ac-41dd-9ca5-233a516e41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.117761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-1fa92794-68ac-41dd-9ca5-233a516e41fb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1985822 Nov 12 09:10:53.127364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] For port cf3ec8e0-f749-4c35-b321-11b5420919b1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf3ec8e0-f749-4c35-b321-11b5420919b1,segment=NetworkSegment(69d08fa1-6167-4fef-ac32-e6371489c8aa),segment_id=69d08fa1-6167-4fef-ac32-e6371489c8aa)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:53.128351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.165089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] Calling delete_port for cf3ec8e0-f749-4c35-b321-11b5420919b1 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:53.171968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd763ba-dbd2-45fc-b8c3-7fa31806c71b req-03c1a220-7129-4937-aa32-80d68c85a088 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.173538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fd763ba-dbd2-45fc-b8c3-7fa31806c71b req-03c1a220-7129-4937-aa32-80d68c85a088 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 947 time: 0.1715722 Nov 12 09:10:53.201252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for cf3ec8e0-f749-4c35-b321-11b5420919b1 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:10:53.273758 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45830) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:53.350734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:53.351708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fd763ba-dbd2-45fc-b8c3-7fa31806c71b req-99596b53-cdf3-4cdf-bd5e-e3c224d7ebfa tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482432 Nov 12 09:10:53.367747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-806191bd-f960-46cb-9e10-40103c0485bb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.370819 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-806191bd-f960-46cb-9e10-40103c0485bb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.3041806 Nov 12 09:10:53.401567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] Pushing event deleted for resources: {'Port': ['ID=cf3ec8e0-f749-4c35-b321-11b5420919b1,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:53.403548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca16c1d-1f96-48e6-99a7-f4056bdff8a5 None None] No DVR routers for this DVR port cf3ec8e0-f749-4c35-b321-11b5420919b1 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:53.419404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf74ae-b6a0-4c17-a475-05ebdad73ffb req-5a1b9fd3-5fd5-4882-896b-1eec2d534730 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.426990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'port': {'device_id': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'admin_state_up': True, 'tenant_id': 'd67fe61746de4f718c627adc92591612'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:53.430334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5baf74ae-b6a0-4c17-a475-05ebdad73ffb req-5a1b9fd3-5fd5-4882-896b-1eec2d534730 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1989555 Nov 12 09:10:53.433762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-4da1cd77-cfcb-4af2-ad91-b9345d19e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:53.435386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-4da1cd77-cfcb-4af2-ad91-b9345d19e61e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3010623 Nov 12 09:10:53.543231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727679660'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:53.571236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5baf74ae-b6a0-4c17-a475-05ebdad73ffb req-c5af0994-5b00-4381-b096-a2c942f2ac31 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398206 Nov 12 09:10:53.651139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-0644b332-e46c-4ae9-8413-45eb672cff77 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068257 Nov 12 09:10:53.889981 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25ef9de8-9c84-4c2e-a3c2-4a1f6c797072 req-185a1141-68e8-4a26-aea2-1cf163dbd594 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315838 Nov 12 09:10:53.977019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:53.980586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.033715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f4aa21b-55c2-42be-8ed0-914fed682eda req-d21a48af-bcac-477b-847e-468c1cc5f30d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0609283 Nov 12 09:10:54.039678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.047824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.102823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=cf3ec8e0-f749-4c35-b321-11b5420919b1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:54.110438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No DVR routers for this DVR port cf3ec8e0-f749-4c35-b321-11b5420919b1 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:10:54.254487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:54.258502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.344138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf3ec8e0-f749-4c35-b321-11b5420919b1 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:10:54.366709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cf3ec8e0-f749-4c35-b321-11b5420919b1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:10:54.376280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf3ec8e0-f749-4c35-b321-11b5420919b1 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:10:54.382579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8958f027-a573-4c0e-ba78-84f38fe8c9c3']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:54.415684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d08fa1-6167-4fef-ac32-e6371489c8aa') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:54.416149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d08fa1-6167-4fef-ac32-e6371489c8aa') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:10:54.448805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.492105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.509835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.514859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.577252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff11de47-6882-40ed-88df-9a01ca2ae202,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:54.581484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:10:54.583502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:10:54.607312 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:10:54.673327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.20.0.12 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/b0d5776b-6b14-456c-85e7-64471d670995) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:54.708302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.722622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0840b4-c803-44a7-b89b-dcc843c143c3 req-5e2967cb-2495-4136-bb65-b816801dbef1 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:54.730431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca0840b4-c803-44a7-b89b-dcc843c143c3 req-5e2967cb-2495-4136-bb65-b816801dbef1 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 947 time: 0.2443099 Nov 12 09:10:54.746959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:54.761331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.770611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/8958f027-a573-4c0e-ba78-84f38fe8c9c3 HTTP/1.1" status: 204 len: 168 time: 2.3146629 Nov 12 09:10:54.770879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45852) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:54.778060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1519747738'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:54.805426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a13893-5871-4b9d-8c56-5f887504c332 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=8958f027-a573-4c0e-ba78-84f38fe8c9c3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:54.810650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.811266 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment 2431c364-1eac-4dac-afa3-d4f06e531f12 of type vlan for network 536e3892-59b6-4d13-aa90-4e53d616f781 Nov 12 09:10:54.866253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05516e15-f176-432b-8927-d09f19373546 req-f736a9f3-d608-45e6-9e4a-03a65e7c061f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:54.884076 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05516e15-f176-432b-8927-d09f19373546 req-f736a9f3-d608-45e6-9e4a-03a65e7c061f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1623805 Nov 12 09:10:54.945481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:54.946537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.951215 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:54.975231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca0840b4-c803-44a7-b89b-dcc843c143c3 req-eb32daac-709d-4374-a594-51da098e4f4f tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380247 Nov 12 09:10:55.012382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.014928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:10:55.020282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:55.021280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.028155 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.028611 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Added segment da032fca-4304-4c4b-8aba-1e2d58e4789f of type vlan for network cbac54c5-819e-42c5-b282-f8169eda2288 Nov 12 09:10:55.082885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.123468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.132923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:55.134325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.168928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8776572 Nov 12 09:10:55.177673 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.194477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05516e15-f176-432b-8927-d09f19373546 req-4d45a931-9257-4cf3-b84a-25ebfaac2826 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078363 Nov 12 09:10:55.199788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4276605 Nov 12 09:10:55.202856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:55.216505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:55.252852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4e6db2-08fe-446c-b8c9-3a4c3de7c112 req-4eac0dc4-9f0d-499d-870d-d70630ab0fab tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0705848 Nov 12 09:10:55.260003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b6199-c808-496f-81c8-950ebcd37db9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=536e3892-59b6-4d13-aa90-4e53d616f781,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.308552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 536e3892-59b6-4d13-aa90-4e53d616f781 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:55.395607 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.494636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:55.511375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:55.524810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:55.529463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=b0d5776b-6b14-456c-85e7-64471d670995,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.543770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812afa4-5fd9-4ec8-ad2b-5e18aa600d08 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Network': ['ID=cbac54c5-819e-42c5-b282-f8169eda2288,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:55.564746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ad773b82-af48-43f8-939f-e3bd40b4f207 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:10:55.618011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:55.626470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.662892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:55.663601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:55.705217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-a5183a84-b436-43e9-8f68-9bc04d0dd57d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3174658 Nov 12 09:10:55.727263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Request body: {'port': {'device_id': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:55.792277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ad773b82-af48-43f8-939f-e3bd40b4f207, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ad773b82-af48-43f8-939f-e3bd40b4f207,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:55.838125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'ad773b82-af48-43f8-939f-e3bd40b4f207', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'ad773b82-af48-43f8-939f-e3bd40b4f207', 'mac_address': 'fa:16:3e:26:64:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:10:55.858684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network cbac54c5-819e-42c5-b282-f8169eda2288 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:10:55.888763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.152565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b846f789-5d28-4ce9-91d5-8334b9b77355 None None] Provisioning complete for port b0d5776b-6b14-456c-85e7-64471d670995 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:56.152938 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b846f789-5d28-4ce9-91d5-8334b9b77355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.158743 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.186470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.217504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b846f789-5d28-4ce9-91d5-8334b9b77355 None None] Port b0d5776b-6b14-456c-85e7-64471d670995 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:10:56.230924 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad773b82-af48-43f8-939f-e3bd40b4f207 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:56.258463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ad773b82-af48-43f8-939f-e3bd40b4f207, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ad773b82-af48-43f8-939f-e3bd40b4f207,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:10:56.266741 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.363347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ad773b82-af48-43f8-939f-e3bd40b4f207,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.363877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a1206-0956-4c3c-8d17-6856a05444e8 req-5cfa85bd-f366-4a39-b656-2cf839b91461 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.381239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a68a1206-0956-4c3c-8d17-6856a05444e8 req-5cfa85bd-f366-4a39-b656-2cf839b91461 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 947 time: 0.2270546 Nov 12 09:10:56.474260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a68a1206-0956-4c3c-8d17-6856a05444e8 req-7f1f7b88-047f-4ce5-9152-5f82ea73c631 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873396 Nov 12 09:10:56.477108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=e346bec2-0cc8-4fff-a0f1-60bbcec8e703,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:56.498808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Checking segment: {'id': 'da032fca-4304-4c4b-8aba-1e2d58e4789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:56.499235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network hostable DHCP agents. Network: cbac54c5-819e-42c5-b282-f8169eda2288, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:10:56.528721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network cbac54c5-819e-42c5-b282-f8169eda2288 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:10:56.552168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b53dcf-6368-4336-8ce5-d528ce89c9ad req-d5fe5e07-d1c2-48fd-b91b-81664f7b8407 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.566186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ad773b82-af48-43f8-939f-e3bd40b4f207'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:10:56.570784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51b53dcf-6368-4336-8ce5-d528ce89c9ad req-d5fe5e07-d1c2-48fd-b91b-81664f7b8407 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 932 time: 0.1788919 Nov 12 09:10:56.585525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, cbac54c5-819e-42c5-b282-f8169eda2288) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:56.626035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.627669 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.654168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11325bfe-6b0c-4447-9e01-f3bae529ae7d None None] Network cbac54c5-819e-42c5-b282-f8169eda2288 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:10:56.673615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b78e94d4-87b5-423d-861b-37ecbb92319c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4693160 Nov 12 09:10:56.674312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:56.684404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-96be7963-038c-4d1d-8eea-10178c5e002c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1346249368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:56.707345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d5776b-6b14-456c-85e7-64471d670995 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:10:56.735822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.744627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51b53dcf-6368-4336-8ce5-d528ce89c9ad req-35e764da-fa2f-45fe-937f-7f9d6b34a217 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668327 Nov 12 09:10:56.797620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d57819-8d0d-42e5-ad6d-d329c6582926 req-e6168a9c-d4cc-4caa-a9c5-f119f1c8ecaf tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:56.806656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85d57819-8d0d-42e5-ad6d-d329c6582926 req-e6168a9c-d4cc-4caa-a9c5-f119f1c8ecaf tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1848502 Nov 12 09:10:56.811321 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96be7963-038c-4d1d-8eea-10178c5e002c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.812974 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96be7963-038c-4d1d-8eea-10178c5e002c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.823459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Transition to ACTIVE for port object b0d5776b-6b14-456c-85e7-64471d670995 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:10:56.849669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:56.962138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d5776b-6b14-456c-85e7-64471d670995,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:57.014958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96be7963-038c-4d1d-8eea-10178c5e002c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.037822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96be7963-038c-4d1d-8eea-10178c5e002c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.092470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-96be7963-038c-4d1d-8eea-10178c5e002c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.099754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-96be7963-038c-4d1d-8eea-10178c5e002c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4218805 Nov 12 09:10:57.104240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:57.124557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288', 'name': 'tempest-PortsTestJSON-1897985723'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:57.244276 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85d57819-8d0d-42e5-ad6d-d329c6582926 req-1ffa316f-757b-4a13-b1c1-24ebddacf6fb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294944 Nov 12 09:10:57.345844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Attempting to bind port b0d5776b-6b14-456c-85e7-64471d670995 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:57.345844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Attempting to bind port b0d5776b-6b14-456c-85e7-64471d670995 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:57.345844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Attempting to bind port b0d5776b-6b14-456c-85e7-64471d670995 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:57.364886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Port b0d5776b-6b14-456c-85e7-64471d670995 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:10:57.365981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Attempting to bind port b0d5776b-6b14-456c-85e7-64471d670995 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:57.379247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-cbac54c5-819e-42c5-b282-f8169eda2288', 'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288', 'tenant_id': 'ee3aa62eab1649cd81d959086a885143', 'fixed_ips': [{'subnet_id': 'e346bec2-0cc8-4fff-a0f1-60bbcec8e703'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:10:57.380392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.396171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:57.396740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:57.397781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:57.399020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Bound port: b0d5776b-6b14-456c-85e7-64471d670995, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:57.399530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.505070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:57.519943 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.573530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:10:57.608748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] For port b0d5776b-6b14-456c-85e7-64471d670995, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:57.614660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] For port b0d5776b-6b14-456c-85e7-64471d670995, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b0d5776b-6b14-456c-85e7-64471d670995,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:57.621683 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.664609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:57.665720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:57.668496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] 10.222.0.55 "PUT /v2.0/ports/b0d5776b-6b14-456c-85e7-64471d670995 HTTP/1.1" status: 200 len: 1093 time: 1.9446008 Nov 12 09:10:57.669151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'tag': 'b0d5776b-6b14-456c-85e7-64471d670995'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:10:57.672243 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9da8a6-aabc-4dab-899a-044e5e46f116" -d '{"events": [{"name": "network-changed", "server_uuid": "0fde7385-3dcf-4989-b371-76a90520a0a8", "tag": "b0d5776b-6b14-456c-85e7-64471d670995"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:10:57.723393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Allocated IP 172.20.0.2 (cbac54c5-819e-42c5-b282-f8169eda2288/e346bec2-0cc8-4fff-a0f1-60bbcec8e703/3450619b-f66e-46bc-9d6d-a0445199144c) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:57.771652 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcbe6f1-5a13-4345-a8c2-37faa9676ec1 x-openstack-request-id: req-adcbe6f1-5a13-4345-a8c2-37faa9676ec1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:10:57.772260 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fde7385-3dcf-4989-b371-76a90520a0a8", "tag": "b0d5776b-6b14-456c-85e7-64471d670995", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:10:57.772724 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-adcbe6f1-5a13-4345-a8c2-37faa9676ec1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:10:57.773447 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'tag': 'b0d5776b-6b14-456c-85e7-64471d670995', 'status': 'completed', 'code': 200} Nov 12 09:10:57.776098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7427ed52-d02f-4d55-9c5b-1ae37fd19445 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d5776b-6b14-456c-85e7-64471d670995,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:57.872451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-b2b08bbf-dc5b-4212-82b8-e3b43e47f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:57.874242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-b2b08bbf-dc5b-4212-82b8-e3b43e47f305 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 1096 time: 0.1237884 Nov 12 09:10:57.964422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1799301-783c-4d57-ab1e-82f20e780846 req-e960606d-f094-4973-8903-5889f1895c13 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:57.974716 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1799301-783c-4d57-ab1e-82f20e780846 req-e960606d-f094-4973-8903-5889f1895c13 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 948 time: 0.3717387 Nov 12 09:10:57.998966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-fe258b5c-85ed-4754-8225-42f2c6c6430a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d5776b-6b14-456c-85e7-64471d670995 HTTP/1.1" status: 200 len: 217 time: 0.1159708 Nov 12 09:10:58.121531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1799301-783c-4d57-ab1e-82f20e780846 req-5acf24c9-c029-444a-b4fe-0dffb0a69e21 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455820 Nov 12 09:10:58.191380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a15099-7d92-4c69-99ff-08510adb8419 req-84aae4d2-a158-48de-8c7d-88b3d0b8df30 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.205975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50a15099-7d92-4c69-99ff-08510adb8419 req-84aae4d2-a158-48de-8c7d-88b3d0b8df30 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.3123050 Nov 12 09:10:58.258719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.272327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-f442ec00-6fbf-43e1-9d05-3497203144b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.276110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-f442ec00-6fbf-43e1-9d05-3497203144b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.2314842 Nov 12 09:10:58.317770 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.322436 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.347242 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.512328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50a15099-7d92-4c69-99ff-08510adb8419 req-c16a1011-12a3-4dbd-9402-5900f9dc2927 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044591 Nov 12 09:10:58.531501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.3 (cbac54c5-819e-42c5-b282-f8169eda2288/e346bec2-0cc8-4fff-a0f1-60bbcec8e703/ee2a47b3-02b4-4177-b4d5-4b57b490c1e1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:10:58.547734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-c2641e80-62fd-4e30-9280-b1faba326aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.556007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-c2641e80-62fd-4e30-9280-b1faba326aed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2502124 Nov 12 09:10:58.644988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Pushing event updated for resources: {'Port': ['ID=3450619b-f66e-46bc-9d6d-a0445199144c,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:58.682772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Network cbac54c5-819e-42c5-b282-f8169eda2288 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:58.710652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:58.728943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:58.883979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Attempting to bind port 3450619b-f66e-46bc-9d6d-a0445199144c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:10:58.884495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Attempting to bind port 3450619b-f66e-46bc-9d6d-a0445199144c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'da032fca-4304-4c4b-8aba-1e2d58e4789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:10:58.884867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Attempting to bind port 3450619b-f66e-46bc-9d6d-a0445199144c on network cbac54c5-819e-42c5-b282-f8169eda2288 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:10:58.894115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:10:58.894640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Checking segment: {'id': 'da032fca-4304-4c4b-8aba-1e2d58e4789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:10:58.895776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.896158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Bound using segment: {'id': 'da032fca-4304-4c4b-8aba-1e2d58e4789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:10:58.896705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Bound port: 3450619b-f66e-46bc-9d6d-a0445199144c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da032fca-4304-4c4b-8aba-1e2d58e4789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'cbac54c5-819e-42c5-b282-f8169eda2288'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:10:58.897179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:58.914780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e7c4-32ab-42ff-a4ed-c759c8fdc78b req-54a37592-2055-4c03-832a-d156f2633f69 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:58.926199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b80e7c4-32ab-42ff-a4ed-c759c8fdc78b req-54a37592-2055-4c03-832a-d156f2633f69 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1869092 Nov 12 09:10:58.953027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-c2a13142-f01a-4bff-a37b-df18dc75d1ee service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900344 Nov 12 09:10:58.979672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.102246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.126768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] For port 3450619b-f66e-46bc-9d6d-a0445199144c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:10:59.145134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] For port 3450619b-f66e-46bc-9d6d-a0445199144c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3450619b-f66e-46bc-9d6d-a0445199144c,segment=NetworkSegment(da032fca-4304-4c4b-8aba-1e2d58e4789f),segment_id=da032fca-4304-4c4b-8aba-1e2d58e4789f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:10:59.146950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b80e7c4-32ab-42ff-a4ed-c759c8fdc78b req-e32733ed-47b8-4d20-9913-58ea808d87e5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171357 Nov 12 09:10:59.166859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.175393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45896) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:10:59.189605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': '536e3892-59b6-4d13-aa90-4e53d616f781', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:10:59.309749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network cbac54c5-819e-42c5-b282-f8169eda2288 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:10:59.382515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:10:59.389678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=ee2a47b3-02b4-4177-b4d5-4b57b490c1e1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.401855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cad5f6-30d3-42fe-a300-e435d0760c0f None None] Pushing event updated for resources: {'Port': ['ID=3450619b-f66e-46bc-9d6d-a0445199144c,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:10:59.403743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:10:59.474581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2308efe9-3a66-477f-af6c-6c58a9159909 req-ca093a9a-729b-435d-9e2a-54abd85e4659 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089307 Nov 12 09:10:59.533540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:10:59.539938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.583494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ad773b82-af48-43f8-939f-e3bd40b4f207 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:10:59.748726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port ad773b82-af48-43f8-939f-e3bd40b4f207 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:10:59.754384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port ad773b82-af48-43f8-939f-e3bd40b4f207 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:10:59.754762 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.926983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-e8254986-425c-4856-938a-074ca5248e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:59.928929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-e8254986-425c-4856-938a-074ca5248e00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 1096 time: 0.3608525 Nov 12 09:10:59.972334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27fd0a-101b-436f-9676-8c4f84338b2a req-665901bb-9241-45b3-963d-b169a815aae7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:10:59.977284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:10:59.978275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db27fd0a-101b-436f-9676-8c4f84338b2a req-665901bb-9241-45b3-963d-b169a815aae7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.2791238 Nov 12 09:11:00.052132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad773b82-af48-43f8-939f-e3bd40b4f207'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:00.054465 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b530b8c-12fa-489f-b3dd-9a0d083f8715" -d '{"events": [{"server_uuid": "ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79", "name": "network-vif-plugged", "status": "completed", "tag": "ad773b82-af48-43f8-939f-e3bd40b4f207"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:00.088335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ad773b82-af48-43f8-939f-e3bd40b4f207, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ad773b82-af48-43f8-939f-e3bd40b4f207,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:00.095971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.183858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ad773b82-af48-43f8-939f-e3bd40b4f207,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:00.281210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db27fd0a-101b-436f-9676-8c4f84338b2a req-bd7be9f0-26d5-4d82-9cb6-287fe2adb30a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871652 Nov 12 09:11:00.337138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-9039afe9-2064-4eec-8f69-bf76ab8b9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.339043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-9039afe9-2064-4eec-8f69-bf76ab8b9a4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.3949218 Nov 12 09:11:00.391864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.392703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.413076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9e0eb-f897-49ba-bdf5-4a1e789e256f req-abfcf6a0-fc40-4762-991a-ad374d0d8b00 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:00.414745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-caf9e0eb-f897-49ba-bdf5-4a1e789e256f req-abfcf6a0-fc40-4762-991a-ad374d0d8b00 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 948 time: 1.1304414 Nov 12 09:11:00.477561 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5432dee7-b512-41a5-9e2c-43691b7f920a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3689599 Nov 12 09:11:00.481894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:00.510876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3450619b-f66e-46bc-9d6d-a0445199144c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:00.546419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-b4538dda-e9b5-424a-b027-25010b58dc44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0d5776b-6b14-456c-85e7-64471d670995 HTTP/1.1" status: 200 len: 217 time: 0.1833386 Nov 12 09:11:00.605498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.648889 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f78dc91-4a10-47e3-b2bb-0ca93ac3778f x-openstack-request-id: req-6f78dc91-4a10-47e3-b2bb-0ca93ac3778f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:00.649332 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79", "name": "network-vif-plugged", "status": "completed", "tag": "ad773b82-af48-43f8-939f-e3bd40b4f207", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:00.649463 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f78dc91-4a10-47e3-b2bb-0ca93ac3778f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:00.649853 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad773b82-af48-43f8-939f-e3bd40b4f207', 'code': 200} Nov 12 09:11:00.691331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 3450619b-f66e-46bc-9d6d-a0445199144c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:00.691689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:00.965286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=ae002775-939a-443a-b8e7-7551d5ad4ef7,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:01.060869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': '2431c364-1eac-4dac-afa3-d4f06e531f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '536e3892-59b6-4d13-aa90-4e53d616f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:01.061711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: 536e3892-59b6-4d13-aa90-4e53d616f781, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:01.073280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444f6c1-92d1-4393-be59-290eb70af1a2 req-fc853e2a-9676-4bea-a8ee-47c5a49da590 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.086459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3444f6c1-92d1-4393-be59-290eb70af1a2 req-fc853e2a-9676-4bea-a8ee-47c5a49da590 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.3134611 Nov 12 09:11:01.092308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-5a1f1d91-8479-4288-8c15-6a42188cace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.094101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-5a1f1d91-8479-4288-8c15-6a42188cace7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.3660903 Nov 12 09:11:01.098227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-caf9e0eb-f897-49ba-bdf5-4a1e789e256f req-9e219469-1461-49d0-9fbe-2c21b6d61843 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6663339 Nov 12 09:11:01.253528 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.335828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 3450619b-f66e-46bc-9d6d-a0445199144c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3450619b-f66e-46bc-9d6d-a0445199144c,segment=NetworkSegment(da032fca-4304-4c4b-8aba-1e2d58e4789f),segment_id=da032fca-4304-4c4b-8aba-1e2d58e4789f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:01.343833 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.355586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093f88c-e1a7-41b8-8fe7-e49ebcb82015 req-a38759e3-abaa-48f2-8057-9e6a4a65c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.357228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2093f88c-e1a7-41b8-8fe7-e49ebcb82015 req-a38759e3-abaa-48f2-8057-9e6a4a65c8ed service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 1101 time: 0.6124413 Nov 12 09:11:01.360253 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3444f6c1-92d1-4393-be59-290eb70af1a2 req-416d7988-6730-4d18-b418-24beb29961cb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723088 Nov 12 09:11:01.405366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868ed72c-d7de-4bf5-b4d3-9573d05dba5d None None] Network cbac54c5-819e-42c5-b282-f8169eda2288 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:01.413520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 536e3892-59b6-4d13-aa90-4e53d616f781 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:01.444791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 536e3892-59b6-4d13-aa90-4e53d616f781) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:01.483428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-34b1af0c-c2f5-45a9-a2ea-70556245cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.487478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-34b1af0c-c2f5-45a9-a2ea-70556245cb0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3771870 Nov 12 09:11:01.487814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c63a594-6e56-48fd-bce1-f7bae01cd449 None None] Network 536e3892-59b6-4d13-aa90-4e53d616f781 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:01.495755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.496714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.643036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-312e3d88-4152-488b-8275-f19411c23e5a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4623439 Nov 12 09:11:01.645809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45922) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:01.651100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1196027028'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:01.686487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=3450619b-f66e-46bc-9d6d-a0445199144c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:01.706855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:01.707287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-647b46a7-3c5b-4450-bde8-286dbd5c38b7 None None] Provisioning complete for port 3450619b-f66e-46bc-9d6d-a0445199144c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:01.712911 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.713277 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-647b46a7-3c5b-4450-bde8-286dbd5c38b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.734556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486285e5-bd45-4f58-b5db-3cee30945642 req-af1b99c9-b265-4c45-9914-5f7d94216804 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:01.748512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-486285e5-bd45-4f58-b5db-3cee30945642 req-af1b99c9-b265-4c45-9914-5f7d94216804 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.2855804 Nov 12 09:11:01.753144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2093f88c-e1a7-41b8-8fe7-e49ebcb82015 req-432d7298-c7bc-4e82-90bc-6f6d2829a31c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844872 Nov 12 09:11:01.781129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:01.812663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-b441d457-13af-45a6-b864-bf6120408cef service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876976 Nov 12 09:11:01.814134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.814487 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment d78131b0-c175-4929-835a-77dddedf95a0 of type vlan for network 4cf20e66-c41c-4529-a1c3-f9bca3d92011 Nov 12 09:11:01.893060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-536e3892-59b6-4d13-aa90-4e53d616f781', 'network_id': '536e3892-59b6-4d13-aa90-4e53d616f781', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': 'ae002775-939a-443a-b8e7-7551d5ad4ef7'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:01.894247 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.900711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:01.934140 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:11:01.960665 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-486285e5-bd45-4f58-b5db-3cee30945642 req-43dc66ff-40cf-4a48-bcf3-ad7af247db89 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111497 Nov 12 09:11:01.997084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.047422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.058230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.058875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.462976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Allocated IP 2001:db8:0:ffff::2 (536e3892-59b6-4d13-aa90-4e53d616f781/ae002775-939a-443a-b8e7-7551d5ad4ef7/68a7fe10-3bac-4d51-a679-0bf1cd63c869) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:02.500321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9da8a6-aabc-4dab-899a-044e5e46f116 req-29e351b7-5a32-4277-8235-39b241e29a2a service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6642537 Nov 12 09:11:02.574447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=4cf20e66-c41c-4529-a1c3-f9bca3d92011,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:02.604954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2c1041f1-a3ba-49f9-aef7-73f686e01a85 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9578569 Nov 12 09:11:02.608293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45932) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:02.623708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:02.670759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3450619b-f66e-46bc-9d6d-a0445199144c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:02.807630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4cf20e66-c41c-4529-a1c3-f9bca3d92011 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:02.859384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a75df6-946e-4db2-a926-5c3b260c78d6 req-4cce111f-b8b6-4fe5-826c-70aeafe59ec1 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:02.876174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2a75df6-946e-4db2-a926-5c3b260c78d6 req-4cce111f-b8b6-4fe5-826c-70aeafe59ec1 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 949 time: 0.3780365 Nov 12 09:11:02.922097 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:02.951439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.032261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d6eea557-b40d-4919-aca5-eebc9d8bb9e6 None None] Provisioning complete for port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:03.033082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6eea557-b40d-4919-aca5-eebc9d8bb9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.092624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d6eea557-b40d-4919-aca5-eebc9d8bb9e6 None None] Port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:03.104364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 3450619b-f66e-46bc-9d6d-a0445199144c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:03.104887 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.139086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2a75df6-946e-4db2-a926-5c3b260c78d6 req-96451223-2208-45ce-b7e5-10f4916ecd84 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608492 Nov 12 09:11:03.144873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:03.152604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.406693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d6eea557-b40d-4919-aca5-eebc9d8bb9e6 None None] Provisioning complete for port 3450619b-f66e-46bc-9d6d-a0445199144c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:03.407523 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6eea557-b40d-4919-aca5-eebc9d8bb9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.469986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=ee2a47b3-02b4-4177-b4d5-4b57b490c1e1,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:03.629590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916e16b-0a28-4f70-9f31-3db7a8e69bd2 req-f64a9a31-b15d-4666-9011-8bd459931a70 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:03.638725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e916e16b-0a28-4f70-9f31-3db7a8e69bd2 req-f64a9a31-b15d-4666-9011-8bd459931a70 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.8367772 Nov 12 09:11:03.685757 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.702352 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:03.827487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5308d-7899-476b-bc4f-53b45f975283 req-54b461d8-07e4-470c-a92f-58ead0f4f914 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:03.836318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bf5308d-7899-476b-bc4f-53b45f975283 req-54b461d8-07e4-470c-a92f-58ead0f4f914 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.2451437 Nov 12 09:11:03.846565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Network 536e3892-59b6-4d13-aa90-4e53d616f781 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:03.911983 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bf5308d-7899-476b-bc4f-53b45f975283 req-4112cae6-635e-4d7b-8480-06b879a64de7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742271 Nov 12 09:11:03.985252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:03.990656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Pushing event updated for resources: {'Port': ['ID=68a7fe10-3bac-4d51-a679-0bf1cd63c869,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:03.998150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:04.056037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e916e16b-0a28-4f70-9f31-3db7a8e69bd2 req-7f3b5d88-6142-413c-9d9d-6b1bb207817a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4032500 Nov 12 09:11:04.137471 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.247967 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.282591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-b5bb4452-f9df-48ea-a100-8e134fe5d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:04.287596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-b5bb4452-f9df-48ea-a100-8e134fe5d460 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9&tenant_id=b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 1095 time: 0.2790413 Nov 12 09:11:04.391054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=da5ba92a-9428-4e4b-952a-d7ed87c26c18,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:04.401678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': 'd78131b0-c175-4929-835a-77dddedf95a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:04.402046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: 4cf20e66-c41c-4529-a1c3-f9bca3d92011, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:04.447482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-2374fbca-7574-4103-a552-19735f05b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:04.462614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-2374fbca-7574-4103-a552-19735f05b31c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1095 time: 0.1402650 Nov 12 09:11:04.469244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Attempting to bind port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:04.469661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Attempting to bind port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '2431c364-1eac-4dac-afa3-d4f06e531f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '536e3892-59b6-4d13-aa90-4e53d616f781'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:04.470000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Attempting to bind port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 on network 536e3892-59b6-4d13-aa90-4e53d616f781 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:04.504250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:04.505140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Checking segment: {'id': '2431c364-1eac-4dac-afa3-d4f06e531f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '536e3892-59b6-4d13-aa90-4e53d616f781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:04.505140 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.505868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Bound using segment: {'id': '2431c364-1eac-4dac-afa3-d4f06e531f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '536e3892-59b6-4d13-aa90-4e53d616f781'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:04.505868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Bound port: 68a7fe10-3bac-4d51-a679-0bf1cd63c869, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2431c364-1eac-4dac-afa3-d4f06e531f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '536e3892-59b6-4d13-aa90-4e53d616f781'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:04.506177 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.515493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bac73963-7608-46ea-9c1f-d8fd4e9636af None None] Provisioning complete for port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:04.516602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bac73963-7608-46ea-9c1f-d8fd4e9636af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.632261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bac73963-7608-46ea-9c1f-d8fd4e9636af None None] Port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:04.679708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.692630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] For port 68a7fe10-3bac-4d51-a679-0bf1cd63c869, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:04.706682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] For port 68a7fe10-3bac-4d51-a679-0bf1cd63c869, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=68a7fe10-3bac-4d51-a679-0bf1cd63c869,segment=NetworkSegment(2431c364-1eac-4dac-afa3-d4f06e531f12),segment_id=2431c364-1eac-4dac-afa3-d4f06e531f12)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:04.722074 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:04.818228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 4cf20e66-c41c-4529-a1c3-f9bca3d92011 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:04.827610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-13c41af9-4e20-4efe-bed2-05007ba25f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:04.831691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-13c41af9-4e20-4efe-bed2-05007ba25f47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.3474147 Nov 12 09:11:04.996424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43357a7e-443b-46a5-865e-0c6050556cd0 None None] Pushing event updated for resources: {'Port': ['ID=68a7fe10-3bac-4d51-a679-0bf1cd63c869,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:04.998352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4cf20e66-c41c-4529-a1c3-f9bca3d92011) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:05.015390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:05.028018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.028736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79743b40-b7e4-4351-b2ba-e549029fa08a None None] Network 4cf20e66-c41c-4529-a1c3-f9bca3d92011 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:05.110700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1055b2c0-428d-45fd-9d4e-0672e8a81d24 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5008812 Nov 12 09:11:05.114027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45956) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:05.326849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-6b6d810d-cfa4-43f3-9f78-304dabcdcc38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 998 time: 0.4804130 Nov 12 09:11:05.350446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ce903-d2fc-4163-b9a3-9356c42a8985 req-33a9cb86-63c7-4d04-bed2-1f5c4a67c34a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:05.352515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-293ce903-d2fc-4163-b9a3-9356c42a8985 req-33a9cb86-63c7-4d04-bed2-1f5c4a67c34a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 949 time: 0.8889074 Nov 12 09:11:05.542188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9d6aa-0b8d-4cf5-91e8-ff67ab8ec268 req-223085f3-9457-45da-99ee-b5028a1c7585 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:05.565616 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c9d6aa-0b8d-4cf5-91e8-ff67ab8ec268 req-223085f3-9457-45da-99ee-b5028a1c7585 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.4171653 Nov 12 09:11:05.597203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4cf20e66-c41c-4529-a1c3-f9bca3d92011', 'network_id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': 'da5ba92a-9428-4e4b-952a-d7ed87c26c18'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:05.599443 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:05.789872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c9d6aa-0b8d-4cf5-91e8-ff67ab8ec268 req-6621eaa7-b85d-4c82-b3b9-6ef56806248a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889565 Nov 12 09:11:06.107687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-0871ad30-bb32-4c6b-bec2-dce6cff23de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.119465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-0871ad30-bb32-4c6b-bec2-dce6cff23de8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.7655988 Nov 12 09:11:06.211778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.224484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.237012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-293ce903-d2fc-4163-b9a3-9356c42a8985 req-c821559b-a871-40e1-9ea1-212cbc16b980 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304258 Nov 12 09:11:06.250317 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.261422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-63944243-a6bf-4519-b9ba-61ef7b0efc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.263272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-63944243-a6bf-4519-b9ba-61ef7b0efc1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269631 Nov 12 09:11:06.269651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d7d16-434e-447d-9970-92ee3609a31d req-9ff24a62-3a8f-49b8-aeb4-b845d4ae0eb9 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.269651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7f6d7d16-434e-447d-9970-92ee3609a31d req-9ff24a62-3a8f-49b8-aeb4-b845d4ae0eb9 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 945 time: 0.1885729 Nov 12 09:11:06.378063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Allocated IP 2001:db8::1 (4cf20e66-c41c-4529-a1c3-f9bca3d92011/da5ba92a-9428-4e4b-952a-d7ed87c26c18/ce263b30-a349-4c1c-9eb9-c6cdb2261d16) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:06.718457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.746587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=ee2a47b3-02b4-4177-b4d5-4b57b490c1e1,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:06.772368 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7f6d7d16-434e-447d-9970-92ee3609a31d req-b62fdb49-b0e2-4c17-86b4-a89b57a90283 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213903 Nov 12 09:11:06.786769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-2d9f1834-cf8a-4d85-843d-a407a204d0f9 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116229 Nov 12 09:11:06.881782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68a7fe10-3bac-4d51-a679-0bf1cd63c869 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:06.895234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:06.937033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-3b031e9a-2d63-4637-b08c-79026ed979b9 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:06.943266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-3b031e9a-2d63-4637-b08c-79026ed979b9 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 945 time: 0.4090657 Nov 12 09:11:07.000882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94b494-b33e-48c7-995f-aab3ea066348 None None] Network 536e3892-59b6-4d13-aa90-4e53d616f781 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:07.026881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d991-f2e7-4f50-aed3-e37f1eccfd6b req-3160f25d-caa8-4e72-ba63-89552de4b938 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:07.041571 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad14d991-f2e7-4f50-aed3-e37f1eccfd6b req-3160f25d-caa8-4e72-ba63-89552de4b938 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.2822845 Nov 12 09:11:07.130459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network cbac54c5-819e-42c5-b282-f8169eda2288 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:07.137869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:07.201705 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4917fd94-d156-415c-bfc7-fbad30a75233 req-75672bf3-3fa2-44da-82b6-4c8aa510559c service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609455 Nov 12 09:11:07.303769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad14d991-f2e7-4f50-aed3-e37f1eccfd6b req-08764125-4f06-4b4b-9cee-e50cb5564737 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347975 Nov 12 09:11:07.344240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-718c17bf-758e-4f7d-9e2d-e7b0c5ff3d40 None None] Provisioning complete for port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:07.344646 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-718c17bf-758e-4f7d-9e2d-e7b0c5ff3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.374558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Deleting port ce3eed00-67b4-46c8-8548-7a6ef325ed27 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:07.379580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.510377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:07.511276 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.575083 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.640200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.662004 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.746522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-718c17bf-758e-4f7d-9e2d-e7b0c5ff3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.747773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=da5ba92a-9428-4e4b-952a-d7ed87c26c18,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:07.753307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Pushing event updated for resources: {'Port': ['ID=ce263b30-a349-4c1c-9eb9-c6cdb2261d16,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:07.821388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbd7e2-9aa5-41d0-92dd-98b22251e900 req-e69e7a90-68b5-45b0-9949-cb16fc4363ce tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:07.827092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Network 4cf20e66-c41c-4529-a1c3-f9bca3d92011 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:07.833887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8dbd7e2-9aa5-41d0-92dd-98b22251e900 req-e69e7a90-68b5-45b0-9949-cb16fc4363ce tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.3933094 Nov 12 09:11:07.869020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:07.885157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] For port ce3eed00-67b4-46c8-8548-7a6ef325ed27, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ce3eed00-67b4-46c8-8548-7a6ef325ed27,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:07.886344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.925656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-718c17bf-758e-4f7d-9e2d-e7b0c5ff3d40 None None] For port 68a7fe10-3bac-4d51-a679-0bf1cd63c869, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=68a7fe10-3bac-4d51-a679-0bf1cd63c869,segment=NetworkSegment(2431c364-1eac-4dac-afa3-d4f06e531f12),segment_id=2431c364-1eac-4dac-afa3-d4f06e531f12)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:07.927054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Calling delete_port for ce3eed00-67b4-46c8-8548-7a6ef325ed27 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:07.927246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:07.948164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-718c17bf-758e-4f7d-9e2d-e7b0c5ff3d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:07.979752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Router 6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:11:08.015651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.122524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf20e66-c41c-4529-a1c3-f9bca3d92011']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:08.133174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c17bf-758e-4f7d-9e2d-e7b0c5ff3d40 None None] Pushing event updated for resources: {'Port': ['ID=68a7fe10-3bac-4d51-a679-0bf1cd63c869,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:08.141138 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.155841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f715f8-643e-4584-ab07-3114fc19c933 req-07e6e98f-cca7-489e-b6ff-3cf2477a94bd tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:08.161992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52f715f8-643e-4584-ab07-3114fc19c933 req-07e6e98f-cca7-489e-b6ff-3cf2477a94bd tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 949 time: 0.3627594 Nov 12 09:11:08.208372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Attempting to bind port ce263b30-a349-4c1c-9eb9-c6cdb2261d16 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:08.209192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Attempting to bind port ce263b30-a349-4c1c-9eb9-c6cdb2261d16 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd78131b0-c175-4929-835a-77dddedf95a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:08.209192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Attempting to bind port ce263b30-a349-4c1c-9eb9-c6cdb2261d16 on network 4cf20e66-c41c-4529-a1c3-f9bca3d92011 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:08.216987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78131b0-c175-4929-835a-77dddedf95a0') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:08.217517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78131b0-c175-4929-835a-77dddedf95a0') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:08.229142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:08.230802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Checking segment: {'id': 'd78131b0-c175-4929-835a-77dddedf95a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:08.231171 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.231578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Bound using segment: {'id': 'd78131b0-c175-4929-835a-77dddedf95a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:08.232356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Bound port: ce263b30-a349-4c1c-9eb9-c6cdb2261d16, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd78131b0-c175-4929-835a-77dddedf95a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:08.232788 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.236715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:08.243781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3ad3f52a-f65c-469c-ad05-8247755c4394 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "PUT /v2.0/routers/6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7313385 Nov 12 09:11:08.248361 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] Sync routers for ids ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:08.271019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45990) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:08.279833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8dbd7e2-9aa5-41d0-92dd-98b22251e900 req-0b8ddbe1-5fbe-4358-8cc9-731ab7fafa57 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443831 Nov 12 09:11:08.297695 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] Routers {'6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:08.298186 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:10:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:08.343841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-53bb2dde-59fd-41f0-b819-43f71bb422d9 None None] Provisioning complete for port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:08.351070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-53bb2dde-59fd-41f0-b819-43f71bb422d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.360396 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:08.389880 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.392685 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] Routers {'6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:08.393364 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:10:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:08.398468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52f715f8-643e-4584-ab07-3114fc19c933 req-c9c0a785-2f96-4b55-92d8-1b5a743348b5 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077720 Nov 12 09:11:08.438400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.460966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:08.462695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:08.483180 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:08.562015 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:08.576201 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6153e7-d5a7-4675-b17a-85df379eff33 None None] The sync data for ids ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:08.627312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8bbb93-fa2b-4119-ae8a-9ccf0feaf212 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:08.638088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc8bbb93-fa2b-4119-ae8a-9ccf0feaf212 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa HTTP/1.1" status: 200 len: 982 time: 0.3566930 Nov 12 09:11:08.659388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:08.682769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] For port ce263b30-a349-4c1c-9eb9-c6cdb2261d16, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:08.690992 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:11:08.691795 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:11:08.692718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-53bb2dde-59fd-41f0-b819-43f71bb422d9 None None] Port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:08.879830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6bc6f85c-bde0-4634-bb63-c68eff8aeb8d None None] Provisioning complete for port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:08.880385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6bc6f85c-bde0-4634-bb63-c68eff8aeb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.211755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:11:09.211755 n-d-769329-17 neutron-server[109377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:11:09.211755 n-d-769329-17 neutron-server[109377]: [parameters: {'id': '4cf20e66-c41c-4529-a1c3-f9bca3d92011'}] Nov 12 09:11:09.211755 n-d-769329-17 neutron-server[109377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:11:09.214378 n-d-769329-17 neutron-server[109377]: DEBUG oslo_db.api [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:11:09.272787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97097e-972f-47fa-aab3-952534706d8e req-e1dc07f6-d2b1-4ad6-bc96-2cc864e67bdf tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.281774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce97097e-972f-47fa-aab3-952534706d8e req-e1dc07f6-d2b1-4ad6-bc96-2cc864e67bdf tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 949 time: 0.6116726 Nov 12 09:11:09.321238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d99aa-88a7-4769-9d5e-5270e96856b1 req-6b0688f1-5b27-4ea8-a87a-816c37c4c0af tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:09.337304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7c4d99aa-88a7-4769-9d5e-5270e96856b1 req-6b0688f1-5b27-4ea8-a87a-816c37c4c0af tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=522e546f-29c0-4e50-9f47-1e2ea4b708d0 HTTP/1.1" status: 200 len: 945 time: 0.4973979 Nov 12 09:11:09.347473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] For port ce263b30-a349-4c1c-9eb9-c6cdb2261d16, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ce263b30-a349-4c1c-9eb9-c6cdb2261d16,segment=NetworkSegment(d78131b0-c175-4929-835a-77dddedf95a0),segment_id=d78131b0-c175-4929-835a-77dddedf95a0)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:09.428127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.493849 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.548719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event deleted for resources: {'Port': ['ID=ce3eed00-67b4-46c8-8548-7a6ef325ed27,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:09.587107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8', 'ce535bc6-a330-4fab-85d6-8559bae6f4e8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:09.596479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4d5d6569-fe34-4d1b-a56a-7933955ec20e', 'ce3eed00-67b4-46c8-8548-7a6ef325ed27'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:09.690565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] No DVR routers for this DVR port ce3eed00-67b4-46c8-8548-7a6ef325ed27 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:09.720245 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.756297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42b11dc7-717a-4324-bea8-d5fb08d25920 req-b3a8d417-bdea-4acc-aa1e-9745a3140a96 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "DELETE /v2.0/ports/ce3eed00-67b4-46c8-8548-7a6ef325ed27 HTTP/1.1" status: 204 len: 173 time: 2.7528269 Nov 12 09:11:09.757924 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'name': 'network-vif-deleted', 'tag': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:09.769985 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f82582-cf7f-4db9-8cd3-2370d165c8fa" -d '{"events": [{"server_uuid": "522e546f-29c0-4e50-9f47-1e2ea4b708d0", "name": "network-vif-deleted", "tag": "ce3eed00-67b4-46c8-8548-7a6ef325ed27"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:09.787226 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:09.820202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7c4d99aa-88a7-4769-9d5e-5270e96856b1 req-368c133a-f4ff-44c2-bbcc-c0fb4b69f7be tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790871 Nov 12 09:11:09.939675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Pushing event updated for resources: {'Port': ['ID=ce263b30-a349-4c1c-9eb9-c6cdb2261d16,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:10.163895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94826511-4643-4a00-ae79-b18f27bcfbc6 None None] Network 4cf20e66-c41c-4529-a1c3-f9bca3d92011 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:10.168490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63d4cb-4a30-4539-a43e-075a926dbbca req-9ec4f0b1-1fc7-4d02-9a5d-2e9a547e5f5a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:10.180610 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b63d4cb-4a30-4539-a43e-075a926dbbca req-9ec4f0b1-1fc7-4d02-9a5d-2e9a547e5f5a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.3298950 Nov 12 09:11:10.212758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.213200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.213573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.214094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.214595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.215058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.215519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.217587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.219888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.221654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.222665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.225232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb916f93-98e7-4d62-a190-d482f879ac27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:10.267483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68a7fe10-3bac-4d51-a679-0bf1cd63c869 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:10.431314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Deleting port ad773b82-af48-43f8-939f-e3bd40b4f207 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:10.432004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.650273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting port ce263b30-a349-4c1c-9eb9-c6cdb2261d16 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:10.653460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:10.705528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a58fce-6c04-406c-9e8e-3c72c45576c3 req-77825a4e-5870-43fa-be04-5c18e12edec1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:10.719438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55a58fce-6c04-406c-9e8e-3c72c45576c3 req-77825a4e-5870-43fa-be04-5c18e12edec1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.5548959 Nov 12 09:11:10.910772 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b63d4cb-4a30-4539-a43e-075a926dbbca req-dcfff379-d020-4047-b231-d8b74b829de2 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7250354 Nov 12 09:11:11.089890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55a58fce-6c04-406c-9e8e-3c72c45576c3 req-4825ced7-f4ce-467e-ac04-3cc95bbee4b6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630209 Nov 12 09:11:11.101348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c6139cbb-b7b3-4f10-9b60-55633a853472 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2460189 Nov 12 09:11:11.211978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] For port ce263b30-a349-4c1c-9eb9-c6cdb2261d16, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ce263b30-a349-4c1c-9eb9-c6cdb2261d16,segment=NetworkSegment(d78131b0-c175-4929-835a-77dddedf95a0),segment_id=d78131b0-c175-4929-835a-77dddedf95a0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:11.212447 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.243484 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2026a-3daa-4b29-bad1-de8ccf0f2b08 x-openstack-request-id: req-51f2026a-3daa-4b29-bad1-de8ccf0f2b08 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:11.251482 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "522e546f-29c0-4e50-9f47-1e2ea4b708d0", "name": "network-vif-deleted", "tag": "ce3eed00-67b4-46c8-8548-7a6ef325ed27", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:11.252225 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51f2026a-3daa-4b29-bad1-de8ccf0f2b08 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:11.253058 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '522e546f-29c0-4e50-9f47-1e2ea4b708d0', 'name': 'network-vif-deleted', 'tag': 'ce3eed00-67b4-46c8-8548-7a6ef325ed27', 'status': 'completed', 'code': 200} Nov 12 09:11:11.296577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] For port ad773b82-af48-43f8-939f-e3bd40b4f207, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ad773b82-af48-43f8-939f-e3bd40b4f207,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:11.297164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.381822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Calling delete_port for ce263b30-a349-4c1c-9eb9-c6cdb2261d16 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:11.419648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Calling delete_port for ad773b82-af48-43f8-939f-e3bd40b4f207 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:11.478539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f638b9-1d82-44cf-91cf-61de83c87f31 req-322b3af1-ba85-4856-826f-fc6a2ca99555 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.498860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f638b9-1d82-44cf-91cf-61de83c87f31 req-322b3af1-ba85-4856-826f-fc6a2ca99555 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 949 time: 0.4245205 Nov 12 09:11:11.504242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:11.504844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.657665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:11.873514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ce3eed00-67b4-46c8-8548-7a6ef325ed27 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:11.976603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.977154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.977946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.978094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.978552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.981377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.992443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:11.994497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3a545518-7885-46ef-8668-dba42da02f3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6499 time: 0.7030761 Nov 12 09:11:12.080155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: ce3eed00-67b4-46c8-8548-7a6ef325ed27 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:12.080473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ce3eed00-67b4-46c8-8548-7a6ef325ed27 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:12.080936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ad773b82-af48-43f8-939f-e3bd40b4f207 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:12.123379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.146482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.232936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3eaab90-b4d1-4f4c-a5dc-baf872501fc8 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:11:12.247012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Port': ['ID=ce263b30-a349-4c1c-9eb9-c6cdb2261d16,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:12.249286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No DVR routers for this DVR port ce263b30-a349-4c1c-9eb9-c6cdb2261d16 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:12.257791 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23f638b9-1d82-44cf-91cf-61de83c87f31 req-dd0ef1f7-b8b8-4612-b4ae-e62512a42231 tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/security-groups?id=efec4ffc-0b08-4b23-a395-e8dd8255d817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7571425 Nov 12 09:11:12.424375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Pushing event deleted for resources: {'Port': ['ID=ad773b82-af48-43f8-939f-e3bd40b4f207,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:12.615161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No active binding found for port ad773b82-af48-43f8-939f-e3bd40b4f207 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:11:12.621223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c6c13d90-3297-4676-85ee-7e59f1c410bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:12.621561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c6c13d90-3297-4676-85ee-7e59f1c410bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:12.622616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c6c13d90-3297-4676-85ee-7e59f1c410bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:12.630158 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c6c13d90-3297-4676-85ee-7e59f1c410bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=87a1f048-b039-4243-8213-ec65a4ba65a0&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 200 len: 2291 time: 0.6049471 Nov 12 09:11:12.631412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ad773b82-af48-43f8-939f-e3bd40b4f207 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:12.740978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.789823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] No DVR routers for this DVR port ad773b82-af48-43f8-939f-e3bd40b4f207 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:12.811854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d380ef6-2f8e-482a-8279-a8ee94f9a8a6 req-e7907d5a-dcc6-47bc-90aa-244072150356 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:12.823874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d380ef6-2f8e-482a-8279-a8ee94f9a8a6 req-e7907d5a-dcc6-47bc-90aa-244072150356 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.6017478 Nov 12 09:11:12.830907 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:12.834521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce97097e-972f-47fa-aab3-952534706d8e req-e7f4fa63-cbdf-44b2-9442-4b7ace76221a tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.62 "DELETE /v2.0/ports/ad773b82-af48-43f8-939f-e3bd40b4f207 HTTP/1.1" status: 204 len: 173 time: 3.4922807 Nov 12 09:11:12.869229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'name': 'network-vif-deleted', 'tag': 'ad773b82-af48-43f8-939f-e3bd40b4f207'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:12.871592 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0983a1-aa04-466b-9ddd-31d289e643ab" -d '{"events": [{"server_uuid": "ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79", "name": "network-vif-deleted", "tag": "ad773b82-af48-43f8-939f-e3bd40b4f207"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:12.969798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eaab90-b4d1-4f4c-a5dc-baf872501fc8 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:11:12.976898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf20e66-c41c-4529-a1c3-f9bca3d92011']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:13.080041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d380ef6-2f8e-482a-8279-a8ee94f9a8a6 req-858f17a2-a5c6-4fdd-815c-4bc1e5458db9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512965 Nov 12 09:11:13.096277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78131b0-c175-4929-835a-77dddedf95a0') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:13.098507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78131b0-c175-4929-835a-77dddedf95a0') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:13.137110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.184237 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-45291acb-f06f-44b5-b0b8-f4401f267c20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 200 len: 1002 time: 0.5388336 Nov 12 09:11:13.224668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.245619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:13.246695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:13.251436 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:13.404889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-7a794f88-a817-4417-94c3-c40792692e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:13.414341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-7a794f88-a817-4417-94c3-c40792692e89 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c HTTP/1.1" status: 200 len: 851 time: 0.2151573 Nov 12 09:11:13.465878 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.472654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.482390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/4cf20e66-c41c-4529-a1c3-f9bca3d92011 HTTP/1.1" status: 204 len: 168 time: 8.3596995 Nov 12 09:11:13.483242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46032) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:13.517955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-893028570'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:13.653141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f15382-a92f-45b6-8751-0873e1db9794 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=4cf20e66-c41c-4529-a1c3-f9bca3d92011,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:13.731515 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01689d61-71d6-4e99-b308-5c557b4fc0ca x-openstack-request-id: req-01689d61-71d6-4e99-b308-5c557b4fc0ca {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:13.732030 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79", "name": "network-vif-deleted", "tag": "ad773b82-af48-43f8-939f-e3bd40b4f207", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:13.732465 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01689d61-71d6-4e99-b308-5c557b4fc0ca {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:13.733140 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79', 'name': 'network-vif-deleted', 'tag': 'ad773b82-af48-43f8-939f-e3bd40b4f207', 'status': 'completed', 'code': 200} Nov 12 09:11:13.749682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc865c-c3c1-419a-a70a-678a379288fc req-b02ddb7d-d9cc-442b-ab04-a6bcfd606d48 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:13.769407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99bc865c-c3c1-419a-a70a-678a379288fc req-b02ddb7d-d9cc-442b-ab04-a6bcfd606d48 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 1.1748476 Nov 12 09:11:13.781735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:13.806821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:13.906364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-840aa6e6-4101-45ea-9c81-e36ffe52fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:13.915001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-840aa6e6-4101-45ea-9c81-e36ffe52fff9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87a1f048-b039-4243-8213-ec65a4ba65a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4852893 Nov 12 09:11:14.076003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7c855cf3-23d3-4693-be2e-f1666573c015 req-1c9f8bf3-f5ce-42ff-b01c-c2a48f0580fb tempest-ImagesNegativeTestJSON-154974615 tempest-ImagesNegativeTestJSON-154974615-project] 10.222.0.53 "GET /v2.0/ports?device_id=ee6c84dc-bfb0-4548-a8b8-5c1c052f5c79 HTTP/1.1" status: 200 len: 210 time: 0.1692169 Nov 12 09:11:14.106518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:14.131465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.133559 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment 9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12 of type vlan for network fb113882-0386-4045-a36d-87006a3bc6d9 Nov 12 09:11:14.146143 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99bc865c-c3c1-419a-a70a-678a379288fc req-29a50ac8-1592-4077-91ab-09ec7f357a86 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656828 Nov 12 09:11:14.304606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.351442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da928012-65d6-4937-a76e-3f3f76c71e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.487347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.501335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:14.502414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.539225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0366147 Nov 12 09:11:14.568163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46040) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:14.578897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': 'fb113882-0386-4045-a36d-87006a3bc6d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:14.635503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c43944-e42c-4ff5-a474-84aa1538388f req-5d7e5deb-9742-45ab-a20e-1b4b83cbe0dd tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:14.647546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17c43944-e42c-4ff5-a474-84aa1538388f req-5d7e5deb-9742-45ab-a20e-1b4b83cbe0dd tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.2805119 Nov 12 09:11:14.729504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-fc107b06-27f4-45a1-9446-f0767668ebbb service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627216 Nov 12 09:11:14.855681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723a6a1-40d8-4753-9752-9873b4bc7135 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=fb113882-0386-4045-a36d-87006a3bc6d9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:14.873711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:14.874222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:14.878668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17c43944-e42c-4ff5-a474-84aa1538388f req-7827ea21-2888-4dec-a811-f58b307c4883 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232201 Nov 12 09:11:14.891191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network fb113882-0386-4045-a36d-87006a3bc6d9 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:14.932675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:14.957791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.189094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.205616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:15.398590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port e0e49679-607b-4581-834a-4d4d0648ddb4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:15.399234 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.502845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c6676676-d132-4f2a-b96c-bd80f46155ba service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7653806 Nov 12 09:11:15.621476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-40c5553c-1fc2-45bd-b0e0-28b53d3c86ad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 217 time: 0.1020536 Nov 12 09:11:15.629377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Port e0e49679-607b-4581-834a-4d4d0648ddb4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:15.668991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port b3a4ba9b-983f-44ee-ba76-1db751fefc35 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:15.669823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:15.749668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385babb3-4506-4abb-a0eb-0edef6bae858 req-4a1d5d48-2de0-4afd-8016-543eb574002f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:15.770715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-385babb3-4506-4abb-a0eb-0edef6bae858 req-4a1d5d48-2de0-4afd-8016-543eb574002f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.4242465 Nov 12 09:11:16.073266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port 29156127-8d78-473d-9d32-4dd786ce16c0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:16.073617 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.086842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-385babb3-4506-4abb-a0eb-0edef6bae858 req-01790f38-2354-46a2-bd50-7749d7df21a0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177422 Nov 12 09:11:16.096150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c7ad8c74-5383-4a25-9826-9b7806dde762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:16.099448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.100949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-c7ad8c74-5383-4a25-9826-9b7806dde762 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.4592297 Nov 12 09:11:16.265568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Port 29156127-8d78-473d-9d32-4dd786ce16c0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:16.301357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=d4fd3996-0093-434a-82b4-e0cba7d5c6c2,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:16.315163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': '9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb113882-0386-4045-a36d-87006a3bc6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:16.315536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: fb113882-0386-4045-a36d-87006a3bc6d9, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:16.322741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port 011ef4a5-62e9-4749-8607-709fa97fcf5e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:16.324432 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.356187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-ade17a09-8f3b-4196-84f1-b8d8f04b005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:16.357724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-ade17a09-8f3b-4196-84f1-b8d8f04b005e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2473793 Nov 12 09:11:16.375151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06dd1e-332d-4b80-870e-d50c1f53a1ae req-1bcfe115-d246-4a83-a08a-a6ff665b4a72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:16.385677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a06dd1e-332d-4b80-870e-d50c1f53a1ae req-1bcfe115-d246-4a83-a08a-a6ff665b4a72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1458869 Nov 12 09:11:16.423971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network fb113882-0386-4045-a36d-87006a3bc6d9 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:16.445599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, fb113882-0386-4045-a36d-87006a3bc6d9) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:16.455313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:16.455932 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.491371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed406b6-6832-4da2-9a6f-d597e1f022df None None] Network fb113882-0386-4045-a36d-87006a3bc6d9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:16.546362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.551267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a06dd1e-332d-4b80-870e-d50c1f53a1ae req-9559b629-44c3-4b6d-9f8f-fbb23ed5f69e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643531 Nov 12 09:11:16.587301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-85ecb5fb-c9d7-488e-9e4e-cd2131affe6e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0145581 Nov 12 09:11:16.588493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46074) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:16.616982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1066913425'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:16.641820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46076) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:16.652261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=ee2a47b3-02b4-4177-b4d5-4b57b490c1e1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:16.684747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:16.689580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.772885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:16.802062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.802421 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment 9b6eb017-fcea-45c6-8051-65e9b0a75428 of type vlan for network c8c92b53-b65f-4d13-a0c2-133790615409 Nov 12 09:11:16.827205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Port 011ef4a5-62e9-4749-8607-709fa97fcf5e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:16.854270 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5d539d5f-5d07-41af-a8e8-57330739e75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.901113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3d3be854-c054-44f2-a68d-c180e468c196 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279548 Nov 12 09:11:16.917207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port 522577af-ac65-4e29-82e9-4ad7edfaf906 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:16.918529 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:16.955644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.053636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.088328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:17.089240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.112901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-fb113882-0386-4045-a36d-87006a3bc6d9', 'network_id': 'fb113882-0386-4045-a36d-87006a3bc6d9', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': 'd4fd3996-0093-434a-82b4-e0cba7d5c6c2'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:17.116346 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.175632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5723627 Nov 12 09:11:17.199326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46086) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:17.272353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': 'c8c92b53-b65f-4d13-a0c2-133790615409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:17.508756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.577453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Allocated IP 2001:db8::3 (fb113882-0386-4045-a36d-87006a3bc6d9/d4fd3996-0093-434a-82b4-e0cba7d5c6c2/94ca3d91-2a82-477b-963f-4263c62ea4f8) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:17.715679 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-28d88542-35dc-4d1c-8945-ca3889ca6590 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7597558 Nov 12 09:11:17.767737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aea3ba1-ba4d-443c-b9eb-f7c27ed9856a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=c8c92b53-b65f-4d13-a0c2-133790615409,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:17.816953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.839083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c8c92b53-b65f-4d13-a0c2-133790615409 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:17.851216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:17.883677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-23b66472-f73b-4833-aaec-40f4c38f423d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb92daba82ca47339e2c800fa1c0ec38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2404304 Nov 12 09:11:17.900923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:17.941434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-d1594ce7-9d6a-4b21-bbc8-9ec91c529575 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 217 time: 0.1947584 Nov 12 09:11:17.994437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Pushing event updated for resources: {'Port': ['ID=94ca3d91-2a82-477b-963f-4263c62ea4f8,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:18.004934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d947436-338e-47bd-9418-d7d0759c3925 req-a9b9d723-68c5-45fd-8bc4-b9cd14767b5d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:18.014481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d947436-338e-47bd-9418-d7d0759c3925 req-a9b9d723-68c5-45fd-8bc4-b9cd14767b5d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.6419261 Nov 12 09:11:18.020972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:18.025466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.189034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Network fb113882-0386-4045-a36d-87006a3bc6d9 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:18.202723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b016a560-860a-4721-80ed-0cf8fd8f3c1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.274167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b016a560-860a-4721-80ed-0cf8fd8f3c1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.288462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:18.296328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:18.345575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b016a560-860a-4721-80ed-0cf8fd8f3c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.348701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b016a560-860a-4721-80ed-0cf8fd8f3c1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.352991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b016a560-860a-4721-80ed-0cf8fd8f3c1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efec4ffc-0b08-4b23-a395-e8dd8255d817 HTTP/1.1" status: 204 len: 168 time: 0.4459832 Nov 12 09:11:18.489715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Router 6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:11:18.522753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016a560-860a-4721-80ed-0cf8fd8f3c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec4ffc-0b08-4b23-a395-e8dd8255d817,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:18.533986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Performing IP validity checks on allocation pools {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:11:18.535594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:11:18.541581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbc9ec-964e-4e95-9812-e23c74db39c3 req-f5d341ba-30fa-447a-b116-6978f5403ffe tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:18.558075 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d947436-338e-47bd-9418-d7d0759c3925 req-e12e13f8-9036-4883-a0af-0b4c68bdeebb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197463 Nov 12 09:11:18.593318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-38fbc9ec-964e-4e95-9812-e23c74db39c3 req-f5d341ba-30fa-447a-b116-6978f5403ffe tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.7215636 Nov 12 09:11:18.753285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port 04581fa8-247e-4736-9263-fd95c23fa0eb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:18.753887 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.754432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-2b2d7189-2cf1-49f6-9ab4-decb8047aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:18.765141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Attempting to bind port 94ca3d91-2a82-477b-963f-4263c62ea4f8 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:18.770505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-2b2d7189-2cf1-49f6-9ab4-decb8047aea8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.5166435 Nov 12 09:11:18.772798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Attempting to bind port 94ca3d91-2a82-477b-963f-4263c62ea4f8 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb113882-0386-4045-a36d-87006a3bc6d9'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:18.774794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Attempting to bind port 94ca3d91-2a82-477b-963f-4263c62ea4f8 on network fb113882-0386-4045-a36d-87006a3bc6d9 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:18.922803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:18.923267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Checking segment: {'id': '9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb113882-0386-4045-a36d-87006a3bc6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:18.941221 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.941791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Bound using segment: {'id': '9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb113882-0386-4045-a36d-87006a3bc6d9'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:18.942322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Bound port: 94ca3d91-2a82-477b-963f-4263c62ea4f8, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'fb113882-0386-4045-a36d-87006a3bc6d9'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:18.942724 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:18.991215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.146542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=481a9b21-6ca0-4541-a940-a082e7084153,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:19.200945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-38fbc9ec-964e-4e95-9812-e23c74db39c3 req-81d31551-183e-4f8b-8948-1ce74e0719e6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6065147 Nov 12 09:11:19.227002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:11:19.278709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9f8f3dc3-a49e-4370-a35e-6a764a710240 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "PUT /v2.0/routers/6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6136973 Nov 12 09:11:19.278709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-595637a5-c357-4b1a-9d32-bc407e050c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:19.279409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-595637a5-c357-4b1a-9d32-bc407e050c94 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4725459 Nov 12 09:11:19.297692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46114) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:19.311750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': '9b6eb017-fcea-45c6-8051-65e9b0a75428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c8c92b53-b65f-4d13-a0c2-133790615409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:19.312195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] Sync routers for ids ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:11:19.312902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: c8c92b53-b65f-4d13-a0c2-133790615409, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:19.349317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.389285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network c8c92b53-b65f-4d13-a0c2-133790615409 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:19.405698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] Routers {'6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:19.407563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:11:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:19.410753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c8c92b53-b65f-4d13-a0c2-133790615409) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:19.422112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:19.423753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:19.426882 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5dbb40-0d20-49e5-988f-97d3046b092c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:11:19.428950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e5dbb40-0d20-49e5-988f-97d3046b092c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/ee2a47b3-02b4-4177-b4d5-4b57b490c1e1 HTTP/1.1" status: 404 len: 333 time: 0.1304023 Nov 12 09:11:19.438584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46120) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:19.746938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-d9e5feb4-e607-4324-92ce-c2de39c54393 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470351 Nov 12 09:11:19.748509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-755e405f-14f9-4bfe-a6e7-f76afa78b9fb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5375192 Nov 12 09:11:19.758239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:19.772908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] For port 94ca3d91-2a82-477b-963f-4263c62ea4f8, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:19.810428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] For port 94ca3d91-2a82-477b-963f-4263c62ea4f8, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94ca3d91-2a82-477b-963f-4263c62ea4f8,segment=NetworkSegment(9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12),segment_id=9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:19.822574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:19.829078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5bb4a-eb7c-442b-9e9c-4e41b2bff29e None None] Network c8c92b53-b65f-4d13-a0c2-133790615409 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:19.973841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-715ebdf7-806d-49a0-b9d0-10a646bce956 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.065956 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.345833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45e3a7-bd77-4997-9ade-6f280a281bea None None] Pushing event updated for resources: {'Port': ['ID=94ca3d91-2a82-477b-963f-4263c62ea4f8,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:20.411746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] Routers {'6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:11:20.426905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:11:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:20.694931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:20.697817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1502aa64-4ae3-4c5f-87e4-c24e867ba00b None None] The sync data for ids ['6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:11:20.743679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.776961 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.870227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port ce535bc6-a330-4fab-85d6-8559bae6f4e8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:20.870616 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:20.899632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c8c92b53-b65f-4d13-a0c2-133790615409', 'network_id': 'c8c92b53-b65f-4d13-a0c2-133790615409', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': '481a9b21-6ca0-4541-a940-a082e7084153'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:20.901082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.052782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.179637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a7e03-8e12-439f-921e-07b356f9c6e0 req-8c983536-2070-4de8-a6ec-7b80edf5b4b1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.194239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a36a7e03-8e12-439f-921e-07b356f9c6e0 req-8c983536-2070-4de8-a6ec-7b80edf5b4b1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.3313451 Nov 12 09:11:21.414520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-b9b1d50e-0f26-4dbf-bb8e-9541253ce9e9 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6528196 Nov 12 09:11:21.502963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d9de-b4c5-4187-a2a2-313ddeb4252c req-e8e23532-fa8b-4fd2-bdd3-296be7b046c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.513626 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a24d9de-b4c5-4187-a2a2-313ddeb4252c req-e8e23532-fa8b-4fd2-bdd3-296be7b046c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 1.6359241 Nov 12 09:11:21.627287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Allocated IP 2001:db8::3 (c8c92b53-b65f-4d13-a0c2-133790615409/481a9b21-6ca0-4541-a940-a082e7084153/e2d8e25f-3def-430a-8121-d65d92ba006d) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:21.630251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-88c6a7e9-47b5-425a-abb1-498016285549 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe HTTP/1.1" status: 200 len: 217 time: 0.1679261 Nov 12 09:11:21.631357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port ba49049b-79b2-477f-94da-9cf4609bb8c8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:21.634903 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.665822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.848001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a36a7e03-8e12-439f-921e-07b356f9c6e0 req-0d451882-b474-4d83-8ad7-963c1835b297 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6522250 Nov 12 09:11:21.956473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-a9aba525-1b47-4139-a4fe-dd71a502be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:21.960905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-a9aba525-1b47-4139-a4fe-dd71a502be5c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.3281906 Nov 12 09:11:21.962336 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-715ebdf7-806d-49a0-b9d0-10a646bce956 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:21.968451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-715ebdf7-806d-49a0-b9d0-10a646bce956 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.191737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-8c389e37-eda0-428f-aca9-71340ecbea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.211037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-8c389e37-eda0-428f-aca9-71340ecbea36 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2422395 Nov 12 09:11:22.261033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a24d9de-b4c5-4187-a2a2-313ddeb4252c req-373ea145-6e8a-4259-8c24-c292e18acd3b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505284 Nov 12 09:11:22.295861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-715ebdf7-806d-49a0-b9d0-10a646bce956 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.297620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715ebdf7-806d-49a0-b9d0-10a646bce956 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Fanout notify agent at l3_agent the message router_deleted on router 6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:11:22.308378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-715ebdf7-806d-49a0-b9d0-10a646bce956 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.309791 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-715ebdf7-806d-49a0-b9d0-10a646bce956 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/routers/6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa HTTP/1.1" status: 204 len: 168 time: 2.8637042 Nov 12 09:11:22.321465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46164) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:22.407791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-77722f93-eb8f-49bb-927d-f431fc84b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.417683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-77722f93-eb8f-49bb-927d-f431fc84b965 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1095 time: 0.1517620 Nov 12 09:11:22.542595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:22.544137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.689792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet e346bec2-0cc8-4fff-a0f1-60bbcec8e703 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:22.699193 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.711947 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.731253 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.802993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:22.838582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-694190cd-8d9f-4ba4-987d-bcb3ad3a7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:22.856188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-694190cd-8d9f-4ba4-987d-bcb3ad3a7ef8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.4090686 Nov 12 09:11:22.903716 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.003513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.066364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.075689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439a67b-46a8-464c-9370-a6def0fba891 None None] Network fb113882-0386-4045-a36d-87006a3bc6d9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:23.095903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=e346bec2-0cc8-4fff-a0f1-60bbcec8e703,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:23.147709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=481a9b21-6ca0-4541-a940-a082e7084153,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:23.186112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002ef13-8e74-4a7d-8480-317c424686ae req-cb8894ed-25e9-4eec-802f-df9bd65de3d2 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:23.190736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b002ef13-8e74-4a7d-8480-317c424686ae req-cb8894ed-25e9-4eec-802f-df9bd65de3d2 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 945 time: 0.5179806 Nov 12 09:11:23.264437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-3231ca53-5d92-4c4b-90c6-5bfd8715e218 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0453012 Nov 12 09:11:23.269457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.272136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94ca3d91-2a82-477b-963f-4263c62ea4f8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:23.275096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:23.275836 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.277847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1c64b8a6-df69-4955-9c2e-1a55d91d936e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/e346bec2-0cc8-4fff-a0f1-60bbcec8e703 HTTP/1.1" status: 204 len: 168 time: 0.9485264 Nov 12 09:11:23.281409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46186) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:23.317544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Network c8c92b53-b65f-4d13-a0c2-133790615409 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:23.321691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef30cc-1973-4d7c-bfda-38bf84c571a5 None None] Network cbac54c5-819e-42c5-b282-f8169eda2288 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:23.434947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-e10b1ffd-a5a3-472b-9123-207a160490dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 200 len: 998 time: 0.5421896 Nov 12 09:11:23.465608 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b002ef13-8e74-4a7d-8480-317c424686ae req-ed737262-0cd3-45d7-9335-c14f58a81d45 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311566 Nov 12 09:11:23.494255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.501698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.548408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae314a-b80b-420b-aaa6-886d94e7df5e req-b73f6fe9-eb33-4ecb-94bb-c4cc2510976c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:23.556521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c9ae314a-b80b-420b-aaa6-886d94e7df5e req-b73f6fe9-eb33-4ecb-94bb-c4cc2510976c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.4764643 Nov 12 09:11:23.579360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Pushing event updated for resources: {'Port': ['ID=e2d8e25f-3def-430a-8121-d65d92ba006d,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:23.590882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c92b53-b65f-4d13-a0c2-133790615409']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:23.682620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c9ae314a-b80b-420b-aaa6-886d94e7df5e req-f8fdd71c-72e2-44a3-b868-28cc1d160627 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219945 Nov 12 09:11:23.706445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:23.707715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6eb017-fcea-45c6-8051-65e9b0a75428') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:23.708119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6eb017-fcea-45c6-8051-65e9b0a75428') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:23.744111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:23.752774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-7b4f7675-f872-40bd-ac72-b59f3ab13728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:23.765472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-7b4f7675-f872-40bd-ac72-b59f3ab13728 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.2641053 Nov 12 09:11:23.783387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:23.824864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-fd2233a6-ca3a-4504-be0b-773091c8613b service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398262 Nov 12 09:11:23.829867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.044714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 3450619b-f66e-46bc-9d6d-a0445199144c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:24.045419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.062542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:24.063149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:24.096885 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:24.130137 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-e29bb7fb-5ee7-45d7-be2a-0cad69f84b3d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77 HTTP/1.1" status: 200 len: 217 time: 0.2730196 Nov 12 09:11:24.316259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] For port 3450619b-f66e-46bc-9d6d-a0445199144c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3450619b-f66e-46bc-9d6d-a0445199144c,segment=NetworkSegment(da032fca-4304-4c4b-8aba-1e2d58e4789f),segment_id=da032fca-4304-4c4b-8aba-1e2d58e4789f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:24.316646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.365278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:11:24.365278 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:11:24.365278 n-d-769329-17 neutron-server[109376]: [parameters: {'id': 'c8c92b53-b65f-4d13-a0c2-133790615409'}] Nov 12 09:11:24.365278 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:11:24.366141 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:11:24.376423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-7934025b-8cd2-45d4-b41a-6c073be3295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:24.384486 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-7934025b-8cd2-45d4-b41a-6c073be3295d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4594545 Nov 12 09:11:24.390982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 3450619b-f66e-46bc-9d6d-a0445199144c owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:24.411507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b2781-bd28-4a36-a69f-524e8869fe6e req-82efa6b0-a5c6-4423-9a91-cc556f18fc8d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:24.418462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3f6b2781-bd28-4a36-a69f-524e8869fe6e req-82efa6b0-a5c6-4423-9a91-cc556f18fc8d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.3472197 Nov 12 09:11:24.453217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 94ca3d91-2a82-477b-963f-4263c62ea4f8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:24.453786 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.506418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-d43e2833-55b4-47f3-b62b-3190aed6bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:24.508090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-d43e2833-55b4-47f3-b62b-3190aed6bb32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.3155127 Nov 12 09:11:24.622627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Attempting to bind port e2d8e25f-3def-430a-8121-d65d92ba006d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:24.623884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Attempting to bind port e2d8e25f-3def-430a-8121-d65d92ba006d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '9b6eb017-fcea-45c6-8051-65e9b0a75428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c8c92b53-b65f-4d13-a0c2-133790615409'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:24.624589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Attempting to bind port e2d8e25f-3def-430a-8121-d65d92ba006d on network c8c92b53-b65f-4d13-a0c2-133790615409 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:24.676621 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3f6b2781-bd28-4a36-a69f-524e8869fe6e req-397d4c10-05ae-4b46-a837-120ec80aa545 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490187 Nov 12 09:11:24.707117 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:24.708173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Checking segment: {'id': '9b6eb017-fcea-45c6-8051-65e9b0a75428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c8c92b53-b65f-4d13-a0c2-133790615409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:24.709651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.711464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Bound using segment: {'id': '9b6eb017-fcea-45c6-8051-65e9b0a75428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c8c92b53-b65f-4d13-a0c2-133790615409'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:24.712294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Bound port: e2d8e25f-3def-430a-8121-d65d92ba006d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b6eb017-fcea-45c6-8051-65e9b0a75428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c8c92b53-b65f-4d13-a0c2-133790615409'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:24.713581 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.718146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-da8261ea-fea5-4810-8fe8-99c51f84e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:24.720099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-da8261ea-fea5-4810-8fe8-99c51f84e6e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2027118 Nov 12 09:11:24.724072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port 4d5d6569-fe34-4d1b-a56a-7933955ec20e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:24.724713 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.772303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-02ed0c4f-aa1a-48fd-8575-8ba29a02b65a service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553411 Nov 12 09:11:24.777033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:24.875713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6bf1f-7173-42b9-a426-0cedc189b96d req-5324d495-4892-4445-8e5a-62559d88cd27 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:24.877256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60b6bf1f-7173-42b9-a426-0cedc189b96d req-5324d495-4892-4445-8e5a-62559d88cd27 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 945 time: 0.2763853 Nov 12 09:11:24.883765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.062698 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.067035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c1eec-68dc-4a7e-80ae-f5743fce5e2a None None] DHCP port deletion for cbac54c5-819e-42c5-b282-f8169eda2288 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:25.151627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No DVR routers for this DVR port 3450619b-f66e-46bc-9d6d-a0445199144c on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:25.156744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-05b9e798-800b-49ca-8f23-5775623ee252 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:25.163075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-05b9e798-800b-49ca-8f23-5775623ee252 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 945 time: 0.2674830 Nov 12 09:11:25.222282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=3450619b-f66e-46bc-9d6d-a0445199144c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:25.236113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd6aee9d-02bf-4b32-b5ff-a460d4e52957 req-85d54bbf-105a-4e14-a59f-068666addce9 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571048 Nov 12 09:11:25.237971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Provisioning complete for port f0a5c90b-7540-42da-a16c-90acf1dbc236 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:25.238421 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d46a01fa-83f0-4d9d-b20b-4a0e27204609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.346288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-6907b145-0db0-4e63-ab98-87b7ba7396a0 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6187010 Nov 12 09:11:25.382141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 94ca3d91-2a82-477b-963f-4263c62ea4f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94ca3d91-2a82-477b-963f-4263c62ea4f8,segment=NetworkSegment(9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12),segment_id=9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:25.403751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] For port e2d8e25f-3def-430a-8121-d65d92ba006d, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:25.427465 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.452250 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.511300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60b6bf1f-7173-42b9-a426-0cedc189b96d req-a099286f-c015-4009-9584-cdbfe7f85ca5 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552674 Nov 12 09:11:25.541845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac54c5-819e-42c5-b282-f8169eda2288']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:25.572753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb9ab7d-f06b-4604-906b-7fcd221e1959 req-16a33124-e833-44e5-ae35-386cfe9283bb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:25.573310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da032fca-4304-4c4b-8aba-1e2d58e4789f') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:25.573310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da032fca-4304-4c4b-8aba-1e2d58e4789f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:25.589021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-deb9ab7d-f06b-4604-906b-7fcd221e1959 req-16a33124-e833-44e5-ae35-386cfe9283bb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.3477318 Nov 12 09:11:25.598611 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.622714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.637837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:25.638436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:25.649043 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:25.682003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting port e2d8e25f-3def-430a-8121-d65d92ba006d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:25.683274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.690873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-85611756-5af6-4b37-a1af-238225275e04 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105080 Nov 12 09:11:25.753664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.758378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.761961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/cbac54c5-819e-42c5-b282-f8169eda2288 HTTP/1.1" status: 204 len: 168 time: 2.4790146 Nov 12 09:11:25.769442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46252) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:25.793338 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-deb9ab7d-f06b-4604-906b-7fcd221e1959 req-6570ab7c-9a75-4c2f-b00a-123cae9578b9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024455 Nov 12 09:11:25.857853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=94ca3d91-2a82-477b-963f-4263c62ea4f8,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:25.861337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3450619b-f66e-46bc-9d6d-a0445199144c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:25.866727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] For port e2d8e25f-3def-430a-8121-d65d92ba006d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e2d8e25f-3def-430a-8121-d65d92ba006d,segment=NetworkSegment(9b6eb017-fcea-45c6-8051-65e9b0a75428),segment_id=9b6eb017-fcea-45c6-8051-65e9b0a75428)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:25.876771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] For port e2d8e25f-3def-430a-8121-d65d92ba006d, host n-d-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:25.879772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.888133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486e2a8a-1adf-4d08-a8a6-b26bc9c65750 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:25.890338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-486e2a8a-1adf-4d08-a8a6-b26bc9c65750 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/bd1e3fc9-e42c-4903-9729-ffee61868914 HTTP/1.1" status: 200 len: 841 time: 0.1199152 Nov 12 09:11:25.901038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 3450619b-f66e-46bc-9d6d-a0445199144c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:25.901473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3450619b-f66e-46bc-9d6d-a0445199144c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:25.902153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46262) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:25.903615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6469dc0-11bf-4b96-831f-124ab926032b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=cbac54c5-819e-42c5-b282-f8169eda2288,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:25.907703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:25.919577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Calling delete_port for e2d8e25f-3def-430a-8121-d65d92ba006d owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:25.990987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d1c519db-fd1b-451a-bc6c-2af19d27a177 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/bd1e3fc9-e42c-4903-9729-ffee61868914?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0831611 Nov 12 09:11:26.001047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:26.009946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:26.061546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-6a99fc07-6534-4ad8-9975-d5c2fef1e553 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f HTTP/1.1" status: 200 len: 217 time: 0.3320005 Nov 12 09:11:26.069385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbf7ee-fd93-4c96-b37f-0bcc2c9dca49 None None] Pushing event updated for resources: {'Port': ['ID=e2d8e25f-3def-430a-8121-d65d92ba006d,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:26.085898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f319f64-630f-41cf-9c5d-3e177442d76a None None] Network c8c92b53-b65f-4d13-a0c2-133790615409 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:26.113440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Deleting port ce535bc6-a330-4fab-85d6-8559bae6f4e8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:26.113883 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.127285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41752bea-efd1-4f35-9713-ef9dd43e12d0 req-fe9c0afe-890d-4156-988c-bbc15e296dc8 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.134918 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41752bea-efd1-4f35-9713-ef9dd43e12d0 req-fe9c0afe-890d-4156-988c-bbc15e296dc8 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.2432516 Nov 12 09:11:26.216936 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41752bea-efd1-4f35-9713-ef9dd43e12d0 req-4150a79a-74c3-4290-9665-59fe8de15dd7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 Nov 12 09:11:26.229922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-120e3496-402a-4eff-beef-4ed26cc65953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.231884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-120e3496-402a-4eff-beef-4ed26cc65953 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.1331668 Nov 12 09:11:26.237141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:26.241309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.246533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.248088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-726f5c08-fceb-4d24-a2a4-9f6574d91b73 None None] Provisioning complete for port 94ca3d91-2a82-477b-963f-4263c62ea4f8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:26.249001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-726f5c08-fceb-4d24-a2a4-9f6574d91b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.308488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e680cdb-1f29-4a35-8ee5-85b15a09371d None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:11:26.319384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] For port ce535bc6-a330-4fab-85d6-8559bae6f4e8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce535bc6-a330-4fab-85d6-8559bae6f4e8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:26.319753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.338946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Port': ['ID=e2d8e25f-3def-430a-8121-d65d92ba006d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:26.364466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No DVR routers for this DVR port e2d8e25f-3def-430a-8121-d65d92ba006d on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:26.398215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Calling delete_port for ce535bc6-a330-4fab-85d6-8559bae6f4e8 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:26.480888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-b7528ac5-caa8-457b-90ca-ba7f509ef07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.482608 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-b7528ac5-caa8-457b-90ca-ba7f509ef07a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2381554 Nov 12 09:11:26.492524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.515549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e680cdb-1f29-4a35-8ee5-85b15a09371d None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:11:26.528219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.594661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=60724b54-4eec-4955-8718-f7f435222b93,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:26.623402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:26.626064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:26.629585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.630139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.632676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c92b53-b65f-4d13-a0c2-133790615409']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:26.653322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f4d91ebd-f3c8-4a8a-943d-152809bb8210 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6511607 Nov 12 09:11:26.657603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46276) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:26.662526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4f2dde9c-1edf-4e6b-84ef-c42ab97413f9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'security_group': {'name': 'tempest-secgroup-916239986'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:26.694902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6eb017-fcea-45c6-8051-65e9b0a75428') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:26.695221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6eb017-fcea-45c6-8051-65e9b0a75428') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:26.704366 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2dde9c-1edf-4e6b-84ef-c42ab97413f9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.730818 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.763366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc715b37-5fcf-4be4-b30c-1ff6ff3e2441 req-0a0b30a1-b811-45da-ae27-18f5c067145c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:26.771734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc715b37-5fcf-4be4-b30c-1ff6ff3e2441 req-0a0b30a1-b811-45da-ae27-18f5c067145c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 945 time: 0.1347444 Nov 12 09:11:26.816601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.845919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:26.846490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:26.851091 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:26.861552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2dde9c-1edf-4e6b-84ef-c42ab97413f9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.870249 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2dde9c-1edf-4e6b-84ef-c42ab97413f9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.877182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-08f19bd9-7c65-43c1-89b6-fdc2ff52457e service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817003 Nov 12 09:11:26.960940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f2dde9c-1edf-4e6b-84ef-c42ab97413f9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:26.966746 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc715b37-5fcf-4be4-b30c-1ff6ff3e2441 req-41b68cb2-8e6e-43c7-859f-674345b51b4b tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942317 Nov 12 09:11:26.968154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46280) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:26.969098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4f2dde9c-1edf-4e6b-84ef-c42ab97413f9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3100903 Nov 12 09:11:27.002085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bc5b49dd-7028-4d56-a192-876225306cca tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1247342602'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:27.037962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dde9c-1edf-4e6b-84ef-c42ab97413f9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d840d89-a4d6-4133-988d-52138bf867dc,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:27.079619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9874d3-6e46-435c-acf9-7bb9f9a02656 req-b86a296e-2b45-4a6c-9084-00d50fd9d8d8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:27.081983 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a9874d3-6e46-435c-acf9-7bb9f9a02656 req-b86a296e-2b45-4a6c-9084-00d50fd9d8d8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1530809 Nov 12 09:11:27.136903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'tenant_id': 'ee3aa62eab1649cd81d959086a885143', 'fixed_ips': [{'subnet_id': '60724b54-4eec-4955-8718-f7f435222b93'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:27.137406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.155041 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.161135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc5b49dd-7028-4d56-a192-876225306cca tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.229551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a9874d3-6e46-435c-acf9-7bb9f9a02656 req-2dfbe63b-7702-401b-a499-f3aa74b32f85 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369026 Nov 12 09:11:27.268478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc5b49dd-7028-4d56-a192-876225306cca tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.270286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.279083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46296) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:27.286088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-655249816'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:27.289422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/c8c92b53-b65f-4d13-a0c2-133790615409 HTTP/1.1" status: 204 len: 168 time: 7.5264788 Nov 12 09:11:27.316827 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.332728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:27.336029 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:27.336396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4d5d6569-fe34-4d1b-a56a-7933955ec20e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:27.340894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.355348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc5b49dd-7028-4d56-a192-876225306cca tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.369448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9b219-e8a9-4012-b6b0-8bc2f8b3e8ec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=c8c92b53-b65f-4d13-a0c2-133790615409,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:27.425083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:27.464491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.465046 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment f5a06e40-bff3-4781-85f0-e70422da1096 of type vlan for network bb493d67-9d2c-41bf-87d4-9355b7478526 Nov 12 09:11:27.502342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event deleted for resources: {'Port': ['ID=ce535bc6-a330-4fab-85d6-8559bae6f4e8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:27.584958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.633165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc5b49dd-7028-4d56-a192-876225306cca tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.635128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.636633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc5b49dd-7028-4d56-a192-876225306cca tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6533527 Nov 12 09:11:27.640573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94ca3d91-2a82-477b-963f-4263c62ea4f8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:27.644721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:27.645582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] No DVR routers for this DVR port ce535bc6-a330-4fab-85d6-8559bae6f4e8 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:27.646507 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.648541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:27.653152 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5cbc4ee-f8d0-4ce0-b6c2-685662649299 req-e5776207-3f76-4197-9b56-56bdf9935419 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "DELETE /v2.0/ports/ce535bc6-a330-4fab-85d6-8559bae6f4e8 HTTP/1.1" status: 204 len: 173 time: 2.3642824 Nov 12 09:11:27.654141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46316) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:27.657461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'name': 'network-vif-deleted', 'tag': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:27.661734 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b651f0ca-724e-4bfb-a302-0cabb58c828d" -d '{"events": [{"server_uuid": "b3f41112-bd23-406a-9296-0ec5e0731bf5", "name": "network-vif-deleted", "tag": "ce535bc6-a330-4fab-85d6-8559bae6f4e8"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:27.677845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-466237322', 'security_groups': ['1fd181a7-b919-41ac-b723-4bef2ec726e9'], 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '60724b54-4eec-4955-8718-f7f435222b93'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:27.692911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b49dd-7028-4d56-a192-876225306cca tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd181a7-b919-41ac-b723-4bef2ec726e9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:27.708239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-ea8ebaf4-2641-4cc7-93fe-01e04a9a86b3 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7964933 Nov 12 09:11:27.811944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=bb493d67-9d2c-41bf-87d4-9355b7478526,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:27.848906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8be16faf-f2f5-4198-8c48-5decdfe43b43 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5666926 Nov 12 09:11:27.853503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:27.856874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network bb493d67-9d2c-41bf-87d4-9355b7478526 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:27.862592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': 'bb493d67-9d2c-41bf-87d4-9355b7478526', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:27.871482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-4aea44e6-d60b-4a8a-96e3-8d94965cfbea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 200 len: 217 time: 0.1207023 Nov 12 09:11:27.880553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a21fb-8e07-4409-bf14-d4bb7adeeeff req-09dea3e2-b5b1-42aa-af37-a940e5442c7b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:27.882132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-402a21fb-8e07-4409-bf14-d4bb7adeeeff req-09dea3e2-b5b1-42aa-af37-a940e5442c7b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.5559292 Nov 12 09:11:27.885999 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac2873e-607a-4a28-a486-964829e352f5 x-openstack-request-id: req-1ac2873e-607a-4a28-a486-964829e352f5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:27.886302 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f41112-bd23-406a-9296-0ec5e0731bf5", "name": "network-vif-deleted", "tag": "ce535bc6-a330-4fab-85d6-8559bae6f4e8", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:27.886608 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ac2873e-607a-4a28-a486-964829e352f5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:27.887030 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f41112-bd23-406a-9296-0ec5e0731bf5', 'name': 'network-vif-deleted', 'tag': 'ce535bc6-a330-4fab-85d6-8559bae6f4e8', 'status': 'completed', 'code': 200} Nov 12 09:11:27.934163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Allocated IP 172.20.0.2 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/60724b54-4eec-4955-8718-f7f435222b93/1b3761cf-11cd-47ca-b595-05626b42ca64) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:27.955699 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.124576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-402a21fb-8e07-4409-bf14-d4bb7adeeeff req-a397ee06-4e70-4fdb-85b6-1e0b51354d1f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247417 Nov 12 09:11:28.125409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:28.130345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-984d677f-b15c-422e-ad10-0ddaca82cf05 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2ee479d23560405492ee60b6ce27b9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855675 Nov 12 09:11:28.131050 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.200457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce535bc6-a330-4fab-85d6-8559bae6f4e8 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:28.277109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 94ca3d91-2a82-477b-963f-4263c62ea4f8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:28.277530 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.286420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: ce535bc6-a330-4fab-85d6-8559bae6f4e8 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:28.286770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce535bc6-a330-4fab-85d6-8559bae6f4e8 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:28.328316 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.474860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-9ac84dcf-3d91-482c-901b-c14c671e7d76 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:28.476460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-9ac84dcf-3d91-482c-901b-c14c671e7d76 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444960 Nov 12 09:11:28.489045 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.493463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-71f4b5c0-474a-46a1-9c0b-88ef7ecc179b tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/quotas/2ee479d23560405492ee60b6ce27b9db HTTP/1.1" status: 200 len: 375 time: 0.0100336 Nov 12 09:11:28.508456 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.548312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-6680f4cd-e09a-4d80-a403-9d4d2b584194 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ee479d23560405492ee60b6ce27b9db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465288 Nov 12 09:11:28.568705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:28.573810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:28.582753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:28.597859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Pushing event updated for resources: {'Port': ['ID=1b3761cf-11cd-47ca-b595-05626b42ca64,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:28.666789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Attempting to bind port 1b3761cf-11cd-47ca-b595-05626b42ca64 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:28.667831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Attempting to bind port 1b3761cf-11cd-47ca-b595-05626b42ca64 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '0efdf1c6-69ef-40f0-be9d-f107a12103b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:28.668542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Attempting to bind port 1b3761cf-11cd-47ca-b595-05626b42ca64 on network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:28.675893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:28.676306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Checking segment: {'id': '0efdf1c6-69ef-40f0-be9d-f107a12103b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:28.676745 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.677199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Bound using segment: {'id': '0efdf1c6-69ef-40f0-be9d-f107a12103b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:28.678161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Bound port: 1b3761cf-11cd-47ca-b595-05626b42ca64, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efdf1c6-69ef-40f0-be9d-f107a12103b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:28.678954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.762067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-ecab4ae7-ce90-4c90-b7f1-4350a3895fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:28.763743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-ecab4ae7-ce90-4c90-b7f1-4350a3895fbe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.8744233 Nov 12 09:11:28.779494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcdad0be-1400-4650-92cf-641afc395368 req-d7f536c0-0da5-413a-9a93-5a85e7c2d9a1 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3f41112-bd23-406a-9296-0ec5e0731bf5 HTTP/1.1" status: 200 len: 210 time: 0.4856250 Nov 12 09:11:28.813339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] For port 1b3761cf-11cd-47ca-b595-05626b42ca64, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:28.821284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] For port 1b3761cf-11cd-47ca-b595-05626b42ca64, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b3761cf-11cd-47ca-b595-05626b42ca64,segment=NetworkSegment(0efdf1c6-69ef-40f0-be9d-f107a12103b2),segment_id=0efdf1c6-69ef-40f0-be9d-f107a12103b2)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:28.830237 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:28.861068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:28.977502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a9788b-404c-4e6e-8b66-bb200015e2cf None None] Pushing event updated for resources: {'Port': ['ID=1b3761cf-11cd-47ca-b595-05626b42ca64,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:29.007416 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-0947ea60-9301-41ba-af4c-8b74ed5a2b45 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2ee479d23560405492ee60b6ce27b9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0586114 Nov 12 09:11:29.015147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa97d3-56b9-423f-a257-db1349904dfc req-01adef93-9665-4acd-b484-a9bc51d08248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.017219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-01adef93-9665-4acd-b484-a9bc51d08248 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2332931 Nov 12 09:11:29.166569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-9c0f8e26-1ef9-486a-8299-f9af8af6ffe8 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.175636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-9c0f8e26-1ef9-486a-8299-f9af8af6ffe8 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1615443 Nov 12 09:11:29.183145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.203643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-05eddca0-0d07-497a-aa28-49d3f0aea22d tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/quotas/2ee479d23560405492ee60b6ce27b9db HTTP/1.1" status: 200 len: 375 time: 0.0267744 Nov 12 09:11:29.248263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-84a38267-c9b8-4339-b7c7-9a6be822dcbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ee479d23560405492ee60b6ce27b9db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429435 Nov 12 09:11:29.274560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 56c378b8-d7f1-4395-8a48-1e46ac170de1 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:11:29.289773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73905007-3b05-4fbb-875c-20d7fbe75c5b req-325b2ada-b1c7-4038-b4a6-5081b291fde5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.315585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73905007-3b05-4fbb-875c-20d7fbe75c5b req-325b2ada-b1c7-4038-b4a6-5081b291fde5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.4209144 Nov 12 09:11:29.565239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-d363ef68-dd67-41bf-b0a6-cfd0b6007740 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356801 Nov 12 09:11:29.628263 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73905007-3b05-4fbb-875c-20d7fbe75c5b req-d580d49a-74c0-40f7-b4e5-6ea009e8a45a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899301 Nov 12 09:11:29.716208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b3761cf-11cd-47ca-b595-05626b42ca64 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:29.842662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:29.843343 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.844662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe216f9b-b1fc-4599-92b4-70bfd5d1767a req-04c91a80-bde1-44ec-8b59-f3243a35bc4c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:29.846558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe216f9b-b1fc-4599-92b4-70bfd5d1767a req-04c91a80-bde1-44ec-8b59-f3243a35bc4c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.1201172 Nov 12 09:11:29.848945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea387c11-645c-4009-b8d8-3a01dae992a8 req-ea86d9b9-7951-44b5-871a-3fac06a93cea tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 210 time: 0.0661530 Nov 12 09:11:29.905926 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:29.994737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe216f9b-b1fc-4599-92b4-70bfd5d1767a req-c12faa42-7fc0-4c95-adf1-f58527b0b06c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309471 Nov 12 09:11:30.027353 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.084181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 1b3761cf-11cd-47ca-b595-05626b42ca64, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b3761cf-11cd-47ca-b595-05626b42ca64,segment=NetworkSegment(0efdf1c6-69ef-40f0-be9d-f107a12103b2),segment_id=0efdf1c6-69ef-40f0-be9d-f107a12103b2)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:30.091707 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.159419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45aa97d3-56b9-423f-a257-db1349904dfc req-e043c8aa-5a61-48d4-bd07-b724852cf1ea service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415845 Nov 12 09:11:30.174082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=b8951c4b-b18b-42b8-9215-3a55f86a3d66,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:30.192929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=1b3761cf-11cd-47ca-b595-05626b42ca64,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:30.223981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': 'f5a06e40-bff3-4781-85f0-e70422da1096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bb493d67-9d2c-41bf-87d4-9355b7478526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:30.224653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: bb493d67-9d2c-41bf-87d4-9355b7478526, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:30.227268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.14 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/60724b54-4eec-4955-8718-f7f435222b93/56c378b8-d7f1-4395-8a48-1e46ac170de1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:30.269116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network bb493d67-9d2c-41bf-87d4-9355b7478526 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:30.291805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, bb493d67-9d2c-41bf-87d4-9355b7478526) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:30.315662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:30.316663 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.375572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e02bc4c2-d007-4112-987f-7386b8409196 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5202711 Nov 12 09:11:30.380622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46394) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:30.468568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.479605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458b6f-4a75-4249-902e-d529a167372a req-ec6c3d4c-1fbe-456c-a7fe-d8d4da1f8b3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:30.481245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e458b6f-4a75-4249-902e-d529a167372a req-ec6c3d4c-1fbe-456c-a7fe-d8d4da1f8b3a tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 945 time: 0.0999095 Nov 12 09:11:30.544338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.558218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e458b6f-4a75-4249-902e-d529a167372a req-a9ed4927-32b3-4ca3-b9c1-eae4b8806b69 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662730 Nov 12 09:11:30.561557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.602887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cbe0f9-1623-455c-97a7-aa38545310cf None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:30.610927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:30.615022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:30.617804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:30.640447 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.657414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06a703-9d00-48e5-9f3c-6ed9fe101027 None None] DHCP port deletion for 18b6727b-6b56-47f1-a3a0-6e613a689021 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:30.689535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=56c378b8-d7f1-4395-8a48-1e46ac170de1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:30.696341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1cedd0-a28e-49f7-94ad-3c2ca5c9db9c None None] Network bb493d67-9d2c-41bf-87d4-9355b7478526 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:30.743146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.765933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:30.766473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.774771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=b8951c4b-b18b-42b8-9215-3a55f86a3d66,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:30.803368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3a2c6-e8e9-4ac2-a2f1-91949d989b56 req-dba9907b-e440-48b4-bdae-ed718589f9e3 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:30.805700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8a3a2c6-e8e9-4ac2-a2f1-91949d989b56 req-dba9907b-e440-48b4-bdae-ed718589f9e3 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.0970814 Nov 12 09:11:30.817652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5a08898-111d-43ef-ae8d-638dad71a10f tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1501982 Nov 12 09:11:30.820488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46402) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:30.868310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.870056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1b6f960b-9d11-4378-a5ea-c247bda27827 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:30.899615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb493d67-9d2c-41bf-87d4-9355b7478526']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:30.917875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a06e40-bff3-4781-85f0-e70422da1096') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:30.918580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a06e40-bff3-4781-85f0-e70422da1096') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:30.935650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.977357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.994949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:30.995358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:30.999414 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:31.096775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f72e1df7-858e-4eaf-8983-363acb9469f9 req-49ea0102-2f49-42ab-9c5e-e865c3c029ed tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 210 time: 0.0589833 Nov 12 09:11:31.107713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.119756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.124237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/bb493d67-9d2c-41bf-87d4-9355b7478526 HTTP/1.1" status: 204 len: 168 time: 0.7422938 Nov 12 09:11:31.128891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46410) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:31.137883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8a3a2c6-e8e9-4ac2-a2f1-91949d989b56 req-03c78b87-c1ae-4b51-b5ad-1205327520b7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186316 Nov 12 09:11:31.147281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f960b-9d11-4378-a5ea-c247bda27827 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:31.153738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-438554422'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:31.159597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d43ac-e633-40fc-990b-7753ae257ac6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=bb493d67-9d2c-41bf-87d4-9355b7478526,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:31.192130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b6f960b-9d11-4378-a5ea-c247bda27827 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.192711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:31.195547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6db93bb7-da86-4218-b36c-f4b497b73a2b None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:31.197168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db93bb7-da86-4218-b36c-f4b497b73a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.199313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.207546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-31901d55-57e7-4928-979e-7630e198aa1a tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2ee479d23560405492ee60b6ce27b9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2043669 Nov 12 09:11:31.252951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53dc89-c54d-4a0f-8c6c-0a1ee085fd77 None None] Network bb493d67-9d2c-41bf-87d4-9355b7478526 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:31.285427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:31.293282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53dc89-c54d-4a0f-8c6c-0a1ee085fd77 None None] Network bb493d67-9d2c-41bf-87d4-9355b7478526 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:11:31.313641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.314139 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment 217a7ade-d42f-4ddf-a3f2-b458f1bd56cc of type vlan for network 625178c3-94be-4449-8366-4cc2e75dbbc1 Nov 12 09:11:31.364410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffe998-e86a-40f6-b003-4310910e8326 req-94cdaa8c-c5ad-4287-a90c-acdead55d3c9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:31.365997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4ffe998-e86a-40f6-b003-4310910e8326 req-94cdaa8c-c5ad-4287-a90c-acdead55d3c9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.1118560 Nov 12 09:11:31.376464 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.392679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6db93bb7-da86-4218-b36c-f4b497b73a2b None None] Provisioning complete for port bd1e3fc9-e42c-4903-9729-ffee61868914 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:31.393179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6db93bb7-da86-4218-b36c-f4b497b73a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.439428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.445790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:31.446663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.459795 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4ffe998-e86a-40f6-b003-4310910e8326 req-6d35d5dc-f561-4f0a-a94e-3c2aa4d42987 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Nov 12 09:11:31.486754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6db93bb7-da86-4218-b36c-f4b497b73a2b None None] Port bd1e3fc9-e42c-4903-9729-ffee61868914 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:31.487390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3570704 Nov 12 09:11:31.502021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46412) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:31.523257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': '625178c3-94be-4449-8366-4cc2e75dbbc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:31.539381 n-d-769329-17 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-1b6f960b-9d11-4378-a5ea-c247bda27827 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 60724b54-4eec-4955-8718-f7f435222b93 (CIDR: 172.20.0.0/28) Nov 12 09:11:31.550144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b3761cf-11cd-47ca-b595-05626b42ca64 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:31.580363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d406028-10b3-4d86-a842-794d91308622 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=625178c3-94be-4449-8366-4cc2e75dbbc1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:31.599314 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6f960b-9d11-4378-a5ea-c247bda27827 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:11:31.599821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6f960b-9d11-4378-a5ea-c247bda27827 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:31.605040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 625178c3-94be-4449-8366-4cc2e75dbbc1 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:31.641805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-aafde3b0-6cd0-45cf-96e6-cb8e4205e9fb tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:31.643383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-aafde3b0-6cd0-45cf-96e6-cb8e4205e9fb tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4004364 Nov 12 09:11:31.721400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Request body: {'port': {'device_id': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '2ee479d23560405492ee60b6ce27b9db'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:31.736112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:31.736402 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.777385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-5689df77-cc01-47be-a802-5c9b83e93a6d tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2ee479d23560405492ee60b6ce27b9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458457 Nov 12 09:11:31.849497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1b6f960b-9d11-4378-a5ea-c247bda27827 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0269885 Nov 12 09:11:31.851741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46418) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:31.860521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:31.942461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:31.944448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:31.947997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:31.948858 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.058705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-e993fde2-140f-43f1-a3cc-d8a475ea8dfd tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.060392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-e993fde2-140f-43f1-a3cc-d8a475ea8dfd tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2690048 Nov 12 09:11:32.087945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Request body: {'port': {'device_id': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '2ee479d23560405492ee60b6ce27b9db'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:32.102507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Provisioning complete for port 56c378b8-d7f1-4395-8a48-1e46ac170de1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:32.103115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.160885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Port 56c378b8-d7f1-4395-8a48-1e46ac170de1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:32.170198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477d281-aa72-48a5-bb24-fc0fb0672d62 req-9c4948ee-72e9-4fa3-98bc-f08bf363031c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.178262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Provisioning complete for port bd1e3fc9-e42c-4903-9729-ffee61868914 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:32.178551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.184117 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f477d281-aa72-48a5-bb24-fc0fb0672d62 req-9c4948ee-72e9-4fa3-98bc-f08bf363031c tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 945 time: 0.4717724 Nov 12 09:11:32.219277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-523810bd-71a2-4b6d-b8c7-f79449c3ccae tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.221233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-523810bd-71a2-4b6d-b8c7-f79449c3ccae tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 945 time: 0.3673546 Nov 12 09:11:32.255971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Made reservation on behalf of 2ee479d23560405492ee60b6ce27b9db for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:32.260356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.268724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:32.273134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.279453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cf1304e6-7fd2-4681-ad46-e4d6fc5231c4 None None] Port bd1e3fc9-e42c-4903-9729-ffee61868914 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:32.310677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.365169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb8585ec-d34c-49ac-9efa-5a4e9daf7795 req-6d5d2ad6-7c1b-496c-bee4-c68fce08769c tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 210 time: 0.0980394 Nov 12 09:11:32.387985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Made reservation on behalf of 2ee479d23560405492ee60b6ce27b9db for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:32.400426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.411379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-68290df1-7573-4599-bed5-28c6b5d9ea63 None None] Provisioning complete for port 56c378b8-d7f1-4395-8a48-1e46ac170de1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:32.411825 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-68290df1-7573-4599-bed5-28c6b5d9ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.428889 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f477d281-aa72-48a5-bb24-fc0fb0672d62 req-619acf04-6d97-466b-ab47-17aab6a9f4d8 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397733 Nov 12 09:11:32.476378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.493900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-68290df1-7573-4599-bed5-28c6b5d9ea63 None None] Port 56c378b8-d7f1-4395-8a48-1e46ac170de1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:32.619219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.630037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Deleting port 4d5d6569-fe34-4d1b-a56a-7933955ec20e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:32.630397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.637649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cbb3d-be15-49de-bf87-6ed680375b16 req-e6f395b7-0a5d-426c-b02f-71c673998607 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.644532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-227cbb3d-be15-49de-bf87-6ed680375b16 req-e6f395b7-0a5d-426c-b02f-71c673998607 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1645472 Nov 12 09:11:32.702597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.726014 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.api [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2ee479d23560405492ee60b6ce27b9db {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:11:32.726421 n-d-769329-17 neutron-server[109377]: DEBUG oslo_db.api [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:11:32.758678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.778580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-227cbb3d-be15-49de-bf87-6ed680375b16 req-265a6ec6-cc2d-4f3c-9900-895e50ec477b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093910 Nov 12 09:11:32.780342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.830135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:32.833397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:32.837731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.838320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.842474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468f93c8-36db-4ff7-a7f2-82ddcd4777a2 None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:32.845855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=4b358f61-dff2-4336-8b07-76912321ffca,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:32.867216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=f8638ae3-43ff-4a1b-b19f-f3c5a42bf47f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:32.886561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb37de3-9b3b-417d-8955-65aad4c90989,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:32.887846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ce204a1-9b7c-4991-a18b-564f6fe9b0d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0349185 Nov 12 09:11:32.897423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46430) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:32.914631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1401668103', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b358f61-dff2-4336-8b07-76912321ffca'}], 'security_groups': ['8d840d89-a4d6-4133-988d-52138bf867dc']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:32.917381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d93d-90ae-45d3-a760-696ca357bf23 req-8d9a68a6-bea6-43ad-aea9-e2c885eda79a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:32.919090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30f7d93d-90ae-45d3-a760-696ca357bf23 req-8d9a68a6-bea6-43ad-aea9-e2c885eda79a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.2760935 Nov 12 09:11:32.956768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] For port 4d5d6569-fe34-4d1b-a56a-7933955ec20e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=4d5d6569-fe34-4d1b-a56a-7933955ec20e,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:32.956768 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:32.958775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': '217a7ade-d42f-4ddf-a3f2-b458f1bd56cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '625178c3-94be-4449-8366-4cc2e75dbbc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:32.959158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: 625178c3-94be-4449-8366-4cc2e75dbbc1, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:33.011051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Calling delete_port for 4d5d6569-fe34-4d1b-a56a-7933955ec20e owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:33.102491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 625178c3-94be-4449-8366-4cc2e75dbbc1 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:33.116446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Allocated IP 192.168.233.111 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/86cd7099-c0ac-4b65-9360-1bd66d1f10ea) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:33.125104 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.138870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30f7d93d-90ae-45d3-a760-696ca357bf23 req-ef7964ad-ac65-4cd9-8161-920b765cca17 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037408 Nov 12 09:11:33.141619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff99c0c-0a02-4c1d-acbc-ce3f51387bf6 None None] Update dhcp port {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'fixed_ips': [{'subnet_id': '60724b54-4eec-4955-8718-f7f435222b93', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b358f61-dff2-4336-8b07-76912321ffca'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '1b3761cf-11cd-47ca-b595-05626b42ca64'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:11:33.148002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 625178c3-94be-4449-8366-4cc2e75dbbc1) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:33.162820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:33.163432 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.179366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837610f4-0023-4415-a509-795e1dcd87f1 None None] Network 625178c3-94be-4449-8366-4cc2e75dbbc1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:33.205511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7959e65a-2a34-47a8-b643-2a0dcc532e51 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6975482 Nov 12 09:11:33.211845 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4ff99c0c-0a02-4c1d-acbc-ce3f51387bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.216861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:33.228497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.443973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.450591 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.465396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:33.467564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['4d5d6569-fe34-4d1b-a56a-7933955ec20e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:33.509163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event deleted for resources: {'Port': ['ID=4d5d6569-fe34-4d1b-a56a-7933955ec20e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:33.519243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.523135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357dbcf8-8930-4c0b-996f-8a11faa5bda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-625178c3-94be-4449-8366-4cc2e75dbbc1', 'network_id': '625178c3-94be-4449-8366-4cc2e75dbbc1', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': 'f8638ae3-43ff-4a1b-b19f-f3c5a42bf47f'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:33.524064 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-357dbcf8-8930-4c0b-996f-8a11faa5bda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.552755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b8cea-b2b1-44ac-bc84-80afa935eba1 None None] DHCP port deletion for 18b6727b-6b56-47f1-a3a0-6e613a689021 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:33.580566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-4ff99c0c-0a02-4c1d-acbc-ce3f51387bf6 None None] Allocated IP 172.20.0.18 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/4b358f61-dff2-4336-8b07-76912321ffca/1b3761cf-11cd-47ca-b595-05626b42ca64) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:33.627646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] No DVR routers for this DVR port 4d5d6569-fe34-4d1b-a56a-7933955ec20e on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:33.630774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36cf971c-d1bc-4b58-9bdf-ca583f368fc9 req-897c3830-7e14-46e9-888b-7e74ac612b64 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=dab52b94-0aa2-4a80-b583-b866d50f2163 HTTP/1.1" status: 200 len: 210 time: 0.0641017 Nov 12 09:11:33.635429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.639057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09c775eb-bf73-42d7-970e-1a3ecc90f311 req-4ff7b7ea-9450-4b7f-b888-4cbac81d3604 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.62 "DELETE /v2.0/ports/4d5d6569-fe34-4d1b-a56a-7933955ec20e HTTP/1.1" status: 204 len: 173 time: 1.3989005 Nov 12 09:11:33.639541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'name': 'network-vif-deleted', 'tag': '4d5d6569-fe34-4d1b-a56a-7933955ec20e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:33.641899 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3029cc8-8846-49c3-83af-b609dd2c6f7a" -d '{"events": [{"server_uuid": "dab52b94-0aa2-4a80-b583-b866d50f2163", "name": "network-vif-deleted", "tag": "4d5d6569-fe34-4d1b-a56a-7933955ec20e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:33.656234 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.690736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74b431b8-524b-4ec6-aedf-4bfced2e7457 req-85c52729-645a-4c4b-8f4e-fe68252b1690 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 210 time: 0.0934432 Nov 12 09:11:33.722675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.785012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:33.789918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:33.796689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:33.806865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:33.810463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:33.909909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Allocated IP 192.168.233.19 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/6726e26b-8033-41a4-9905-a972b62faf03) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server [None req-357dbcf8-8930-4c0b-996f-8a11faa5bda8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8638ae3-43ff-4a1b-b19f-f3c5a42bf47f: This subnet is being modified by another concurrent operation. Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:11:33.991083 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8638ae3-43ff-4a1b-b19f-f3c5a42bf47f: This subnet is being modified by another concurrent operation. Nov 12 09:11:33.995582 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Nov 12 09:11:34.111835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4ff99c0c-0a02-4c1d-acbc-ce3f51387bf6 None None] For port 1b3761cf-11cd-47ca-b595-05626b42ca64, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b3761cf-11cd-47ca-b595-05626b42ca64,segment=NetworkSegment(0efdf1c6-69ef-40f0-be9d-f107a12103b2),segment_id=0efdf1c6-69ef-40f0-be9d-f107a12103b2)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:34.131343 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.177738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.223189 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4ff99c0c-0a02-4c1d-acbc-ce3f51387bf6 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.268993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2973d3-9d1a-448e-b369-86d1e39d23d0 None None] Network 625178c3-94be-4449-8366-4cc2e75dbbc1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:34.276502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:34.276986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:34.286079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:34.296865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:34.305084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:34.436357 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4ff99c0c-0a02-4c1d-acbc-ce3f51387bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.511630 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583685e-5c9b-453f-8578-06acb692d009 x-openstack-request-id: req-4583685e-5c9b-453f-8578-06acb692d009 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:34.512254 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab52b94-0aa2-4a80-b583-b866d50f2163", "name": "network-vif-deleted", "tag": "4d5d6569-fe34-4d1b-a56a-7933955ec20e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:34.512254 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4583685e-5c9b-453f-8578-06acb692d009 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:34.512690 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab52b94-0aa2-4a80-b583-b866d50f2163', 'name': 'network-vif-deleted', 'tag': '4d5d6569-fe34-4d1b-a56a-7933955ec20e', 'status': 'completed', 'code': 200} Nov 12 09:11:34.550740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=f8638ae3-43ff-4a1b-b19f-f3c5a42bf47f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:34.637479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff99c0c-0a02-4c1d-acbc-ce3f51387bf6 None None] Pushing event updated for resources: {'Port': ['ID=1b3761cf-11cd-47ca-b595-05626b42ca64,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:34.658971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:34.659640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.671863 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.693182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e311196-c96a-4efe-b235-bf9cdce18557 req-8e92b06b-6ac8-44ad-8953-4ec837a511f1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:34.694922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e311196-c96a-4efe-b235-bf9cdce18557 req-8e92b06b-6ac8-44ad-8953-4ec837a511f1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 943 time: 0.1779621 Nov 12 09:11:34.731451 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dbabd2b5-952d-41e8-b095-a64738398b18 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0179405 Nov 12 09:11:34.734002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625178c3-94be-4449-8366-4cc2e75dbbc1']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:34.749853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8bb58b91-2628-4fad-99e6-25f7367ddf79 None None] Provisioning complete for port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:34.750336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Request body: {'port': {'device_id': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:34.750455 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8bb58b91-2628-4fad-99e6-25f7367ddf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.784231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217a7ade-d42f-4ddf-a3f2-b458f1bd56cc') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:34.784532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217a7ade-d42f-4ddf-a3f2-b458f1bd56cc') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:34.809507 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.815557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:34.826756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8bb58b91-2628-4fad-99e6-25f7367ddf79 None None] Port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:34.835693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'port_id': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'mac_address': 'fa:16:3e:b8:57:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:34.840775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.863183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:34.864304 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.885137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:34.885412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:34.889099 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:34.909941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e311196-c96a-4efe-b235-bf9cdce18557 req-5ca7cef0-ccdb-42fe-8a33-71c6a384af43 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044184 Nov 12 09:11:34.915208 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.921748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Delete allocated IP 172.20.0.14 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/60724b54-4eec-4955-8718-f7f435222b93) {{(pid=109377) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:11:34.933186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb8a6ab-c38c-4adf-83de-f74682ced828 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:34.940337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-eff49b0e-b37b-408d-8197-ff5f5ca6fced tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8568580 Nov 12 09:11:34.951208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.23 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/4b358f61-dff2-4336-8b07-76912321ffca/56c378b8-d7f1-4395-8a48-1e46ac170de1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:34.957756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Request body: {'port': {'device_id': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:34.974853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:34.976713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.993426 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:34.997852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-73099d43-1f94-492f-b75f-1306572b35e3 None None] Provisioning complete for port 6726e26b-8033-41a4-9905-a972b62faf03 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:34.998292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-73099d43-1f94-492f-b75f-1306572b35e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.007488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48704e2-0972-4d75-8198-d5fe6be3d13a req-f47f641f-85f3-4068-bb36-02316d8fcdcc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:35.009247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d48704e2-0972-4d75-8198-d5fe6be3d13a req-f47f641f-85f3-4068-bb36-02316d8fcdcc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.1812816 Nov 12 09:11:35.133333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-73099d43-1f94-492f-b75f-1306572b35e3 None None] Port 6726e26b-8033-41a4-9905-a972b62faf03 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:35.148131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:35.233378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.245301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.286045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d48704e2-0972-4d75-8198-d5fe6be3d13a req-300c3175-0830-4b0f-a112-be4a325a8d50 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662268 Nov 12 09:11:35.357761 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.375823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/625178c3-94be-4449-8366-4cc2e75dbbc1 HTTP/1.1" status: 204 len: 168 time: 2.1517951 Nov 12 09:11:35.390086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:35.401897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2003970455'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:35.441920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['4eb8a6ab-c38c-4adf-83de-f74682ced828'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:35.500269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e806-80d4-4042-b8ba-176d7684e025 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=625178c3-94be-4449-8366-4cc2e75dbbc1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:35.686515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b3761cf-11cd-47ca-b595-05626b42ca64 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:35.764425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86cd7099-c0ac-4b65-9360-1bd66d1f10ea {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:35.766218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4d5d6569-fe34-4d1b-a56a-7933955ec20e no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:35.774454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.776243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.787636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.793193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Transition to ACTIVE for port object 86cd7099-c0ac-4b65-9360-1bd66d1f10ea will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:11:35.807792 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:35.879727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:35.910774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4ae96-ef11-4738-9260-1f52a1c07c94 req-7b9a9487-9738-463f-a52c-bbf38244550d tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:35.919753 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86b4ae96-ef11-4738-9260-1f52a1c07c94 req-7b9a9487-9738-463f-a52c-bbf38244550d tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 935 time: 0.6812084 Nov 12 09:11:35.956938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=56c378b8-d7f1-4395-8a48-1e46ac170de1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:36.003808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86b4ae96-ef11-4738-9260-1f52a1c07c94 req-0778e93c-b90e-44ca-80d5-b69349813e81 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 Nov 12 09:11:36.020430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:36.021768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] In _notify_port_updated(), no bound segment for port 56c378b8-d7f1-4395-8a48-1e46ac170de1 on network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:11:36.024514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.027703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.028814 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.032269 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-101b12ce-39ef-4f4b-b778-d50a832f8a19 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "PUT /v2.0/ports/56c378b8-d7f1-4395-8a48-1e46ac170de1 HTTP/1.1" status: 200 len: 921 time: 3.1318848 Nov 12 09:11:36.038014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46464) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:36.092574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:36.162208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6726e26b-8033-41a4-9905-a972b62faf03 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:36.171745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.188946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Transition to ACTIVE for port object 6726e26b-8033-41a4-9905-a972b62faf03 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:11:36.229724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.232056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 4d5d6569-fe34-4d1b-a56a-7933955ec20e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:36.232685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 4d5d6569-fe34-4d1b-a56a-7933955ec20e not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:36.249673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b0d5776b-6b14-456c-85e7-64471d670995 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:36.250213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.250556 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment 4e58f8e6-6339-4d88-84b0-cad9de938316 of type vlan for network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae Nov 12 09:11:36.272768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Attempting to bind port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:36.273158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Attempting to bind port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:36.273494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Attempting to bind port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:36.303794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:11:36.304324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Attempting to bind port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:36.306030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:36.306438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.338794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:36.339140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:36.339539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:36.340023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Bound port: 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:36.340388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.348848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.373194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:36.393308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:36.393864 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.583872 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.598191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.598918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.639165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b0d5776b-6b14-456c-85e7-64471d670995, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b0d5776b-6b14-456c-85e7-64471d670995,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:36.643670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Attempting to bind port 6726e26b-8033-41a4-9905-a972b62faf03 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:36.644315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Attempting to bind port 6726e26b-8033-41a4-9905-a972b62faf03 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:36.644823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Attempting to bind port 6726e26b-8033-41a4-9905-a972b62faf03 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:36.663491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Port 6726e26b-8033-41a4-9905-a972b62faf03 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:11:36.664333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Attempting to bind port 6726e26b-8033-41a4-9905-a972b62faf03 on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:36.675593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5df207-e49c-4927-ac48-5ec3b877f8ef req-d977a7a0-603f-49f2-ad69-1458afd5476a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.678065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6e5df207-e49c-4927-ac48-5ec3b877f8ef req-d977a7a0-603f-49f2-ad69-1458afd5476a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 944 time: 0.4860160 Nov 12 09:11:36.707262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:36.708009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:36.708582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:36.709296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Bound port: 6726e26b-8033-41a4-9905-a972b62faf03, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:36.710222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.754082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:36.770788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'b0d5776b-6b14-456c-85e7-64471d670995', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'port_id': 'b0d5776b-6b14-456c-85e7-64471d670995', 'mac_address': 'fa:16:3e:d2:bd:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:36.775496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe5138-6801-4aad-a9ca-a66e5a1038b3 req-de197b26-590e-4f4d-96f3-fccc5be14e64 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.788805 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1fe5138-6801-4aad-a9ca-a66e5a1038b3 req-de197b26-590e-4f4d-96f3-fccc5be14e64 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 944 time: 0.3350692 Nov 12 09:11:36.824653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Provisioning complete for port 56c378b8-d7f1-4395-8a48-1e46ac170de1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:36.825411 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.827514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d956703-0661-4be5-b6ab-e841303a5976 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:11:36.843300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4465969 Nov 12 09:11:36.851823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46474) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:36.861397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:36.865595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94df3c-621e-4052-a770-ede64968fe3f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=4bb05386-33f3-4c43-9c8e-d9cfd51d3eae,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:36.879770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.892335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:36.901709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:36.936356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1fe5138-6801-4aad-a9ca-a66e5a1038b3 req-dc374e36-1be1-4fa4-aa02-6787bd6b16c9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395669 Nov 12 09:11:36.953933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.975573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:36.978536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:36.983316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] 10.222.0.62 "PUT /v2.0/ports/86cd7099-c0ac-4b65-9360-1bd66d1f10ea HTTP/1.1" status: 200 len: 1097 time: 2.2375762 Nov 12 09:11:36.984129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:36.986669 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1958f6-93c3-47ce-b645-b6fb39051d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:37.001978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Port 56c378b8-d7f1-4395-8a48-1e46ac170de1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:37.038074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:37.041638 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.045087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ca5ed-d684-472a-89a1-f5fd818a6430 service neutron] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:37.048101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 56c378b8-d7f1-4395-8a48-1e46ac170de1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:37.055715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.100850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d5776b-6b14-456c-85e7-64471d670995 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:37.130084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dc4613d2-da22-46ae-852a-981282af2ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.131873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-dc4613d2-da22-46ae-852a-981282af2ff1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee479d23560405492ee60b6ce27b9db&device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 1100 time: 0.0786235 Nov 12 09:11:37.161396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:37.163951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Provisioning complete for port bd1e3fc9-e42c-4903-9729-ffee61868914 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:37.164340 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.170254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b0d5776b-6b14-456c-85e7-64471d670995, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b0d5776b-6b14-456c-85e7-64471d670995,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:37.182745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:37.196701 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-c91a7041-7b19-43f0-9383-5893b3001f2b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea HTTP/1.1" status: 200 len: 217 time: 0.0550821 Nov 12 09:11:37.203812 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6e5df207-e49c-4927-ac48-5ec3b877f8ef req-993f3406-3219-4db0-aa26-e29bc13f7009 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5110722 Nov 12 09:11:37.204376 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.248999 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.264435 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18cbb05-db24-4844-b655-00553e5b0228 x-openstack-request-id: req-b18cbb05-db24-4844-b655-00553e5b0228 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:37.264862 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:37.265222 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b18cbb05-db24-4844-b655-00553e5b0228 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:37.265768 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'status': 'completed', 'code': 200} Nov 12 09:11:37.284060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-627b5f9b-f7f1-4b51-ad79-e7bec0db2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.285695 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-627b5f9b-f7f1-4b51-ad79-e7bec0db2360 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0824533 Nov 12 09:11:37.311522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ae30332f-1c90-4d92-a084-3b38f452065d None None] Port bd1e3fc9-e42c-4903-9729-ffee61868914 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:37.332819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=b0d5776b-6b14-456c-85e7-64471d670995,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:37.360251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d956703-0661-4be5-b6ab-e841303a5976 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:11:37.364374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.364854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.366234 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] 10.222.0.62 "PUT /v2.0/ports/6726e26b-8033-41a4-9905-a972b62faf03 HTTP/1.1" status: 200 len: 1096 time: 2.4173768 Nov 12 09:11:37.366689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:37.369025 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379" -d '{"events": [{"name": "network-changed", "server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "tag": "6726e26b-8033-41a4-9905-a972b62faf03"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:37.373712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.387947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-8297f786-29b0-4d1c-a174-2693bb569c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.389833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-8297f786-29b0-4d1c-a174-2693bb569c0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0961127 Nov 12 09:11:37.486288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['b0d5776b-6b14-456c-85e7-64471d670995'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:37.487273 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e892ce90-3e52-4af1-9ae2-623954d6b08f x-openstack-request-id: req-e892ce90-3e52-4af1-9ae2-623954d6b08f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:37.487789 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "tag": "6726e26b-8033-41a4-9905-a972b62faf03", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:37.488590 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e892ce90-3e52-4af1-9ae2-623954d6b08f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:37.489222 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03', 'status': 'completed', 'code': 200} Nov 12 09:11:37.518628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 56c378b8-d7f1-4395-8a48-1e46ac170de1 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:37.537329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bc9bb-7912-4b88-9ea7-2c768c35904e service neutron] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:37.556353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-065efb65-e879-4558-b2ba-2e782f3787ab service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471457 Nov 12 09:11:37.618373 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005c836-74e1-4b71-bb43-d31ec8e42e08 req-24c69e4d-2d60-4bc7-875c-5b97b061a1ae tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.620052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3005c836-74e1-4b71-bb43-d31ec8e42e08 req-24c69e4d-2d60-4bc7-875c-5b97b061a1ae tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 947 time: 0.2717330 Nov 12 09:11:37.654189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-96a4c0bb-083f-4fc5-ba9a-210a90589ab8 None None] Provisioning complete for port 56c378b8-d7f1-4395-8a48-1e46ac170de1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:37.654562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-96a4c0bb-083f-4fc5-ba9a-210a90589ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.668742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-1cf9d2d3-f79d-4f92-9590-ef86d20a5f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.671237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-1cf9d2d3-f79d-4f92-9590-ef86d20a5f54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee479d23560405492ee60b6ce27b9db&device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 1099 time: 0.2099478 Nov 12 09:11:37.726974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39aec3de-e2f0-43a3-94af-6ea7b60a3ffc req-79378283-1347-4f1b-91cf-b4b943986c4c service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628461 Nov 12 09:11:37.747307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c0bb-083f-4fc5-ba9a-210a90589ab8 None None] Port 56c378b8-d7f1-4395-8a48-1e46ac170de1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:37.748685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-e60e45fe-637b-4cb4-a872-6af97777bc39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6726e26b-8033-41a4-9905-a972b62faf03 HTTP/1.1" status: 200 len: 217 time: 0.0538979 Nov 12 09:11:37.833164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-834a4e04-ab62-4b61-b37b-a0d1d5031cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.834845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-834a4e04-ab62-4b61-b37b-a0d1d5031cff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee479d23560405492ee60b6ce27b9db&device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 1100 time: 0.0528023 Nov 12 09:11:37.858609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3005c836-74e1-4b71-bb43-d31ec8e42e08 req-9edcc88c-d518-4186-9a70-98445e322c63 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270763 Nov 12 09:11:37.889797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-b2d05538-3c6f-4c0a-8b01-5105c81408ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.891250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-b2d05538-3c6f-4c0a-8b01-5105c81408ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1311030 Nov 12 09:11:37.979546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:37.992637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-60aa523e-9104-4bd9-8ffd-6bd819f02fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:37.994414 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-60aa523e-9104-4bd9-8ffd-6bd819f02fd2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1524632 Nov 12 09:11:38.081740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-21e8d90b-7f56-4ffc-b3f8-2f3c444fc54c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea HTTP/1.1" status: 200 len: 217 time: 0.0788383 Nov 12 09:11:38.105395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38605a-0c23-4024-8883-01d900d852b5 req-e31be876-3435-4b97-8a5f-9326fbbfaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.107468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-e31be876-3435-4b97-8a5f-9326fbbfaa73 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1753130 Nov 12 09:11:38.131579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=fcf66609-cf01-4042-bfd7-9b8e8fa98595,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:38.151373 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.188964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': '4e58f8e6-6339-4d88-84b0-cad9de938316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:38.191056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:38.203265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-720e92e7-9c73-440b-b796-fe4b92793fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.204984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-720e92e7-9c73-440b-b796-fe4b92793fa2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0879579 Nov 12 09:11:38.222933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:38.286823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=56c378b8-d7f1-4395-8a48-1e46ac170de1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:38.296738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6d4d-a4e1-4171-831b-264165bd9c25 req-77d9bc63-2c72-4fb1-b5d1-120bdf51d7dc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.298348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe3f6d4d-a4e1-4171-831b-264165bd9c25 req-77d9bc63-2c72-4fb1-b5d1-120bdf51d7dc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 945 time: 0.2154975 Nov 12 09:11:38.329403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 4eb8a6ab-c38c-4adf-83de-f74682ced828 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:38.329984 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.400912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:38.446970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe3f6d4d-a4e1-4171-831b-264165bd9c25 req-cf6f59fd-3feb-45b0-920d-001ddfc88f62 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381981 Nov 12 09:11:38.451520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-dac9839a-080f-4285-ae69-620ab84c7c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.460708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-dac9839a-080f-4285-ae69-620ab84c7c7a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2440856 Nov 12 09:11:38.469804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:38.491646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531d1491-0603-4d05-8264-056c0ee597dc None None] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:38.528600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.529146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.553190 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-efe06635-16e5-4fbd-bbb5-b9d2d4ad5d3e service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188280 Nov 12 09:11:38.692861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-15151a45-d508-49b4-96d4-b857b3b13be2 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149777 Nov 12 09:11:38.703586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.710145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3059458a-89f3-470e-a008-cd2cc1aded69 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/56c378b8-d7f1-4395-8a48-1e46ac170de1 HTTP/1.1" status: 204 len: 168 time: 2.6709161 Nov 12 09:11:38.720105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46494) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:38.737145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1568a78c-5b99-4d14-adc0-0df351d43e42 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8588779 Nov 12 09:11:38.741344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:38.748504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:38.748883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484d43-5838-4d74-a2c1-82b302b4742a req-c54a9c13-4af2-477e-8e16-df63092ee4a5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:38.751978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.756479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35484d43-5838-4d74-a2c1-82b302b4742a req-c54a9c13-4af2-477e-8e16-df63092ee4a5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 944 time: 0.3660612 Nov 12 09:11:38.781944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d38605a-0c23-4024-8883-01d900d852b5 req-1626d4e4-d1b8-4d4e-a341-7e292fa1bfbe service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160821 Nov 12 09:11:38.784046 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-380a19c7-17ad-4616-9761-d2775a05183a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:11:38.785674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-380a19c7-17ad-4616-9761-d2775a05183a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/56c378b8-d7f1-4395-8a48-1e46ac170de1 HTTP/1.1" status: 404 len: 333 time: 0.0635943 Nov 12 09:11:38.786276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4bb05386-33f3-4c43-9c8e-d9cfd51d3eae', 'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': 'fcf66609-cf01-4042-bfd7-9b8e8fa98595'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:38.787504 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.792045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46498) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:38.818430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:38.828630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:38.832346 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09f7c05-7438-4352-b19b-f7fd273c7520" -d '{"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:38.843275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:38.876170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc1958f6-93c3-47ce-b645-b6fb39051d1a req-183249d6-e35e-405f-befc-92abe8f7a4f2 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674607 Nov 12 09:11:38.906893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=10']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:38.914763 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d967f3-34d3-4c4b-8165-a584e962e4cc x-openstack-request-id: req-48d967f3-34d3-4c4b-8165-a584e962e4cc {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:38.915057 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-plugged", "status": "completed", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:38.915299 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48d967f3-34d3-4c4b-8165-a584e962e4cc {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:38.915688 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'code': 200} Nov 12 09:11:38.929911 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35484d43-5838-4d74-a2c1-82b302b4742a req-1e2f8aea-9405-4f04-bbfe-eef6ffbc031f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723864 Nov 12 09:11:38.936338 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:11:38.979804 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2e2a-c793-447b-91ed-f3343f5574ad tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.039622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-bb48984d-5f01-420b-9816-0361ea9fbff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.041167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-bb48984d-5f01-420b-9816-0361ea9fbff3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ee479d23560405492ee60b6ce27b9db&device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 1099 time: 0.1752262 Nov 12 09:11:39.042800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2e2a-c793-447b-91ed-f3343f5574ad tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.173779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2e2a-c793-447b-91ed-f3343f5574ad tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.176868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3e4f2e2a-c793-447b-91ed-f3343f5574ad tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.178107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3e4f2e2a-c793-447b-91ed-f3343f5574ad tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/security-groups/1fd181a7-b919-41ac-b723-4bef2ec726e9 HTTP/1.1" status: 204 len: 168 time: 0.3851707 Nov 12 09:11:39.185003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46504) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:39.189214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Allocated IP 2001:db8::2 (4bb05386-33f3-4c43-9c8e-d9cfd51d3eae/fcf66609-cf01-4042-bfd7-9b8e8fa98595/1c70655e-559e-4da6-bcd6-3e06e4e88f61) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:39.198917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80544e1b-daf2-44f2-8560-55dd40f19a2a req-d74547c5-c115-40d2-889a-78f820680407 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.200681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80544e1b-daf2-44f2-8560-55dd40f19a2a req-d74547c5-c115-40d2-889a-78f820680407 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 947 time: 0.1649706 Nov 12 09:11:39.232223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:39.235762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.315333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f2e2a-c793-447b-91ed-f3343f5574ad tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd181a7-b919-41ac-b723-4bef2ec726e9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:39.323277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-37b43049-f2a5-43e3-8a05-271eb6724418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.325313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-37b43049-f2a5-43e3-8a05-271eb6724418 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.2717271 Nov 12 09:11:39.402867 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-bf959210-6c3c-4eb1-a40c-5a8b4b1e973c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=6726e26b-8033-41a4-9905-a972b62faf03 HTTP/1.1" status: 200 len: 217 time: 0.0574229 Nov 12 09:11:39.503571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.508609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42861d6a-c00d-4fff-a22e-2fad7cf02704 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.513042 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.526895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-bf175a48-e285-45a1-93e9-45ddf5c5e581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.531343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-bf175a48-e285-45a1-93e9-45ddf5c5e581 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1202888 Nov 12 09:11:39.532627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:39.534506 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80544e1b-daf2-44f2-8560-55dd40f19a2a req-85004893-85c2-4f94-892c-71ac1f2704e8 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114207 Nov 12 09:11:39.535078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:39.554694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79cd09-3b85-457f-8f0c-765ce4ba5627 req-49426759-d75d-4a77-8626-7da285675ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.557377 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8c79cd09-3b85-457f-8f0c-765ce4ba5627 req-49426759-d75d-4a77-8626-7da285675ef8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 1098 time: 0.4351773 Nov 12 09:11:39.574162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:39.623973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42861d6a-c00d-4fff-a22e-2fad7cf02704 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.663565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Attempting to bind port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:39.663976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Attempting to bind port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '4e58f8e6-6339-4d88-84b0-cad9de938316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:39.664335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Attempting to bind port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 on network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:39.670075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-e1c12a53-5244-475a-ad7b-0149d78d3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.671289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:39.671672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Checking segment: {'id': '4e58f8e6-6339-4d88-84b0-cad9de938316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:39.672101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.672268 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-e1c12a53-5244-475a-ad7b-0149d78d3791 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1217225 Nov 12 09:11:39.672498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Bound using segment: {'id': '4e58f8e6-6339-4d88-84b0-cad9de938316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:39.673031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Bound port: 1c70655e-559e-4da6-bcd6-3e06e4e88f61, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e58f8e6-6339-4d88-84b0-cad9de938316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:39.673416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.675399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Pushing event updated for resources: {'Port': ['ID=1c70655e-559e-4da6-bcd6-3e06e4e88f61,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:39.714412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.747869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:39.816851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1214c-4a87-4337-95f8-55e9e50caf0d req-8eadd0dd-bf79-42da-9312-9e105627a338 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:39.826766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51e1214c-4a87-4337-95f8-55e9e50caf0d req-8eadd0dd-bf79-42da-9312-9e105627a338 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 945 time: 0.1287844 Nov 12 09:11:39.828789 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42861d6a-c00d-4fff-a22e-2fad7cf02704 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.831518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-42861d6a-c00d-4fff-a22e-2fad7cf02704 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.835304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-42861d6a-c00d-4fff-a22e-2fad7cf02704 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/security-groups/8d840d89-a4d6-4133-988d-52138bf867dc HTTP/1.1" status: 204 len: 168 time: 0.6182530 Nov 12 09:11:39.844485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:39.858778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=609af211-c1e7-4dcc-9bbe-e451e2a4b110,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:39.870576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42861d6a-c00d-4fff-a22e-2fad7cf02704 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d840d89-a4d6-4133-988d-52138bf867dc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:39.900138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] For port 1c70655e-559e-4da6-bcd6-3e06e4e88f61, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:39.907471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-1ec2ebdb-7bb8-43ac-b7ab-05146ca6ad34 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214084 Nov 12 09:11:39.933754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] For port 1c70655e-559e-4da6-bcd6-3e06e4e88f61, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1c70655e-559e-4da6-bcd6-3e06e4e88f61,segment=NetworkSegment(4e58f8e6-6339-4d88-84b0-cad9de938316),segment_id=4e58f8e6-6339-4d88-84b0-cad9de938316)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:39.945500 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.962881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet 60724b54-4eec-4955-8718-f7f435222b93 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:39.973387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:39.976462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51e1214c-4a87-4337-95f8-55e9e50caf0d req-a948b98e-736c-4622-9156-b7647e60811c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441262 Nov 12 09:11:39.990733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:40.008692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'mac_address': 'fa:16:3e:70:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:40.016415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8c79cd09-3b85-457f-8f0c-765ce4ba5627 req-634e807e-cd8a-4785-a372-4d03c333e51c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4509444 Nov 12 09:11:40.020557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:40.023433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:40.027078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.028340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.065419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-37601401-892d-43a2-9e10-d278c9f9a124 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3188539 Nov 12 09:11:40.066154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.069188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:40.105099 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ec1bec-e3f0-4b17-a6ef-6f8187c39379 req-de8dc2a6-7867-4d36-9a09-5e7c660aeaa7 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889336 Nov 12 09:11:40.279011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4939-34ef-4cce-8f03-9376c0530406 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.280739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4939-34ef-4cce-8f03-9376c0530406 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.282300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4939-34ef-4cce-8f03-9376c0530406 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.283839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4939-34ef-4cce-8f03-9376c0530406 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.285386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c4939-34ef-4cce-8f03-9376c0530406 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.291102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:40.299245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1325659036'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:40.303552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b0d5776b-6b14-456c-85e7-64471d670995 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:40.306128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-759c4939-34ef-4cce-8f03-9376c0530406 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2344177 Nov 12 09:11:40.345793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:40.349466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.382954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd96b03-b8c4-41e4-a92f-748f9c5234ed req-dc0ff244-1e09-4a65-8317-5f9d7d688e9a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.392571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4dd96b03-b8c4-41e4-a92f-748f9c5234ed req-dc0ff244-1e09-4a65-8317-5f9d7d688e9a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 946 time: 0.3050044 Nov 12 09:11:40.434805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f580550-b987-4abe-bb52-1044d91bf2a1 None None] Pushing event updated for resources: {'Port': ['ID=1c70655e-559e-4da6-bcd6-3e06e4e88f61,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:40.441208 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.469803 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.492395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cd7099-c0ac-4b65-9360-1bd66d1f10ea {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:40.522226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port b0d5776b-6b14-456c-85e7-64471d670995 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:40.531182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:40.532560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port b0d5776b-6b14-456c-85e7-64471d670995 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:40.532935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.560269 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4dd96b03-b8c4-41e4-a92f-748f9c5234ed req-7d27dd64-8de1-47e9-80ca-975dd023f451 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659439 Nov 12 09:11:40.584643 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.682046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:40.682747 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.742401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=60724b54-4eec-4955-8718-f7f435222b93,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:40.755557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.759333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-44cc0ee0-84d4-4f73-9500-8baa4d382b02 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/60724b54-4eec-4955-8718-f7f435222b93 HTTP/1.1" status: 204 len: 168 time: 0.8967493 Nov 12 09:11:40.775747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46532) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:40.778630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a417ad5-5422-41b2-aecf-bcf5e58deaaa None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:40.783023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:40.819349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:40.832467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.832974 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment 76df0e9f-e47f-4bc7-86bc-add366a18b6b of type vlan for network 1fd8564a-975b-4321-b058-8d8cac6361f3 Nov 12 09:11:40.882407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.909545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1b8ba-0d2b-40e6-b367-64b07e037ed2 req-9e17d7e4-6874-4e92-89c0-14a9bc42ab28 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.919199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c9c1b8ba-0d2b-40e6-b367-64b07e037ed2 req-9e17d7e4-6874-4e92-89c0-14a9bc42ab28 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 947 time: 0.1801839 Nov 12 09:11:40.925110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.940992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:40.942461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:40.957810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['86cd7099-c0ac-4b65-9360-1bd66d1f10ea'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:41.013771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.017818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c9c1b8ba-0d2b-40e6-b367-64b07e037ed2 req-ca6e9e8d-1f37-4299-9980-a2f6202950a3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979013 Nov 12 09:11:41.076715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:41.079231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=1fd8564a-975b-4321-b058-8d8cac6361f3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:41.095316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.099425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fdfd9936-d689-4e94-8258-6eeba6cf67fe tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8049209 Nov 12 09:11:41.099845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46542) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:41.112955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:41.138536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:41.206444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14a58f-5a84-45be-af78-967a8c5bfcac req-e8aff5ed-c753-4cb8-ace0-f2977453769e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.208290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba14a58f-5a84-45be-af78-967a8c5bfcac req-e8aff5ed-c753-4cb8-ace0-f2977453769e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 945 time: 0.1261258 Nov 12 09:11:41.282422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d5776b-6b14-456c-85e7-64471d670995'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:41.284763 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979c6f31-4554-4eed-a8b9-4e9fc3322289" -d '{"events": [{"server_uuid": "0fde7385-3dcf-4989-b371-76a90520a0a8", "name": "network-vif-plugged", "status": "completed", "tag": "b0d5776b-6b14-456c-85e7-64471d670995"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:41.340922 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba14a58f-5a84-45be-af78-967a8c5bfcac req-34f9401a-f2b9-493e-9d21-69756ac35b2e tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247501 Nov 12 09:11:41.352649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port b0d5776b-6b14-456c-85e7-64471d670995, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b0d5776b-6b14-456c-85e7-64471d670995,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:41.386510 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.534433 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9db5ef-085b-4012-a21d-421c8ce001eb x-openstack-request-id: req-ac9db5ef-085b-4012-a21d-421c8ce001eb {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:41.534986 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fde7385-3dcf-4989-b371-76a90520a0a8", "name": "network-vif-plugged", "status": "completed", "tag": "b0d5776b-6b14-456c-85e7-64471d670995", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:41.534986 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac9db5ef-085b-4012-a21d-421c8ce001eb {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:41.535377 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d5776b-6b14-456c-85e7-64471d670995', 'code': 200} Nov 12 09:11:41.688942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.796095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6726e26b-8033-41a4-9905-a972b62faf03 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:41.807672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd53d2-fe44-4995-b11c-0b7ad0cc4154 req-b1268229-f7a0-4133-842c-a0cd0c0c5f2e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.820386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28fd53d2-fe44-4995-b11c-0b7ad0cc4154 req-b1268229-f7a0-4133-842c-a0cd0c0c5f2e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 946 time: 0.0913663 Nov 12 09:11:41.831159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1c70655e-559e-4da6-bcd6-3e06e4e88f61 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:41.906390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:41.908558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-28fd53d2-fe44-4995-b11c-0b7ad0cc4154 req-79362630-606f-4d95-87b3-0f2e933d2950 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868900 Nov 12 09:11:41.928162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b7ae4-be91-49d4-be59-cab8cb908781 req-40003b3b-d530-4c02-9f6d-65cfbef6144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.929745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a54b7ae4-be91-49d4-be59-cab8cb908781 req-40003b3b-d530-4c02-9f6d-65cfbef6144b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 1098 time: 0.3220153 Nov 12 09:11:41.935796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:41.948637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.949798 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:41.952346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2497921-c8e9-4c1c-b4e8-a6468ca43dee None None] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:41.976145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481aefd-75a8-42f8-a8e7-43449d1b78f9 req-776a700d-f23a-48ec-9f64-ad0ff5874683 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:41.977983 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f481aefd-75a8-42f8-a8e7-43449d1b78f9 req-776a700d-f23a-48ec-9f64-ad0ff5874683 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.3684034 Nov 12 09:11:41.987286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46584) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:41.987835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2087564 Nov 12 09:11:41.994703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-76640650-e5ac-424c-a873-9e5b4634427b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'security_group': {'name': 'tempest-secgroup-868884364'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:42.033037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76640650-e5ac-424c-a873-9e5b4634427b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.099563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=b0d5776b-6b14-456c-85e7-64471d670995,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.149219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.178001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85e4cf-0a8e-44be-b7f8-2bbd0c2c56ae tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=13ba14d4-2278-4bbd-9feb-d26491de21bb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.182664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76640650-e5ac-424c-a873-9e5b4634427b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.195557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76640650-e5ac-424c-a873-9e5b4634427b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.199853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.255891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b4951887-1251-412a-800a-73ef450e5062 None None] Provisioning complete for port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:42.256400 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4951887-1251-412a-800a-73ef450e5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.271634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76640650-e5ac-424c-a873-9e5b4634427b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.275480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-76640650-e5ac-424c-a873-9e5b4634427b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2841637 Nov 12 09:11:42.286739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 is not hosted by any dhcp agent {{(pid=109376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:11:42.295474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:42.295742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46588) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:42.298524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.300034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "PUT /v2.0/networks/1fd8564a-975b-4321-b058-8d8cac6361f3 HTTP/1.1" status: 200 len: 723 time: 1.1971192 Nov 12 09:11:42.304796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46590) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:42.308242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c503767a-7c07-4de9-a28f-7e98bdb9c2d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1001983333'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:42.321947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': '1fd8564a-975b-4321-b058-8d8cac6361f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:42.327495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76640650-e5ac-424c-a873-9e5b4634427b tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889dfae3-2adf-4304-a140-ed6b43502952,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.427622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:42.428022 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.462426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa976fbe-4122-4b56-bc66-35880272b162 req-a4a223a3-ead6-4276-a5f3-0ccac7e6fdb4 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:42.474241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa976fbe-4122-4b56-bc66-35880272b162 req-a4a223a3-ead6-4276-a5f3-0ccac7e6fdb4 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 947 time: 0.2548749 Nov 12 09:11:42.513054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81375a67-138f-42f2-8492-bb05a5c5ab6a None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:42.523622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7219526-28c3-465f-ad9f-76077c1cb7ff tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=1fd8564a-975b-4321-b058-8d8cac6361f3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.532253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c503767a-7c07-4de9-a28f-7e98bdb9c2d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.539065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a54b7ae4-be91-49d4-be59-cab8cb908781 req-43f533fa-740d-4b32-9d43-7656797e1982 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986879 Nov 12 09:11:42.555401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f481aefd-75a8-42f8-a8e7-43449d1b78f9 req-21a31adc-5f7f-483b-b5d2-11064711bac2 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5595138 Nov 12 09:11:42.590868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:42.643575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa976fbe-4122-4b56-bc66-35880272b162 req-cbe7cd58-6a34-43af-a6cc-44be0b49bb4e tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566136 Nov 12 09:11:42.665855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-e941fd4b-fe47-49f2-aeb0-a3b4bebd0239 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:42.668338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-e941fd4b-fe47-49f2-aeb0-a3b4bebd0239 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 945 time: 0.1596982 Nov 12 09:11:42.672984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:42.676971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.685610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:42.685949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe675-d9de-4a1d-be1a-1f5115fb6368 req-5993d8a2-2ae6-45c8-bc43-346b6ef296d3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:42.688235 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a7afe675-d9de-4a1d-be1a-1f5115fb6368 req-5993d8a2-2ae6-45c8-bc43-346b6ef296d3 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 945 time: 0.0619855 Nov 12 09:11:42.728792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '6726e26b-8033-41a4-9905-a972b62faf03', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '6726e26b-8033-41a4-9905-a972b62faf03', 'mac_address': 'fa:16:3e:65:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:42.755830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a7afe675-d9de-4a1d-be1a-1f5115fb6368 req-919f1509-c47e-40d9-bab8-b6593df6a53f tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0b0135d-e388-43a8-9dbe-46a4f18ef36d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Nov 12 09:11:42.849576 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4951887-1251-412a-800a-73ef450e5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.882377 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c503767a-7c07-4de9-a28f-7e98bdb9c2d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.890042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c503767a-7c07-4de9-a28f-7e98bdb9c2d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.937876 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.939584 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.972424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c503767a-7c07-4de9-a28f-7e98bdb9c2d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:42.973702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c503767a-7c07-4de9-a28f-7e98bdb9c2d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6746461 Nov 12 09:11:42.985441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503767a-7c07-4de9-a28f-7e98bdb9c2d3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71d6e49-5958-4b40-b192-45c9bd91d4c8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:42.986351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:42.988988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b4951887-1251-412a-800a-73ef450e5062 None None] For port 1c70655e-559e-4da6-bcd6-3e06e4e88f61, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1c70655e-559e-4da6-bcd6-3e06e4e88f61,segment=NetworkSegment(4e58f8e6-6339-4d88-84b0-cad9de938316),segment_id=4e58f8e6-6339-4d88-84b0-cad9de938316)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:42.996309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6726e26b-8033-41a4-9905-a972b62faf03 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:43.000474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd574a7f-7a31-45ed-a0cd-736ab3f54cf2 None None] Update dhcp port {'port': {'network_id': '4bb05386-33f3-4c43-9c8e-d9cfd51d3eae', 'fixed_ips': [{'subnet_id': 'fcf66609-cf01-4042-bfd7-9b8e8fa98595', 'ip_address': '2001:db8::2'}, {'subnet_id': '609af211-c1e7-4dcc-9bbe-e451e2a4b110'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '1c70655e-559e-4da6-bcd6-3e06e4e88f61'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:11:43.010099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f345889f-72bb-4b9f-9655-151554618955 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'security_group': {'name': 'tempest-secgroup-968296248'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:43.014585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b4951887-1251-412a-800a-73ef450e5062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.057087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f345889f-72bb-4b9f-9655-151554618955 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.114321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Deleting port ba49049b-79b2-477f-94da-9cf4609bb8c8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:43.114669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.120966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:43.132080 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd574a7f-7a31-45ed-a0cd-736ab3f54cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.161169 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.165012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.167454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f345889f-72bb-4b9f-9655-151554618955 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.173809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f345889f-72bb-4b9f-9655-151554618955 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.186566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:11:43.186941 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:11:43.225843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4951887-1251-412a-800a-73ef450e5062 None None] Pushing event updated for resources: {'Port': ['ID=1c70655e-559e-4da6-bcd6-3e06e4e88f61,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:43.238359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f345889f-72bb-4b9f-9655-151554618955 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.238851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14627-673a-4798-82f4-ef71a0495beb req-c9fe3202-c1e0-4320-88ea-f5919aa2f901 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:43.242490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f345889f-72bb-4b9f-9655-151554618955 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2379560 Nov 12 09:11:43.242712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:43.246419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21e14627-673a-4798-82f4-ef71a0495beb req-c9fe3202-c1e0-4320-88ea-f5919aa2f901 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 946 time: 0.2489650 Nov 12 09:11:43.248055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1505864755', 'security_groups': ['676545c1-abd5-4322-860b-dab83bbd256b'], 'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13ba14d4-2278-4bbd-9feb-d26491de21bb'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:43.278476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345889f-72bb-4b9f-9655-151554618955 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676545c1-abd5-4322-860b-dab83bbd256b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:43.314235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=67b531a6-11ea-41cf-8230-7212009711a0,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:43.363373 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] For port ba49049b-79b2-477f-94da-9cf4609bb8c8, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ba49049b-79b2-477f-94da-9cf4609bb8c8,segment=NetworkSegment(f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777),segment_id=f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:43.363750 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.379540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': '76df0e9f-e47f-4bc7-86bc-add366a18b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1fd8564a-975b-4321-b058-8d8cac6361f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:43.379959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: 1fd8564a-975b-4321-b058-8d8cac6361f3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:43.390368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Calling delete_port for ba49049b-79b2-477f-94da-9cf4609bb8c8 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:43.400827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21e14627-673a-4798-82f4-ef71a0495beb req-d4393973-20c1-47fe-b8c3-353d74db45f6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532025 Nov 12 09:11:43.461490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:43.461890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f7638cac-4c0b-4050-bef6-3e2e9c8a80a3 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:43.462125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7638cac-4c0b-4050-bef6-3e2e9c8a80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.535559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:43.558801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 1fd8564a-975b-4321-b058-8d8cac6361f3) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:43.568894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.578811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:43.579822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.591826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] device_id is not set on port 2695a783-ac69-4ad0-a0fd-787a8bb83b28 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:11:43.612868 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-53e63989-4160-49bc-a66f-136ea3488bec tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2972741 Nov 12 09:11:43.615677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46608) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:43.626609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5de4820b-dd78-4efa-ba35-bb6e114698ea tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:43.675956 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4770c30c-c90c-45df-9dde-254274c4de08 None None] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:43.681706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['6726e26b-8033-41a4-9905-a972b62faf03'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:43.782595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5de4820b-dd78-4efa-ba35-bb6e114698ea tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4247591'] for subnet, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:43.816153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:43.832290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.9 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/13ba14d4-2278-4bbd-9feb-d26491de21bb/2695a783-ac69-4ad0-a0fd-787a8bb83b28) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:43.837962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:43.940809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a06b23a-5282-4044-96f3-fafdd635c17d None None] Update dhcp port {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'fixed_ips': [{'subnet_id': '4b358f61-dff2-4336-8b07-76912321ffca', 'ip_address': '172.20.0.18'}, {'subnet_id': '13ba14d4-2278-4bbd-9feb-d26491de21bb'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '1b3761cf-11cd-47ca-b595-05626b42ca64'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:11:43.954148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da0a1f-4f06-40f3-a370-25d0fa4d7dee req-cce38787-0636-4001-947c-b7584f52c988 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:43.955748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51da0a1f-4f06-40f3-a370-25d0fa4d7dee req-cce38787-0636-4001-947c-b7584f52c988 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.1207774 Nov 12 09:11:43.975630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5b3e6d4f-21e7-4487-a35e-bc0fd78a8743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.057026 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a06b23a-5282-4044-96f3-fafdd635c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.096885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51da0a1f-4f06-40f3-a370-25d0fa4d7dee req-d4c00ee8-a51e-4717-b6f6-b9e55c729490 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953164 Nov 12 09:11:44.100618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5de4820b-dd78-4efa-ba35-bb6e114698ea tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727907292299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5894006'] for subnet, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.138190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-dd574a7f-7a31-45ed-a0cd-736ab3f54cf2 None None] Allocated IP 172.20.0.1 (4bb05386-33f3-4c43-9c8e-d9cfd51d3eae/609af211-c1e7-4dcc-9bbe-e451e2a4b110/1c70655e-559e-4da6-bcd6-3e06e4e88f61) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:44.158979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4820b-dd78-4efa-ba35-bb6e114698ea tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=67b531a6-11ea-41cf-8230-7212009711a0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.163952 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.177879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de4820b-dd78-4efa-ba35-bb6e114698ea tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:44.178609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5de4820b-dd78-4efa-ba35-bb6e114698ea tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.180204 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5de4820b-dd78-4efa-ba35-bb6e114698ea tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "PUT /v2.0/subnets/67b531a6-11ea-41cf-8230-7212009711a0 HTTP/1.1" status: 200 len: 826 time: 0.5625112 Nov 12 09:11:44.184988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46618) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:44.210089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb872c5-cf88-4e39-b2b1-5cc02b24c9e2 req-1c996a1c-f838-41a5-9e60-948f73f2fb39 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:44.211768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5eb872c5-cf88-4e39-b2b1-5cc02b24c9e2 req-1c996a1c-f838-41a5-9e60-948f73f2fb39 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 948 time: 0.2398660 Nov 12 09:11:44.215140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Pushing event deleted for resources: {'Port': ['ID=ba49049b-79b2-477f-94da-9cf4609bb8c8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.257938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ba49049b-79b2-477f-94da-9cf4609bb8c8'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:44.259744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1c70655e-559e-4da6-bcd6-3e06e4e88f61 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:44.261783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5a095-97c4-40ca-8fef-9b72fb81177f None None] DHCP port deletion for 18b6727b-6b56-47f1-a3a0-6e613a689021 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:44.273910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] No DVR routers for this DVR port ba49049b-79b2-477f-94da-9cf4609bb8c8 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:44.277837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.281795 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14b5dda0-f094-4906-af5d-d5ce3f1501e8 req-2ff75850-c3f6-46ed-9c3d-8410721f0c24 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.55 "DELETE /v2.0/ports/ba49049b-79b2-477f-94da-9cf4609bb8c8 HTTP/1.1" status: 204 len: 173 time: 1.5170772 Nov 12 09:11:44.282310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'name': 'network-vif-deleted', 'tag': 'ba49049b-79b2-477f-94da-9cf4609bb8c8'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:44.285189 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ce485-a4da-421c-8624-c764142e4d4b" -d '{"events": [{"server_uuid": "cba45034-d7c8-4a12-9a98-3a587e291eaf", "name": "network-vif-deleted", "tag": "ba49049b-79b2-477f-94da-9cf4609bb8c8"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:44.331590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5eb872c5-cf88-4e39-b2b1-5cc02b24c9e2 req-aef75054-2d88-4ea5-ba0f-a2c2e01236c4 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799115 Nov 12 09:11:44.395630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f306a4bc-7945-49ce-9c65-565e74f18c6a req-15470942-0f34-4e88-a4ee-7fa93a0a1eb2 tempest-AttachVolumeNegativeTest-143024793 tempest-AttachVolumeNegativeTest-143024793-project] 10.222.0.53 "GET /v2.0/ports?device_id=cba45034-d7c8-4a12-9a98-3a587e291eaf HTTP/1.1" status: 200 len: 210 time: 0.0472095 Nov 12 09:11:44.407363 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.421200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:44.451503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.457627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a8e219-1895-46be-a011-30997371d3ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-1fd8564a-975b-4321-b058-8d8cac6361f3', 'network_id': '1fd8564a-975b-4321-b058-8d8cac6361f3', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': '67b531a6-11ea-41cf-8230-7212009711a0'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:44.458619 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e219-1895-46be-a011-30997371d3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.500628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:44.501004 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.506858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.525442 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17933c4-7d33-4d3d-852d-fb916c70f196 x-openstack-request-id: req-f17933c4-7d33-4d3d-852d-fb916c70f196 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:44.525742 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba45034-d7c8-4a12-9a98-3a587e291eaf", "name": "network-vif-deleted", "tag": "ba49049b-79b2-477f-94da-9cf4609bb8c8", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:44.527674 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f17933c4-7d33-4d3d-852d-fb916c70f196 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:44.527674 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba45034-d7c8-4a12-9a98-3a587e291eaf', 'name': 'network-vif-deleted', 'tag': 'ba49049b-79b2-477f-94da-9cf4609bb8c8', 'status': 'completed', 'code': 200} Nov 12 09:11:44.576077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.580700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:44.605737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:44.614046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:44.620263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=2695a783-ac69-4ad0-a0fd-787a8bb83b28,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.655985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.656346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.656699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.657059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.657388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.657803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.658202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.658539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.658875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.659392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.659597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.660017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:44.671732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f7638cac-4c0b-4050-bef6-3e2e9c8a80a3 None None] Provisioning complete for port bd1e3fc9-e42c-4903-9729-ffee61868914 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:44.672133 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7638cac-4c0b-4050-bef6-3e2e9c8a80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.703177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:44.703851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.728896 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ed919238-ddd7-49fd-8321-b93b176a2d39 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4850879 Nov 12 09:11:44.731809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46622) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:44.736926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8fdbdbc1-2d0c-41a5-ba49-26a3651435f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:44.737750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.766112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=67b531a6-11ea-41cf-8230-7212009711a0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:44.840158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.855405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:44.856010 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.863175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd8564a-975b-4321-b058-8d8cac6361f3']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:44.870638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dd574a7f-7a31-45ed-a0cd-736ab3f54cf2 None None] For port 1c70655e-559e-4da6-bcd6-3e06e4e88f61, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1c70655e-559e-4da6-bcd6-3e06e4e88f61,segment=NetworkSegment(4e58f8e6-6339-4d88-84b0-cad9de938316),segment_id=4e58f8e6-6339-4d88-84b0-cad9de938316)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:44.875981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76df0e9f-e47f-4bc7-86bc-add366a18b6b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:44.876280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76df0e9f-e47f-4bc7-86bc-add366a18b6b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:44.890276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server [None req-f9a8e219-1895-46be-a011-30997371d3ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67b531a6-11ea-41cf-8230-7212009711a0: This subnet is being modified by another concurrent operation. Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:11:44.905403 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67b531a6-11ea-41cf-8230-7212009711a0: This subnet is being modified by another concurrent operation. Nov 12 09:11:44.909742 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Nov 12 09:11:44.912642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.915853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:44.916294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:44.931332 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:44.952999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285a1b7-8aa5-4a22-a87f-101786039c89 None None] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:44.957824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdbdbc1-2d0c-41a5-ba49-26a3651435f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:44.963728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f7638cac-4c0b-4050-bef6-3e2e9c8a80a3 None None] Port bd1e3fc9-e42c-4903-9729-ffee61868914 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:44.964714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fdbdbc1-2d0c-41a5-ba49-26a3651435f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:44.967432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-0a06b23a-5282-4044-96f3-fafdd635c17d None None] Allocated IP 172.20.0.2 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/13ba14d4-2278-4bbd-9feb-d26491de21bb/1b3761cf-11cd-47ca-b595-05626b42ca64) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:45.005614 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.017248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.024233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/1fd8564a-975b-4321-b058-8d8cac6361f3 HTTP/1.1" status: 204 len: 168 time: 0.8352323 Nov 12 09:11:45.024233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:45.043579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e3db2-e710-48d8-9bbd-f7ae67d8e6a3 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=1fd8564a-975b-4321-b058-8d8cac6361f3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:45.057421 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-088a4fb5-5726-4452-a645-7593e9bd41ba tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:45.058640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088a4fb5-5726-4452-a645-7593e9bd41ba tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:45.065270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-088a4fb5-5726-4452-a645-7593e9bd41ba tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/1fd8564a-975b-4321-b058-8d8cac6361f3 HTTP/1.1" status: 404 len: 339 time: 0.0369482 Nov 12 09:11:45.065599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:45.070728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541167856', 'description': 'd1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:45.078147 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-8fdbdbc1-2d0c-41a5-ba49-26a3651435f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 13ba14d4-2278-4bbd-9feb-d26491de21bb (CIDR: 172.20.0.0/28) Nov 12 09:11:45.083378 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fdbdbc1-2d0c-41a5-ba49-26a3651435f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:11:45.084680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fdbdbc1-2d0c-41a5-ba49-26a3651435f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:45.102262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:45.106717 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.107779 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd574a7f-7a31-45ed-a0cd-736ab3f54cf2 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.108861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8fdbdbc1-2d0c-41a5-ba49-26a3651435f8 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3759336 Nov 12 09:11:45.112401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46628) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:45.120282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ea3b884b-6ac2-45e2-bdec-caa68412dba7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:45.148988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:45.153604 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd574a7f-7a31-45ed-a0cd-736ab3f54cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.165460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.165811 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment b49522b8-e829-42b0-8f3d-34c0b64c6ad1 of type vlan for network 3d046e9c-66fc-4f86-b524-e58be5a75834 Nov 12 09:11:45.172324 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.214466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.242550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.255118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.256201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.309175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a160f-ab13-472d-a979-596348da9498 req-50966dfa-890d-461d-9a5c-e3a63ee2057e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.310787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-932a160f-ab13-472d-a979-596348da9498 req-50966dfa-890d-461d-9a5c-e3a63ee2057e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.1192214 Nov 12 09:11:45.343994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2771719 Nov 12 09:11:45.349368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46634) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:45.373826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:45.376021 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640637c5-b6ab-4f1b-a3d1-ddd16f9613b4" -d '{"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-plugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:45.407950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f539d7dc-9b72-4845-a257-4ba09d48a8b7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=3d046e9c-66fc-4f86-b524-e58be5a75834,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:45.412812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382fd94-49f7-4312-a4a5-528580b5e79a None None] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:45.439897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 3d046e9c-66fc-4f86-b524-e58be5a75834 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:45.463811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:45.483891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd574a7f-7a31-45ed-a0cd-736ab3f54cf2 None None] Pushing event updated for resources: {'Port': ['ID=1c70655e-559e-4da6-bcd6-3e06e4e88f61,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:45.491351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-932a160f-ab13-472d-a979-596348da9498 req-0f890490-69c7-41c7-bbad-f9f90fc7b8c6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734967 Nov 12 09:11:45.500031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119d69d7-b113-40ba-9a3c-fcac75d5aa73 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.512092 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-119d69d7-b113-40ba-9a3c-fcac75d5aa73 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/networks?id=3d046e9c-66fc-4f86-b524-e58be5a75834 HTTP/1.1" status: 200 len: 765 time: 0.1512113 Nov 12 09:11:45.512092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3b884b-6ac2-45e2-bdec-caa68412dba7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:45.512092 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea3b884b-6ac2-45e2-bdec-caa68412dba7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.512486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46644) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:45.518863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'description': 'd2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:45.531076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0382fd94-49f7-4312-a4a5-528580b5e79a None None] Network 1fd8564a-975b-4321-b058-8d8cac6361f3 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:11:45.539052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0a06b23a-5282-4044-96f3-fafdd635c17d None None] For port 1b3761cf-11cd-47ca-b595-05626b42ca64, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b3761cf-11cd-47ca-b595-05626b42ca64,segment=NetworkSegment(0efdf1c6-69ef-40f0-be9d-f107a12103b2),segment_id=0efdf1c6-69ef-40f0-be9d-f107a12103b2)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:45.544951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.557614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc15e4b-bfd4-416d-b7b2-43bb4e1d1fae req-8c54a942-82db-44ed-b794-20e0d253b49e tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.576682 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bc15e4b-bfd4-416d-b7b2-43bb4e1d1fae req-8c54a942-82db-44ed-b794-20e0d253b49e tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 948 time: 0.1377985 Nov 12 09:11:45.648894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:45.693347 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-ea3b884b-6ac2-45e2-bdec-caa68412dba7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4b358f61-dff2-4336-8b07-76912321ffca (CIDR: 172.20.0.16/28) Nov 12 09:11:45.730447 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3b884b-6ac2-45e2-bdec-caa68412dba7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:11:45.730783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3b884b-6ac2-45e2-bdec-caa68412dba7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:45.759578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ea3b884b-6ac2-45e2-bdec-caa68412dba7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6456621 Nov 12 09:11:45.766659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da8fe5-568f-43b6-ad2a-867d576724f8 req-911eaa53-e05c-45e0-af0c-ac6ff8e83208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:45.768358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8da8fe5-568f-43b6-ad2a-867d576724f8 req-911eaa53-e05c-45e0-af0c-ac6ff8e83208 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 1102 time: 0.0721867 Nov 12 09:11:45.768879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46650) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:45.779327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'subnet': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:45.816498 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181dab9-2599-4372-9d44-6b0928fc363e x-openstack-request-id: req-9181dab9-2599-4372-9d44-6b0928fc363e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:45.816880 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-plugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:45.817156 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9181dab9-2599-4372-9d44-6b0928fc363e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:45.817467 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'code': 200} Nov 12 09:11:45.854807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6726e26b-8033-41a4-9905-a972b62faf03 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:45.993816 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a06b23a-5282-4044-96f3-fafdd635c17d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:45.996499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.004858 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a06b23a-5282-4044-96f3-fafdd635c17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.065417 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8da8fe5-568f-43b6-ad2a-867d576724f8 req-f9820df6-f278-4bb2-8e22-7ec86a9478ab service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879010 Nov 12 09:11:46.092492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199feda-e0b3-43d1-ab7f-332a4e38f03e req-6c8ce661-45fe-4ff2-b539-fe1953fadac4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.094150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2199feda-e0b3-43d1-ab7f-332a4e38f03e req-6c8ce661-45fe-4ff2-b539-fe1953fadac4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.2075825 Nov 12 09:11:46.106816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Made reservation on behalf of ee3aa62eab1649cd81d959086a885143 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:46.113037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.140910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 6726e26b-8033-41a4-9905-a972b62faf03 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:11:46.158658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 6726e26b-8033-41a4-9905-a972b62faf03 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:46.159027 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.162108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b23a-5282-4044-96f3-fafdd635c17d None None] Pushing event updated for resources: {'Port': ['ID=1b3761cf-11cd-47ca-b595-05626b42ca64,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.216346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1c70655e-559e-4da6-bcd6-3e06e4e88f61 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:46.260393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ba49049b-79b2-477f-94da-9cf4609bb8c8 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:46.293947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: ba49049b-79b2-477f-94da-9cf4609bb8c8 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:46.294304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ba49049b-79b2-477f-94da-9cf4609bb8c8 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:46.385168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:46.385761 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.389679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.412342 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0cd3cf79-e75a-4b05-af28-86187e419669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.455430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49fcbd3-b310-4791-99dc-c4527e47567d None None] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:46.468807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2199feda-e0b3-43d1-ab7f-332a4e38f03e req-abd2e52c-2f92-45c1-a68b-650cafa9ab5c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633885 Nov 12 09:11:46.496163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bc15e4b-bfd4-416d-b7b2-43bb4e1d1fae req-a0c0c793-c131-4903-a8ed-e6568941a857 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8887918 Nov 12 09:11:46.537910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] Deleting subnet 13749916-801e-4c5f-af3d-4f7eb1327516 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:46.563145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.598690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:46.618229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.652444 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.695667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.702631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-85ae374e-483e-45ed-93b0-5fecf05df2d2 None None] Provisioning complete for port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:46.703001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-85ae374e-483e-45ed-93b0-5fecf05df2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.721508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.723894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.782357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 3d046e9c-66fc-4f86-b524-e58be5a75834 is not hosted by any dhcp agent {{(pid=109376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:11:46.801642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.803203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.808030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "PUT /v2.0/networks/3d046e9c-66fc-4f86-b524-e58be5a75834 HTTP/1.1" status: 200 len: 762 time: 1.2996545 Nov 12 09:11:46.809434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46658) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:46.819060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:46.827441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.846348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:46.858567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.859446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.876990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07118f-8719-4f52-a930-98c650687efd req-058c8ee1-03ae-4361-8e76-c94b559f9f6b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:46.879469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff07118f-8719-4f52-a930-98c650687efd req-058c8ee1-03ae-4361-8e76-c94b559f9f6b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.2513914 Nov 12 09:11:46.894015 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:46.897577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ded5b5-2625-432f-8840-a54018b05838 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=3d046e9c-66fc-4f86-b524-e58be5a75834,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.916732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 3d046e9c-66fc-4f86-b524-e58be5a75834 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:46.960211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Subnet': ['ID=737c199f-e5bb-49c9-b136-f6d28d387f8c,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:46.970611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c766bf0c-26ef-483f-9ff5-ef538d058aa0 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1986935 Nov 12 09:11:46.978131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:46.985820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-778133361', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '737c199f-e5bb-49c9-b136-f6d28d387f8c'}], 'security_groups': ['889dfae3-2adf-4304-a140-ed6b43502952', 'e71d6e49-5958-4b40-b192-45c9bd91d4c8']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:47.005696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb8a631-470a-40fb-a07d-f177fe60eb17 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:47.007976 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ecb8a631-470a-40fb-a07d-f177fe60eb17 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/networks?id=3d046e9c-66fc-4f86-b524-e58be5a75834 HTTP/1.1" status: 200 len: 765 time: 0.1950471 Nov 12 09:11:47.011843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46662) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:47.042351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff07118f-8719-4f52-a930-98c650687efd req-1cd94599-dc31-440c-b0dc-73e09d1bba1b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548121 Nov 12 09:11:47.047533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.069475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5abe0b3-3d9c-421f-ade3-a9a61dacbab7 None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:47.120997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.124652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/13749916-801e-4c5f-af3d-4f7eb1327516 HTTP/1.1" status: 204 len: 168 time: 1.4487398 Nov 12 09:11:47.128626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0da33-4759-4314-8cff-2a66863a9aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13749916-801e-4c5f-af3d-4f7eb1327516,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:47.134825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:47.159120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a4f92-444e-4edf-8295-c80141360e31 None None] Network 18b6727b-6b56-47f1-a3a0-6e613a689021 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:47.256695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.260521 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.450126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c5c8bc54-02b5-422c-ae3e-0f646639c52a None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:47.450479 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc54-02b5-422c-ae3e-0f646639c52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.595657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6bbe4-39bf-4fc6-8a0c-cf2be986bcb3 None None] DHCP port deletion for 18b6727b-6b56-47f1-a3a0-6e613a689021 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:47.695822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef46a18-9d93-4da4-a1cf-8b99490d8b92 None None] Update dhcp port {'port': {'network_id': 'e97125fb-ae26-42b3-aca2-23c1b2bfabe5', 'fixed_ips': [{'subnet_id': '4b358f61-dff2-4336-8b07-76912321ffca', 'ip_address': '172.20.0.18'}, {'subnet_id': '13ba14d4-2278-4bbd-9feb-d26491de21bb', 'ip_address': '172.20.0.2'}, {'subnet_id': '737c199f-e5bb-49c9-b136-f6d28d387f8c'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '1b3761cf-11cd-47ca-b595-05626b42ca64'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:11:47.719708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c5c8bc54-02b5-422c-ae3e-0f646639c52a None None] Provisioning complete for port bd1e3fc9-e42c-4903-9729-ffee61868914 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:47.720574 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c5c8bc54-02b5-422c-ae3e-0f646639c52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.728514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83976ff3-fba7-4a3d-90ac-0516cc8c20b0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:47.733509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-83976ff3-fba7-4a3d-90ac-0516cc8c20b0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7179074 Nov 12 09:11:47.735263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46676) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:47.739055 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.750851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6ef46a18-9d93-4da4-a1cf-8b99490d8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.774108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8bc54-02b5-422c-ae3e-0f646639c52a None None] Port bd1e3fc9-e42c-4903-9729-ffee61868914 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:47.774337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318446-cf1f-4031-9098-ced16e4fcff9 req-75cb7ee6-17fb-4732-98d4-9dc0bde580a3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:47.776878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a318446-cf1f-4031-9098-ced16e4fcff9 req-75cb7ee6-17fb-4732-98d4-9dc0bde580a3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.2878938 Nov 12 09:11:47.788370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa6c6a-fed5-4d0e-87e6-618bf01bbbe7 req-5dae8fd3-9b21-48c4-8218-27836b1ab0c0 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:47.788650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b6727b-6b56-47f1-a3a0-6e613a689021']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:47.790778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14fa6c6a-fed5-4d0e-87e6-618bf01bbbe7 req-5dae8fd3-9b21-48c4-8218-27836b1ab0c0 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 949 time: 0.1387157 Nov 12 09:11:47.794803 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-69498f07-0280-4bce-9778-bf08c5d7dd4d tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 207 time: 0.0597034 Nov 12 09:11:47.797304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46678) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:47.835883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:47.836191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d7bbcc-e6a3-4508-8e7d-37bc9a7cc777') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:47.855394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.865688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:47.867324 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7182d599-b6bd-4b81-9ce6-6477e39d0bab" -d '{"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-plugged", "status": "completed", "tag": "6726e26b-8033-41a4-9905-a972b62faf03"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:47.896403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.909996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-67c19120-2703-45dd-9204-d9660657a356 None None] Provisioning complete for port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:47.910456 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-67c19120-2703-45dd-9204-d9660657a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.926296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:47.927222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:47.932009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a318446-cf1f-4031-9098-ced16e4fcff9 req-97e4c3a9-705e-4dcb-9260-24fba38f4578 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453457 Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:47.932541 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:48.007603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14fa6c6a-fed5-4d0e-87e6-618bf01bbbe7 req-6b633025-c54d-430a-87d3-4cf7548c729a tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830795 Nov 12 09:11:48.016775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Delete allocated IP 172.20.0.9 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/13ba14d4-2278-4bbd-9feb-d26491de21bb) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:11:48.024535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.056733 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.060907 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] 10.222.0.53 "DELETE /v2.0/networks/18b6727b-6b56-47f1-a3a0-6e613a689021 HTTP/1.1" status: 204 len: 168 time: 0.9253261 Nov 12 09:11:48.091128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Allocated IP 172.20.0.37 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/737c199f-e5bb-49c9-b136-f6d28d387f8c/2695a783-ac69-4ad0-a0fd-787a8bb83b28) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:48.102064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafccff2-d8c5-4976-8fdb-cdaa1924d874 admin admin] Pushing event deleted for resources: {'Network': ['ID=18b6727b-6b56-47f1-a3a0-6e613a689021,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:48.114511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431910a-dcd6-4976-9b5b-e8229678fb4f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.128672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431910a-dcd6-4976-9b5b-e8229678fb4f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.145903 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d8815c-bf2e-41a3-8dc4-2ca9d22b4b68 x-openstack-request-id: req-74d8815c-bf2e-41a3-8dc4-2ca9d22b4b68 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:48.146437 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-plugged", "status": "completed", "tag": "6726e26b-8033-41a4-9905-a972b62faf03", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:48.146698 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74d8815c-bf2e-41a3-8dc4-2ca9d22b4b68 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:48.147628 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03', 'code': 200} Nov 12 09:11:48.160135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431910a-dcd6-4976-9b5b-e8229678fb4f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.174695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431910a-dcd6-4976-9b5b-e8229678fb4f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.176431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b3761cf-11cd-47ca-b595-05626b42ca64 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:48.185081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431910a-dcd6-4976-9b5b-e8229678fb4f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.193443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431910a-dcd6-4976-9b5b-e8229678fb4f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.197432 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6431910a-dcd6-4976-9b5b-e8229678fb4f tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3982687 Nov 12 09:11:48.200973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46686) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:48.268891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:48.269235 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.325517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.334217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.359370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036217e1-1e19-4a3a-87f8-a13e38722978 req-bc66447d-60a7-4fbc-ae42-0e4cfe58f460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.361059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-036217e1-1e19-4a3a-87f8-a13e38722978 req-bc66447d-60a7-4fbc-ae42-0e4cfe58f460 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 1101 time: 0.1120763 Nov 12 09:11:48.425779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b65020ab-db06-4d6b-8ff0-5cb3cca74452 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2218945 Nov 12 09:11:48.431260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46688) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:48.435552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-6ef46a18-9d93-4da4-a1cf-8b99490d8b92 None None] Allocated IP 172.20.0.34 (e97125fb-ae26-42b3-aca2-23c1b2bfabe5/737c199f-e5bb-49c9-b136-f6d28d387f8c/1b3761cf-11cd-47ca-b595-05626b42ca64) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:48.491829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event updated for resources: {'Port': ['ID=2695a783-ac69-4ad0-a0fd-787a8bb83b28,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:48.502977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] In _notify_port_updated(), no bound segment for port 2695a783-ac69-4ad0-a0fd-787a8bb83b28 on network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:11:48.510884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.512130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.513851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cdbdca59-8def-4274-af4d-6edf80e16026 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "PUT /v2.0/ports/2695a783-ac69-4ad0-a0fd-787a8bb83b28 HTTP/1.1" status: 200 len: 959 time: 1.5340877 Nov 12 09:11:48.516655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46690) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:48.523257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:48.584694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b80cca6f-f054-4199-b3c8-c75806b28234 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fec8eafdda54491ad08aa1c6676ed96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0666356 Nov 12 09:11:48.587335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:48.605740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-036217e1-1e19-4a3a-87f8-a13e38722978 req-5d742741-8cbe-4fd7-ae9e-955f12612143 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353246 Nov 12 09:11:48.610224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36edfa0-bf1c-497e-9b52-84505a85ed04 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.612193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36edfa0-bf1c-497e-9b52-84505a85ed04 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.613767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36edfa0-bf1c-497e-9b52-84505a85ed04 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.615429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36edfa0-bf1c-497e-9b52-84505a85ed04 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.617010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36edfa0-bf1c-497e-9b52-84505a85ed04 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.624552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f36edfa0-bf1c-497e-9b52-84505a85ed04 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1859038 Nov 12 09:11:48.625743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46696) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:48.645931 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16202daf-0315-4566-b2b5-52cc9dd0c49a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.680806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16202daf-0315-4566-b2b5-52cc9dd0c49a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.731725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6ef46a18-9d93-4da4-a1cf-8b99490d8b92 None None] For port 1b3761cf-11cd-47ca-b595-05626b42ca64, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b3761cf-11cd-47ca-b595-05626b42ca64,segment=NetworkSegment(0efdf1c6-69ef-40f0-be9d-f107a12103b2),segment_id=0efdf1c6-69ef-40f0-be9d-f107a12103b2)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:48.736831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b54a23-564b-4c92-bd06-1325d66913c8 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.738672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b54a23-564b-4c92-bd06-1325d66913c8 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.740301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b54a23-564b-4c92-bd06-1325d66913c8 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.741871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b54a23-564b-4c92-bd06-1325d66913c8 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.742489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16202daf-0315-4566-b2b5-52cc9dd0c49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.743421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b54a23-564b-4c92-bd06-1325d66913c8 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.750710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16202daf-0315-4566-b2b5-52cc9dd0c49a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.750920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-43b54a23-564b-4c92-bd06-1325d66913c8 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1192169 Nov 12 09:11:48.751039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-16202daf-0315-4566-b2b5-52cc9dd0c49a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0b0135d-e388-43a8-9dbe-46a4f18ef36d HTTP/1.1" status: 204 len: 168 time: 0.1584811 Nov 12 09:11:48.751401 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:48.757461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16202daf-0315-4566-b2b5-52cc9dd0c49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b0135d-e388-43a8-9dbe-46a4f18ef36d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:48.791374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6ef46a18-9d93-4da4-a1cf-8b99490d8b92 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.799608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6ef46a18-9d93-4da4-a1cf-8b99490d8b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.896318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port 2695a783-ac69-4ad0-a0fd-787a8bb83b28 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:48.896613 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:48.907040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef46a18-9d93-4da4-a1cf-8b99490d8b92 None None] Pushing event updated for resources: {'Port': ['ID=1b3761cf-11cd-47ca-b595-05626b42ca64,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:48.941358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9252d06c-3526-4bea-af71-5ba8d9a655f6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:48.947725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9252d06c-3526-4bea-af71-5ba8d9a655f6 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/networks/536e3892-59b6-4d13-aa90-4e53d616f781 HTTP/1.1" status: 200 len: 803 time: 0.1901014 Nov 12 09:11:48.949318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:49.030929 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.102161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.137942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for 2695a783-ac69-4ad0-a0fd-787a8bb83b28 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:49.163801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-05192796-a829-44eb-9062-6f0d5a8af826 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/networks/536e3892-59b6-4d13-aa90-4e53d616f781?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2138631 Nov 12 09:11:49.170837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:49.180126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-82db6ca6-f0a6-4c40-9ba3-436f0ead358c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:49.182187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-82db6ca6-f0a6-4c40-9ba3-436f0ead358c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.1762426 Nov 12 09:11:49.254674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e893b53-6053-4c39-9a86-de42b26b99d5 req-1744d53a-f004-4ab7-9eae-2e705acd0f4e tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:49.256391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e893b53-6053-4c39-9a86-de42b26b99d5 req-1744d53a-f004-4ab7-9eae-2e705acd0f4e tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 949 time: 0.1281848 Nov 12 09:11:49.262098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4b508-426f-4726-80ae-c3e079fea615 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:49.264266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6cf4b508-426f-4726-80ae-c3e079fea615 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/subnets/ae002775-939a-443a-b8e7-7551d5ad4ef7 HTTP/1.1" status: 200 len: 843 time: 0.0914342 Nov 12 09:11:49.267745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46722) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:49.367451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa01cb8-99d0-49d3-b6b6-7c9d93a93427 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['shared'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:49.372164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-daa01cb8-99d0-49d3-b6b6-7c9d93a93427 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "GET /v2.0/subnets/ae002775-939a-443a-b8e7-7551d5ad4ef7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1000466 Nov 12 09:11:49.378719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46726) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:49.380577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a2c83-559d-4561-8dbe-6c4f0316cdd8 req-f8ce9c96-376e-457f-83b1-bf3832f42b60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:49.385077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-915680335'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:49.397201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df5a2c83-559d-4561-8dbe-6c4f0316cdd8 req-f8ce9c96-376e-457f-83b1-bf3832f42b60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 946 time: 0.2767763 Nov 12 09:11:49.405144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e893b53-6053-4c39-9a86-de42b26b99d5 req-a24aa91f-d936-45e9-9534-ca04cc317b0e tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391912 Nov 12 09:11:49.435139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:49.439970 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.471754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:11:49.485296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.486246 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Added segment ff47b36a-44a2-4d19-972b-1e9e35b48e04 of type vlan for network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 Nov 12 09:11:49.549928 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.576039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df5a2c83-559d-4561-8dbe-6c4f0316cdd8 req-6325e418-2029-45ab-a044-8eec79b74d0c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619842 Nov 12 09:11:49.607895 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.622259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:49.622918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.624826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port b0d5776b-6b14-456c-85e7-64471d670995 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:49.625177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.685750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3056374 Nov 12 09:11:49.717585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46734) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:49.727076 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.736828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'network_id': '2deafc8e-19a3-42a6-bdf9-83a718b9c651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:49.753157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5026de-e2db-42cf-a0e0-3b7d0b74dbee tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Network': ['ID=2deafc8e-19a3-42a6-bdf9-83a718b9c651,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:49.765033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.789653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:11:49.827856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a0c5b8e9-18b4-447e-a2bf-d689ce55f542 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:49.828532 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b8e9-18b4-447e-a2bf-d689ce55f542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:49.863374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=2695a783-ac69-4ad0-a0fd-787a8bb83b28,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:49.939814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.939814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.939814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.939814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.939814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.940432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.940432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.940734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.941070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.941488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.941770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.942096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:11:49.999577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a0c5b8e9-18b4-447e-a2bf-d689ce55f542 None None] Could not find standard attr ID for object 2695a783-ac69-4ad0-a0fd-787a8bb83b28. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:11:50.007859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] For port b0d5776b-6b14-456c-85e7-64471d670995, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=b0d5776b-6b14-456c-85e7-64471d670995,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:50.008267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.011253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a0c5b8e9-18b4-447e-a2bf-d689ce55f542 None None] Provisioning complete for port bd1e3fc9-e42c-4903-9729-ffee61868914 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:50.011747 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b8e9-18b4-447e-a2bf-d689ce55f542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.034485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for b0d5776b-6b14-456c-85e7-64471d670995 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:50.057003 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.061225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4c01d329-61e9-49c0-b215-388202a61e5c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/2695a783-ac69-4ad0-a0fd-787a8bb83b28 HTTP/1.1" status: 204 len: 168 time: 1.5336540 Nov 12 09:11:50.064154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Made reservation on behalf of 20796a81021749eb8d3f5044ed9027f4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:11:50.065977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:50.076214 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.076858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a0c5b8e9-18b4-447e-a2bf-d689ce55f542 None None] Port bd1e3fc9-e42c-4903-9729-ffee61868914 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:50.100360 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c14914-219e-436b-b005-d844cf205857 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] GET failed (client error): The resource could not be found. Nov 12 09:11:50.101933 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-20c14914-219e-436b-b005-d844cf205857 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports/2695a783-ac69-4ad0-a0fd-787a8bb83b28 HTTP/1.1" status: 404 len: 333 time: 0.0346034 Nov 12 09:11:50.105990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:50.165306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b3761cf-11cd-47ca-b595-05626b42ca64 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:50.177542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf1c68a7-dcf4-4db4-ac81-afcb44c850ac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.208678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf1c68a7-dcf4-4db4-ac81-afcb44c850ac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.215372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-86ebc75a-af87-46e5-a781-042ae249e79d None None] Could not find standard attr ID for object 2695a783-ac69-4ad0-a0fd-787a8bb83b28. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:11:50.223244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Performing IP validity checks on allocation pools {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:11:50.223768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:11:50.249811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:50.250269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.310184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf1c68a7-dcf4-4db4-ac81-afcb44c850ac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.313805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf1c68a7-dcf4-4db4-ac81-afcb44c850ac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.315101 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cf1c68a7-dcf4-4db4-ac81-afcb44c850ac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/security-groups/676545c1-abd5-4322-860b-dab83bbd256b HTTP/1.1" status: 204 len: 168 time: 0.2076664 Nov 12 09:11:50.331547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46762) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:50.336322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.337895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c68a7-dcf4-4db4-ac81-afcb44c850ac tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676545c1-abd5-4322-860b-dab83bbd256b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:50.466224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.529067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=b0d5776b-6b14-456c-85e7-64471d670995,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:50.531569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.679816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] No DVR routers for this DVR port b0d5776b-6b14-456c-85e7-64471d670995 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:50.684801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.689239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdc86917-63c0-491c-9cd1-400e05629a27 req-47e13cc1-1688-4101-9816-db6774bb4799 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "DELETE /v2.0/ports/b0d5776b-6b14-456c-85e7-64471d670995 HTTP/1.1" status: 204 len: 173 time: 1.4897892 Nov 12 09:11:50.689961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f5cc-abe9-49a6-b49c-473dc82ca3a7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.711013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'name': 'network-vif-deleted', 'tag': 'b0d5776b-6b14-456c-85e7-64471d670995'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:50.716806 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8959d964-878b-4052-83bb-c509a5ff90f6" -d '{"events": [{"server_uuid": "0fde7385-3dcf-4989-b371-76a90520a0a8", "name": "network-vif-deleted", "tag": "b0d5776b-6b14-456c-85e7-64471d670995"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:50.753812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b70b-935c-4f73-b9fb-341f5fe656e7 req-e5aba110-7eb1-4cc9-88df-4062a02a6ed3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:50.768117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8dc2b70b-935c-4f73-b9fb-341f5fe656e7 req-e5aba110-7eb1-4cc9-88df-4062a02a6ed3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 949 time: 0.2777088 Nov 12 09:11:50.801941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:50.804650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-311091c2-2faa-45ba-878f-0a06383121ae req-6ee07f83-9003-4f96-bed5-8964544e7771 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0733697 Nov 12 09:11:50.848958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-25584d7e-c516-464a-aedc-0be2add808df None None] Could not find standard attr ID for object 2695a783-ac69-4ad0-a0fd-787a8bb83b28. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:11:50.870650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f5cc-abe9-49a6-b49c-473dc82ca3a7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.886102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=1dc7af74-9a41-4cde-8ae1-08cc6802aa9a,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:50.893639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Checking segment: {'id': 'ff47b36a-44a2-4d19-972b-1e9e35b48e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2deafc8e-19a3-42a6-bdf9-83a718b9c651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:50.893927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network hostable DHCP agents. Network: 2deafc8e-19a3-42a6-bdf9-83a718b9c651, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:11:50.983155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8dc2b70b-935c-4f73-b9fb-341f5fe656e7 req-ce3f9994-ae7c-4c9a-996e-5eb99853d6b1 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141235 Nov 12 09:11:50.985029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f5cc-abe9-49a6-b49c-473dc82ca3a7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.988268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a3f5cc-abe9-49a6-b49c-473dc82ca3a7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:50.990453 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0a3f5cc-abe9-49a6-b49c-473dc82ca3a7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/security-groups/e71d6e49-5958-4b40-b192-45c9bd91d4c8 HTTP/1.1" status: 204 len: 168 time: 0.6577735 Nov 12 09:11:50.998964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46786) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:51.002252 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad08969-a69e-45e7-a9af-4b3a90f34164 x-openstack-request-id: req-fad08969-a69e-45e7-a9af-4b3a90f34164 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:51.002459 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fde7385-3dcf-4989-b371-76a90520a0a8", "name": "network-vif-deleted", "tag": "b0d5776b-6b14-456c-85e7-64471d670995", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:51.003396 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fad08969-a69e-45e7-a9af-4b3a90f34164 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:51.003843 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde7385-3dcf-4989-b371-76a90520a0a8', 'name': 'network-vif-deleted', 'tag': 'b0d5776b-6b14-456c-85e7-64471d670995', 'status': 'completed', 'code': 200} Nov 12 09:11:51.015030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4358-2076-4129-945c-fa9b456ce5c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.031371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:11:51.042370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3f5cc-abe9-49a6-b49c-473dc82ca3a7 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71d6e49-5958-4b40-b192-45c9bd91d4c8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:51.108661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 2deafc8e-19a3-42a6-bdf9-83a718b9c651) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:51.114559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:51.115441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.124130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aca1679-f7d2-46aa-8e86-63444da966c9 None None] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:51.167794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6a325197-f192-44f3-94cd-03e8e396b251 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4485421 Nov 12 09:11:51.169792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46790) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:51.181480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-eb78e921-ce18-4a01-88d7-2410accd1dc0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:11:51.195894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4358-2076-4129-945c-fa9b456ce5c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.234696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8ca8d-0373-4f95-81f2-e72bb2967883 req-8f625e4f-937c-4fbc-b8e5-975c596fc427 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:51.242856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0aa8ca8d-0373-4f95-81f2-e72bb2967883 req-8f625e4f-937c-4fbc-b8e5-975c596fc427 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 950 time: 0.1428432 Nov 12 09:11:51.269662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee4a-25bb-45cf-92f1-83b02a2a80ab tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.298020 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0fe4358-2076-4129-945c-fa9b456ce5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.337522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0aa8ca8d-0373-4f95-81f2-e72bb2967883 req-729a07fc-0d3f-44c6-8f72-36deb0edbde8 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915444 Nov 12 09:11:51.344909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-2deafc8e-19a3-42a6-bdf9-83a718b9c651', 'network_id': '2deafc8e-19a3-42a6-bdf9-83a718b9c651', 'tenant_id': '20796a81021749eb8d3f5044ed9027f4', 'fixed_ips': [{'subnet_id': '1dc7af74-9a41-4cde-8ae1-08cc6802aa9a'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:11:51.347604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e0fe4358-2076-4129-945c-fa9b456ce5c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c06d6e87efe5463a9a6ab8566829b5c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5398057 Nov 12 09:11:51.348119 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.348660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:51.357456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee4a-25bb-45cf-92f1-83b02a2a80ab tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.408603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe4358-2076-4129-945c-fa9b456ce5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cd84d0-85af-42fa-91f6-52a0a7ae2b87,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:51.408876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb78e921-ce18-4a01-88d7-2410accd1dc0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4247591'] for subnet, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.431566 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce4fae37-cee4-4d1a-8b8d-f496ec6f4bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.467933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce4fae37-cee4-4d1a-8b8d-f496ec6f4bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.478728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee4a-25bb-45cf-92f1-83b02a2a80ab tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.481691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e92ee4a-25bb-45cf-92f1-83b02a2a80ab tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.486499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2e92ee4a-25bb-45cf-92f1-83b02a2a80ab tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/security-groups/889dfae3-2adf-4304-a140-ed6b43502952 HTTP/1.1" status: 204 len: 168 time: 0.4781115 Nov 12 09:11:51.487543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46796) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:51.525478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce4fae37-cee4-4d1a-8b8d-f496ec6f4bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.529934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce4fae37-cee4-4d1a-8b8d-f496ec6f4bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.536241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ce4fae37-cee4-4d1a-8b8d-f496ec6f4bac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11cd84d0-85af-42fa-91f6-52a0a7ae2b87 HTTP/1.1" status: 204 len: 168 time: 0.1842926 Nov 12 09:11:51.552945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fae37-cee4-4d1a-8b8d-f496ec6f4bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cd84d0-85af-42fa-91f6-52a0a7ae2b87,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:51.571062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet 13ba14d4-2278-4bbd-9feb-d26491de21bb {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:51.582602 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:51.588305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92ee4a-25bb-45cf-92f1-83b02a2a80ab tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889dfae3-2adf-4304-a140-ed6b43502952,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:51.638364 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 09:11:51.638364 n-d-769329-17 neutron-server[109378]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Nov 12 09:11:51.638364 n-d-769329-17 neutron-server[109378]: [parameters: {'in_use': 1, 'id_1': '1dc7af74-9a41-4cde-8ae1-08cc6802aa9a'}] Nov 12 09:11:51.638364 n-d-769329-17 neutron-server[109378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:11:51.639075 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:11:51.658095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.015267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-98c7d017-5d5b-449f-b3ca-9a48092b8d13 req-ddb3115b-a91f-40f1-b8b7-1042a2d3c339 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0528696 Nov 12 09:11:52.141429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.212976 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb78e921-ce18-4a01-88d7-2410accd1dc0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727907292299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5894006'] for subnet, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.261238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b0d5776b-6b14-456c-85e7-64471d670995 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:52.274853 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.300577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: b0d5776b-6b14-456c-85e7-64471d670995 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:52.301271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device b0d5776b-6b14-456c-85e7-64471d670995 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:52.334570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb78e921-ce18-4a01-88d7-2410accd1dc0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:11:52.335155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb78e921-ce18-4a01-88d7-2410accd1dc0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.341422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eb78e921-ce18-4a01-88d7-2410accd1dc0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "PUT /v2.0/subnets/1dc7af74-9a41-4cde-8ae1-08cc6802aa9a HTTP/1.1" status: 200 len: 900 time: 1.1658847 Nov 12 09:11:52.341896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:52.353785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78e921-ce18-4a01-88d7-2410accd1dc0 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event updated for resources: {'Subnet': ['ID=1dc7af74-9a41-4cde-8ae1-08cc6802aa9a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:52.392985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.400657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Allocated IP 2001:db8::3 (2deafc8e-19a3-42a6-bdf9-83a718b9c651/1dc7af74-9a41-4cde-8ae1-08cc6802aa9a/9c720732-fc25-49e3-bff4-8116f3aa8dc4) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:11:52.474879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=13ba14d4-2278-4bbd-9feb-d26491de21bb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:52.477763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.485851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-63f017ba-a310-48f2-b93b-07bdf4629dcd tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/13ba14d4-2278-4bbd-9feb-d26491de21bb HTTP/1.1" status: 204 len: 168 time: 0.9879711 Nov 12 09:11:52.487560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46838) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:52.514288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19de48-ef5a-4b29-9445-ec62bea1b8d9 None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:52.602861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet 737c199f-e5bb-49c9-b136-f6d28d387f8c {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:52.631570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.684071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.703454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.725592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.750039 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.822183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:11:52.824056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Pushing event updated for resources: {'Port': ['ID=9c720732-fc25-49e3-bff4-8116f3aa8dc4,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:52.827690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:11:52.832877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:11:52.867239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.876388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting port 9c720732-fc25-49e3-bff4-8116f3aa8dc4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:52.876813 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.939331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Attempting to bind port 9c720732-fc25-49e3-bff4-8116f3aa8dc4 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:11:52.941970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Attempting to bind port 9c720732-fc25-49e3-bff4-8116f3aa8dc4 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ff47b36a-44a2-4d19-972b-1e9e35b48e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2deafc8e-19a3-42a6-bdf9-83a718b9c651'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:11:52.942722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Attempting to bind port 9c720732-fc25-49e3-bff4-8116f3aa8dc4 on network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:11:52.953153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:11:52.953683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Checking segment: {'id': 'ff47b36a-44a2-4d19-972b-1e9e35b48e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2deafc8e-19a3-42a6-bdf9-83a718b9c651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:11:52.954868 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:52.955041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Bound using segment: {'id': 'ff47b36a-44a2-4d19-972b-1e9e35b48e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2deafc8e-19a3-42a6-bdf9-83a718b9c651'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:11:52.955732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Bound port: 9c720732-fc25-49e3-bff4-8116f3aa8dc4, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff47b36a-44a2-4d19-972b-1e9e35b48e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2deafc8e-19a3-42a6-bdf9-83a718b9c651'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:11:52.956227 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.092350 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.093896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] For port 9c720732-fc25-49e3-bff4-8116f3aa8dc4, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:11:53.103445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] For port 9c720732-fc25-49e3-bff4-8116f3aa8dc4, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=9c720732-fc25-49e3-bff4-8116f3aa8dc4,segment=NetworkSegment(ff47b36a-44a2-4d19-972b-1e9e35b48e04),segment_id=ff47b36a-44a2-4d19-972b-1e9e35b48e04)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:11:53.112721 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.144378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] For port 9c720732-fc25-49e3-bff4-8116f3aa8dc4, host n-d-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:53.144760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.147648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=737c199f-e5bb-49c9-b136-f6d28d387f8c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:53.209059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.214833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-441d5381-6552-4032-b38f-815cf95e95eb tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/737c199f-e5bb-49c9-b136-f6d28d387f8c HTTP/1.1" status: 204 len: 168 time: 0.7218168 Nov 12 09:11:53.217186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46864) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:53.222326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Calling delete_port for 9c720732-fc25-49e3-bff4-8116f3aa8dc4 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:53.228269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346e0c-fac6-4cf8-9660-ce0f8bcd0f4c None None] Pushing event updated for resources: {'Port': ['ID=9c720732-fc25-49e3-bff4-8116f3aa8dc4,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:53.284685 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-65616cda-d3c1-47e4-8cba-6ecd62515509 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:53.285245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65616cda-d3c1-47e4-8cba-6ecd62515509 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:53.297054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-65616cda-d3c1-47e4-8cba-6ecd62515509 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/13ba14d4-2278-4bbd-9feb-d26491de21bb HTTP/1.1" status: 404 len: 337 time: 0.0787394 Nov 12 09:11:53.299537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46868) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:53.414067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting subnet 4b358f61-dff2-4336-8b07-76912321ffca {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:53.419708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.485744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.636337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.783137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.805752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:11:53.822244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebd80078-1892-48bc-a230-b42f616a58bb req-3e882fb8-7217-4b96-ba9a-385218595ca2 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.6504066 Nov 12 09:11:53.830426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.895460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:53.903963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/4b358f61-dff2-4336-8b07-76912321ffca HTTP/1.1" status: 204 len: 168 time: 0.5986519 Nov 12 09:11:53.903963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f57e4-fe70-409d-9453-a2e66ba11a4d tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Subnet': ['ID=4b358f61-dff2-4336-8b07-76912321ffca,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:53.914747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46878) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:53.929279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Port': ['ID=9c720732-fc25-49e3-bff4-8116f3aa8dc4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:54.003000 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4c1cca-d347-4d63-8156-1479be7d1395 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.003464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4c1cca-d347-4d63-8156-1479be7d1395 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.007427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No DVR routers for this DVR port 9c720732-fc25-49e3-bff4-8116f3aa8dc4 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:54.008636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a4c1cca-d347-4d63-8156-1479be7d1395 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/60724b54-4eec-4955-8718-f7f435222b93 HTTP/1.1" status: 404 len: 337 time: 0.0928137 Nov 12 09:11:54.011854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46884) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.106273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee10644-ae92-429d-8179-1a8abd8de457 None None] Network e97125fb-ae26-42b3-aca2-23c1b2bfabe5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:54.125840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-638863e5-745c-47de-bada-8e49eb470f7a tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa HTTP/1.1" status: 200 len: 205 time: 0.1105776 Nov 12 09:11:54.127176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46896) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.168344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.173340 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-7c50511c-86e2-4018-b0ad-96a266ae789e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] delete failed (client error): The resource could not be found. Nov 12 09:11:54.177406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7c50511c-86e2-4018-b0ad-96a266ae789e tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/routers/6a1716cd-9cb1-4d9a-bf86-d89e1ecc7afa HTTP/1.1" status: 404 len: 336 time: 0.0486271 Nov 12 09:11:54.177996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46898) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.179533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:54.211289 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad5cd4d-00b3-46a0-ac96-4ae69e44ff8c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.211289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad5cd4d-00b3-46a0-ac96-4ae69e44ff8c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.223209 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2ad5cd4d-00b3-46a0-ac96-4ae69e44ff8c tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/e346bec2-0cc8-4fff-a0f1-60bbcec8e703 HTTP/1.1" status: 404 len: 337 time: 0.0439923 Nov 12 09:11:54.223938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46902) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.268719 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-770b2406-567f-4f55-aecd-e63f3ba43758 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.269182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770b2406-567f-4f55-aecd-e63f3ba43758 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.276799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-770b2406-567f-4f55-aecd-e63f3ba43758 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/98ddc18d-9d73-42ef-b308-2c3f3abfe78b HTTP/1.1" status: 404 len: 337 time: 0.0516326 Nov 12 09:11:54.277456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46906) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.290795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'mac_address': 'fa:16:3e:70:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:11:54.306302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-38e45a7f-9604-47b0-8087-453bab89d78b None None] Provisioning complete for port 1b3761cf-11cd-47ca-b595-05626b42ca64 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:54.311654 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38e45a7f-9604-47b0-8087-453bab89d78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.330419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.345763 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8c352d-78bc-4428-999a-6961802c72d5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.346689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8c352d-78bc-4428-999a-6961802c72d5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.355478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de8c352d-78bc-4428-999a-6961802c72d5 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/8f48b6d1-1141-4198-b8fb-41f258da1d25 HTTP/1.1" status: 404 len: 337 time: 0.0767620 Nov 12 09:11:54.356183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46908) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.401255 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e101a38-3a70-45fa-b556-6635cd064f66 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.401893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e101a38-3a70-45fa-b556-6635cd064f66 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.411198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e101a38-3a70-45fa-b556-6635cd064f66 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/da971fe5-2b6c-4fda-a098-eb8978ac0b12 HTTP/1.1" status: 404 len: 333 time: 0.0524273 Nov 12 09:11:54.411891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46912) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.473527 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-35897f26-9e5a-4651-b584-a98d3c802064 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.474344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35897f26-9e5a-4651-b584-a98d3c802064 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.477164 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.487607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-35897f26-9e5a-4651-b584-a98d3c802064 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/258c707b-9c44-4ea6-8fc3-d8595a5967f9 HTTP/1.1" status: 404 len: 337 time: 0.0744712 Nov 12 09:11:54.488630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46916) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.515855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2deafc8e-19a3-42a6-bdf9-83a718b9c651']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:54.529043 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.529376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff47b36a-44a2-4d19-972b-1e9e35b48e04') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:54.529761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff47b36a-44a2-4d19-972b-1e9e35b48e04') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:54.541904 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.565856 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.568676 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d634408-b45d-4f7b-9104-4fbf3ee6cee9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.569175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d634408-b45d-4f7b-9104-4fbf3ee6cee9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.580749 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8d634408-b45d-4f7b-9104-4fbf3ee6cee9 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/e173e4dd-f8a7-4ff3-ac4d-4fb699eaaead HTTP/1.1" status: 404 len: 337 time: 0.0825505 Nov 12 09:11:54.580878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:54.580878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.581099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46926) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.624480 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3ee2a6-1fb3-4f36-a190-3f146642caf1 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.625033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86cd7099-c0ac-4b65-9360-1bd66d1f10ea {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:11:54.636911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3ee2a6-1fb3-4f36-a190-3f146642caf1 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.643333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9b3ee2a6-1fb3-4f36-a190-3f146642caf1 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/892fec04-d183-4234-bfc0-2da77b56b606 HTTP/1.1" status: 404 len: 333 time: 0.0582025 Nov 12 09:11:54.644732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46928) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:54.664884 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:54.671504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc7af74-9a41-4cde-8ae1-08cc6802aa9a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:54.678175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.687867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.698662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/2deafc8e-19a3-42a6-bdf9-83a718b9c651 HTTP/1.1" status: 204 len: 168 time: 2.3538058 Nov 12 09:11:54.699446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.730550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7ac1d-2a33-4c8a-80bf-07302cea1bce tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=2deafc8e-19a3-42a6-bdf9-83a718b9c651,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:54.759982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:54.760652 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c75b01-8614-4d99-84d0-1ceaaf6b39b5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.761315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c75b01-8614-4d99-84d0-1ceaaf6b39b5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.769448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-87c75b01-8614-4d99-84d0-1ceaaf6b39b5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/1dc7af74-9a41-4cde-8ae1-08cc6802aa9a HTTP/1.1" status: 404 len: 337 time: 0.0487084 Nov 12 09:11:54.770422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46932) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.770560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] DHCP port deletion for e97125fb-ae26-42b3-aca2-23c1b2bfabe5 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:54.777998 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e64d62c-8ca8-4e24-a6c5-7da3084cbf22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.778531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e64d62c-8ca8-4e24-a6c5-7da3084cbf22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.781933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4e64d62c-8ca8-4e24-a6c5-7da3084cbf22 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/fbebae33-c1b6-436e-9e51-20d02f107736 HTTP/1.1" status: 404 len: 337 time: 0.1361551 Nov 12 09:11:54.793435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.804881 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:54.808671 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dba9acf-e039-41a2-b85d-f87a7571cfcc tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.809301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dba9acf-e039-41a2-b85d-f87a7571cfcc tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.815412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46938) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:54.815904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2dba9acf-e039-41a2-b85d-f87a7571cfcc tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/2deafc8e-19a3-42a6-bdf9-83a718b9c651 HTTP/1.1" status: 404 len: 339 time: 0.0438483 Nov 12 09:11:54.848820 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79ab57b-ae74-436a-902c-55eedf79f6e2 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:54.864975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79ab57b-ae74-436a-902c-55eedf79f6e2 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:54.873915 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a79ab57b-ae74-436a-902c-55eedf79f6e2 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/subnets/be6e199f-70a1-4b19-9e25-d1872347b476 HTTP/1.1" status: 404 len: 337 time: 0.0771587 Nov 12 09:11:54.876613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:55.037954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.081909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['86cd7099-c0ac-4b65-9360-1bd66d1f10ea'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:11:55.086846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-38e45a7f-9604-47b0-8087-453bab89d78b None None] Provisioning complete for port bd1e3fc9-e42c-4903-9729-ffee61868914 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:55.087356 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38e45a7f-9604-47b0-8087-453bab89d78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.118812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:55.136307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db8d249f-0ff5-43a7-b9cc-a4f04685a55c req-d222df6b-f4e4-45a6-9de1-80924a24de32 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.1642640 Nov 12 09:11:55.256750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Deleting port bd1e3fc9-e42c-4903-9729-ffee61868914 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:55.256750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.304903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89226935-68a3-4fd7-839a-43a51625bfcf None None] DHCP port deletion for 2deafc8e-19a3-42a6-bdf9-83a718b9c651 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:55.351998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-38e45a7f-9604-47b0-8087-453bab89d78b None None] Port bd1e3fc9-e42c-4903-9729-ffee61868914 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:11:55.361630 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.378218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fd539-ee8d-456e-8278-577d18e200c7 None None] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:55.416633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d046e9c-66fc-4f86-b524-e58be5a75834']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:55.425851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.434626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fd539-ee8d-456e-8278-577d18e200c7 None None] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:11:55.436253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49522b8-e829-42b0-8f3d-34c0b64c6ad1') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:55.436565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49522b8-e829-42b0-8f3d-34c0b64c6ad1') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:55.446879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] Deleting port 1b3761cf-11cd-47ca-b595-05626b42ca64 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:55.455145 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.460271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Calling delete_port for bd1e3fc9-e42c-4903-9729-ffee61868914 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:55.463663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.489362 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.504439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:55.504815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.537881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a1679-1a0d-4988-b8a4-37a3f21535db None None] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:55.624907 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:55.631274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] For port 1b3761cf-11cd-47ca-b595-05626b42ca64, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b3761cf-11cd-47ca-b595-05626b42ca64,segment=NetworkSegment(0efdf1c6-69ef-40f0-be9d-f107a12103b2),segment_id=0efdf1c6-69ef-40f0-be9d-f107a12103b2)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:55.632051 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.634775 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.643571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.649331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] Calling delete_port for 1b3761cf-11cd-47ca-b595-05626b42ca64 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:55.649525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/3d046e9c-66fc-4f86-b524-e58be5a75834 HTTP/1.1" status: 204 len: 168 time: 0.8321991 Nov 12 09:11:55.651941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:55.661785 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.679182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b23c56-79a7-428d-a8e1-437778141ca7 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=3d046e9c-66fc-4f86-b524-e58be5a75834,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:55.698090 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-858db8dc-207c-4ced-9431-8e78ee29aa5e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:55.698556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858db8dc-207c-4ced-9431-8e78ee29aa5e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:55.701696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-858db8dc-207c-4ced-9431-8e78ee29aa5e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/67b531a6-11ea-41cf-8230-7212009711a0 HTTP/1.1" status: 404 len: 337 time: 0.0487328 Nov 12 09:11:55.704439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46976) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:55.738234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5db2678e-26f9-43bf-80b8-7be888aea9d0 None None] Could not find standard attr ID for object 9c720732-fc25-49e3-bff4-8116f3aa8dc4. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:11:55.745951 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc471476-e214-4516-81c8-9055c6f67b81 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:55.748166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc471476-e214-4516-81c8-9055c6f67b81 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:55.753000 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.755620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dc471476-e214-4516-81c8-9055c6f67b81 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/1fd8564a-975b-4321-b058-8d8cac6361f3 HTTP/1.1" status: 404 len: 339 time: 0.0500467 Nov 12 09:11:55.757771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Port': ['ID=bd1e3fc9-e42c-4903-9729-ffee61868914,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:55.759199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46978) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:55.768568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a1679-1a0d-4988-b8a4-37a3f21535db None None] Network 2deafc8e-19a3-42a6-bdf9-83a718b9c651 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:11:55.770352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] No DVR routers for this DVR port 1b3761cf-11cd-47ca-b595-05626b42ca64 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:55.773212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.780645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c24e299a-c2f8-415f-a33d-6c58a05867a3 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/ports/bd1e3fc9-e42c-4903-9729-ffee61868914 HTTP/1.1" status: 204 len: 168 time: 0.9017746 Nov 12 09:11:55.787075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:55.812811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207497ea-4669-4bce-b069-011ff51b5b43 None None] Pushing event deleted for resources: {'Port': ['ID=1b3761cf-11cd-47ca-b595-05626b42ca64,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:55.834220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90f7083-002d-4fc5-b6d0-3be9ffaadf09 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:11:55.863493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting subnet 609af211-c1e7-4dcc-9bbe-e451e2a4b110 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:55.871871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.969865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:55.970667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.161184 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.184143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90f7083-002d-4fc5-b6d0-3be9ffaadf09 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:11:56.186472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.221094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97125fb-ae26-42b3-aca2-23c1b2bfabe5']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:56.234655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efdf1c6-69ef-40f0-be9d-f107a12103b2') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:56.235568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efdf1c6-69ef-40f0-be9d-f107a12103b2') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:56.253195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.298187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.350825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.367152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=609af211-c1e7-4dcc-9bbe-e451e2a4b110,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:56.379336 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.388970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8de4241e-a54b-45fc-9eae-76950e5cee05 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/609af211-c1e7-4dcc-9bbe-e451e2a4b110 HTTP/1.1" status: 204 len: 168 time: 0.6286705 Nov 12 09:11:56.393089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47002) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:56.421965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d4a497a-b51a-4b01-abf8-bd84107a1efb req-8dd38310-344c-427c-87e8-3721eef860e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.1071281 Nov 12 09:11:56.433141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:56.435276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:56.438643 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:56.520894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting subnet fcf66609-cf01-4042-bfd7-9b8e8fa98595 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:56.525459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.542582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9c720732-fc25-49e3-bff4-8116f3aa8dc4 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:56.591420 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.603869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.615691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] 10.222.0.53 "DELETE /v2.0/networks/e97125fb-ae26-42b3-aca2-23c1b2bfabe5 HTTP/1.1" status: 204 len: 168 time: 0.8273268 Nov 12 09:11:56.624318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.625902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 9c720732-fc25-49e3-bff4-8116f3aa8dc4 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:56.626245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9c720732-fc25-49e3-bff4-8116f3aa8dc4 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:56.636331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b3761cf-11cd-47ca-b595-05626b42ca64 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:56.638325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ff577-a803-48ab-af48-2f58c09752c4 tempest-PortsTestJSON-1045223219 tempest-PortsTestJSON-1045223219-project] Pushing event deleted for resources: {'Network': ['ID=e97125fb-ae26-42b3-aca2-23c1b2bfabe5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:56.748685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1b3761cf-11cd-47ca-b595-05626b42ca64 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:56.749369 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b3761cf-11cd-47ca-b595-05626b42ca64 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:56.823332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:56.921867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.024280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf66609-cf01-4042-bfd7-9b8e8fa98595,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:57.030026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.041070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47012) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:57.056869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b27f4cf8-b116-4b17-906a-48c9377695a5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/fcf66609-cf01-4042-bfd7-9b8e8fa98595 HTTP/1.1" status: 204 len: 168 time: 0.6431572 Nov 12 09:11:57.152834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56826a-b174-4ef4-a618-6e9651930557 None None] Network 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:57.170394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.325738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:57.326326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.444217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] For port 1c70655e-559e-4da6-bcd6-3e06e4e88f61, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1c70655e-559e-4da6-bcd6-3e06e4e88f61,segment=NetworkSegment(4e58f8e6-6339-4d88-84b0-cad9de938316),segment_id=4e58f8e6-6339-4d88-84b0-cad9de938316)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:57.445684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.448646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] DHCP port deletion for 4bb05386-33f3-4c43-9c8e-d9cfd51d3eae request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:11:57.463687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Calling delete_port for 1c70655e-559e-4da6-bcd6-3e06e4e88f61 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:57.502267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47030) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:57.652794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e12c5dcc-3034-4879-bda0-248488206f9d req-dd7f2fa4-f8b2-48e0-a0d4-a8c06d997219 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0498919 Nov 12 09:11:57.680475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] Deleting port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:11:57.681171 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.772250 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.778550 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.873463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:11:57.917603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Port': ['ID=1c70655e-559e-4da6-bcd6-3e06e4e88f61,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:57.921551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] For port 1c70655e-559e-4da6-bcd6-3e06e4e88f61, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1c70655e-559e-4da6-bcd6-3e06e4e88f61,segment=NetworkSegment(4e58f8e6-6339-4d88-84b0-cad9de938316),segment_id=4e58f8e6-6339-4d88-84b0-cad9de938316)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:57.922221 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:57.937736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No DVR routers for this DVR port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:57.948057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] Calling delete_port for 1c70655e-559e-4da6-bcd6-3e06e4e88f61 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:11:57.968229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6095c383-e434-4276-a952-13f1139889d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee3aa62eab1649cd81d959086a885143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4602182 Nov 12 09:11:57.969004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47042) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:58.009062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:11:58.010280 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.102560 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.151780 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58121376-f1bf-4433-b07b-8b110d8d8a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.174502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] Pushing event deleted for resources: {'Port': ['ID=1c70655e-559e-4da6-bcd6-3e06e4e88f61,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:58.206483 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.207824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.216839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58121376-f1bf-4433-b07b-8b110d8d8a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.226490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1c70655e-559e-4da6-bcd6-3e06e4e88f61 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:11:58.261490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb05386-33f3-4c43-9c8e-d9cfd51d3eae']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:58.261870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1c70655e-559e-4da6-bcd6-3e06e4e88f61 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:11:58.262241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1c70655e-559e-4da6-bcd6-3e06e4e88f61 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:11:58.279315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaa835-841d-4f50-a905-ff57a0de6000 None None] No DVR routers for this DVR port 1c70655e-559e-4da6-bcd6-3e06e4e88f61 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:11:58.292259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e58f8e6-6339-4d88-84b0-cad9de938316') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:58.292572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e58f8e6-6339-4d88-84b0-cad9de938316') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:11:58.310636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.312661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:11:58.336529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58121376-f1bf-4433-b07b-8b110d8d8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.337780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.343623 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2fc530-d4b3-466f-bc6d-3af8d329af75" -d '{"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-plugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:11:58.352573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:11:58.354066 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:11:58.360792 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:11:58.365515 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.369412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:11:58.378299 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58121376-f1bf-4433-b07b-8b110d8d8a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.382960 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.396614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-58121376-f1bf-4433-b07b-8b110d8d8a84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5956fe6d-2512-4b50-b1b7-de0f5065fa7e HTTP/1.1" status: 204 len: 168 time: 0.4190521 Nov 12 09:11:58.422379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58121376-f1bf-4433-b07b-8b110d8d8a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5956fe6d-2512-4b50-b1b7-de0f5065fa7e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:58.527800 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa4de0c-19e7-425a-a88c-2adf4d5a9f5a x-openstack-request-id: req-baa4de0c-19e7-425a-a88c-2adf4d5a9f5a {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:11:58.530148 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-plugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:11:58.530148 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-baa4de0c-19e7-425a-a88c-2adf4d5a9f5a {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:11:58.530148 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'code': 200} Nov 12 09:11:58.563569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.587040 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:58.594876 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/4bb05386-33f3-4c43-9c8e-d9cfd51d3eae HTTP/1.1" status: 204 len: 168 time: 1.5526147 Nov 12 09:11:58.597491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47060) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:58.600649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:58.617282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6088d-2eb0-4635-8dbe-45a159a9001a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=4bb05386-33f3-4c43-9c8e-d9cfd51d3eae,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:58.704830 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b1244e-5554-43f9-a5f0-14626acfb446 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:58.705188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b1244e-5554-43f9-a5f0-14626acfb446 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:58.722348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:58.724876 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-55b1244e-5554-43f9-a5f0-14626acfb446 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/f8638ae3-43ff-4a1b-b19f-f3c5a42bf47f HTTP/1.1" status: 404 len: 337 time: 0.1261814 Nov 12 09:11:58.759553 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e1edc8-3bc6-4af7-bcbc-5b5d11134b3a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:58.760253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e1edc8-3bc6-4af7-bcbc-5b5d11134b3a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:58.772970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8e1edc8-3bc6-4af7-bcbc-5b5d11134b3a tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/625178c3-94be-4449-8366-4cc2e75dbbc1 HTTP/1.1" status: 404 len: 339 time: 0.0492849 Nov 12 09:11:58.775936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:58.859080 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-64291715-cc6d-4daa-a29e-3bfcc205f80e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:58.859757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64291715-cc6d-4daa-a29e-3bfcc205f80e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:58.868560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-64291715-cc6d-4daa-a29e-3bfcc205f80e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/b8951c4b-b18b-42b8-9215-3a55f86a3d66 HTTP/1.1" status: 404 len: 337 time: 0.0901372 Nov 12 09:11:58.871241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:58.920351 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-991bf705-e68a-4ca3-acab-6a6cdd2e0463 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:58.921173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991bf705-e68a-4ca3-acab-6a6cdd2e0463 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:58.925160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-991bf705-e68a-4ca3-acab-6a6cdd2e0463 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/bb493d67-9d2c-41bf-87d4-9355b7478526 HTTP/1.1" status: 404 len: 339 time: 0.0527360 Nov 12 09:11:58.931381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:58.959339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ff4f0ee-54c4-4990-bac1-d158f3c4bf77 req-58af046c-b5bf-4860-a50e-92bcde2b747a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.0877926 Nov 12 09:11:58.996104 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1624391b-6f83-4aaa-a068-bcfce83b10a9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:58.996104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1624391b-6f83-4aaa-a068-bcfce83b10a9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:59.006635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1624391b-6f83-4aaa-a068-bcfce83b10a9 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/481a9b21-6ca0-4541-a940-a082e7084153 HTTP/1.1" status: 404 len: 337 time: 0.0736277 Nov 12 09:11:59.009081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:59.037384 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-226d8502-2608-4eb1-8840-20fac6f762df tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:11:59.040140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226d8502-2608-4eb1-8840-20fac6f762df tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:11:59.043970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-226d8502-2608-4eb1-8840-20fac6f762df tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/c8c92b53-b65f-4d13-a0c2-133790615409 HTTP/1.1" status: 404 len: 339 time: 0.0332739 Nov 12 09:11:59.046817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47090) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:59.154719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting subnet d4fd3996-0093-434a-82b4-e0cba7d5c6c2 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:11:59.160579 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.278341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.454909 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.539071 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.562292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:11:59.569684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:11:59.571064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/d4fd3996-0093-434a-82b4-e0cba7d5c6c2 HTTP/1.1" status: 204 len: 168 time: 0.5228627 Nov 12 09:11:59.576259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b9eaf-7cf8-4cdf-bd7c-833a8626ee07 None None] Network fb113882-0386-4045-a36d-87006a3bc6d9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:11:59.600993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fed22-128c-41e2-a68b-ceb12f1709bb tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fd3996-0093-434a-82b4-e0cba7d5c6c2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:11:59.860675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.055238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] DHCP port deletion for fb113882-0386-4045-a36d-87006a3bc6d9 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:00.222022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94ca3d91-2a82-477b-963f-4263c62ea4f8 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:00.230329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting port 94ca3d91-2a82-477b-963f-4263c62ea4f8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:00.231436 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.376778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ef79a17-89c5-4341-87f2-615f17633e16 req-da3c210c-6144-4d41-aed5-e98de1093986 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fde7385-3dcf-4989-b371-76a90520a0a8 HTTP/1.1" status: 200 len: 210 time: 0.1012499 Nov 12 09:12:00.482467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] Deleting port 94ca3d91-2a82-477b-963f-4263c62ea4f8 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:00.482855 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.500784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] For port 94ca3d91-2a82-477b-963f-4263c62ea4f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94ca3d91-2a82-477b-963f-4263c62ea4f8,segment=NetworkSegment(9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12),segment_id=9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:00.501175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.537053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Calling delete_port for 94ca3d91-2a82-477b-963f-4263c62ea4f8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:00.692232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47138) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:00.696076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] For port 94ca3d91-2a82-477b-963f-4263c62ea4f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94ca3d91-2a82-477b-963f-4263c62ea4f8,segment=NetworkSegment(9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12),segment_id=9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:00.697228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.712756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.727822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] Calling delete_port for 94ca3d91-2a82-477b-963f-4263c62ea4f8 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:00.802663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 94ca3d91-2a82-477b-963f-4263c62ea4f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94ca3d91-2a82-477b-963f-4263c62ea4f8,segment=NetworkSegment(9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12),segment_id=9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:00.813118 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.831997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.882349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=94ca3d91-2a82-477b-963f-4263c62ea4f8,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:00.928885 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:00.942553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-667dd825-f9ec-4a7f-bf4b-90dfc644ad61 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:00.943551 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-667dd825-f9ec-4a7f-bf4b-90dfc644ad61 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:12:00.950118 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-667dd825-f9ec-4a7f-bf4b-90dfc644ad61 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:12:00.951475 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-667dd825-f9ec-4a7f-bf4b-90dfc644ad61 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2570052 Nov 12 09:12:00.957080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47156) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:00.973677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107581309'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:00.983832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] Pushing event deleted for resources: {'Port': ['ID=94ca3d91-2a82-477b-963f-4263c62ea4f8,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:00.987072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f52023-9b5c-4a82-ba67-fc9499be9767 None None] No DVR routers for this DVR port 94ca3d91-2a82-477b-963f-4263c62ea4f8 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:01.041082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Port': ['ID=94ca3d91-2a82-477b-963f-4263c62ea4f8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:01.059495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No DVR routers for this DVR port 94ca3d91-2a82-477b-963f-4263c62ea4f8 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:01.064034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.084192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.259486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.290914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb113882-0386-4045-a36d-87006a3bc6d9']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:01.304605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.305535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:01.307400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe34f98-b8dd-4d50-81e3-ae1b4a3a1e12') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:01.322273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.324161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.345296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.359049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:01.359480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:01.444576 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:01.455620 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.461195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0b1dc6-364c-424a-a517-7dda82d1a20a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:01.473860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.484108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/fb113882-0386-4045-a36d-87006a3bc6d9 HTTP/1.1" status: 204 len: 168 time: 1.9110048 Nov 12 09:12:01.487049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:01.513041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09862ce-35db-4e77-b11a-b1720c8078f5 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=fb113882-0386-4045-a36d-87006a3bc6d9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:01.546077 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8143592-4c85-4ddd-9de1-b45b85d99e8d tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:12:01.546856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8143592-4c85-4ddd-9de1-b45b85d99e8d tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:12:01.552421 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a8143592-4c85-4ddd-9de1-b45b85d99e8d tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/da5ba92a-9428-4e4b-952a-d7ed87c26c18 HTTP/1.1" status: 404 len: 337 time: 0.0639036 Nov 12 09:12:01.554865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:01.586012 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8830a5a5-29aa-437f-b0a1-4676b7f616b4 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] DELETE failed (client error): The resource could not be found. Nov 12 09:12:01.587640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8830a5a5-29aa-437f-b0a1-4676b7f616b4 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:12:01.591537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8830a5a5-29aa-437f-b0a1-4676b7f616b4 tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/4cf20e66-c41c-4529-a1c3-f9bca3d92011 HTTP/1.1" status: 404 len: 339 time: 0.0349686 Nov 12 09:12:01.594293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:01.645210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.651817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.675039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting subnet ae002775-939a-443a-b8e7-7551d5ad4ef7 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:01.681620 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.700497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.701825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7434902 Nov 12 09:12:01.702984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e64ea-d3aa-4fc5-b0e9-1f07f3f986df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a36d811-6366-46cc-96cb-1d8b93c348ac,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:01.705323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47180) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:01.713282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c7bb87ac-8d7b-4504-bb69-df2f687859bf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '3a36d811-6366-46cc-96cb-1d8b93c348ac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:01.758468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.765047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7bb87ac-8d7b-4504-bb69-df2f687859bf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.910785 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7bb87ac-8d7b-4504-bb69-df2f687859bf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.915203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.920846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7bb87ac-8d7b-4504-bb69-df2f687859bf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.947166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb87ac-8d7b-4504-bb69-df2f687859bf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd663767-036b-47cd-ba31-f4cc3d86b406,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:01.990961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7bb87ac-8d7b-4504-bb69-df2f687859bf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:01.994660 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c7bb87ac-8d7b-4504-bb69-df2f687859bf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2864859 Nov 12 09:12:01.996584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47184) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:02.007173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bc8ba83d-3575-4eaa-bbc5-f648d49161fc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '3a36d811-6366-46cc-96cb-1d8b93c348ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:02.029520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.100584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df6f7b9-a4ed-4014-ad51-bab13c16f87e None None] Network 536e3892-59b6-4d13-aa90-4e53d616f781 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:02.101083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc8ba83d-3575-4eaa-bbc5-f648d49161fc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.137700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Subnet': ['ID=ae002775-939a-443a-b8e7-7551d5ad4ef7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:02.140084 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.143435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f5163502-f0cd-4f92-9cec-5fa5fcdf44ae tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/subnets/ae002775-939a-443a-b8e7-7551d5ad4ef7 HTTP/1.1" status: 204 len: 168 time: 0.5478547 Nov 12 09:12:02.147148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:02.235667 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-bc8ba83d-3575-4eaa-bbc5-f648d49161fc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:12:02.237544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bc8ba83d-3575-4eaa-bbc5-f648d49161fc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2399182 Nov 12 09:12:02.240432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47202) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:02.323143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.388139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593ce29-55ab-448f-9332-953493710a0d tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.433682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Deleting port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:02.434077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.436944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593ce29-55ab-448f-9332-953493710a0d tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.448930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] DHCP port deletion for 536e3892-59b6-4d13-aa90-4e53d616f781 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:02.512238 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593ce29-55ab-448f-9332-953493710a0d tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.515050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] For port 68a7fe10-3bac-4d51-a679-0bf1cd63c869, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=68a7fe10-3bac-4d51-a679-0bf1cd63c869,segment=NetworkSegment(2431c364-1eac-4dac-afa3-d4f06e531f12),segment_id=2431c364-1eac-4dac-afa3-d4f06e531f12)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:02.515711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.516218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8593ce29-55ab-448f-9332-953493710a0d tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.522242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8593ce29-55ab-448f-9332-953493710a0d tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a36d811-6366-46cc-96cb-1d8b93c348ac HTTP/1.1" status: 204 len: 168 time: 0.2773383 Nov 12 09:12:02.526608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47204) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:02.536552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Calling delete_port for 68a7fe10-3bac-4d51-a679-0bf1cd63c869 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:02.631276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593ce29-55ab-448f-9332-953493710a0d tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a36d811-6366-46cc-96cb-1d8b93c348ac,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:02.636887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] Deleting port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:02.637357 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.718128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.733382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e8e31a80-1d24-4091-b857-6030cd6de87f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1780796 Nov 12 09:12:02.733969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47212) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:02.752069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-55660db9-c5f0-478a-bc9e-174985aaa539 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182367704'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:02.770630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] For port 68a7fe10-3bac-4d51-a679-0bf1cd63c869, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=68a7fe10-3bac-4d51-a679-0bf1cd63c869,segment=NetworkSegment(2431c364-1eac-4dac-afa3-d4f06e531f12),segment_id=2431c364-1eac-4dac-afa3-d4f06e531f12)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:02.771037 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.786904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Port': ['ID=68a7fe10-3bac-4d51-a679-0bf1cd63c869,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:02.793371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] No DVR routers for this DVR port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:02.804268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] Calling delete_port for 68a7fe10-3bac-4d51-a679-0bf1cd63c869 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:02.806700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55660db9-c5f0-478a-bc9e-174985aaa539 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.918715 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.955279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:02.993392 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] No DVR routers for this DVR port 68a7fe10-3bac-4d51-a679-0bf1cd63c869 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:02.995410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c3312-fc65-4471-9901-d43cad2736db None None] Pushing event deleted for resources: {'Port': ['ID=68a7fe10-3bac-4d51-a679-0bf1cd63c869,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.013179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55660db9-c5f0-478a-bc9e-174985aaa539 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.029232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55660db9-c5f0-478a-bc9e-174985aaa539 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.038265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536e3892-59b6-4d13-aa90-4e53d616f781']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:03.067250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2431c364-1eac-4dac-afa3-d4f06e531f12') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:03.070768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2431c364-1eac-4dac-afa3-d4f06e531f12') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:03.074436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55660db9-c5f0-478a-bc9e-174985aaa539 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f08910b-2a72-4e63-832a-b8e5cee44ec7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.080240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55660db9-c5f0-478a-bc9e-174985aaa539 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.092067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-55660db9-c5f0-478a-bc9e-174985aaa539 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3571818 Nov 12 09:12:03.093222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:03.098347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4ba230d2-c9ac-4aa0-b9ab-600debe58ea5 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '5f08910b-2a72-4e63-832a-b8e5cee44ec7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:03.099098 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-4ba230d2-c9ac-4aa0-b9ab-600debe58ea5 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 09:12:03.099716 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-4ba230d2-c9ac-4aa0-b9ab-600debe58ea5 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:03.105693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ba230d2-c9ac-4aa0-b9ab-600debe58ea5 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0093050 Nov 12 09:12:03.106220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47218) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:03.114039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.141045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.158545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:03.159252 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:03.179431 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:03.230245 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae892dd-b77f-45da-8d51-cead7798770f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.313898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae892dd-b77f-45da-8d51-cead7798770f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.329994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.339848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.350735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] 10.222.0.53 "DELETE /v2.0/networks/536e3892-59b6-4d13-aa90-4e53d616f781 HTTP/1.1" status: 204 len: 168 time: 1.1949890 Nov 12 09:12:03.404342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7e72e-91c9-4a8d-b900-6f2f68d9083e tempest-NetworksIpV6Test-911801701 tempest-NetworksIpV6Test-911801701-project] Pushing event deleted for resources: {'Network': ['ID=536e3892-59b6-4d13-aa90-4e53d616f781,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.479740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae892dd-b77f-45da-8d51-cead7798770f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.487257 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae892dd-b77f-45da-8d51-cead7798770f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.492409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dae892dd-b77f-45da-8d51-cead7798770f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/5f08910b-2a72-4e63-832a-b8e5cee44ec7 HTTP/1.1" status: 204 len: 168 time: 0.3826516 Nov 12 09:12:03.493173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:03.546907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae892dd-b77f-45da-8d51-cead7798770f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f08910b-2a72-4e63-832a-b8e5cee44ec7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:03.600302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b757f8bf-eb6c-4a7a-93ec-a330feed7064 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1051955 Nov 12 09:12:03.604828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47238) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:03.619349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-273cb82e-eff3-4c32-8f7b-e1cb518afa57 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--571716924'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:03.658654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273cb82e-eff3-4c32-8f7b-e1cb518afa57 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.881624 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273cb82e-eff3-4c32-8f7b-e1cb518afa57 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.891412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273cb82e-eff3-4c32-8f7b-e1cb518afa57 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.958487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-273cb82e-eff3-4c32-8f7b-e1cb518afa57 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:03.963283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-273cb82e-eff3-4c32-8f7b-e1cb518afa57 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3535097 Nov 12 09:12:03.963471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:03.971106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b75b550c-e510-4e43-a5bc-fb4bec6cf1df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '1e73b8fe-0219-44b7-9562-3d4f9e782542', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:03.972378 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-b75b550c-e510-4e43-a5bc-fb4bec6cf1df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 09:12:03.972919 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-b75b550c-e510-4e43-a5bc-fb4bec6cf1df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:03.973979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b75b550c-e510-4e43-a5bc-fb4bec6cf1df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096600 Nov 12 09:12:03.980476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47250) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:03.980843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47252) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:04.026053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cb82e-eff3-4c32-8f7b-e1cb518afa57 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e73b8fe-0219-44b7-9562-3d4f9e782542,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:04.051986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47256) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:04.197609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3113241c-4d6d-44be-825a-e0432c32e9df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.254708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68a7fe10-3bac-4d51-a679-0bf1cd63c869 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:04.315442 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3113241c-4d6d-44be-825a-e0432c32e9df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.334190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 68a7fe10-3bac-4d51-a679-0bf1cd63c869 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:04.340379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68a7fe10-3bac-4d51-a679-0bf1cd63c869 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:04.417067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a06a6afe-59b4-4f81-927b-9e20b2309b38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20796a81021749eb8d3f5044ed9027f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257159 Nov 12 09:12:04.420829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47270) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:04.440619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0a6048b-0831-4b39-b1fc-31c2b2f008fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.494554 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3113241c-4d6d-44be-825a-e0432c32e9df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.499710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe409c9-d475-45cc-9962-c92b16b3c959 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.500522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3113241c-4d6d-44be-825a-e0432c32e9df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.503341 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3113241c-4d6d-44be-825a-e0432c32e9df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/1e73b8fe-0219-44b7-9562-3d4f9e782542 HTTP/1.1" status: 204 len: 168 time: 0.5194662 Nov 12 09:12:04.505045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:04.536764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3113241c-4d6d-44be-825a-e0432c32e9df tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e73b8fe-0219-44b7-9562-3d4f9e782542,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:04.615737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0a6048b-0831-4b39-b1fc-31c2b2f008fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.621320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0a6048b-0831-4b39-b1fc-31c2b2f008fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.651228 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe409c9-d475-45cc-9962-c92b16b3c959 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.673236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f0a6048b-0831-4b39-b1fc-31c2b2f008fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8753487a77f472ba863a31b599fcb12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6161606 Nov 12 09:12:04.677104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6048b-0831-4b39-b1fc-31c2b2f008fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c86354-49e1-43f9-a9d5-e2602facf8a4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:04.679810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47282) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:04.757150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a78e80a-c628-42b3-92b6-b4e5ac9fb79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.777314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4d5600cd-912c-4995-9c3c-359965ba3ffc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2707415 Nov 12 09:12:04.778383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47284) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:04.786161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1608aff5-2d9f-4d39-8a4a-43b2756a1cc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197281781'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:04.819085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1608aff5-2d9f-4d39-8a4a-43b2756a1cc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.822836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe409c9-d475-45cc-9962-c92b16b3c959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.826504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cbe409c9-d475-45cc-9962-c92b16b3c959 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:04.829324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cbe409c9-d475-45cc-9962-c92b16b3c959 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff11de47-6882-40ed-88df-9a01ca2ae202 HTTP/1.1" status: 204 len: 168 time: 0.4063556 Nov 12 09:12:04.842796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe409c9-d475-45cc-9962-c92b16b3c959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff11de47-6882-40ed-88df-9a01ca2ae202,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:04.850203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a78e80a-c628-42b3-92b6-b4e5ac9fb79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.005834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a78e80a-c628-42b3-92b6-b4e5ac9fb79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.009812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2a78e80a-c628-42b3-92b6-b4e5ac9fb79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.011935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2a78e80a-c628-42b3-92b6-b4e5ac9fb79a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/05c86354-49e1-43f9-a9d5-e2602facf8a4 HTTP/1.1" status: 204 len: 168 time: 0.3306694 Nov 12 09:12:05.050203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1608aff5-2d9f-4d39-8a4a-43b2756a1cc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.070481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78e80a-c628-42b3-92b6-b4e5ac9fb79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c86354-49e1-43f9-a9d5-e2602facf8a4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:05.092936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1608aff5-2d9f-4d39-8a4a-43b2756a1cc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.144123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1608aff5-2d9f-4d39-8a4a-43b2756a1cc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.152595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.153649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1608aff5-2d9f-4d39-8a4a-43b2756a1cc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3732755 Nov 12 09:12:05.158039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a426f381-1770-4c35-87c1-a6c892f575cf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '8f5440d5-324c-4bb8-9260-2e615e39e89b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:05.172692 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-a426f381-1770-4c35-87c1-a6c892f575cf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 09:12:05.174172 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a426f381-1770-4c35-87c1-a6c892f575cf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:05.177526 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a426f381-1770-4c35-87c1-a6c892f575cf tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0209396 Nov 12 09:12:05.177795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.191704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f131974a-c1ab-4491-8d29-be01da3645d9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '8f5440d5-324c-4bb8-9260-2e615e39e89b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:05.192481 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-f131974a-c1ab-4491-8d29-be01da3645d9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 09:12:05.197090 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-f131974a-c1ab-4491-8d29-be01da3645d9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:05.200781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f131974a-c1ab-4491-8d29-be01da3645d9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0195084 Nov 12 09:12:05.201136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47300) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.219721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5dd2a6c3-9eb4-4060-9378-178fe91463a2 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '8f5440d5-324c-4bb8-9260-2e615e39e89b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:05.222144 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-5dd2a6c3-9eb4-4060-9378-178fe91463a2 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 09:12:05.223131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608aff5-2d9f-4d39-8a4a-43b2756a1cc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5440d5-324c-4bb8-9260-2e615e39e89b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:05.223499 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-5dd2a6c3-9eb4-4060-9378-178fe91463a2 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:05.227973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5dd2a6c3-9eb4-4060-9378-178fe91463a2 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136318 Nov 12 09:12:05.228405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.245093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4f910725-2737-4e05-b4d5-badb7df43280 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '8f5440d5-324c-4bb8-9260-2e615e39e89b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:05.246002 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-4f910725-2737-4e05-b4d5-badb7df43280 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 09:12:05.246517 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-4f910725-2737-4e05-b4d5-badb7df43280 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:05.250170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4f910725-2737-4e05-b4d5-badb7df43280 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0183434 Nov 12 09:12:05.251258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47306) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.381105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a2a642d-2429-484e-b44f-b83832381fe3 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.503175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a2a642d-2429-484e-b44f-b83832381fe3 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.621374 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a2a642d-2429-484e-b44f-b83832381fe3 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.628988 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a2a642d-2429-484e-b44f-b83832381fe3 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.631609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5a2a642d-2429-484e-b44f-b83832381fe3 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f5440d5-324c-4bb8-9260-2e615e39e89b HTTP/1.1" status: 204 len: 168 time: 0.3745408 Nov 12 09:12:05.634494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47326) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.701419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a642d-2429-484e-b44f-b83832381fe3 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5440d5-324c-4bb8-9260-2e615e39e89b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:05.800219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c0b74ff-65c9-405c-9224-f13f0a507384 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1637654 Nov 12 09:12:05.804225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47336) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.812895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-cda88be3-b0ed-4869-bbc5-f647ab4fcfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--751124718'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:05.870428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cda88be3-b0ed-4869-bbc5-f647ab4fcfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:05.949850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47340) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:05.966535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c26453f8-ca5b-47ff-bd71-3ef6a9e79201 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.044998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cda88be3-b0ed-4869-bbc5-f647ab4fcfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.054747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cda88be3-b0ed-4869-bbc5-f647ab4fcfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.066913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47346) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.121448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cda88be3-b0ed-4869-bbc5-f647ab4fcfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.125948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cda88be3-b0ed-4869-bbc5-f647ab4fcfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3168762 Nov 12 09:12:06.127397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47352) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.135627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b9b8e2b5-2b91-4c21-bd31-627fb7615aa1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.136772 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-b9b8e2b5-2b91-4c21-bd31-627fb7615aa1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:12:06.137561 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-b9b8e2b5-2b91-4c21-bd31-627fb7615aa1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.139241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b9b8e2b5-2b91-4c21-bd31-627fb7615aa1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107319 Nov 12 09:12:06.143515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47356) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.151305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-62d23da4-a229-4d73-a86d-e091f807cfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.152638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c26453f8-ca5b-47ff-bd71-3ef6a9e79201 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.162279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c26453f8-ca5b-47ff-bd71-3ef6a9e79201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.179711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88be3-b0ed-4869-bbc5-f647ab4fcfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31587d9-e7cc-486c-a27f-a6b285a3e13c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:06.241915 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-62d23da4-a229-4d73-a86d-e091f807cfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.247020 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-62d23da4-a229-4d73-a86d-e091f807cfec tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1017275 Nov 12 09:12:06.247020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47360) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.251712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bde4f8af-0bf1-4fdb-92b2-1cec03a3fba9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.252227 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-bde4f8af-0bf1-4fdb-92b2-1cec03a3fba9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 09:12:06.252777 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-bde4f8af-0bf1-4fdb-92b2-1cec03a3fba9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.262643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bde4f8af-0bf1-4fdb-92b2-1cec03a3fba9 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0145390 Nov 12 09:12:06.263261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47362) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.267701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-796d4e93-9c0d-4ebe-aba2-a0320007cdfc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.280287 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c26453f8-ca5b-47ff-bd71-3ef6a9e79201 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1f5d2a5584a4646810a83f6ecf20865&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283212 Nov 12 09:12:06.281092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26453f8-ca5b-47ff-bd71-3ef6a9e79201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49127652-77d6-4b10-b4d4-cfbfe1d115c9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:06.303636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47364) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.392990 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-796d4e93-9c0d-4ebe-aba2-a0320007cdfc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.394176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-796d4e93-9c0d-4ebe-aba2-a0320007cdfc tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1299660 Nov 12 09:12:06.397168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.404175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-89626d0a-1c51-4849-8c6a-e3e0fadb9a30 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.405358 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-89626d0a-1c51-4849-8c6a-e3e0fadb9a30 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:12:06.406093 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-89626d0a-1c51-4849-8c6a-e3e0fadb9a30 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.407254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-89626d0a-1c51-4849-8c6a-e3e0fadb9a30 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085909 Nov 12 09:12:06.410089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47370) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.415223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9dff3d5e-36fc-4cc4-a894-7df3a5aa705c tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.426185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2263ff-028e-484c-9217-cd694fe2147c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.464674 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-9dff3d5e-36fc-4cc4-a894-7df3a5aa705c tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Project 5bbb04a200f04869b51710aff18aa955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:12:06.465445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--789042220'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.517249 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-9dff3d5e-36fc-4cc4-a894-7df3a5aa705c tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.518780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9dff3d5e-36fc-4cc4-a894-7df3a5aa705c tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1076338 Nov 12 09:12:06.521839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47372) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.528195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e44dfc79-1455-4b69-becc-a07e972792e4 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.528774 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-e44dfc79-1455-4b69-becc-a07e972792e4 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 09:12:06.529343 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-e44dfc79-1455-4b69-becc-a07e972792e4 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.530556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e44dfc79-1455-4b69-becc-a07e972792e4 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076687 Nov 12 09:12:06.534489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47374) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.538993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.543447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-94e2c248-5748-43b1-bc9d-ceda743d2785 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.582241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.593342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2263ff-028e-484c-9217-cd694fe2147c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.622412 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-94e2c248-5748-43b1-bc9d-ceda743d2785 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Project 5bbb04a200f04869b51710aff18aa955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:12:06.657678 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-94e2c248-5748-43b1-bc9d-ceda743d2785 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.658978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94e2c248-5748-43b1-bc9d-ceda743d2785 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1231413 Nov 12 09:12:06.661822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47386) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.668453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b1864ad3-09cc-4cbc-97e5-b358d71c4bc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'b31587d9-e7cc-486c-a27f-a6b285a3e13c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:06.721787 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-b1864ad3-09cc-4cbc-97e5-b358d71c4bc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Project 5bbb04a200f04869b51710aff18aa955 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:12:06.748828 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-b1864ad3-09cc-4cbc-97e5-b358d71c4bc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:06.750229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b1864ad3-09cc-4cbc-97e5-b358d71c4bc1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0873191 Nov 12 09:12:06.753130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:06.910002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71de87e1-6525-420e-8ba9-12ca655dc4a7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.943030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71de87e1-6525-420e-8ba9-12ca655dc4a7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.970290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.973484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2263ff-028e-484c-9217-cd694fe2147c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.989167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2263ff-028e-484c-9217-cd694fe2147c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:06.995816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa2263ff-028e-484c-9217-cd694fe2147c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/49127652-77d6-4b10-b4d4-cfbfe1d115c9 HTTP/1.1" status: 204 len: 168 time: 0.6878293 Nov 12 09:12:07.007031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.010565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71de87e1-6525-420e-8ba9-12ca655dc4a7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.013396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-71de87e1-6525-420e-8ba9-12ca655dc4a7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.017471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-71de87e1-6525-420e-8ba9-12ca655dc4a7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/b31587d9-e7cc-486c-a27f-a6b285a3e13c HTTP/1.1" status: 204 len: 168 time: 0.2599816 Nov 12 09:12:07.022495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47394) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.059046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de87e1-6525-420e-8ba9-12ca655dc4a7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31587d9-e7cc-486c-a27f-a6b285a3e13c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:07.177058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bf30d7b7-c10b-4ec8-9056-7dc48aed3226 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1521912 Nov 12 09:12:07.187156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47396) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.195042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.199957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6b3b20e0-d57b-4e3e-a482-307bb792b40b tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--941681064'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:07.208837 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.215698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2263ff-028e-484c-9217-cd694fe2147c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49127652-77d6-4b10-b4d4-cfbfe1d115c9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:07.293612 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b3b20e0-d57b-4e3e-a482-307bb792b40b tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.374111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.384186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47402) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.385780 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3168123 Nov 12 09:12:07.389786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d1109-e8c1-4d08-b2e0-4b1c838b3940,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:07.514388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1db2e-b394-4eb8-a62c-72bd2fedd7d9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d07dd4-ba80-49b4-97b9-71ee42f1075b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:07.605930 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-02b16f41-0f2e-4e94-a728-cefbd60b38cb tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2184243 Nov 12 09:12:07.611139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.620420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-437a900c-302f-4d8c-bde6-78b6a5c5e708 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-security--2101967663', 'description': 'tempest-security-description-542274489'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:07.641370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b3b20e0-d57b-4e3e-a482-307bb792b40b tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.649729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b3b20e0-d57b-4e3e-a482-307bb792b40b tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.714459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b3b20e0-d57b-4e3e-a482-307bb792b40b tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:07.716821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b3b20e0-d57b-4e3e-a482-307bb792b40b tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5262699 Nov 12 09:12:07.736235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47412) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:07.753735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-12915cc3-2b2b-4dd2-9a6c-1a9e090b6a31 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'cfa34000-6e85-4264-bfd4-f1dbfb39f39f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:07.817824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b20e0-d57b-4e3e-a482-307bb792b40b tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa34000-6e85-4264-bfd4-f1dbfb39f39f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:07.874512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-437a900c-302f-4d8c-bde6-78b6a5c5e708 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.045373 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-437a900c-302f-4d8c-bde6-78b6a5c5e708 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.055267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-437a900c-302f-4d8c-bde6-78b6a5c5e708 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.060138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-437a900c-302f-4d8c-bde6-78b6a5c5e708 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.062069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-437a900c-302f-4d8c-bde6-78b6a5c5e708 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "PUT /v2.0/security-groups/89d07dd4-ba80-49b4-97b9-71ee42f1075b HTTP/1.1" status: 200 len: 1796 time: 0.4491234 Nov 12 09:12:08.066268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47424) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.085385 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-12915cc3-2b2b-4dd2-9a6c-1a9e090b6a31 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The resource could not be found. Nov 12 09:12:08.087703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12915cc3-2b2b-4dd2-9a6c-1a9e090b6a31 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3457515 Nov 12 09:12:08.116477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.165545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-115698eb-1970-431f-9d50-1efc33edddf2 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'cfa34000-6e85-4264-bfd4-f1dbfb39f39f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '94d91a06-2e52-46ab-bf26-f9aae5799d6d'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:08.239408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-339906dc-eef2-4b2a-80a6-a40d0e229803 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups/89d07dd4-ba80-49b4-97b9-71ee42f1075b HTTP/1.1" status: 200 len: 1796 time: 0.1713643 Nov 12 09:12:08.248451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47430) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.311326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437a900c-302f-4d8c-bde6-78b6a5c5e708 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d07dd4-ba80-49b4-97b9-71ee42f1075b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:08.374775 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-115698eb-1970-431f-9d50-1efc33edddf2 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The resource could not be found. Nov 12 09:12:08.376533 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-115698eb-1970-431f-9d50-1efc33edddf2 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2443421 Nov 12 09:12:08.379437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47436) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.418151 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c300-e9b0-4428-852e-ad44c2b888f6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.499626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0842ccd-a8ed-461d-9f70-ae3d76ee6898 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.518308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c300-e9b0-4428-852e-ad44c2b888f6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.584648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c300-e9b0-4428-852e-ad44c2b888f6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.591490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6a9c300-e9b0-4428-852e-ad44c2b888f6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.596232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6a9c300-e9b0-4428-852e-ad44c2b888f6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/89d07dd4-ba80-49b4-97b9-71ee42f1075b HTTP/1.1" status: 204 len: 168 time: 0.3414621 Nov 12 09:12:08.608146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.634013 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0842ccd-a8ed-461d-9f70-ae3d76ee6898 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.699075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9c300-e9b0-4428-852e-ad44c2b888f6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d07dd4-ba80-49b4-97b9-71ee42f1075b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:08.770120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0842ccd-a8ed-461d-9f70-ae3d76ee6898 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.772969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0842ccd-a8ed-461d-9f70-ae3d76ee6898 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:08.774735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d0842ccd-a8ed-461d-9f70-ae3d76ee6898 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/cfa34000-6e85-4264-bfd4-f1dbfb39f39f HTTP/1.1" status: 204 len: 168 time: 0.3942354 Nov 12 09:12:08.780331 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c15c118f-f00c-4b58-9ad2-91e07865d362 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1698103 Nov 12 09:12:08.780950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47448) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.783651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47450) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.799799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0842ccd-a8ed-461d-9f70-ae3d76ee6898 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa34000-6e85-4264-bfd4-f1dbfb39f39f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:08.823584 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-1d9ac4fd-2d25-443b-9b43-7ba5a46a68ca tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] delete failed (client error): The resource could not be found. Nov 12 09:12:08.838541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1d9ac4fd-2d25-443b-9b43-7ba5a46a68ca tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/89d07dd4-ba80-49b4-97b9-71ee42f1075b HTTP/1.1" status: 404 len: 347 time: 0.0535302 Nov 12 09:12:08.843424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.857641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-935d1a0c-6453-4622-8996-e3fccb98e368 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--655722933'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:08.905125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-25ea690d-5143-4fe6-aa2e-ad0b47d7cda8 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1200333 Nov 12 09:12:08.912123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47466) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:08.916734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-283288ba-3e0f-44e1-b79f-f853dff2eeba tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': 'cf2c269b-2b13-469b-a05e-6c890ff0cc5e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:08.919214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-935d1a0c-6453-4622-8996-e3fccb98e368 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.025636 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-283288ba-3e0f-44e1-b79f-f853dff2eeba tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The resource could not be found. Nov 12 09:12:09.027217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-283288ba-3e0f-44e1-b79f-f853dff2eeba tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1140504 Nov 12 09:12:09.048896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47470) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.072640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3cdd0c1c-940a-4c02-af67-a15b497fdbd1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617047598'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.125412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0c1c-940a-4c02-af67-a15b497fdbd1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.150389 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-935d1a0c-6453-4622-8996-e3fccb98e368 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.165125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-935d1a0c-6453-4622-8996-e3fccb98e368 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.204376 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-935d1a0c-6453-4622-8996-e3fccb98e368 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.209552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-935d1a0c-6453-4622-8996-e3fccb98e368 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3607895 Nov 12 09:12:09.214300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.220645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d5931759-ab2f-4a94-8d71-740efbbd17bf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': 'd45c7813-96c9-431d-8bf3-43c7a5a4434b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.245192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d1a0c-6453-4622-8996-e3fccb98e368 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c7813-96c9-431d-8bf3-43c7a5a4434b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:09.255434 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5931759-ab2f-4a94-8d71-740efbbd17bf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.294455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0c1c-940a-4c02-af67-a15b497fdbd1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.300379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0c1c-940a-4c02-af67-a15b497fdbd1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.367082 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3cdd0c1c-940a-4c02-af67-a15b497fdbd1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.372266 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3cdd0c1c-940a-4c02-af67-a15b497fdbd1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3198724 Nov 12 09:12:09.373032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47478) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.378749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-380cc522-9a25-4cb2-a5af-a34738cde983 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004767438'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.379514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5931759-ab2f-4a94-8d71-740efbbd17bf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.390597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5931759-ab2f-4a94-8d71-740efbbd17bf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.395192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd0c1c-940a-4c02-af67-a15b497fdbd1 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6488c69d-1ab2-42ff-93a5-34ad187d4b1b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:09.409116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-380cc522-9a25-4cb2-a5af-a34738cde983 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.448362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5931759-ab2f-4a94-8d71-740efbbd17bf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f413cb1b-82a6-4f9f-afd7-eed4bf166857,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:09.473309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d5931759-ab2f-4a94-8d71-740efbbd17bf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.478498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d5931759-ab2f-4a94-8d71-740efbbd17bf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2608511 Nov 12 09:12:09.479227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47482) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.515726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-380cc522-9a25-4cb2-a5af-a34738cde983 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.523573 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-380cc522-9a25-4cb2-a5af-a34738cde983 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.556806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed71dd59-c106-46df-a7f1-c41e125de2af tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.569401 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed71dd59-c106-46df-a7f1-c41e125de2af tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.582725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-380cc522-9a25-4cb2-a5af-a34738cde983 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.594743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-380cc522-9a25-4cb2-a5af-a34738cde983 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2191026 Nov 12 09:12:09.599626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.624663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bc9089a7-03cf-44a8-8db2-f0d5e815cb6e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '6488c69d-1ab2-42ff-93a5-34ad187d4b1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '680ee44a-bce3-47b8-9d95-dd1105816d13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:09.629477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cc522-9a25-4cb2-a5af-a34738cde983 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680ee44a-bce3-47b8-9d95-dd1105816d13,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:09.706286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed71dd59-c106-46df-a7f1-c41e125de2af tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.722141 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ed71dd59-c106-46df-a7f1-c41e125de2af tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:09.733234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ed71dd59-c106-46df-a7f1-c41e125de2af tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f413cb1b-82a6-4f9f-afd7-eed4bf166857 HTTP/1.1" status: 204 len: 168 time: 0.2529180 Nov 12 09:12:09.736923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47500) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.800218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71dd59-c106-46df-a7f1-c41e125de2af tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f413cb1b-82a6-4f9f-afd7-eed4bf166857,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:09.817697 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-bc9089a7-03cf-44a8-8db2-f0d5e815cb6e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:09.818989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc9089a7-03cf-44a8-8db2-f0d5e815cb6e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2115335 Nov 12 09:12:09.824353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.857027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:09.863101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7fccb738-eb1f-4f14-b416-385542358f62 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1173995 Nov 12 09:12:09.969344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0568f961-ac42-45f6-8986-31043e42e76a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.000060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17b8d16a-cf50-4e19-9f9f-ff5eba2061bb tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.047565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0568f961-ac42-45f6-8986-31043e42e76a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.105893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0568f961-ac42-45f6-8986-31043e42e76a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.109958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0568f961-ac42-45f6-8986-31043e42e76a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.111505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0568f961-ac42-45f6-8986-31043e42e76a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/680ee44a-bce3-47b8-9d95-dd1105816d13 HTTP/1.1" status: 204 len: 168 time: 0.2859783 Nov 12 09:12:10.114240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:10.126893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17b8d16a-cf50-4e19-9f9f-ff5eba2061bb tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.130582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568f961-ac42-45f6-8986-31043e42e76a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680ee44a-bce3-47b8-9d95-dd1105816d13,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:10.224696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17b8d16a-cf50-4e19-9f9f-ff5eba2061bb tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.228221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17b8d16a-cf50-4e19-9f9f-ff5eba2061bb tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.233093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-17b8d16a-cf50-4e19-9f9f-ff5eba2061bb tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/d45c7813-96c9-431d-8bf3-43c7a5a4434b HTTP/1.1" status: 204 len: 168 time: 0.3718162 Nov 12 09:12:10.238083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:10.251459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3647bfd8-3ff4-4b2c-8305-7345b2253486 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1341317 Nov 12 09:12:10.255561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47528) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:10.278954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8d16a-cf50-4e19-9f9f-ff5eba2061bb tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c7813-96c9-431d-8bf3-43c7a5a4434b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:10.372936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-550f227c-47d3-4495-957d-2f4b3af2ed54 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1222816 Nov 12 09:12:10.373841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47534) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:10.378977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-577a8645-e3b0-4965-ac26-e9ff8bc0960d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851279147'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:10.385877 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50485cca-2f28-41e4-acaf-0345725827b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.416865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-577a8645-e3b0-4965-ac26-e9ff8bc0960d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.464307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50485cca-2f28-41e4-acaf-0345725827b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.584967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50485cca-2f28-41e4-acaf-0345725827b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.589853 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50485cca-2f28-41e4-acaf-0345725827b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.592310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-50485cca-2f28-41e4-acaf-0345725827b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/6488c69d-1ab2-42ff-93a5-34ad187d4b1b HTTP/1.1" status: 204 len: 168 time: 0.3356297 Nov 12 09:12:10.599940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47538) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:10.600165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-577a8645-e3b0-4965-ac26-e9ff8bc0960d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.612252 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-577a8645-e3b0-4965-ac26-e9ff8bc0960d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.655358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50485cca-2f28-41e4-acaf-0345725827b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488c69d-1ab2-42ff-93a5-34ad187d4b1b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:10.660069 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-577a8645-e3b0-4965-ac26-e9ff8bc0960d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.663871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-577a8645-e3b0-4965-ac26-e9ff8bc0960d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2864373 Nov 12 09:12:10.664947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47540) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:10.702464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-be8bc1b6-ea8b-4c13-8640-c25ab1bdfdf6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': '0559f42b-a253-4610-8651-f0f985142334', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:10.709776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f808670a-e554-4d76-b360-8d4f994ba0b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1049232 Nov 12 09:12:10.724918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47544) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:10.745891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a25433e1-a865-48cd-94db-3d5cb13821ca tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--1701766733'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:10.768156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577a8645-e3b0-4965-ac26-e9ff8bc0960d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0559f42b-a253-4610-8651-f0f985142334,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:10.794846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be8bc1b6-ea8b-4c13-8640-c25ab1bdfdf6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.838420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a25433e1-a865-48cd-94db-3d5cb13821ca tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.969337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be8bc1b6-ea8b-4c13-8640-c25ab1bdfdf6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.980030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be8bc1b6-ea8b-4c13-8640-c25ab1bdfdf6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:10.995288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a25433e1-a865-48cd-94db-3d5cb13821ca tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.004351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a25433e1-a865-48cd-94db-3d5cb13821ca tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.007772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bc1b6-ea8b-4c13-8640-c25ab1bdfdf6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a7190a-f61c-404f-a039-49a97a66029a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:11.062853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be8bc1b6-ea8b-4c13-8640-c25ab1bdfdf6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.068070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-be8bc1b6-ea8b-4c13-8640-c25ab1bdfdf6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015892 Nov 12 09:12:11.068761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.075621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-929b43f8-9bce-455c-9fc9-ca1f53d85e8d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': '0559f42b-a253-4610-8651-f0f985142334', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:11.130036 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-929b43f8-9bce-455c-9fc9-ca1f53d85e8d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.158117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a25433e1-a865-48cd-94db-3d5cb13821ca tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.168152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a25433e1-a865-48cd-94db-3d5cb13821ca tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4353595 Nov 12 09:12:11.176958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47568) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.184435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b4bc5f0c-e683-42dd-a790-79c23fbbd146 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '79fa4892-f1e6-47d5-a69e-3007a4984fa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:11.193796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25433e1-a865-48cd-94db-3d5cb13821ca tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa4892-f1e6-47d5-a69e-3007a4984fa5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:11.256631 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-b4bc5f0c-e683-42dd-a790-79c23fbbd146 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:11.258892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b4bc5f0c-e683-42dd-a790-79c23fbbd146 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0804768 Nov 12 09:12:11.262145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47572) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.278451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-aa107c36-c250-402b-b1eb-abc26f5ac222 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group_rule': {'security_group_id': '79fa4892-f1e6-47d5-a69e-3007a4984fa5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:11.282311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-929b43f8-9bce-455c-9fc9-ca1f53d85e8d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.291095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-929b43f8-9bce-455c-9fc9-ca1f53d85e8d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.337363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929b43f8-9bce-455c-9fc9-ca1f53d85e8d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a47a956-d4a9-4e74-82a7-781c588c4714,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:11.362623 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-929b43f8-9bce-455c-9fc9-ca1f53d85e8d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.375382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-929b43f8-9bce-455c-9fc9-ca1f53d85e8d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054917 Nov 12 09:12:11.376142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.386394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1f4e0907-32c1-4c41-bc13-06b8f3c90965 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': '0559f42b-a253-4610-8651-f0f985142334', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:11.392707 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-aa107c36-c250-402b-b1eb-abc26f5ac222 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:12:11.394022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aa107c36-c250-402b-b1eb-abc26f5ac222 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1300924 Nov 12 09:12:11.398067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47578) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.457979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0907-32c1-4c41-bc13-06b8f3c90965 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.503226 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ab08240-98ce-429f-bc24-f7768a2d86b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.582362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0907-32c1-4c41-bc13-06b8f3c90965 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.589069 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0907-32c1-4c41-bc13-06b8f3c90965 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.630993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e0907-32c1-4c41-bc13-06b8f3c90965 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86346876-cecd-4b4e-9f94-7d68a1c48ac2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:11.635072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ab08240-98ce-429f-bc24-f7768a2d86b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.642924 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0907-32c1-4c41-bc13-06b8f3c90965 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.644591 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1f4e0907-32c1-4c41-bc13-06b8f3c90965 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2671015 Nov 12 09:12:11.651371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.665480 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-584678d0-a522-4781-94dd-02466920d46b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': '0559f42b-a253-4610-8651-f0f985142334', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:11.766121 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ab08240-98ce-429f-bc24-f7768a2d86b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.768857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-584678d0-a522-4781-94dd-02466920d46b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.776403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ab08240-98ce-429f-bc24-f7768a2d86b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:11.781949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9ab08240-98ce-429f-bc24-f7768a2d86b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/79fa4892-f1e6-47d5-a69e-3007a4984fa5 HTTP/1.1" status: 204 len: 168 time: 0.3805718 Nov 12 09:12:11.782703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:11.813982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab08240-98ce-429f-bc24-f7768a2d86b7 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa4892-f1e6-47d5-a69e-3007a4984fa5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.055644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-72e35c85-fa26-4168-b94e-c970eda10f7f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2707808 Nov 12 09:12:12.059337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47596) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.066324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c0a2e7f1-b807-4514-8cd5-1a3dab55f4de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'tempest-secgroup--585270767'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:12.131471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-584678d0-a522-4781-94dd-02466920d46b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.136444 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e7f1-b807-4514-8cd5-1a3dab55f4de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.144997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-584678d0-a522-4781-94dd-02466920d46b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.173344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584678d0-a522-4781-94dd-02466920d46b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1aab69-dcd8-43a4-be5a-26c3b360f6df,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.282609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-584678d0-a522-4781-94dd-02466920d46b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.286572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-584678d0-a522-4781-94dd-02466920d46b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6269352 Nov 12 09:12:12.287409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47608) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.292984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d961c077-114a-4ba7-9300-f2c38880df53 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': '0559f42b-a253-4610-8651-f0f985142334', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:12.305658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e7f1-b807-4514-8cd5-1a3dab55f4de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.314195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e7f1-b807-4514-8cd5-1a3dab55f4de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.354209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2e7f1-b807-4514-8cd5-1a3dab55f4de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b53b45d-ff0c-4643-b331-3966063d2160,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.385280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d961c077-114a-4ba7-9300-f2c38880df53 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.402014 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0a2e7f1-b807-4514-8cd5-1a3dab55f4de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.403570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c0a2e7f1-b807-4514-8cd5-1a3dab55f4de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3425157 Nov 12 09:12:12.406351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47614) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.411220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a4038642-4855-4185-97e6-9e1135ebf24e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:12.411936 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-a4038642-4855-4185-97e6-9e1135ebf24e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:12:12.412478 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a4038642-4855-4185-97e6-9e1135ebf24e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 09:12:12.413707 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a4038642-4855-4185-97e6-9e1135ebf24e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "PUT /v2.0/security-groups/8b53b45d-ff0c-4643-b331-3966063d2160 HTTP/1.1" status: 409 len: 330 time: 0.0061488 Nov 12 09:12:12.416662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.529787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d961c077-114a-4ba7-9300-f2c38880df53 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.540382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d961c077-114a-4ba7-9300-f2c38880df53 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.598439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961c077-114a-4ba7-9300-f2c38880df53 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8581312-5b55-41a5-a56b-b18efc9b2e8f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.616790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d961c077-114a-4ba7-9300-f2c38880df53 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.624941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d961c077-114a-4ba7-9300-f2c38880df53 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3361731 Nov 12 09:12:12.625735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47622) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.625979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca5400f-5238-4e37-bf5c-845b52534651 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.715587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca5400f-5238-4e37-bf5c-845b52534651 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.731838 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-243cafea-a9dd-42f6-a7e4-4604b023114c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.759975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-243cafea-a9dd-42f6-a7e4-4604b023114c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.838963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-243cafea-a9dd-42f6-a7e4-4604b023114c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.842542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca5400f-5238-4e37-bf5c-845b52534651 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.845813 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eca5400f-5238-4e37-bf5c-845b52534651 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.846994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-eca5400f-5238-4e37-bf5c-845b52534651 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b53b45d-ff0c-4643-b331-3966063d2160 HTTP/1.1" status: 204 len: 168 time: 0.4293323 Nov 12 09:12:12.850759 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-243cafea-a9dd-42f6-a7e4-4604b023114c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:12.852716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-243cafea-a9dd-42f6-a7e4-4604b023114c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e8581312-5b55-41a5-a56b-b18efc9b2e8f HTTP/1.1" status: 204 len: 168 time: 0.2241356 Nov 12 09:12:12.854540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47628) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.859979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47630) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.868998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca5400f-5238-4e37-bf5c-845b52534651 tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b53b45d-ff0c-4643-b331-3966063d2160,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.874616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cafea-a9dd-42f6-a7e4-4604b023114c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8581312-5b55-41a5-a56b-b18efc9b2e8f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:12.984543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4de52f01-77f9-48ab-8d68-23d1ede6ab30 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1185861 Nov 12 09:12:12.988037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47634) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:12.993066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9fd9a6b7-b66a-4c28-b6a4-a4c08b8a663f tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1335633 Nov 12 09:12:12.994325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47636) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.010843 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-4fcd7ae0-6121-4363-a818-1c45994bf27a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] delete failed (client error): The resource could not be found. Nov 12 09:12:13.016460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4fcd7ae0-6121-4363-a818-1c45994bf27a tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d8f9943-63a7-4a84-adfd-220eff368b3b HTTP/1.1" status: 404 len: 347 time: 0.0209820 Nov 12 09:12:13.017535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47640) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.044075 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-ac82d123-7ea9-4e49-b515-22aacd4f810e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] show failed (client error): The resource could not be found. Nov 12 09:12:13.050413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.050745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ac82d123-7ea9-4e49-b515-22aacd4f810e tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-groups/e313987c-9db7-42bc-b7cf-44fcd0ee1e31 HTTP/1.1" status: 404 len: 347 time: 0.0212905 Nov 12 09:12:13.090105 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-a5e2c30f-924a-4c86-83ba-4987504335de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] show failed (client error): The resource could not be found. Nov 12 09:12:13.090105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a5e2c30f-924a-4c86-83ba-4987504335de tempest-NegativeSecGroupIPv6Test-1718802876 tempest-NegativeSecGroupIPv6Test-1718802876-project] 10.222.0.53 "GET /v2.0/security-group-rules/35ab34a1-221c-43bb-8b48-d5880209ebc2 HTTP/1.1" status: 404 len: 356 time: 0.0332921 Nov 12 09:12:13.090105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43077ff5-05b7-4489-a61a-e19f84f43fbf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.120051 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43077ff5-05b7-4489-a61a-e19f84f43fbf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.205323 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43077ff5-05b7-4489-a61a-e19f84f43fbf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.213503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-43077ff5-05b7-4489-a61a-e19f84f43fbf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.217823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47652) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.220538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-43077ff5-05b7-4489-a61a-e19f84f43fbf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bf1aab69-dcd8-43a4-be5a-26c3b360f6df HTTP/1.1" status: 204 len: 168 time: 0.2313459 Nov 12 09:12:13.239310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43077ff5-05b7-4489-a61a-e19f84f43fbf tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf1aab69-dcd8-43a4-be5a-26c3b360f6df,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:13.399481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.408648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e6c11998-e35f-467e-be8c-42fd888b0826 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1776366 Nov 12 09:12:13.434787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41694eac-2c0e-474e-84c2-cab37c950e12 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.451998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41694eac-2c0e-474e-84c2-cab37c950e12 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.530357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41694eac-2c0e-474e-84c2-cab37c950e12 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.549257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41694eac-2c0e-474e-84c2-cab37c950e12 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.553776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47672) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.572079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-41694eac-2c0e-474e-84c2-cab37c950e12 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/86346876-cecd-4b4e-9f94-7d68a1c48ac2 HTTP/1.1" status: 204 len: 168 time: 0.1592338 Nov 12 09:12:13.573393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41694eac-2c0e-474e-84c2-cab37c950e12 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86346876-cecd-4b4e-9f94-7d68a1c48ac2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:13.629929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.642091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-29e06be2-e8e3-4030-8206-e755ab4605e3 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0858252 Nov 12 09:12:13.667832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-880c9b0c-b3c1-4002-aeb3-1a6707c4c3db tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.676664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-880c9b0c-b3c1-4002-aeb3-1a6707c4c3db tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.704040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47676) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.735476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-880c9b0c-b3c1-4002-aeb3-1a6707c4c3db tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.746509 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-880c9b0c-b3c1-4002-aeb3-1a6707c4c3db tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.751530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47680) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.768267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-880c9b0c-b3c1-4002-aeb3-1a6707c4c3db tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7a47a956-d4a9-4e74-82a7-781c588c4714 HTTP/1.1" status: 204 len: 168 time: 0.1366479 Nov 12 09:12:13.787713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c9b0c-b3c1-4002-aeb3-1a6707c4c3db tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a47a956-d4a9-4e74-82a7-781c588c4714,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:13.837278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47684) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.850322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d6d7560-3c1f-4455-9f6a-0d413399952f tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0968912 Nov 12 09:12:13.854080 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-61fab290-5e93-4eb1-ac81-7cbde9a756fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.893368 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5656-91fe-4148-8464-07cb33d3d7d6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.907847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5656-91fe-4148-8464-07cb33d3d7d6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:13.975684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc425d89-bad7-4f70-a33b-ffbbd9738153 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5bbb04a200f04869b51710aff18aa955&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700267 Nov 12 09:12:13.978083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47688) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:13.987799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5656-91fe-4148-8464-07cb33d3d7d6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.004305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5656-91fe-4148-8464-07cb33d3d7d6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.010992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9d3e5656-91fe-4148-8464-07cb33d3d7d6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c5a7190a-f61c-404f-a039-49a97a66029a HTTP/1.1" status: 204 len: 168 time: 0.1712253 Nov 12 09:12:14.011844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47690) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:14.065931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e5656-91fe-4148-8464-07cb33d3d7d6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5a7190a-f61c-404f-a039-49a97a66029a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:14.101081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1b18b37-4b3b-4144-9f20-0481177e04f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.128134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1b18b37-4b3b-4144-9f20-0481177e04f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.149759 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9da5f353-3598-4348-9bf0-e32b12385f2b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1313412 Nov 12 09:12:14.150530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:14.190255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1b18b37-4b3b-4144-9f20-0481177e04f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.197004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1b18b37-4b3b-4144-9f20-0481177e04f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.206324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f1b18b37-4b3b-4144-9f20-0481177e04f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f0b1dc6-364c-424a-a517-7dda82d1a20a HTTP/1.1" status: 204 len: 168 time: 0.2260463 Nov 12 09:12:14.223282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b18b37-4b3b-4144-9f20-0481177e04f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0b1dc6-364c-424a-a517-7dda82d1a20a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:14.281223 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90e5da8e-19e8-4d24-84ff-3c5639beb4cc tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.384980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90e5da8e-19e8-4d24-84ff-3c5639beb4cc tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.544469 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90e5da8e-19e8-4d24-84ff-3c5639beb4cc tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.558800 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90e5da8e-19e8-4d24-84ff-3c5639beb4cc tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:14.560406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-90e5da8e-19e8-4d24-84ff-3c5639beb4cc tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/0559f42b-a253-4610-8651-f0f985142334 HTTP/1.1" status: 204 len: 168 time: 0.4089007 Nov 12 09:12:14.563568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47740) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:14.592413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5da8e-19e8-4d24-84ff-3c5639beb4cc tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559f42b-a253-4610-8651-f0f985142334,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:14.739256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:14.744316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3f18d62a-f236-4989-80c9-2290bf0af71e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--20430768'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:14.761005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8a9e9989-5b10-43c0-a20e-21a134942543 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1961117 Nov 12 09:12:14.796531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f18d62a-f236-4989-80c9-2290bf0af71e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.026846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f18d62a-f236-4989-80c9-2290bf0af71e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.040876 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f18d62a-f236-4989-80c9-2290bf0af71e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.149797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f18d62a-f236-4989-80c9-2290bf0af71e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.155067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47774) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.167158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-84b01d57-e602-4cd4-b612-ed9d2741daac tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': 'ebd4aa04-bbdf-4096-85c2-1cad80190dad', 'direction': 'ingress', 'protocol': 17}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:15.182771 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3f18d62a-f236-4989-80c9-2290bf0af71e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4420912 Nov 12 09:12:15.186233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18d62a-f236-4989-80c9-2290bf0af71e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd4aa04-bbdf-4096-85c2-1cad80190dad,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:15.257878 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84b01d57-e602-4cd4-b612-ed9d2741daac tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.384165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84b01d57-e602-4cd4-b612-ed9d2741daac tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.390754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84b01d57-e602-4cd4-b612-ed9d2741daac tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.443964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b01d57-e602-4cd4-b612-ed9d2741daac tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f94651c-5783-41eb-91cf-d3bdf86f6e04,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:15.474363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-84b01d57-e602-4cd4-b612-ed9d2741daac tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.476415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-84b01d57-e602-4cd4-b612-ed9d2741daac tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3191082 Nov 12 09:12:15.479394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47786) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.669358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cda3-df0e-44f7-b00b-2786c61da9d4 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.729163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cda3-df0e-44f7-b00b-2786c61da9d4 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.824130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cda3-df0e-44f7-b00b-2786c61da9d4 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.828014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2f5cda3-df0e-44f7-b00b-2786c61da9d4 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:15.829812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e2f5cda3-df0e-44f7-b00b-2786c61da9d4 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/ebd4aa04-bbdf-4096-85c2-1cad80190dad HTTP/1.1" status: 204 len: 168 time: 0.3492875 Nov 12 09:12:15.832642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47828) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.871785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5cda3-df0e-44f7-b00b-2786c61da9d4 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd4aa04-bbdf-4096-85c2-1cad80190dad,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:15.935582 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:15.953444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f684ff8c-841e-4f95-8abc-c65289d29c09 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1186225 Nov 12 09:12:15.957015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47842) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:15.964398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a66812e7-4d83-472d-bd8f-ff99f876c032 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875983610'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:16.027539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66812e7-4d83-472d-bd8f-ff99f876c032 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.284212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66812e7-4d83-472d-bd8f-ff99f876c032 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.290371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66812e7-4d83-472d-bd8f-ff99f876c032 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.352304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66812e7-4d83-472d-bd8f-ff99f876c032 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.359033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47860) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:16.365775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a66812e7-4d83-472d-bd8f-ff99f876c032 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4066458 Nov 12 09:12:16.369412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6e05fded-7094-4d99-ac12-07423330e274 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075453389'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:16.388442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66812e7-4d83-472d-bd8f-ff99f876c032 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0afbf91-c23c-4c22-80d5-d44779aa09ff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:16.396643 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bc74943f-0202-41b8-9f42-8cf53e2df794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.478367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:16.504307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e05fded-7094-4d99-ac12-07423330e274 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.742783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e05fded-7094-4d99-ac12-07423330e274 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.750656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e05fded-7094-4d99-ac12-07423330e274 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.837845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e05fded-7094-4d99-ac12-07423330e274 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:16.850529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6e05fded-7094-4d99-ac12-07423330e274 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4895878 Nov 12 09:12:16.854595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:16.859500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05fded-7094-4d99-ac12-07423330e274 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343c7574-9123-4eb7-858c-5d827b8ad500,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:16.863388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-81a5f21c-37cc-4a61-97db-162bcb29d533 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': 'e0afbf91-c23c-4c22-80d5-d44779aa09ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '343c7574-9123-4eb7-858c-5d827b8ad500', 'remote_ip_prefix': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:16.963734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81a5f21c-37cc-4a61-97db-162bcb29d533 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.046523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-677746279'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:17.153647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Made reservation on behalf of a2f3f041d066441c93a8bf7778735413 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:17.157524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.176401 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.180224 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81a5f21c-37cc-4a61-97db-162bcb29d533 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.191244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81a5f21c-37cc-4a61-97db-162bcb29d533 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.244332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5f21c-37cc-4a61-97db-162bcb29d533 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec1254c-4586-48e5-9777-555f47c0b66c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:17.254756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-81a5f21c-37cc-4a61-97db-162bcb29d533 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.259034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47890) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:17.259210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-81a5f21c-37cc-4a61-97db-162bcb29d533 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4023037 Nov 12 09:12:17.324365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3916524-0cd6-4717-be52-4cd3fcea6e96 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.352522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3916524-0cd6-4717-be52-4cd3fcea6e96 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.363512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.372647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.421621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3916524-0cd6-4717-be52-4cd3fcea6e96 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.432747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3916524-0cd6-4717-be52-4cd3fcea6e96 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.436536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d3916524-0cd6-4717-be52-4cd3fcea6e96 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/cec1254c-4586-48e5-9777-555f47c0b66c HTTP/1.1" status: 204 len: 168 time: 0.1744168 Nov 12 09:12:17.444468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47896) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:17.474973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:17.486771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3916524-0cd6-4717-be52-4cd3fcea6e96 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cec1254c-4586-48e5-9777-555f47c0b66c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:17.505147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2299a9-0313-4a83-868c-f0a07ba75963,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:17.542846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.543218 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Added segment b5dcc7c0-eecb-4a67-801d-cff57b9a27ac of type vlan for network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 Nov 12 09:12:17.557448 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3bd0a106-b24c-41ed-9289-5cd21c0376f9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1051674 Nov 12 09:12:17.558939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47900) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:17.645372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.683835 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.692533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:17.693510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.718936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8657645-f8a3-4c0d-8ea1-6f51ac37bb60 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.795508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8657645-f8a3-4c0d-8ea1-6f51ac37bb60 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.799050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event updated for resources: {'Network': ['ID=60b58903-c6f9-4f0a-b1b0-9d47bcf486a0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:17.820750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:17.845110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-305c4029-29b9-4f5c-83e4-fb1911b9d9bb tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3634455 Nov 12 09:12:17.845648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47906) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:17.854670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Request body: {'subnet': {'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:17.896536 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8657645-f8a3-4c0d-8ea1-6f51ac37bb60 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.900210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d8657645-f8a3-4c0d-8ea1-6f51ac37bb60 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:17.903494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d8657645-f8a3-4c0d-8ea1-6f51ac37bb60 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/343c7574-9123-4eb7-858c-5d827b8ad500 HTTP/1.1" status: 204 len: 168 time: 0.3433657 Nov 12 09:12:17.910999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47908) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:17.955122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8657645-f8a3-4c0d-8ea1-6f51ac37bb60 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c7574-9123-4eb7-858c-5d827b8ad500,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:18.045110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Made reservation on behalf of a2f3f041d066441c93a8bf7778735413 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:18.048753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.093967 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3671f3a9-eace-4b49-bd59-fa25516c6753 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1716051 Nov 12 09:12:18.098782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47914) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:18.188183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c376ed76-9aa4-4d85-a50c-c52b0e94b81d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.239315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c376ed76-9aa4-4d85-a50c-c52b0e94b81d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.363407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c376ed76-9aa4-4d85-a50c-c52b0e94b81d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.366177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c376ed76-9aa4-4d85-a50c-c52b0e94b81d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.367613 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c376ed76-9aa4-4d85-a50c-c52b0e94b81d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/e0afbf91-c23c-4c22-80d5-d44779aa09ff HTTP/1.1" status: 204 len: 168 time: 0.2693985 Nov 12 09:12:18.404979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47918) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:18.433008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376ed76-9aa4-4d85-a50c-c52b0e94b81d tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0afbf91-c23c-4c22-80d5-d44779aa09ff,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:18.474780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fd0479c5-cdb5-4f70-9231-8587ea78135c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0684681 Nov 12 09:12:18.475784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47924) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:18.480616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5c02afe0-69e5-4091-a9e2-75ae68b477cd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--931161275'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:18.511884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.517265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c02afe0-69e5-4091-a9e2-75ae68b477cd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.675203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c02afe0-69e5-4091-a9e2-75ae68b477cd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.682200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c02afe0-69e5-4091-a9e2-75ae68b477cd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.716256 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5c02afe0-69e5-4091-a9e2-75ae68b477cd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.716696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5c02afe0-69e5-4091-a9e2-75ae68b477cd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2398851 Nov 12 09:12:18.723826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47930) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:18.728782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d9b150d0-7944-4160-9f7a-63353222176a tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': '2e3e1811-7760-4ba6-a382-96ffe3623afa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:18.729581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event updated for resources: {'Subnet': ['ID=7460ad5e-4c8f-4ad7-a27a-8086597fb3e5,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:18.757600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02afe0-69e5-4091-a9e2-75ae68b477cd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e1811-7760-4ba6-a382-96ffe3623afa,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:18.782528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b150d0-7944-4160-9f7a-63353222176a tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.792074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Checking segment: {'id': 'b5dcc7c0-eecb-4a67-801d-cff57b9a27ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:18.792526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Network hostable DHCP agents. Network: 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:18.851638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:18.870844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:18.879372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4d88c-3ec0-49a9-904a-f0db960c38a7 None None] Network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:18.895163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:18.897425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:18.951423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0e8a2370-bac6-46bc-b9ad-7b31ce65d9f1 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1031759 Nov 12 09:12:18.954624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47932) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:18.966207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Request body: {'port': {'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0', 'name': 'tempest-TagsExtTest-1009642642'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:18.983627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b150d0-7944-4160-9f7a-63353222176a tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.000112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b150d0-7944-4160-9f7a-63353222176a tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.049359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b150d0-7944-4160-9f7a-63353222176a tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5539f141-a774-48c5-b773-3d06ba543cf3,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:19.064469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b150d0-7944-4160-9f7a-63353222176a tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.068744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9b150d0-7944-4160-9f7a-63353222176a tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3412244 Nov 12 09:12:19.068952 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.069429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47934) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:19.106177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06c5f7d9-9e89-44c5-8ae9-c43f30e966da tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.128216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06c5f7d9-9e89-44c5-8ae9-c43f30e966da tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.170693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06c5f7d9-9e89-44c5-8ae9-c43f30e966da tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.180253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-06c5f7d9-9e89-44c5-8ae9-c43f30e966da tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.181743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-06c5f7d9-9e89-44c5-8ae9-c43f30e966da tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5539f141-a774-48c5-b773-3d06ba543cf3 HTTP/1.1" status: 204 len: 168 time: 0.1106660 Nov 12 09:12:19.195784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47940) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:19.196942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5f7d9-9e89-44c5-8ae9-c43f30e966da tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5539f141-a774-48c5-b773-3d06ba543cf3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:19.341909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-69c4e2e4-2a5e-42d9-9e7d-80260174170c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1306567 Nov 12 09:12:19.346776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47944) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:19.348665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-60b58903-c6f9-4f0a-b1b0-9d47bcf486a0', 'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0', 'tenant_id': 'a2f3f041d066441c93a8bf7778735413', 'fixed_ips': [{'subnet_id': '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:12:19.351190 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.578242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7265-b253-46a4-a598-8bc78cec789e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.591524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Allocated IP 172.20.0.2 (60b58903-c6f9-4f0a-b1b0-9d47bcf486a0/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/79a82ca0-6c59-4f0c-b591-c09a3c3a4991) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:19.661719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7265-b253-46a4-a598-8bc78cec789e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.737324 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7265-b253-46a4-a598-8bc78cec789e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.741680 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5dbe7265-b253-46a4-a598-8bc78cec789e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.745366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5dbe7265-b253-46a4-a598-8bc78cec789e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/2e3e1811-7760-4ba6-a382-96ffe3623afa HTTP/1.1" status: 204 len: 168 time: 0.3956716 Nov 12 09:12:19.769547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47956) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:19.771317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe7265-b253-46a4-a598-8bc78cec789e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e1811-7760-4ba6-a382-96ffe3623afa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:19.923415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-85cfcf55-d57c-4070-9398-dcf0606f9a8c tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1387157 Nov 12 09:12:19.927626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47960) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:19.932381 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:19.941964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group': {'name': 'tempest-secgroup--21029748'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:19.990736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 09:12:19.990736 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 09:12:19.990736 n-d-769329-17 neutron-server[109376]: [parameters: {'project_id_1': 'bedb3d05e40947e78d1c27466fd01c24', 'expiration_1': datetime.datetime(2021, 11, 12, 9, 11, 59, 956470)}] Nov 12 09:12:19.990736 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:12:19.992691 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:12:19.998468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Made reservation on behalf of a2f3f041d066441c93a8bf7778735413 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:20.006131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.057234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] device_id is not set on port b42a2567-6fe1-49f8-828c-8523adcb8bb3 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:12:20.164890 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.178794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.236880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:20.241339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:20.281797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:20.338068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Pushing event updated for resources: {'Port': ['ID=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:20.384106 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.385677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.387866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.388607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.389286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.389827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.390948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.391498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.392115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.392668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.393255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.393797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:20.453504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Allocated IP 172.20.0.8 (60b58903-c6f9-4f0a-b1b0-9d47bcf486a0/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/b42a2567-6fe1-49f8-828c-8523adcb8bb3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:20.466187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.596179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Attempting to bind port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:20.596556 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Attempting to bind port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'b5dcc7c0-eecb-4a67-801d-cff57b9a27ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:20.600998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Attempting to bind port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 on network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:20.625580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:20.625960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Checking segment: {'id': 'b5dcc7c0-eecb-4a67-801d-cff57b9a27ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:20.630044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.630866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Bound using segment: {'id': 'b5dcc7c0-eecb-4a67-801d-cff57b9a27ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:20.634657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.635695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Bound port: 79a82ca0-6c59-4f0c-b591-c09a3c3a4991, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5dcc7c0-eecb-4a67-801d-cff57b9a27ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '60b58903-c6f9-4f0a-b1b0-9d47bcf486a0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:20.636206 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.794177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] For port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:20.803689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] For port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,segment=NetworkSegment(b5dcc7c0-eecb-4a67-801d-cff57b9a27ac),segment_id=b5dcc7c0-eecb-4a67-801d-cff57b9a27ac)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:20.815495 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:20.891616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f21a7-d68a-4e64-a650-441fe0ff16eb None None] Pushing event updated for resources: {'Port': ['ID=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:20.976164 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.054736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.182487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.194850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.276751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event updated for resources: {'Port': ['ID=b42a2567-6fe1-49f8-828c-8523adcb8bb3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:21.327042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:21.351254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:21.380201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.383537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4502606 Nov 12 09:12:21.387288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:21.398999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:21.414927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-edb9b3c3-4312-4eff-be0f-0fcb71e9a665 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': 'a332381c-42bf-4c00-859d-fa3d359570f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:21.487746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09d178-41cf-4d7a-ba5b-04d041acf840 req-f3d2b126-7fb9-4b76-852a-d5483965f329 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:21.501318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca09d178-41cf-4d7a-ba5b-04d041acf840 req-f3d2b126-7fb9-4b76-852a-d5483965f329 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 950 time: 0.1711957 Nov 12 09:12:21.559404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5d33a-340d-4db7-8d45-0b492fe7ddb9 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a332381c-42bf-4c00-859d-fa3d359570f6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:21.597101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:21.597911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.654914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca09d178-41cf-4d7a-ba5b-04d041acf840 req-c70e31d1-a931-4c87-9858-8e53fb76f891 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523881 Nov 12 09:12:21.673109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b37aae30-b6cb-4879-b862-65fe51ff61db tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7172992 Nov 12 09:12:21.676212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edb9b3c3-4312-4eff-be0f-0fcb71e9a665 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.676894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48010) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:21.692677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-68220703-fc12-4f29-894a-dfeeeda01875 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-806574779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:21.758972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-22c337f4-bccb-44bd-8828-7eb70c324bab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1594031 Nov 12 09:12:21.785855 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68220703-fc12-4f29-894a-dfeeeda01875 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.787797 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68220703-fc12-4f29-894a-dfeeeda01875 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.816353 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edb9b3c3-4312-4eff-be0f-0fcb71e9a665 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.833471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edb9b3c3-4312-4eff-be0f-0fcb71e9a665 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.895406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-edb9b3c3-4312-4eff-be0f-0fcb71e9a665 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:21.899834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-edb9b3c3-4312-4eff-be0f-0fcb71e9a665 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4983201 Nov 12 09:12:21.900833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:21.913015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9b3c3-4312-4eff-be0f-0fcb71e9a665 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c8b000-7c03-4206-af5a-edfa54d050c7,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:21.960039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f8a21830-e92d-429d-9e98-10a735753aea tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules/74c8b000-7c03-4206-af5a-edfa54d050c7 HTTP/1.1" status: 200 len: 763 time: 0.0533752 Nov 12 09:12:21.960500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48020) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.048238 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68220703-fc12-4f29-894a-dfeeeda01875 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.082494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.091197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.091197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.091197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.091197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.091197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.097864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.101373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97e7b051-7903-4c7c-8e17-aa4e05bd23fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6507 time: 0.2919736 Nov 12 09:12:22.113236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68220703-fc12-4f29-894a-dfeeeda01875 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.200958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68220703-fc12-4f29-894a-dfeeeda01875 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.202811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-68220703-fc12-4f29-894a-dfeeeda01875 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5248733 Nov 12 09:12:22.229035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48024) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.243139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-559a533e-7b73-4c3b-8468-ea67d7c69ed8 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-59162064', 'prefixes': ['172.20.0.0/16']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:22.244939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-07fac6a5-becd-4b74-8b15-8f7b15b6bad8 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2828925 Nov 12 09:12:22.252577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48026) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.324671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a99bf833-650f-488d-aca7-01c46fff2f1b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.339535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a99bf833-650f-488d-aca7-01c46fff2f1b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.364396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:22.417255 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a99bf833-650f-488d-aca7-01c46fff2f1b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.431070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a99bf833-650f-488d-aca7-01c46fff2f1b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.437040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a99bf833-650f-488d-aca7-01c46fff2f1b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/74c8b000-7c03-4206-af5a-edfa54d050c7 HTTP/1.1" status: 204 len: 168 time: 0.1757605 Nov 12 09:12:22.443730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.466564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bf833-650f-488d-aca7-01c46fff2f1b tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74c8b000-7c03-4206-af5a-edfa54d050c7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:22.467091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:22.467674 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.549952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.576507 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-47c4a989-9f22-4063-a3dd-319d80d46902 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1303678 Nov 12 09:12:22.579329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-10593af9-0adb-44b6-bc50-829533466fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.580736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-10593af9-0adb-44b6-bc50-829533466fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.581720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-10593af9-0adb-44b6-bc50-829533466fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.584926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-10593af9-0adb-44b6-bc50-829533466fc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 200 len: 2296 time: 0.4150188 Nov 12 09:12:22.586000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48034) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.595270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-50ff20f4-bc2d-4dc5-82bc-94af1c47ccba tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': 'a332381c-42bf-4c00-859d-fa3d359570f6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:22.734112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-559a533e-7b73-4c3b-8468-ea67d7c69ed8 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for subnetpool, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.736400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-559a533e-7b73-4c3b-8468-ea67d7c69ed8 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.5045516 Nov 12 09:12:22.738428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50ff20f4-bc2d-4dc5-82bc-94af1c47ccba tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.741562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48040) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:22.746792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-8e287653-cf03-4558-9c98-c4bed2a34efa tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', 'tempest-TagsExtTest-Tag-274049796') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:22.825437 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50ff20f4-bc2d-4dc5-82bc-94af1c47ccba tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.831877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-0ea8c80a-7e1d-4d04-8df0-6dc3cf2e9273 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101 HTTP/1.1" status: 200 len: 1001 time: 0.2067780 Nov 12 09:12:22.833708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50ff20f4-bc2d-4dc5-82bc-94af1c47ccba tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.857816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b07cfef8-f3da-495f-9349-c9e187748489 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:22.918111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff20f4-bc2d-4dc5-82bc-94af1c47ccba tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80225279-70f6-4e3c-84e9-1d000633d36a,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:22.920943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-dcc9292c-045c-41e1-9b44-5812acaef61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:22.922497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-dcc9292c-045c-41e1-9b44-5812acaef61d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1bfae29-9c67-4a0b-a665-b7a64625e8f9 HTTP/1.1" status: 200 len: 855 time: 0.0727358 Nov 12 09:12:22.946742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8dae7-5394-4c36-9cb4-abde7a1e6324 None None] Network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:23.061156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50ff20f4-bc2d-4dc5-82bc-94af1c47ccba tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.062631 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-50ff20f4-bc2d-4dc5-82bc-94af1c47ccba tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4716508 Nov 12 09:12:23.079708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48046) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.112035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-a11a011b-d45c-4796-a07d-3073d6dd2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.113707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-a11a011b-d45c-4796-a07d-3073d6dd2520 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649904 Nov 12 09:12:23.123299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-71ef9c59-7a13-4e1f-b706-5bc867e487ff tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules/80225279-70f6-4e3c-84e9-1d000633d36a HTTP/1.1" status: 200 len: 763 time: 0.0408659 Nov 12 09:12:23.127073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48048) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.152736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572cc6a-6ca3-4481-a4d8-7ed48f0d7c36 req-ee36b8f7-555f-4946-9e29-0c765c38056b tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:23.154307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a572cc6a-6ca3-4481-a4d8-7ed48f0d7c36 req-ee36b8f7-555f-4946-9e29-0c765c38056b tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 950 time: 0.2244039 Nov 12 09:12:23.162064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8e287653-cf03-4558-9c98-c4bed2a34efa tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags/tempest-TagsExtTest-Tag-274049796 HTTP/1.1" status: 201 len: 201 time: 0.4193060 Nov 12 09:12:23.175581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.191337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-5da16f3f-8f25-49a5-869e-c757a18b5c12 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', 'tempest-TagsExtTest-Tag-1804600314') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:23.268079 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.269874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d4d1e664-2d60-479f-bc2b-5c64777b38a6 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1344979 Nov 12 09:12:23.276329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48054) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.304771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-053fe673-5cb9-4aba-be89-695e28a76b2c None None] Provisioning complete for port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:23.305040 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-053fe673-5cb9-4aba-be89-695e28a76b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.320957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a572cc6a-6ca3-4481-a4d8-7ed48f0d7c36 req-cfe65ec5-fc44-49e6-92c4-890257267641 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460655 Nov 12 09:12:23.346156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4d85-3f0d-492d-8133-df5f36151c23 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.364663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-383b9f2f-3552-4dc3-8b22-35d6f645476c service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400999 Nov 12 09:12:23.366735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4d85-3f0d-492d-8133-df5f36151c23 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.387023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b07cfef8-f3da-495f-9349-c9e187748489 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.410651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b07cfef8-f3da-495f-9349-c9e187748489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.464448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4d85-3f0d-492d-8133-df5f36151c23 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.480497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c4e4d85-3f0d-492d-8133-df5f36151c23 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.485685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c4e4d85-3f0d-492d-8133-df5f36151c23 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/80225279-70f6-4e3c-84e9-1d000633d36a HTTP/1.1" status: 204 len: 168 time: 0.2054827 Nov 12 09:12:23.496311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,segment=NetworkSegment(b5dcc7c0-eecb-4a67-801d-cff57b9a27ac),segment_id=b5dcc7c0-eecb-4a67-801d-cff57b9a27ac)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:23.499740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48060) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.524113 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:23.544099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e4d85-3f0d-492d-8133-df5f36151c23 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80225279-70f6-4e3c-84e9-1d000633d36a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:23.593898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48066) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.602047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-5e89499e-04b6-4e92-b332-02a76ca17dba tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', 'tempest-TagsExtTest-Tag-364926126') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:23.603143 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5da16f3f-8f25-49a5-869e-c757a18b5c12 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags/tempest-TagsExtTest-Tag-1804600314 HTTP/1.1" status: 201 len: 201 time: 0.4260752 Nov 12 09:12:23.608027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-8147295d-8382-415b-8ec2-b0074e183bad service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326093 Nov 12 09:12:23.610972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b07cfef8-f3da-495f-9349-c9e187748489 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=529cf5dd2bc8456fb6b6ac648fa5326b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0562005 Nov 12 09:12:23.614751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48068) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:23.621636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cfef8-f3da-495f-9349-c9e187748489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=410b14eb-5a7a-41c5-ad61-f6602768f946,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:23.738380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:24.186047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-32160c9b-64af-4a65-9861-bc734ae45deb None None] Provisioning complete for port b42a2567-6fe1-49f8-828c-8523adcb8bb3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:24.186420 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-32160c9b-64af-4a65-9861-bc734ae45deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.202323 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-5bd549a7-1bba-46d6-bb6a-2ae45ba31d50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 217 time: 0.5864959 Nov 12 09:12:24.225745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:24.244796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e18f1e07-d7b9-4be4-916c-81e5f639d959 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7334960 Nov 12 09:12:24.249061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:24.255413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Request body: {'security_group_rule': {'security_group_id': 'a332381c-42bf-4c00-859d-fa3d359570f6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:24.325288 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Project bedb3d05e40947e78d1c27466fd01c24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:12:24.350201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.370497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-32160c9b-64af-4a65-9861-bc734ae45deb None None] Port b42a2567-6fe1-49f8-828c-8523adcb8bb3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:24.425676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-32160c9b-64af-4a65-9861-bc734ae45deb None None] Provisioning complete for port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:24.426048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-32160c9b-64af-4a65-9861-bc734ae45deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.448967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-4e473a2a-fe2f-4187-87c1-e953b21060c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.448967 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-4e473a2a-fe2f-4187-87c1-e953b21060c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.1945040 Nov 12 09:12:24.448967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f3a5eae-0fd0-4c91-bede-b23c79649321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.464542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:24.464917 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.489523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.512304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.571593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710691c9-5b57-440d-b477-d233cab068de,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:24.578415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f3a5eae-0fd0-4c91-bede-b23c79649321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.597850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5e89499e-04b6-4e92-b332-02a76ca17dba tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags/tempest-TagsExtTest-Tag-364926126 HTTP/1.1" status: 201 len: 201 time: 1.0022233 Nov 12 09:12:24.600394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.601908 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6a0ec9bb-6ed6-4221-888c-cec538620c71 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508527 Nov 12 09:12:24.602746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:24.608661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48096) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:24.618456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-c70782a4-921e-4d14-add7-5c0b57490e4b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', 'tempest-TagsExtTest-Tag-1801292928') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:24.643499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-3c82fc30-44d8-42fc-a464-4ce836f44719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:24.645202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-3c82fc30-44d8-42fc-a464-4ce836f44719 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1857347 Nov 12 09:12:24.654673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7384b1a4-c907-4a8f-ab0b-abf2d38d21fd tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules/710691c9-5b57-440d-b477-d233cab068de HTTP/1.1" status: 200 len: 769 time: 0.0432100 Nov 12 09:12:24.655394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48098) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:24.779970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f3a5eae-0fd0-4c91-bede-b23c79649321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.780923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f3a5eae-0fd0-4c91-bede-b23c79649321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.785022 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c70782a4-921e-4d14-add7-5c0b57490e4b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags/tempest-TagsExtTest-Tag-1801292928 HTTP/1.1" status: 201 len: 201 time: 0.1811879 Nov 12 09:12:24.788102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:24.796530 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3f3a5eae-0fd0-4c91-bede-b23c79649321 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/410b14eb-5a7a-41c5-ad61-f6602768f946 HTTP/1.1" status: 204 len: 168 time: 1.1722093 Nov 12 09:12:24.805060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-d50ea1b6-8d70-4985-9d1d-a68edcf6fd57 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:24.817395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2accaa97-4b2b-4369-905d-1819286a0b59 None None] Provisioning complete for port b42a2567-6fe1-49f8-828c-8523adcb8bb3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:24.817980 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2accaa97-4b2b-4369-905d-1819286a0b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.847371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d345b0bc-458c-4d9d-ad00-11c211ea6023 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1894212 Nov 12 09:12:24.852138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:24.861683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a5eae-0fd0-4c91-bede-b23c79649321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=410b14eb-5a7a-41c5-ad61-f6602768f946,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:24.911630 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-b4d6f2d2-fc13-4310-b07a-eab8edcc6f06 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471416 Nov 12 09:12:24.916072 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335e518c-0344-4151-a073-9f7d8dbc7655 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.948004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2accaa97-4b2b-4369-905d-1819286a0b59 None None] Port b42a2567-6fe1-49f8-828c-8523adcb8bb3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:24.948221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335e518c-0344-4151-a073-9f7d8dbc7655 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:24.971288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48106) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:24.972632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d50ea1b6-8d70-4985-9d1d-a68edcf6fd57 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags HTTP/1.1" status: 200 len: 240 time: 0.1830673 Nov 12 09:12:24.985268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-b00f0070-0e69-4772-a8e7-b4441fb9fb22 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', 'tempest-TagsExtTest-Tag-274049796') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:25.025729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335e518c-0344-4151-a073-9f7d8dbc7655 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.041100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-335e518c-0344-4151-a073-9f7d8dbc7655 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.045087 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-335e518c-0344-4151-a073-9f7d8dbc7655 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/710691c9-5b57-440d-b477-d233cab068de HTTP/1.1" status: 204 len: 168 time: 0.1902642 Nov 12 09:12:25.045707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48112) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.082075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e518c-0344-4151-a073-9f7d8dbc7655 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=710691c9-5b57-440d-b477-d233cab068de,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:25.103835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e641f9b2-495f-47ea-a0f4-0c63b3bc5387 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0570033 Nov 12 09:12:25.108375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48120) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.178298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-0cfc979a-7b73-44cc-9544-f00a53b152d1 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591670 Nov 12 09:12:25.285446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-c9662cfc-52ce-4ef2-a1ee-14b377bcf9eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 217 time: 0.0963194 Nov 12 09:12:25.310797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b00f0070-0e69-4772-a8e7-b4441fb9fb22 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags/tempest-TagsExtTest-Tag-274049796 HTTP/1.1" status: 204 len: 168 time: 0.3383737 Nov 12 09:12:25.313690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.324069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-65e2605d-59cb-42f6-9e6f-3e22bc2fb632 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', 'tempest-TagsExtTest-Tag-274049796') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:25.342859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48128) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.372291 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9818683e-e093-4701-a9b5-e9ffb002783e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.377216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65f56fc-d34a-43fc-be7f-50a26e9984c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.423267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9818683e-e093-4701-a9b5-e9ffb002783e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.437815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-19790a45-a53d-4d12-9696-5a9097cc1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.439396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-19790a45-a53d-4d12-9696-5a9097cc1dbd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.1407607 Nov 12 09:12:25.469478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-65e2605d-59cb-42f6-9e6f-3e22bc2fb632 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags/tempest-TagsExtTest-Tag-274049796 HTTP/1.1" status: 204 len: 168 time: 0.1522150 Nov 12 09:12:25.471875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48134) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.477011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-0b95c69d-9b94-493e-b23b-115c311b363d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:25.561111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0b95c69d-9b94-493e-b23b-115c311b363d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags HTTP/1.1" status: 200 len: 205 time: 0.0879629 Nov 12 09:12:25.561872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.566887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-c79f2f26-1106-4b5e-b789-2871257fdeae tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:25.604530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9818683e-e093-4701-a9b5-e9ffb002783e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.607655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9818683e-e093-4701-a9b5-e9ffb002783e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.608968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9818683e-e093-4701-a9b5-e9ffb002783e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "DELETE /v2.0/security-groups/a332381c-42bf-4c00-859d-fa3d359570f6 HTTP/1.1" status: 204 len: 168 time: 0.4985647 Nov 12 09:12:25.613276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.615860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-3cb47bcb-b562-4c05-8ff7-414cf1832644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:25.617797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-3cb47bcb-b562-4c05-8ff7-414cf1832644 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1413536 Nov 12 09:12:25.684476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9af7dd7d-34d0-4d82-b7a0-4a274eec2418 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0688174 Nov 12 09:12:25.686057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.705414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818683e-e093-4701-a9b5-e9ffb002783e tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a332381c-42bf-4c00-859d-fa3d359570f6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:25.717738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c79f2f26-1106-4b5e-b789-2871257fdeae tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags HTTP/1.1" status: 200 len: 241 time: 0.1549344 Nov 12 09:12:25.730567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48144) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.740584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-e990ee64-5965-4f6c-8898-badf14462466 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', 'tempest-TagsExtTest-Tag-1804600314') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:25.772827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65f56fc-d34a-43fc-be7f-50a26e9984c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.785624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65f56fc-d34a-43fc-be7f-50a26e9984c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.806873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c18531c6-8059-4b16-a443-d37f01dcfbf3 tempest-SecGroupIPv6Test-627533607 tempest-SecGroupIPv6Test-627533607-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1194208 Nov 12 09:12:25.843518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e990ee64-5965-4f6c-8898-badf14462466 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags/tempest-TagsExtTest-Tag-1804600314 HTTP/1.1" status: 204 len: 168 time: 0.1116886 Nov 12 09:12:25.844242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48148) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.848975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-5856f9ac-e9ad-4ff6-b768-e374377fe99d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', 'tempest-TagsExtTest-Tag-1804600314') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:25.868510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d65f56fc-d34a-43fc-be7f-50a26e9984c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=402d0e1119734246a17adaa8180343ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5242610 Nov 12 09:12:25.870869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48150) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:25.910576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f56fc-d34a-43fc-be7f-50a26e9984c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca75ad7-fc4b-49b0-a418-5dc1cdd5f660,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:25.973922 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-7ce2163e-5ee9-48fa-8899-4cf56edd0991 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368847 Nov 12 09:12:25.977652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-637bc37c-74e4-4c4b-8630-0af2a333be4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:25.999955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5856f9ac-e9ad-4ff6-b768-e374377fe99d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags/tempest-TagsExtTest-Tag-1804600314 HTTP/1.1" status: 204 len: 168 time: 0.1529086 Nov 12 09:12:26.000234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:26.001201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48152) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.005921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-c9747430-2ae3-4be3-a0e4-b5bd4556ece3 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:26.078159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c9747430-2ae3-4be3-a0e4-b5bd4556ece3 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags HTTP/1.1" status: 200 len: 205 time: 0.0734096 Nov 12 09:12:26.078622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.087038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-90248850-f4b8-4d62-9247-93c4f03fd564 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:26.180390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-637bc37c-74e4-4c4b-8630-0af2a333be4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.228356 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.232649 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-90248850-f4b8-4d62-9247-93c4f03fd564 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags HTTP/1.1" status: 200 len: 240 time: 0.1521268 Nov 12 09:12:26.235120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48164) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.246325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-ec264be7-6134-4a7f-865f-efda4df1421d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', 'tempest-TagsExtTest-Tag-364926126') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:26.273927 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-637bc37c-74e4-4c4b-8630-0af2a333be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.276900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-637bc37c-74e4-4c4b-8630-0af2a333be4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.280696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-637bc37c-74e4-4c4b-8630-0af2a333be4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eca75ad7-fc4b-49b0-a418-5dc1cdd5f660 HTTP/1.1" status: 204 len: 168 time: 0.4064114 Nov 12 09:12:26.310598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bc37c-74e4-4c4b-8630-0af2a333be4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca75ad7-fc4b-49b0-a418-5dc1cdd5f660,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:26.314875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:26.324463 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12c90d6-98f1-449c-b3d5-740f142251ff" -d '{"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-unplugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:26.388732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-aa08443e-71c9-46d5-8635-80682bab0d9b service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076593 Nov 12 09:12:26.424718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:26.433543 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:26.463883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.502289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ec264be7-6134-4a7f-865f-efda4df1421d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags/tempest-TagsExtTest-Tag-364926126 HTTP/1.1" status: 204 len: 168 time: 0.2652795 Nov 12 09:12:26.508749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.524776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-7a87d324-385b-4f69-a3be-f8c999c66323 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', 'tempest-TagsExtTest-Tag-364926126') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:26.539586 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-60103aed-739b-433b-87e9-b4eebf543155 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=e3a3e784-4c68-4616-b432-8018d2162f83 HTTP/1.1" status: 200 len: 217 time: 0.1412470 Nov 12 09:12:26.618621 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5810d93e-82ca-4ec0-9760-f30d85b501de x-openstack-request-id: req-5810d93e-82ca-4ec0-9760-f30d85b501de {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:26.618908 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-unplugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:26.622598 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5810d93e-82ca-4ec0-9760-f30d85b501de {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:26.623209 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'code': 200} Nov 12 09:12:26.624607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:26.696165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-55e23490-2aad-4a84-8492-ab43e239a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:26.699277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-55e23490-2aad-4a84-8492-ab43e239a1ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.1523976 Nov 12 09:12:26.733584 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7a87d324-385b-4f69-a3be-f8c999c66323 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags/tempest-TagsExtTest-Tag-364926126 HTTP/1.1" status: 204 len: 168 time: 0.2233310 Nov 12 09:12:26.742888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.758918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-43efd376-e456-4ade-b5bd-24603ac7d1d0 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:26.843740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-d04b327f-9b84-40c5-9177-ea9b720cda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:26.848681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-d04b327f-9b84-40c5-9177-ea9b720cda45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1403770 Nov 12 09:12:26.976729 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-43efd376-e456-4ade-b5bd-24603ac7d1d0 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags HTTP/1.1" status: 200 len: 205 time: 0.2320623 Nov 12 09:12:26.980247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:26.996205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-586b2090-ce46-49b2-accd-841d33073a97 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.034044 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-e1a7742f-fd58-4208-844b-096b21423d96 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783404 Nov 12 09:12:27.050950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-586b2090-ce46-49b2-accd-841d33073a97 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags HTTP/1.1" status: 200 len: 241 time: 0.0686424 Nov 12 09:12:27.055625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48200) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.061336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-318f8f08-536b-4863-a504-8d2d49e6e540 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', 'tempest-TagsExtTest-Tag-1801292928') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.156071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-318f8f08-536b-4863-a504-8d2d49e6e540 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags/tempest-TagsExtTest-Tag-1801292928 HTTP/1.1" status: 204 len: 168 time: 0.0953643 Nov 12 09:12:27.156899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48204) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.162448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-45893a1a-3082-4de5-b0d3-c9acca157458 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', 'tempest-TagsExtTest-Tag-1801292928') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.173134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9989bb0d-ce9b-49af-b366-a4bf3a7d2dbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bedb3d05e40947e78d1c27466fd01c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6985562 Nov 12 09:12:27.180409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48206) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.227323 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-45893a1a-3082-4de5-b0d3-c9acca157458 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags/tempest-TagsExtTest-Tag-1801292928 HTTP/1.1" status: 204 len: 168 time: 0.0688004 Nov 12 09:12:27.231529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.235940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-5d61db7b-66e6-41a5-91b4-08a21dddb06d service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943302 Nov 12 09:12:27.257406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-bb6cb54f-1c92-4daf-bd11-77346a62c5cf tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.289152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-9ecfb7ff-27a8-462f-8255-14b1c153eedf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=a19758b7-9361-412e-9c74-09838e149ccd HTTP/1.1" status: 200 len: 217 time: 0.0457840 Nov 12 09:12:27.295565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bb6cb54f-1c92-4daf-bd11-77346a62c5cf tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags HTTP/1.1" status: 200 len: 205 time: 0.0595856 Nov 12 09:12:27.297049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.301754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-314fa5b4-b29d-4ba4-be1d-cd63845cf55a tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.342177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-314fa5b4-b29d-4ba4-be1d-cd63845cf55a tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags HTTP/1.1" status: 204 len: 168 time: 0.0431859 Nov 12 09:12:27.344201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.346243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4692b48a-91f4-40e3-9171-d245c01958b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.350901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-0c74dc8b-5697-4a82-9790-248c0de55297 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.383410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-cf2b2596-2601-47b0-9a24-a55ae6441d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:27.385145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-cf2b2596-2601-47b0-9a24-a55ae6441d4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0886300 Nov 12 09:12:27.387783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4692b48a-91f4-40e3-9171-d245c01958b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.492322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48234) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.493064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0c74dc8b-5697-4a82-9790-248c0de55297 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags HTTP/1.1" status: 204 len: 168 time: 0.1475430 Nov 12 09:12:27.497449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-2888b62e-c25c-4f68-af15-1429655aa6e3 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.503604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-b71f6640-306f-44f8-8bdc-8cff82c6da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:27.505298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-b71f6640-306f-44f8-8bdc-8cff82c6da13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1085401 Nov 12 09:12:27.562709 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4692b48a-91f4-40e3-9171-d245c01958b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.565587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4692b48a-91f4-40e3-9171-d245c01958b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.576309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4692b48a-91f4-40e3-9171-d245c01958b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe9d1109-e8c1-4d08-b2e0-4b1c838b3940 HTTP/1.1" status: 204 len: 168 time: 0.3864703 Nov 12 09:12:27.726462 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:27.733952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-8dd6d5e5-a3d1-4b48-9149-f21d7dadc936 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084906 Nov 12 09:12:27.735591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692b48a-91f4-40e3-9171-d245c01958b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d1109-e8c1-4d08-b2e0-4b1c838b3940,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:27.850721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:27.855377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2888b62e-c25c-4f68-af15-1429655aa6e3 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags HTTP/1.1" status: 204 len: 168 time: 0.3534014 Nov 12 09:12:27.856426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-8b399475-9f02-48cd-a975-98bbe1ba7e42 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:27.953436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-eeb11e2f-25b9-40e9-8767-3f6d565d6db0 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120519 Nov 12 09:12:28.006350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6726e26b-8033-41a4-9905-a972b62faf03 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:12:28.007410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373df3e-b415-46d3-94a3-04ecd8712052 req-f9be676c-4d35-41aa-88ff-f4567e820af5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.031001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e373df3e-b415-46d3-94a3-04ecd8712052 req-f9be676c-4d35-41aa-88ff-f4567e820af5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 946 time: 0.1286588 Nov 12 09:12:28.031549 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b399475-9f02-48cd-a975-98bbe1ba7e42 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1745596 Nov 12 09:12:28.032496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.044764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-a2a55e45-5ad0-4962-898a-68d0d9c31477 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', 'tempest-TagsExtTest-Tag-668558369') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:28.144722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-14883c10-c7fc-4d30-97c3-45959b7d78be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644 HTTP/1.1" status: 200 len: 217 time: 0.1813262 Nov 12 09:12:28.169398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a2a55e45-5ad0-4962-898a-68d0d9c31477 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags/tempest-TagsExtTest-Tag-668558369 HTTP/1.1" status: 201 len: 201 time: 0.1254201 Nov 12 09:12:28.170867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48272) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.181269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-6d93e5ff-791c-4519-81d8-c3976be4c3ae tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', 'tempest-TagsExtTest-Tag-1990053916') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:28.214048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.220510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:28.236917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '6726e26b-8033-41a4-9905-a972b62faf03', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '6726e26b-8033-41a4-9905-a972b62faf03', 'mac_address': 'fa:16:3e:65:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:12:28.292275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.310131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6726e26b-8033-41a4-9905-a972b62faf03 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:28.318785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-6c0c1903-2b83-46b4-b00f-00d856095106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.321862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-6c0c1903-2b83-46b4-b00f-00d856095106 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.1433222 Nov 12 09:12:28.387952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6d93e5ff-791c-4519-81d8-c3976be4c3ae tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags/tempest-TagsExtTest-Tag-1990053916 HTTP/1.1" status: 201 len: 201 time: 0.2169118 Nov 12 09:12:28.388306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:28.390731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.395346 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:28.402764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-1d622168-57ab-4271-a018-7d6b91664066 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', 'tempest-TagsExtTest-Tag-529967565') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:28.496060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e373df3e-b415-46d3-94a3-04ecd8712052 req-9d195833-a7de-4368-8904-55fb269eb71c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4683385 Nov 12 09:12:28.503248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-df6b3e92-a624-4411-be51-b01a68be19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:28.511739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-df6b3e92-a624-4411-be51-b01a68be19b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1643555 Nov 12 09:12:28.531442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:28.557799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['6726e26b-8033-41a4-9905-a972b62faf03'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:28.607706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1d622168-57ab-4271-a018-7d6b91664066 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags/tempest-TagsExtTest-Tag-529967565 HTTP/1.1" status: 201 len: 201 time: 0.2130790 Nov 12 09:12:28.610123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.621008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-de33913b-8f27-4f4d-9ab3-06e3560d9fe8 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', 'tempest-TagsExtTest-Tag-1748401398') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:28.686124 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-de33913b-8f27-4f4d-9ab3-06e3560d9fe8 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags/tempest-TagsExtTest-Tag-1748401398 HTTP/1.1" status: 201 len: 201 time: 0.0742295 Nov 12 09:12:28.688545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48300) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.694410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-dfb67678-54e0-4d0e-91fc-ffb652d47532 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', {'tags': ['tempest-TagsExtTest-Tag-812044987', 'tempest-TagsExtTest-Tag-1644814359', 'tempest-TagsExtTest-Tag-346631360']}) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:28.809889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-04e456b5-484b-4a89-bb03-e90521900f98 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884903 Nov 12 09:12:28.945117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dfb67678-54e0-4d0e-91fc-ffb652d47532 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags HTTP/1.1" status: 200 len: 316 time: 0.2554059 Nov 12 09:12:28.949881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:28.953912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-97751ce2-0c17-40fc-86fc-2a67dce3294b service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329587 Nov 12 09:12:28.955514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-07e0ed18-486a-4453-9fc8-5868d63e69da tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.002224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-d0d5b35a-0442-414a-b3a2-fb71f0d7d4c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7 HTTP/1.1" status: 200 len: 217 time: 0.0393300 Nov 12 09:12:29.082328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-07e0ed18-486a-4453-9fc8-5868d63e69da tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags HTTP/1.1" status: 204 len: 168 time: 0.1306169 Nov 12 09:12:29.086817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.091459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-96dcc012-e8a1-4215-a3ec-5cc6628e5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:29.095349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-f70b2e91-b44e-4bea-a44e-70ac3f85034d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', 'tempest-TagsExtTest-Tag-812044987') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.102037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-96dcc012-e8a1-4215-a3ec-5cc6628e5652 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.0882380 Nov 12 09:12:29.159041 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-f70b2e91-b44e-4bea-a44e-70ac3f85034d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:29.160344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f70b2e91-b44e-4bea-a44e-70ac3f85034d tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags/tempest-TagsExtTest-Tag-812044987 HTTP/1.1" status: 404 len: 328 time: 0.0723810 Nov 12 09:12:29.163308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.168400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-0504da26-fb49-42d1-b633-02f54f88b879 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', 'tempest-TagsExtTest-Tag-1644814359') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.173559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-e868bb5c-ea0b-4dee-8b8b-7d3f3a9106b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:29.175266 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-e868bb5c-ea0b-4dee-8b8b-7d3f3a9106b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0675976 Nov 12 09:12:29.244778 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-0504da26-fb49-42d1-b633-02f54f88b879 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:29.245844 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0504da26-fb49-42d1-b633-02f54f88b879 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags/tempest-TagsExtTest-Tag-1644814359 HTTP/1.1" status: 404 len: 329 time: 0.0814784 Nov 12 09:12:29.248679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48326) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.253854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-5dc05655-12f8-4acf-96b5-82b3b589f01f tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5', 'tempest-TagsExtTest-Tag-346631360') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.302455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-f4733516-7200-4b27-8f7d-bfeadc425bcb service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189005 Nov 12 09:12:29.460150 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-5dc05655-12f8-4acf-96b5-82b3b589f01f tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:29.461510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5dc05655-12f8-4acf-96b5-82b3b589f01f tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags/tempest-TagsExtTest-Tag-346631360 HTTP/1.1" status: 404 len: 328 time: 0.2119143 Nov 12 09:12:29.465472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.469735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79eed5b4-08f8-4506-b2c2-876a0fe290f3 req-619ef064-7095-4c19-a1cb-077d3af3d60b service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552572 Nov 12 09:12:29.479127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-25370f56-7cdd-490d-b784-dc9664a0736a tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', {'tags': ['tempest-TagsExtTest-Tag-1691736581', 'tempest-TagsExtTest-Tag-1742454839', 'tempest-TagsExtTest-Tag-248759825']}) {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.516948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-863d8c58-a412-4dff-94b5-7c2c5c18f495 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:29.518979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-863d8c58-a412-4dff-94b5-7c2c5c18f495 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 946 time: 0.2038078 Nov 12 09:12:29.685998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48346) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.686470 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-25370f56-7cdd-490d-b784-dc9664a0736a tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags HTTP/1.1" status: 200 len: 317 time: 0.2133307 Nov 12 09:12:29.693851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-a3794bcf-1a08-4608-aec0-4019068e8fdc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:29.760094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:29.786142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Deleting port 4eb8a6ab-c38c-4adf-83de-f74682ced828 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:29.786794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:29.998811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a3794bcf-1a08-4608-aec0-4019068e8fdc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags HTTP/1.1" status: 204 len: 168 time: 0.3106217 Nov 12 09:12:30.006456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48358) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.012183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-a3fc7f83-5ac7-4937-bcee-d09891ce2f3b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', 'tempest-TagsExtTest-Tag-1691736581') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.028485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6726e26b-8033-41a4-9905-a972b62faf03 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:30.123741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] For port 4eb8a6ab-c38c-4adf-83de-f74682ced828, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4eb8a6ab-c38c-4adf-83de-f74682ced828,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:30.124428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.155452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b48677e-b92e-4357-8332-62c2e9e2c4a3 tempest-ServiceProvidersTest-1397840983 tempest-ServiceProvidersTest-1397840983-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3923395 Nov 12 09:12:30.219971 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-a3fc7f83-5ac7-4937-bcee-d09891ce2f3b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:30.227297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 6726e26b-8033-41a4-9905-a972b62faf03 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:30.231194 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.233196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a3fc7f83-5ac7-4937-bcee-d09891ce2f3b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags/tempest-TagsExtTest-Tag-1691736581 HTTP/1.1" status: 404 len: 329 time: 0.2253981 Nov 12 09:12:30.272095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48368) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.304271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-ac2c5d9b-9f50-41cb-ac98-5bbfef6e4b0e tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', 'tempest-TagsExtTest-Tag-1742454839') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.444913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67efd5-3619-4bf6-ad84-daad79f859e6 req-d7690c27-6784-4c47-a3be-28341fba2c08 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:30.456330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea67efd5-3619-4bf6-ad84-daad79f859e6 req-d7690c27-6784-4c47-a3be-28341fba2c08 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 946 time: 0.8635390 Nov 12 09:12:30.538780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.598327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:30.605938 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3d79e9-15b3-4d4a-bde5-27f7e1a6f398" -d '{"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-plugged", "status": "completed", "tag": "6726e26b-8033-41a4-9905-a972b62faf03"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:30.607330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea67efd5-3619-4bf6-ad84-daad79f859e6 req-54cd3b51-a83e-4a77-938b-4c1b57c75525 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=6ed9d09a-bb45-4c96-993b-ceed71abde21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491561 Nov 12 09:12:30.620548 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-ac2c5d9b-9f50-41cb-ac98-5bbfef6e4b0e tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:30.624422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ac2c5d9b-9f50-41cb-ac98-5bbfef6e4b0e tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags/tempest-TagsExtTest-Tag-1742454839 HTTP/1.1" status: 404 len: 329 time: 0.3458450 Nov 12 09:12:30.628819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48378) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.655671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-11c78c01-de19-457f-8d8b-866273250524 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3', 'tempest-TagsExtTest-Tag-248759825') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.679251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:30.692318 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.835508 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-11c78c01-de19-457f-8d8b-866273250524 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:30.836568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-11c78c01-de19-457f-8d8b-866273250524 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags/tempest-TagsExtTest-Tag-248759825 HTTP/1.1" status: 404 len: 328 time: 0.2039165 Nov 12 09:12:30.845111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48384) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:30.867115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-3d47d45b-4983-494a-9e26-24b5c90ceaa0 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', {'tags': ['tempest-TagsExtTest-Tag-277257838', 'tempest-TagsExtTest-Tag-1508083063', 'tempest-TagsExtTest-Tag-1993954959']}) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:30.909659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:30.936361 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.936774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:30.937159 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Floating IP a63df89c-1a4b-435b-991f-cfd79484de94 disassociated. External IP: 172.25.5.29, port: 4eb8a6ab-c38c-4adf-83de-f74682ced828. Nov 12 09:12:30.937580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Calling delete_port for 4eb8a6ab-c38c-4adf-83de-f74682ced828 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:30.962039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48386) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.175833 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285431c2-bd2a-4cb3-8200-257db81e3a6c x-openstack-request-id: req-285431c2-bd2a-4cb3-8200-257db81e3a6c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:31.176533 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-plugged", "status": "completed", "tag": "6726e26b-8033-41a4-9905-a972b62faf03", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:31.176915 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-285431c2-bd2a-4cb3-8200-257db81e3a6c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:31.177447 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03', 'code': 200} Nov 12 09:12:31.199711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d47d45b-4983-494a-9e26-24b5c90ceaa0 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags HTTP/1.1" status: 200 len: 317 time: 0.3528726 Nov 12 09:12:31.202565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48400) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.215080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-ba13c010-0bfa-4817-b29a-6de347a6a8cd tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:31.417050 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ba13c010-0bfa-4817-b29a-6de347a6a8cd tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags HTTP/1.1" status: 204 len: 168 time: 0.2093682 Nov 12 09:12:31.417971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48406) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.423523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-d77bd7b6-1721-4d1d-861c-6a5372e8be31 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', 'tempest-TagsExtTest-Tag-277257838') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:31.537256 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-d77bd7b6-1721-4d1d-861c-6a5372e8be31 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:31.544373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d77bd7b6-1721-4d1d-861c-6a5372e8be31 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags/tempest-TagsExtTest-Tag-277257838 HTTP/1.1" status: 404 len: 328 time: 0.1250947 Nov 12 09:12:31.545285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48412) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.550808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-b0458b22-7b7e-4934-af62-350d95bf567b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', 'tempest-TagsExtTest-Tag-1508083063') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:31.615295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.707057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event deleted for resources: {'Port': ['ID=4eb8a6ab-c38c-4adf-83de-f74682ced828,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:31.722845 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-b0458b22-7b7e-4934-af62-350d95bf567b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:31.729233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b0458b22-7b7e-4934-af62-350d95bf567b tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags/tempest-TagsExtTest-Tag-1508083063 HTTP/1.1" status: 404 len: 329 time: 0.1826515 Nov 12 09:12:31.731165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48418) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:31.737023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c022-775a-4596-a24c-462a48e11b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:31.744486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-a0c0b236-258e-4d8f-9089-c2dbea9e7d01 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f', 'tempest-TagsExtTest-Tag-1993954959') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:31.874263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de7a877b-8e8d-4671-b01e-078633c39621 req-42567d19-920f-4b33-9f8b-e4c71f478156 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0507112 Nov 12 09:12:32.010117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:12:32.309344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.357756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c022-775a-4596-a24c-462a48e11b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.372499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ef1c022-775a-4596-a24c-462a48e11b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.423971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:32.480938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 4eb8a6ab-c38c-4adf-83de-f74682ced828 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:32.481850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4eb8a6ab-c38c-4adf-83de-f74682ced828 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:32.482213 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ef1c022-775a-4596-a24c-462a48e11b00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e6b645ffb744faca300d4f47f95be7d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5154305 Nov 12 09:12:32.482937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48432) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.533930 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-a0c0b236-258e-4d8f-9089-c2dbea9e7d01 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:32.535132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0c0b236-258e-4d8f-9089-c2dbea9e7d01 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags/tempest-TagsExtTest-Tag-1993954959 HTTP/1.1" status: 404 len: 329 time: 0.7995732 Nov 12 09:12:32.545123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48434) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.550795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-415e2050-6fcc-4436-a603-5826fe171c5c tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', {'tags': ['tempest-TagsExtTest-Tag-1278756502', 'tempest-TagsExtTest-Tag-1120979244', 'tempest-TagsExtTest-Tag-1256793397']}) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.557248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:12:32.570285 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] Sync routers for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:12:32.586991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1c022-775a-4596-a24c-462a48e11b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e2d47c-fbaa-45fe-81f4-85089015e690,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:32.589122 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:32.590081 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:12:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.630503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-415e2050-6fcc-4436-a603-5826fe171c5c tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "PUT /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags HTTP/1.1" status: 200 len: 318 time: 0.0836394 Nov 12 09:12:32.633183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48436) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.637896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-93b78049-62fd-4d7b-a5fb-f166dcee5c5f tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.672156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] No DVR routers for this DVR port 4eb8a6ab-c38c-4adf-83de-f74682ced828 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:32.675134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.678998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d36469b4-323e-47f7-af1a-bb4350bf9485 req-266b6260-b8df-4e5c-b26e-b78c9372bd64 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "DELETE /v2.0/ports/4eb8a6ab-c38c-4adf-83de-f74682ced828 HTTP/1.1" status: 204 len: 173 time: 3.1392336 Nov 12 09:12:32.693435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-deleted', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:32.697521 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4494914-209b-4ddf-ba6c-6297a284c9c5" -d '{"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-deleted", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:32.711669 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6537fbcd-d41a-453b-ac8e-dbff9703216b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.743389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-93b78049-62fd-4d7b-a5fb-f166dcee5c5f tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags HTTP/1.1" status: 204 len: 168 time: 0.1088727 Nov 12 09:12:32.746415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48440) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.755589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-79423d08-cf83-4f4d-82cd-c746dc1fab33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', 'tempest-TagsExtTest-Tag-1278756502') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.767136 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9bc2-79de-46f9-86a7-f1b3c9ca713c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.788310 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-79423d08-cf83-4f4d-82cd-c746dc1fab33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:32.789559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-79423d08-cf83-4f4d-82cd-c746dc1fab33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags/tempest-TagsExtTest-Tag-1278756502 HTTP/1.1" status: 404 len: 329 time: 0.0408237 Nov 12 09:12:32.793764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48442) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.799371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-0ea08e5c-b934-44c7-b6ca-4a210e221739 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', 'tempest-TagsExtTest-Tag-1120979244') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.807215 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8d190b-c782-4835-b225-b1ec84da3442 x-openstack-request-id: req-4e8d190b-c782-4835-b225-b1ec84da3442 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:32.807605 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e6b6594-5494-4ebb-84a8-ab8f8702ddc9", "name": "network-vif-deleted", "tag": "4eb8a6ab-c38c-4adf-83de-f74682ced828", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:32.807806 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e8d190b-c782-4835-b225-b1ec84da3442 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:32.813923 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e6b6594-5494-4ebb-84a8-ab8f8702ddc9', 'name': 'network-vif-deleted', 'tag': '4eb8a6ab-c38c-4adf-83de-f74682ced828', 'status': 'completed', 'code': 200} Nov 12 09:12:32.816798 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:32.827467 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-0ea08e5c-b934-44c7-b6ca-4a210e221739 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:32.830140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0ea08e5c-b934-44c7-b6ca-4a210e221739 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags/tempest-TagsExtTest-Tag-1120979244 HTTP/1.1" status: 404 len: 329 time: 0.0351896 Nov 12 09:12:32.835325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48444) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.848498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-a84c1766-cb0a-4b52-9e04-3bf4acd994bc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607', 'tempest-TagsExtTest-Tag-1256793397') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.902411 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-a84c1766-cb0a-4b52-9e04-3bf4acd994bc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] show failed (client error): The resource could not be found. Nov 12 09:12:32.903470 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a84c1766-cb0a-4b52-9e04-3bf4acd994bc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags/tempest-TagsExtTest-Tag-1256793397 HTTP/1.1" status: 404 len: 329 time: 0.0665624 Nov 12 09:12:32.906344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48446) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.913228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-0f695b8c-a45d-46d7-b62a-188a27fc8a43 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '533a534a-4ead-4a78-b18d-6753319d4607') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:32.937314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9bc2-79de-46f9-86a7-f1b3c9ca713c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:32.977328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0f695b8c-a45d-46d7-b62a-188a27fc8a43 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607/tags HTTP/1.1" status: 204 len: 168 time: 0.0696652 Nov 12 09:12:32.980458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:32.990950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-87f9607d-9047-4b6b-a0e5-36c62caef971 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '12d63142-cb04-41fc-a0fc-3608a0c5aa0f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.090697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e47de8b4-81e8-45de-b7d3-b3c5a52a3f1b req-f495dfa1-d9b3-42ea-aeda-342441896006 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e6b6594-5494-4ebb-84a8-ab8f8702ddc9 HTTP/1.1" status: 200 len: 210 time: 0.0455010 Nov 12 09:12:33.170522 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.180466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9bc2-79de-46f9-86a7-f1b3c9ca713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.188640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cb9bc2-79de-46f9-86a7-f1b3c9ca713c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.190007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f0cb9bc2-79de-46f9-86a7-f1b3c9ca713c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47e2d47c-fbaa-45fe-81f4-85089015e690 HTTP/1.1" status: 204 len: 168 time: 0.6948619 Nov 12 09:12:33.194269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6537fbcd-d41a-453b-ac8e-dbff9703216b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.204875 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-87f9607d-9047-4b6b-a0e5-36c62caef971 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f/tags HTTP/1.1" status: 204 len: 168 time: 0.2194567 Nov 12 09:12:33.207631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48456) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.212428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-e944bc9b-b165-4d64-a87f-99dbef27c749 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b42a2567-6fe1-49f8-828c-8523adcb8bb3') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.230358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6537fbcd-d41a-453b-ac8e-dbff9703216b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.233355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb9bc2-79de-46f9-86a7-f1b3c9ca713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e2d47c-fbaa-45fe-81f4-85089015e690,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:33.234710 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] Checking router: f7180fc6-f2d4-4a4a-a422-fa945d27cb9a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:12:33.255773 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:12:33.256953 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:12:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.345407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537fbcd-d41a-453b-ac8e-dbff9703216b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4c250f-fc1d-4546-aae9-91eef9f9cc0c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:33.424292 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e944bc9b-b165-4d64-a87f-99dbef27c749 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3/tags HTTP/1.1" status: 204 len: 168 time: 0.2152643 Nov 12 09:12:33.431850 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6537fbcd-d41a-453b-ac8e-dbff9703216b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8152f2f7eaa44dfb09c0eba8062cbf0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0719979 Nov 12 09:12:33.433145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48462) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.433993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48464) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.446698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-04255b6a-3c40-47ca-8f3a-14894a96503e tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7460ad5e-4c8f-4ad7-a27a-8086597fb3e5') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.463805 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:12:33.586936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aaa92e8-8c35-45c3-98f1-366ad6488271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.615274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aaa92e8-8c35-45c3-98f1-366ad6488271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.685938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.686791 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-04255b6a-3c40-47ca-8f3a-14894a96503e tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2492950 Nov 12 09:12:33.710757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aaa92e8-8c35-45c3-98f1-366ad6488271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.713878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5aaa92e8-8c35-45c3-98f1-366ad6488271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.729512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5aaa92e8-8c35-45c3-98f1-366ad6488271 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd4c250f-fc1d-4546-aae9-91eef9f9cc0c HTTP/1.1" status: 204 len: 168 time: 0.2773695 Nov 12 09:12:33.902653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaa92e8-8c35-45c3-98f1-366ad6488271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4c250f-fc1d-4546-aae9-91eef9f9cc0c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:33.918765 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:33.920288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9db5e79-a80b-450d-86ed-ebb8d77f47b4 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for subnetpool, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:33.921503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a9db5e79-a80b-450d-86ed-ebb8d77f47b4 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnetpools/533a534a-4ead-4a78-b18d-6753319d4607 HTTP/1.1" status: 204 len: 168 time: 0.2345195 Nov 12 09:12:33.927110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:33.973150 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9f3b70-4b6e-4246-9830-0f3b25583e6c None None] The sync data for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 is: [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:12:34.001195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48478) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:34.012197 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc601303-0592-49a2-809d-c7cfbb4fb8b5 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "GET /v2.0/ports?device_id=12d63142-cb04-41fc-a0fc-3608a0c5aa0f HTTP/1.1" status: 200 len: 205 time: 0.0816281 Nov 12 09:12:34.167743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7727ebde-cfbb-4f93-ae94-4c1c89d82f10 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.343402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:34.442842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:34.552354 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-573af1c8-fbc6-4bcf-85f9-52e05cdf4066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.559417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8e6e99-d951-47bf-813a-f464effcc9c4 None None] New status for floating IP a63df89c-1a4b-435b-991f-cfd79484de94: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:12:34.564509 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ed74d0-80ae-4024-b839-f2e5ad6c564b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.614721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ed74d0-80ae-4024-b839-f2e5ad6c564b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.664106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7727ebde-cfbb-4f93-ae94-4c1c89d82f10 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.670313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7727ebde-cfbb-4f93-ae94-4c1c89d82f10 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.781746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7727ebde-cfbb-4f93-ae94-4c1c89d82f10 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.782991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7727ebde-cfbb-4f93-ae94-4c1c89d82f10 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Fanout notify agent at l3_agent the message router_deleted on router 12d63142-cb04-41fc-a0fc-3608a0c5aa0f {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:12:34.798087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7727ebde-cfbb-4f93-ae94-4c1c89d82f10 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.806114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:34.806721 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7727ebde-cfbb-4f93-ae94-4c1c89d82f10 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/routers/12d63142-cb04-41fc-a0fc-3608a0c5aa0f HTTP/1.1" status: 204 len: 168 time: 0.8039117 Nov 12 09:12:34.831655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ed74d0-80ae-4024-b839-f2e5ad6c564b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.844560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ed74d0-80ae-4024-b839-f2e5ad6c564b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.851253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48504) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:34.867093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-46ed74d0-80ae-4024-b839-f2e5ad6c564b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "DELETE /v2.0/security-groups/6ed9d09a-bb45-4c96-993b-ceed71abde21 HTTP/1.1" status: 204 len: 168 time: 0.5220757 Nov 12 09:12:34.875472 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-44adb143-5789-4c1d-8e5a-51890e226060 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] show failed (client error): The resource could not be found. Nov 12 09:12:34.876997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-44adb143-5789-4c1d-8e5a-51890e226060 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups/6ed9d09a-bb45-4c96-993b-ceed71abde21 HTTP/1.1" status: 404 len: 347 time: 0.0244591 Nov 12 09:12:34.879705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48506) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:34.909345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-573af1c8-fbc6-4bcf-85f9-52e05cdf4066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.929902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-573af1c8-fbc6-4bcf-85f9-52e05cdf4066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:34.936304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed74d0-80ae-4024-b839-f2e5ad6c564b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed9d09a-bb45-4c96-993b-ceed71abde21,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.093806 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-573af1c8-fbc6-4bcf-85f9-52e05cdf4066 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92c38d3b7fc6484e9f83c82c5e5225c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461389 Nov 12 09:12:35.109301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:35.112786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af1c8-fbc6-4bcf-85f9-52e05cdf4066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f665e8e-0c8d-481f-84e5-8c32bc7c962b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.296704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Deleting port b42a2567-6fe1-49f8-828c-8523adcb8bb3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:35.297385 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.335451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c98505e0-e520-4973-941b-0127d637fad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.340313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Deleting port 29156127-8d78-473d-9d32-4dd786ce16c0 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:35.341219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.443776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c98505e0-e520-4973-941b-0127d637fad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.497406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.499767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.500897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.519028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Calling delete_port for b42a2567-6fe1-49f8-828c-8523adcb8bb3 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:35.556329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Calling delete_port for 29156127-8d78-473d-9d32-4dd786ce16c0 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:35.590397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c98505e0-e520-4973-941b-0127d637fad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.594201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c98505e0-e520-4973-941b-0127d637fad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.595480 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c98505e0-e520-4973-941b-0127d637fad4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f665e8e-0c8d-481f-84e5-8c32bc7c962b HTTP/1.1" status: 204 len: 168 time: 0.4839523 Nov 12 09:12:35.642856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98505e0-e520-4973-941b-0127d637fad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f665e8e-0c8d-481f-84e5-8c32bc7c962b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:35.893655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.969797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:35.988885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event deleted for resources: {'Port': ['ID=29156127-8d78-473d-9d32-4dd786ce16c0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.016008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f5638-9763-4b33-86aa-2ca5735f8208 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:36.054848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event deleted for resources: {'Port': ['ID=b42a2567-6fe1-49f8-828c-8523adcb8bb3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.167588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.170391 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.175865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eca09854-4ff9-4352-b9c1-9c5e511b3d11 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "DELETE /v2.0/floatingips/a63df89c-1a4b-435b-991f-cfd79484de94 HTTP/1.1" status: 204 len: 168 time: 1.2906702 Nov 12 09:12:36.263535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.272077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-13c71a48-9675-4faa-b74d-7fa12bb1ef33 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/ports/b42a2567-6fe1-49f8-828c-8523adcb8bb3 HTTP/1.1" status: 204 len: 168 time: 1.4613507 Nov 12 09:12:36.273183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48538) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.376212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Deleting subnet 7460ad5e-4c8f-4ad7-a27a-8086597fb3e5 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:36.383128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.527649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.640042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48546) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.662798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ecf5fb98-97df-4f6d-a32e-fadb8e0cd64d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993817670', 'description': 'tempest-description--1954850170'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:36.739438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.791670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf5fb98-97df-4f6d-a32e-fadb8e0cd64d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.920259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.968497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event deleted for resources: {'Subnet': ['ID=7460ad5e-4c8f-4ad7-a27a-8086597fb3e5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:36.973849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:36.982100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ae31156f-7169-4a4a-a484-7de9e65b3edc tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/subnets/7460ad5e-4c8f-4ad7-a27a-8086597fb3e5 HTTP/1.1" status: 204 len: 168 time: 0.7042642 Nov 12 09:12:36.983388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48560) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:36.991316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f932986-edeb-494a-8e00-7e0474757d51 None None] Network 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:37.010619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf5fb98-97df-4f6d-a32e-fadb8e0cd64d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.018292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf5fb98-97df-4f6d-a32e-fadb8e0cd64d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.120565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf5fb98-97df-4f6d-a32e-fadb8e0cd64d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.124233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ecf5fb98-97df-4f6d-a32e-fadb8e0cd64d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4821324 Nov 12 09:12:37.128406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5fb98-97df-4f6d-a32e-fadb8e0cd64d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c81297-f1d0-48a4-89ae-0f893a8cabff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.132682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48566) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:37.139142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8c723131-9bef-4d34-9259-f9170734e209 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'security_group_rule': {'security_group_id': 'b5c81297-f1d0-48a4-89ae-0f893a8cabff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:37.229263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.256793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c723131-9bef-4d34-9259-f9170734e209 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.319116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:37.321111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] DHCP port deletion for 60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:12:37.404839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c723131-9bef-4d34-9259-f9170734e209 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.421058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c723131-9bef-4d34-9259-f9170734e209 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.478885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] Deleting port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:37.479269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.479866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c723131-9bef-4d34-9259-f9170734e209 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb122ae-4615-49ff-8f9e-368446350d57,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.484880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Deleting port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:12:37.485289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.539095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c723131-9bef-4d34-9259-f9170734e209 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.546658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:37.547696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8c723131-9bef-4d34-9259-f9170734e209 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4133284 Nov 12 09:12:37.555374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-13c25812-8e17-43e4-89d8-bbf002fe5e72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'security_group_rule': {'security_group_id': 'b5c81297-f1d0-48a4-89ae-0f893a8cabff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:37.665572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c25812-8e17-43e4-89d8-bbf002fe5e72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.679888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] For port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,segment=NetworkSegment(b5dcc7c0-eecb-4a67-801d-cff57b9a27ac),segment_id=b5dcc7c0-eecb-4a67-801d-cff57b9a27ac)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:37.680930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.699166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] For port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,segment=NetworkSegment(b5dcc7c0-eecb-4a67-801d-cff57b9a27ac),segment_id=b5dcc7c0-eecb-4a67-801d-cff57b9a27ac)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:37.699863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.721986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] Calling delete_port for 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:37.739233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Calling delete_port for 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:12:37.806227 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c25812-8e17-43e4-89d8-bbf002fe5e72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.808558 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f95c2e3b-3562-4f96-9972-a92c76175a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.827047 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.864321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] Pushing event deleted for resources: {'Port': ['ID=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:37.888855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59877cbb-0356-4d9b-bbeb-f9cb717a60ca None None] No DVR routers for this DVR port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:37.934514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c25812-8e17-43e4-89d8-bbf002fe5e72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:37.973412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c25812-8e17-43e4-89d8-bbf002fe5e72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a57325-40bb-49fc-af42-8834e911d91f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:38.070572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f95c2e3b-3562-4f96-9972-a92c76175a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.093805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-13c25812-8e17-43e4-89d8-bbf002fe5e72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.095147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-13c25812-8e17-43e4-89d8-bbf002fe5e72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5474393 Nov 12 09:12:38.096446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f95c2e3b-3562-4f96-9972-a92c76175a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.146131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.149034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48596) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:38.191344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:38.205893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c2e3b-3562-4f96-9972-a92c76175a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba462684-aac6-4df2-8b20-d2501e7dc349,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:38.260432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event deleted for resources: {'Port': ['ID=79a82ca0-6c59-4f0c-b591-c09a3c3a4991,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:38.270023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:12:38.303353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f95c2e3b-3562-4f96-9972-a92c76175a2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec07e970acd8482d982748fd4fa94b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9817653 Nov 12 09:12:38.307741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:38.313555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] No DVR routers for this DVR port 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:12:38.323012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:12:38.323620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 79a82ca0-6c59-4f0c-b591-c09a3c3a4991 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:12:38.425167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d19edb9c-c537-4617-92b0-8f76f2863a97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.467221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d19edb9c-c537-4617-92b0-8f76f2863a97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.480489 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.546674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d19edb9c-c537-4617-92b0-8f76f2863a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.551503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d19edb9c-c537-4617-92b0-8f76f2863a97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.554130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d19edb9c-c537-4617-92b0-8f76f2863a97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba462684-aac6-4df2-8b20-d2501e7dc349 HTTP/1.1" status: 204 len: 168 time: 0.2436192 Nov 12 09:12:38.559527 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.564808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19edb9c-c537-4617-92b0-8f76f2863a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba462684-aac6-4df2-8b20-d2501e7dc349,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:38.617404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b58903-c6f9-4f0a-b1b0-9d47bcf486a0']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:38.634515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5dcc7c0-eecb-4a67-801d-cff57b9a27ac') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:38.634852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5dcc7c0-eecb-4a67-801d-cff57b9a27ac') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:38.647469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.683400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.695844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:38.696443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:38.783904 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:38.792127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.812164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:38.819294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] 10.222.0.53 "DELETE /v2.0/networks/60b58903-c6f9-4f0a-b1b0-9d47bcf486a0 HTTP/1.1" status: 204 len: 168 time: 1.8343511 Nov 12 09:12:38.845949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a5e7e-abac-40b7-b4e4-62ee484d76a6 tempest-TagsExtTest-954914814 tempest-TagsExtTest-954914814-project] Pushing event deleted for resources: {'Network': ['ID=60b58903-c6f9-4f0a-b1b0-9d47bcf486a0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:38.893813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.137037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Allocated IP 172.25.5.181 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/512d306d-b01f-4287-95d2-136e538c30e1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:39.374119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.430616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:39.455960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.485062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a42ee3d-eb84-4988-b7c2-38ed2b2662d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.504489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:39.511967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:39.520666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:39.641775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:39.710159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'Port': ['ID=512d306d-b01f-4287-95d2-136e538c30e1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.772196 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a42ee3d-eb84-4988-b7c2-38ed2b2662d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.782450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a42ee3d-eb84-4988-b7c2-38ed2b2662d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.837637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.853967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5a42ee3d-eb84-4988-b7c2-38ed2b2662d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68f42a08c94d430194a637fe310052b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213669 Nov 12 09:12:39.858703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:39.943800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:39.947428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42ee3d-eb84-4988-b7c2-38ed2b2662d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da54a81-3966-4f1d-8e42-135e22f5e5e4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:39.981386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b00f6de3-8060-454f-a488-52695048d749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.010455 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b00f6de3-8060-454f-a488-52695048d749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.118474 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b00f6de3-8060-454f-a488-52695048d749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.123368 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b00f6de3-8060-454f-a488-52695048d749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.135519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b00f6de3-8060-454f-a488-52695048d749 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4da54a81-3966-4f1d-8e42-135e22f5e5e4 HTTP/1.1" status: 204 len: 168 time: 0.2651379 Nov 12 09:12:40.181958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f6de3-8060-454f-a488-52695048d749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da54a81-3966-4f1d-8e42-135e22f5e5e4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:40.264441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48676) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:40.270452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df3a79c6-1070-4213-af11-5ac7e6ced469 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2f3f041d066441c93a8bf7778735413&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6225698 Nov 12 09:12:40.451828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d55094a4-12ad-4055-876e-a1fe24284087 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.484127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d55094a4-12ad-4055-876e-a1fe24284087 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.540476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.548216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.593809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d55094a4-12ad-4055-876e-a1fe24284087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.606209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d55094a4-12ad-4055-876e-a1fe24284087 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.607720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d55094a4-12ad-4055-876e-a1fe24284087 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a2299a9-0313-4a83-868c-f0a07ba75963 HTTP/1.1" status: 204 len: 168 time: 0.3422990 Nov 12 09:12:40.660906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55094a4-12ad-4055-876e-a1fe24284087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2299a9-0313-4a83-868c-f0a07ba75963,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:40.729435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'Port': ['ID=512d306d-b01f-4287-95d2-136e538c30e1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:40.801753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.824596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:40.833214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-df88e6cd-f5b6-4c40-aa01-f18bf7652205 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6713588 Nov 12 09:12:41.520808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2123c4dc-5cb9-4da3-8768-8e96e9471c6c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1993817670&fields=id&tenant_id=b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 267 time: 0.1332004 Nov 12 09:12:41.992703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-70b5ebf5-14a8-4b27-9262-91c278da49be tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:42.001440 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-70b5ebf5-14a8-4b27-9262-91c278da49be tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 817 time: 0.4709842 Nov 12 09:12:42.030130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-1a9a8e07-7e3b-4571-a692-25aa004f1145 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/quotas/b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 375 time: 0.0265412 Nov 12 09:12:42.244169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-27d9d39f-3d47-4f5f-a8e7-b36192aa4c28 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2101893 Nov 12 09:12:42.652326 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-1cd465da-3e7c-410a-91a4-11942c66b20c service neutron] 10.222.0.53 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937044 Nov 12 09:12:42.800688 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-3814eedf-97e8-46f2-ab35-5d53039e64bc service neutron] 10.222.0.53 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448624 Nov 12 09:12:43.251829 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78edbec5-98b6-4a14-8a15-b4a054c2c6cf req-4a699f0a-4499-4bb8-a493-bfaa9acec2bd tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 210 time: 0.1044881 Nov 12 09:12:43.417496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48814) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:43.865336 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f68483a0-1d65-4365-9f04-5c06f9e13ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:43.939701 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5102134-b178-43b5-9d99-5772029dd329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.073876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48832) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:44.242730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5102134-b178-43b5-9d99-5772029dd329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.249288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5102134-b178-43b5-9d99-5772029dd329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.357131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48852) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:44.371291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c5102134-b178-43b5-9d99-5772029dd329 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=310f7cf09bf74c7bab32546325961d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9525857 Nov 12 09:12:44.372473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5102134-b178-43b5-9d99-5772029dd329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b725f5b-e68a-44e4-b606-ec6f53eef928,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:44.436096 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86fe76a0-fb2f-4601-9b0f-be6ffe6d5780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.479716 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86fe76a0-fb2f-4601-9b0f-be6ffe6d5780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.497441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fcdf3ef3-4824-4e87-92e4-96c16504bebd req-df1e1c78-e64f-411b-acfb-8fb927b1b4a5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 210 time: 0.1215696 Nov 12 09:12:44.584220 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86fe76a0-fb2f-4601-9b0f-be6ffe6d5780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.587390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-86fe76a0-fb2f-4601-9b0f-be6ffe6d5780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.591893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-86fe76a0-fb2f-4601-9b0f-be6ffe6d5780 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b725f5b-e68a-44e4-b606-ec6f53eef928 HTTP/1.1" status: 204 len: 168 time: 0.2334108 Nov 12 09:12:44.609702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe76a0-fb2f-4601-9b0f-be6ffe6d5780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b725f5b-e68a-44e4-b606-ec6f53eef928,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:44.650884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-278731956-network', 'tenant_id': 'dc650d541452403f82fa9dd95312fff3'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:44.695060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Made reservation on behalf of dc650d541452403f82fa9dd95312fff3 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:44.698821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.733536 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.906208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.930987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:44.970136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:44.983838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feb4fdc-298a-49d5-a430-18e4f5a9f773,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.009657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-636a3555-a15f-4435-af01-2349603a4546 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:45.016026 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-636a3555-a15f-4435-af01-2349603a4546 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 817 time: 0.3501308 Nov 12 09:12:45.037869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.038798 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Added segment eef76ede-4285-4ab2-8ba1-bc2493047066 of type vlan for network ada5f977-1d25-4e48-9012-29c694fd6d0f Nov 12 09:12:45.179845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.198094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6895dd7c-d872-4456-9515-1cac4f4fc5bf tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 380 time: 0.1726050 Nov 12 09:12:45.224419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'port': {'device_id': '811f45e6-a320-45e5-815b-d244d215740e', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'admin_state_up': True, 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'security_groups': ['b5c81297-f1d0-48a4-89ae-0f893a8cabff']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:45.236876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.242924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:45.244069 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.500789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.528972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4538414 Nov 12 09:12:45.529817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48882) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:45.576965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Request body: {'subnet': {'network_id': 'ada5f977-1d25-4e48-9012-29c694fd6d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-278731956-subnet', 'tenant_id': 'dc650d541452403f82fa9dd95312fff3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:45.638477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Made reservation on behalf of dc650d541452403f82fa9dd95312fff3 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:45.641899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.655171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe5c2f-35ee-410a-839b-5901f0a76e1d admin admin] Pushing event updated for resources: {'Network': ['ID=ada5f977-1d25-4e48-9012-29c694fd6d0f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:45.669012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ada5f977-1d25-4e48-9012-29c694fd6d0f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:45.702804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:45.796498 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b9bbc8b-2066-4dff-8d2e-7c26e4b513be req-e3edf155-cb15-4d23-b788-e7bc21a50dd9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 210 time: 0.1039169 Nov 12 09:12:45.802426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Made reservation on behalf of b749a78f7ca54b6ba2a95de4414e36f2 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:45.815539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.113766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.139428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.171437 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.227886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=457b4467-0d93-4887-98da-5d53364aa564,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.233339 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e41117704444e1298c41a1ca649e9da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7314613 Nov 12 09:12:46.240392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48910) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:46.343897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9304b493-48bb-4ea4-a88d-c7695a4ae42e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.364909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Allocated IP 172.20.0.8 (078b7db6-b3e3-4ab7-aee6-f51320e9abca/d1ece2d6-487f-4379-b714-4ef7096b35ce/5c918495-ea0d-4cfa-b2b2-291efd88da22) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:46.390985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f6a225fd-b108-41b3-8dc7-8377c8e37acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.406984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Checking segment: {'id': 'eef76ede-4285-4ab2-8ba1-bc2493047066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ada5f977-1d25-4e48-9012-29c694fd6d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:46.409036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Network hostable DHCP agents. Network: ada5f977-1d25-4e48-9012-29c694fd6d0f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:46.415552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9304b493-48bb-4ea4-a88d-c7695a4ae42e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.553313 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.571097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Network ada5f977-1d25-4e48-9012-29c694fd6d0f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:46.604295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ada5f977-1d25-4e48-9012-29c694fd6d0f) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:46.619493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba567097-8c80-4b4e-acf5-eaca382b5cc1 None None] Network ada5f977-1d25-4e48-9012-29c694fd6d0f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:46.620653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:46.623756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.630271 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.728896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a5702e8-c7d0-44c5-861c-36e5e5ca7f13 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1640954 Nov 12 09:12:46.731616 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9304b493-48bb-4ea4-a88d-c7695a4ae42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.736826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9304b493-48bb-4ea4-a88d-c7695a4ae42e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:46.744011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9304b493-48bb-4ea4-a88d-c7695a4ae42e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c43b20f-f416-4839-9e47-a3ff97337ed1 HTTP/1.1" status: 204 len: 168 time: 0.5018687 Nov 12 09:12:46.763103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b493-48bb-4ea4-a88d-c7695a4ae42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c43b20f-f416-4839-9e47-a3ff97337ed1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.778373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c43b20f-f416-4839-9e47-a3ff97337ed1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.844265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:46.866928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:46.871744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:46.923476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:46.998002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da101a2e-d265-4c84-8d11-b2461c1772b5 None None] Network ada5f977-1d25-4e48-9012-29c694fd6d0f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:47.098916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.099280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.099662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.100057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.100405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.100747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.101085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.101540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.101764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.107475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.107943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.108333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f9a72-6919-49c4-9c9d-316eff98b2a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.205247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.205944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.205944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.223939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.224494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.224857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.225215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.225570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.225928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.226309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.226704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.231645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:47.326263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:47.327246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.339208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0b0ad-897f-4cbd-b109-43920ba13e72 req-facfa22f-1415-4ffe-8a7b-d6c342e7ddfc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:47.350211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3aa0b0ad-897f-4cbd-b109-43920ba13e72 req-facfa22f-1415-4ffe-8a7b-d6c342e7ddfc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 931 time: 0.2355766 Nov 12 09:12:47.380606 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-6d985c8d-c109-4a68-9706-997fdbc3875f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1743181 Nov 12 09:12:47.410587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Request body: {'port': {'device_id': '811f45e6-a320-45e5-815b-d244d215740e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:47.605932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-07591fe3-b18e-4029-b295-ea917e0c7e79 None None] Provisioning complete for port 5c918495-ea0d-4cfa-b2b2-291efd88da22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:47.607229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07591fe3-b18e-4029-b295-ea917e0c7e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:47.614640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3aa0b0ad-897f-4cbd-b109-43920ba13e72 req-93876c9e-b9e9-4fa2-9657-fa40cb14fd83 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2507446 Nov 12 09:12:47.732134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-07591fe3-b18e-4029-b295-ea917e0c7e79 None None] Port 5c918495-ea0d-4cfa-b2b2-291efd88da22 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:47.753892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48956) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:48.189960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f560-9a95-4543-9de6-4412be82e109 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.418553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f560-9a95-4543-9de6-4412be82e109 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.426906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b0e0f560-9a95-4543-9de6-4412be82e109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.511757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.514446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b0e0f560-9a95-4543-9de6-4412be82e109 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=64f32d4a5cbf4bedab7bcdfcc4b80da7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7583511 Nov 12 09:12:48.517861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:48.520032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0f560-9a95-4543-9de6-4412be82e109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafbc353-27be-484c-b4ca-e0d527d790a0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:48.723423 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcddb63e-4cec-4d89-879d-6fc61b7d7e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.819282 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcddb63e-4cec-4d89-879d-6fc61b7d7e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.826603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48998) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:48.842379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-86418180-network', 'tenant_id': 'ea2ea7df79b041e6a5899eca008f3b15'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:48.937763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Made reservation on behalf of ea2ea7df79b041e6a5899eca008f3b15 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:48.941695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:48.980936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.053538 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.260964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c468168-514d-4369-8876-bde5ba1d98ab req-8514276a-7196-446e-bd6f-cd69f440f8bc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:49.273583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c468168-514d-4369-8876-bde5ba1d98ab req-8514276a-7196-446e-bd6f-cd69f440f8bc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 931 time: 0.1228747 Nov 12 09:12:49.285633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c918495-ea0d-4cfa-b2b2-291efd88da22 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:49.302011 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.324483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcddb63e-4cec-4d89-879d-6fc61b7d7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.329728 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bcddb63e-4cec-4d89-879d-6fc61b7d7e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.369154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bcddb63e-4cec-4d89-879d-6fc61b7d7e18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fafbc353-27be-484c-b4ca-e0d527d790a0 HTTP/1.1" status: 204 len: 168 time: 0.8126276 Nov 12 09:12:49.425541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Transition to ACTIVE for port object 5c918495-ea0d-4cfa-b2b2-291efd88da22 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:12:49.428992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddb63e-4cec-4d89-879d-6fc61b7d7e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafbc353-27be-484c-b4ca-e0d527d790a0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.456968 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.464133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c468168-514d-4369-8876-bde5ba1d98ab req-2efe989d-77ff-4bd2-9ce7-2174263bf365 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861711 Nov 12 09:12:49.574595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.590020 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.647503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:12:49.708626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.709843 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Added segment 09dce721-b6df-4d58-b6f3-d9f430faf62f of type vlan for network 954ca143-1c63-433e-a358-141f66c10a6a Nov 12 09:12:49.714190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4769a7e6-5f39-4645-945d-8cb99a9e9144,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.759587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.812096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:49.918698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.965224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:12:49.965880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:12:49.966418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:49.980556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:12:49.980889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:12:49.993190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:49.996673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:49.998058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.001910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:12:50.002262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Checking segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:50.006318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Bound using segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:12:50.007059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Bound port: 5c918495-ea0d-4cfa-b2b2-291efd88da22, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:12:50.007360 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.120733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2904568 Nov 12 09:12:50.124748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49036) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:50.135100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Request body: {'subnet': {'network_id': '954ca143-1c63-433e-a358-141f66c10a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-86418180-subnet', 'tenant_id': 'ea2ea7df79b041e6a5899eca008f3b15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:50.147177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Pushing event updated for resources: {'Network': ['ID=954ca143-1c63-433e-a358-141f66c10a6a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:50.159641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.159641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.159641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.160061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.160394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.160551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.160992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.161194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.161481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.161754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.162139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.162478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45314f95-1d4c-4bba-85c3-74e9ce868531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:12:50.198045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 954ca143-1c63-433e-a358-141f66c10a6a details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:12:50.203893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Made reservation on behalf of ea2ea7df79b041e6a5899eca008f3b15 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:50.208417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.579404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:12:50.582805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49056) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:50.612270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:12:50.635962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.637578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.754247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49058) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:50.757900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49897409-551b-452f-9802-81ce53595057,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:50.759222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.777196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-142da6fe-dd56-42c1-a616-286e9b1fdced admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.826939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:50.842887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:50.845681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:50.850356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2adafaf2-273c-4b52-bbb0-04b605ba4a4b service neutron] 10.222.0.55 "PUT /v2.0/ports/5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 1092 time: 3.4612010 Nov 12 09:12:50.851664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:50.856855 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b495c-d639-4c49-8964-5b60cb38e2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:51.009371 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-142da6fe-dd56-42c1-a616-286e9b1fdced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.028904 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e03e04-e4b5-4fa3-960f-a9515a5d9650 x-openstack-request-id: req-36e03e04-e4b5-4fa3-960f-a9515a5d9650 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:51.029759 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:51.030416 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-36e03e04-e4b5-4fa3-960f-a9515a5d9650 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:51.031370 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'status': 'completed', 'code': 200} Nov 12 09:12:51.042117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c1f38c-469f-47d6-b94c-79eb9f3c7d86 req-dbd284d3-16c9-4b1f-86a2-0fb58133f903 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:51.052636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01c1f38c-469f-47d6-b94c-79eb9f3c7d86 req-dbd284d3-16c9-4b1f-86a2-0fb58133f903 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.4599555 Nov 12 09:12:51.059045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-a77c3f24-a73c-47ff-ae7c-c477a190d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:51.062491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-a77c3f24-a73c-47ff-ae7c-c477a190d846 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1095 time: 0.1516590 Nov 12 09:12:51.062912 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-142da6fe-dd56-42c1-a616-286e9b1fdced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.142127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-52c1a2bf-b7c8-4c63-b517-38a2bf204e52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 217 time: 0.0721180 Nov 12 09:12:51.208899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Checking segment: {'id': '09dce721-b6df-4d58-b6f3-d9f430faf62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '954ca143-1c63-433e-a358-141f66c10a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:12:51.209269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Network hostable DHCP agents. Network: 954ca143-1c63-433e-a358-141f66c10a6a, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:12:51.218155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af2a44c9-65ea-4faa-b812-d4a9af6fc49c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.233794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-c55edf5f-d8c3-40fa-a2d4-6a40fd060f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:51.235804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-c55edf5f-d8c3-40fa-a2d4-6a40fd060f34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.0872233 Nov 12 09:12:51.241385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-142da6fe-dd56-42c1-a616-286e9b1fdced admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcd1ecd0b4774d0fbc888140c5676f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6539667 Nov 12 09:12:51.243180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.249351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142da6fe-dd56-42c1-a616-286e9b1fdced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0a6032-6c5c-47c8-981f-18ef30bd591d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:51.264883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01c1f38c-469f-47d6-b94c-79eb9f3c7d86 req-bf9841ea-54ea-4f45-9c87-1b85c4e77e0e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113111 Nov 12 09:12:51.368731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Network 954ca143-1c63-433e-a358-141f66c10a6a is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:12:51.391606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 954ca143-1c63-433e-a358-141f66c10a6a) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:51.395248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af2a44c9-65ea-4faa-b812-d4a9af6fc49c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.401504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:51.403380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c3839e-a91f-465e-a4e0-82f722c0d802 None None] Network 954ca143-1c63-433e-a358-141f66c10a6a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:51.406275 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.429863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af2a44c9-65ea-4faa-b812-d4a9af6fc49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.442117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2334a034-3bb8-49ca-ab3c-13f488a0cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:51.443832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-2334a034-3bb8-49ca-ab3c-13f488a0cdbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1993363 Nov 12 09:12:51.542841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18bb1ff8-e9d8-4037-a7c4-ee5445633161 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.553712 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ef256b77-4350-4511-bf97-2b831efa2530 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4269373 Nov 12 09:12:51.579548 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18bb1ff8-e9d8-4037-a7c4-ee5445633161 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.661198 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18bb1ff8-e9d8-4037-a7c4-ee5445633161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.664536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18bb1ff8-e9d8-4037-a7c4-ee5445633161 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.667994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-af2a44c9-65ea-4faa-b812-d4a9af6fc49c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa76bf46f00f4faba97a0af2977e7f8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9058232 Nov 12 09:12:51.668858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49088) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:51.669075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-18bb1ff8-e9d8-4037-a7c4-ee5445633161 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca0a6032-6c5c-47c8-981f-18ef30bd591d HTTP/1.1" status: 204 len: 168 time: 0.4230590 Nov 12 09:12:51.671265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a44c9-65ea-4faa-b812-d4a9af6fc49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddfca6d-da91-4880-9411-78f00d3b9740,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:51.688216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb1ff8-e9d8-4037-a7c4-ee5445633161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0a6032-6c5c-47c8-981f-18ef30bd591d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:51.691775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd85fc2-8933-4f13-abc7-9a74ad95c187 None None] Network 954ca143-1c63-433e-a358-141f66c10a6a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:12:51.709934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-1812123d-2d11-4890-a232-85217c23bc0a service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554476 Nov 12 09:12:51.859510 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39c34a6-74eb-4a5a-9934-e96be9e9b11c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:51.979813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49096) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:52.332216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-643aeca4-ad91-4341-ba86-8606fe0b571c req-3268d215-b768-47d6-9002-60ae13d34e3a service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122162 Nov 12 09:12:52.339131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] Deleting subnet 457b4467-0d93-4887-98da-5d53364aa564 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:52.347226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.409573 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39c34a6-74eb-4a5a-9934-e96be9e9b11c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.451352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-79bba4f0-1fb0-4231-8cb9-9ec0ecef2926 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:52.453793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-79bba4f0-1fb0-4231-8cb9-9ec0ecef2926 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.3154724 Nov 12 09:12:52.499234 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.556407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-32ef37ba-2766-4617-bb2e-3923765eb1cc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/quotas/d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 375 time: 0.0831709 Nov 12 09:12:52.573120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39c34a6-74eb-4a5a-9934-e96be9e9b11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.578004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d39c34a6-74eb-4a5a-9934-e96be9e9b11c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.579467 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d39c34a6-74eb-4a5a-9934-e96be9e9b11c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ddfca6d-da91-4880-9411-78f00d3b9740 HTTP/1.1" status: 204 len: 168 time: 0.9092038 Nov 12 09:12:52.595693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516ddbe-3ba6-458f-bee6-c6dde36d26be req-6aaed89f-36e5-4923-a63e-e989c4a5e91e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:52.604569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-5839f1a0-b89c-4a0f-b3c5-b0bf2529e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:52.605042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7516ddbe-3ba6-458f-bee6-c6dde36d26be req-6aaed89f-36e5-4923-a63e-e989c4a5e91e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.1109068 Nov 12 09:12:52.607461 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-5839f1a0-b89c-4a0f-b3c5-b0bf2529e7ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1095 time: 0.2097480 Nov 12 09:12:52.628226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c34a6-74eb-4a5a-9934-e96be9e9b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddfca6d-da91-4880-9411-78f00d3b9740,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:52.723601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7516ddbe-3ba6-458f-bee6-c6dde36d26be req-a4eeaca5-13a3-4f75-8bd0-41d16c562c3f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130774 Nov 12 09:12:52.818375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:52.910617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-1bc29fac-a9c7-4db9-b2ba-a53d8cc72d08 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3388307 Nov 12 09:12:52.939545 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:12:53.057864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-95034af8-c5c6-4b37-b116-a223afe6e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:53.059936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-95034af8-c5c6-4b37-b116-a223afe6e9c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.4114738 Nov 12 09:12:53.064579 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.121098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.131887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49138) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.132133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/457b4467-0d93-4887-98da-5d53364aa564 HTTP/1.1" status: 204 len: 168 time: 1.1467242 Nov 12 09:12:53.182790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1e014-3374-42eb-9cae-d566491e6512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=457b4467-0d93-4887-98da-5d53364aa564,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:53.188483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-c9100d06-2a46-42c6-b46d-082287cff0b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 217 time: 0.1076577 Nov 12 09:12:53.287653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.347753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-6c37357c-c937-4cf6-aba7-64a6afbd7136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:53.350723 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-6c37357c-c937-4cf6-aba7-64a6afbd7136 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.1474147 Nov 12 09:12:53.353301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-ddf0a9bf-5d10-49af-abec-9cc568645101 service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417002 Nov 12 09:12:53.490651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-837e232b-717a-44ba-9b47-2de0f17b6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:53.492450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-837e232b-717a-44ba-9b47-2de0f17b6a2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336148 Nov 12 09:12:53.535632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.588881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-7375f75c-abf1-4a65-ba61-fc47eb62d3d4 service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911819 Nov 12 09:12:53.592864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada5f977-1d25-4e48-9012-29c694fd6d0f']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:53.618247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef76ede-4285-4ab2-8ba1-bc2493047066') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:53.618761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef76ede-4285-4ab2-8ba1-bc2493047066') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:53.666015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.672200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-d467baa4-54c2-4803-9a0e-07f33ebcdae6 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725533 Nov 12 09:12:53.721906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.743142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:53.744566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:53.865563 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:53.905344 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.916712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:53.923869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ada5f977-1d25-4e48-9012-29c694fd6d0f HTTP/1.1" status: 204 len: 168 time: 0.7946789 Nov 12 09:12:53.927340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:53.988375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3c1b9-77ef-4f78-ae0d-b9f900733811 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada5f977-1d25-4e48-9012-29c694fd6d0f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:54.014056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3dbf3-3328-471b-8acc-e10c475463fb req-8806ebcb-9bbe-495c-afca-606438fceeaf tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:54.023108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fe3dbf3-3328-471b-8acc-e10c475463fb req-8806ebcb-9bbe-495c-afca-606438fceeaf tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.1563308 Nov 12 09:12:54.106521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] Deleting subnet 49897409-551b-452f-9802-81ce53595057 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:12:54.114634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.126577 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-315b495c-d639-4c49-8964-5b60cb38e2c0 req-9d655716-062f-401c-9f9b-04b1a8c7349d service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472535 Nov 12 09:12:54.164705 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4fe3dbf3-3328-471b-8acc-e10c475463fb req-99a2a4a9-d517-4708-b0a0-a4f65c5532f7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405919 Nov 12 09:12:54.221556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.297567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:54.299225 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.386321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.516383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49897409-551b-452f-9802-81ce53595057,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:54.531674 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.552045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fcac809f-27a1-4482-9d1c-154e07cb3a95 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/49897409-551b-452f-9802-81ce53595057 HTTP/1.1" status: 204 len: 168 time: 0.6207728 Nov 12 09:12:54.553238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49200) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:54.573130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-875bc806-ed9b-4228-8a4a-92427d0ee3c5 req-c97874b7-2098-45f2-8ae9-0b97f1e6b94b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0824666 Nov 12 09:12:54.615038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05f432b4-d220-40a0-88b5-ac8726f752a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.802286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:12:54.856255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.859153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05f432b4-d220-40a0-88b5-ac8726f752a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.872176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05f432b4-d220-40a0-88b5-ac8726f752a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:54.947641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:54.979655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'port_id': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'mac_address': 'fa:16:3e:3e:ac:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:12:55.014822 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-05f432b4-d220-40a0-88b5-ac8726f752a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f39c99f1583a446899604bfd8fe7afcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7138388 Nov 12 09:12:55.015188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f432b4-d220-40a0-88b5-ac8726f752a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae61d72-8244-45b5-8618-e4cdfd8137fa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.020413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:55.031962 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.064199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c918495-ea0d-4cfa-b2b2-291efd88da22 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:55.119134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.123864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:55.142518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.183634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ff24-b2f7-4e3e-9335-0044abb27554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.196013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49218) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:55.213708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['954ca143-1c63-433e-a358-141f66c10a6a']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:55.233374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ff24-b2f7-4e3e-9335-0044abb27554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.261821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09dce721-b6df-4d58-b6f3-d9f430faf62f') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:55.262220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09dce721-b6df-4d58-b6f3-d9f430faf62f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:12:55.304313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.311156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.337062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ff24-b2f7-4e3e-9335-0044abb27554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.342694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4ca0ff24-b2f7-4e3e-9335-0044abb27554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.345466 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4ca0ff24-b2f7-4e3e-9335-0044abb27554 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ae61d72-8244-45b5-8618-e4cdfd8137fa HTTP/1.1" status: 204 len: 168 time: 0.3230197 Nov 12 09:12:55.357523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.365388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0ff24-b2f7-4e3e-9335-0044abb27554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae61d72-8244-45b5-8618-e4cdfd8137fa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.396762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:12:55.397197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:12:55.399355 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:12:55.471741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5c918495-ea0d-4cfa-b2b2-291efd88da22'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:12:55.709244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.717313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9f375f4-8687-47b7-9d54-86c698d1e2a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.755279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:55.759817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] 10.222.0.53 "DELETE /v2.0/networks/954ca143-1c63-433e-a358-141f66c10a6a HTTP/1.1" status: 204 len: 168 time: 1.2029693 Nov 12 09:12:55.761503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cd7e9-f559-4945-a85e-ed1688233a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=954ca143-1c63-433e-a358-141f66c10a6a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:55.825705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b60b5-f8b5-41c5-b1aa-dda96856b763 req-7a060c13-992a-4959-983d-650b45871a43 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0659716 Nov 12 09:12:55.885843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d3112f-e1d9-426a-aeca-ccfd6f3d8d30 req-8ac13baa-3cc2-4ec4-8f02-fab061b7c3d9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:55.889771 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57d3112f-e1d9-426a-aeca-ccfd6f3d8d30 req-8ac13baa-3cc2-4ec4-8f02-fab061b7c3d9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.4164455 Nov 12 09:12:56.056600 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57d3112f-e1d9-426a-aeca-ccfd6f3d8d30 req-2feda887-9f2d-44ae-97e1-677f55aa1624 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563423 Nov 12 09:12:56.150099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9f375f4-8687-47b7-9d54-86c698d1e2a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.161684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9f375f4-8687-47b7-9d54-86c698d1e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.169286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49254) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:56.226501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e9f375f4-8687-47b7-9d54-86c698d1e2a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=addaa876184c4f1b92ccc550e5305af9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0267508 Nov 12 09:12:56.227449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f375f4-8687-47b7-9d54-86c698d1e2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39221229-f495-446d-80aa-2a894bfbfbcd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.230388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49256) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:56.239959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-61779e10-f080-4db8-843c-75b5c3752411 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc650d541452403f82fa9dd95312fff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681136 Nov 12 09:12:56.242572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49258) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:56.306954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d758-2ad0-431c-a46f-4bb1d783dfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.325025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8474-2dcd-4f75-b784-8d187e5f28df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.341573 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d758-2ad0-431c-a46f-4bb1d783dfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.359180 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8474-2dcd-4f75-b784-8d187e5f28df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.457697 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8474-2dcd-4f75-b784-8d187e5f28df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.463396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0fdc8474-2dcd-4f75-b784-8d187e5f28df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.466675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d758-2ad0-431c-a46f-4bb1d783dfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.469094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0fdc8474-2dcd-4f75-b784-8d187e5f28df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6feb4fdc-298a-49d5-a430-18e4f5a9f773 HTTP/1.1" status: 204 len: 168 time: 0.2250915 Nov 12 09:12:56.470339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6bc5d758-2ad0-431c-a46f-4bb1d783dfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:56.472376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6bc5d758-2ad0-431c-a46f-4bb1d783dfb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39221229-f495-446d-80aa-2a894bfbfbcd HTTP/1.1" status: 204 len: 168 time: 0.2408905 Nov 12 09:12:56.483204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5d758-2ad0-431c-a46f-4bb1d783dfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39221229-f495-446d-80aa-2a894bfbfbcd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.512571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc8474-2dcd-4f75-b784-8d187e5f28df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feb4fdc-298a-49d5-a430-18e4f5a9f773,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:56.883594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-a8179e3a-3340-4ec7-94ed-4fcbdd3e1960 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:56.885340 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-a8179e3a-3340-4ec7-94ed-4fcbdd3e1960 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.2684498 Nov 12 09:12:56.901413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'port': {'device_id': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'admin_state_up': True, 'tenant_id': 'd67fe61746de4f718c627adc92591612'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:57.049820 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d22e1812-ad46-4ee4-9539-dddfe6664460 req-f2be7c7d-59ed-4e28-9390-2a64ca1b23c8 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0633049 Nov 12 09:12:57.162347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:12:57.169606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.305201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49302) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:57.403242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea5096-a018-47c7-9890-4fef61905856 req-7a1b9cc6-3c4b-4ecb-8922-cbf1f24f5f5e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:57.411963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64ea5096-a018-47c7-9890-4fef61905856 req-7a1b9cc6-3c4b-4ecb-8922-cbf1f24f5f5e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.1204119 Nov 12 09:12:57.420080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6b25c95d-78c8-43c4-a743-a2f621eccfef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea2ea7df79b041e6a5899eca008f3b15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1088638 Nov 12 09:12:57.421074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49306) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:12:57.593222 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64ea5096-a018-47c7-9890-4fef61905856 req-274b313f-c817-4929-af59-570d69e5397a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798670 Nov 12 09:12:57.605379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.20.0.6 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/a3905377-626a-4dc2-b591-a600afe56d92) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:12:57.622854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-794408fc-bcd4-4fca-9091-510bda7ae8b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.678786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-794408fc-bcd4-4fca-9091-510bda7ae8b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.763941 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.831811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-794408fc-bcd4-4fca-9091-510bda7ae8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.840697 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-794408fc-bcd4-4fca-9091-510bda7ae8b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:57.845385 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-794408fc-bcd4-4fca-9091-510bda7ae8b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4769a7e6-5f39-4645-945d-8cb99a9e9144 HTTP/1.1" status: 204 len: 168 time: 0.4177172 Nov 12 09:12:57.885089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794408fc-bcd4-4fca-9091-510bda7ae8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4769a7e6-5f39-4645-945d-8cb99a9e9144,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:58.067975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd14f4-79ae-48cb-bee6-0a02114bd168 req-cc464b00-9b59-4d82-84c6-caae1621f37c tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:58.076673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1cd14f4-79ae-48cb-bee6-0a02114bd168 req-cc464b00-9b59-4d82-84c6-caae1621f37c tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 949 time: 0.1007400 Nov 12 09:12:58.131710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.171468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1cd14f4-79ae-48cb-bee6-0a02114bd168 req-0c5a70ad-3cf7-499a-acb4-6c691c675195 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909309 Nov 12 09:12:58.270143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.296012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.371480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:12:58.376475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:12:58.378808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=a3905377-626a-4dc2-b591-a600afe56d92,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:58.381423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:12:58.487498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5d6ae-c786-4f5c-a11f-7e3b436729f3 req-a7b60ccb-e60d-49b1-b88e-2de493d70d03 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:58.496056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68c5d6ae-c786-4f5c-a11f-7e3b436729f3 req-a7b60ccb-e60d-49b1-b88e-2de493d70d03 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 931 time: 0.1442347 Nov 12 09:12:58.508510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:12:58.553049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:58.553753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.615029 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68c5d6ae-c786-4f5c-a11f-7e3b436729f3 req-e9bfba76-ec0a-4e56-a5ca-a3651c17051c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178567 Nov 12 09:12:58.620244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-364a70f9-8f07-41fb-82fd-5e9b819c5ae1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7258427 Nov 12 09:12:58.643038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Request body: {'port': {'device_id': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:12:58.721356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 5c918495-ea0d-4cfa-b2b2-291efd88da22 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:12:58.729184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 5c918495-ea0d-4cfa-b2b2-291efd88da22 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:58.729552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.817753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:58.995222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cd0f952f-4b12-49ef-bff9-af38b1c38ec1 None None] Provisioning complete for port a3905377-626a-4dc2-b591-a600afe56d92 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:12:58.995772 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cd0f952f-4b12-49ef-bff9-af38b1c38ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.145562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.149690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097fa9f6-e091-483b-a4e4-1a2cf7cc3417 req-2f84ed5a-8789-4475-88fa-ffc82d9b2993 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:59.151298 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-097fa9f6-e091-483b-a4e4-1a2cf7cc3417 req-2f84ed5a-8789-4475-88fa-ffc82d9b2993 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.2107723 Nov 12 09:12:59.182329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cd0f952f-4b12-49ef-bff9-af38b1c38ec1 None None] Port a3905377-626a-4dc2-b591-a600afe56d92 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:12:59.251016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:12:59.255753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:12:59.261258 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f528e60-6614-497c-a962-0e703ed8d65d" -d '{"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-plugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:12:59.270087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.284310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-097fa9f6-e091-483b-a4e4-1a2cf7cc3417 req-b230cbab-cda5-4139-89ea-394ae5f7a2ad tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225343 Nov 12 09:12:59.435527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:12:59.472334 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf156ef2-4cdb-481d-bfd4-a0fe317c5c33 x-openstack-request-id: req-cf156ef2-4cdb-481d-bfd4-a0fe317c5c33 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:12:59.472717 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-plugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:12:59.476229 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf156ef2-4cdb-481d-bfd4-a0fe317c5c33 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:12:59.476695 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'code': 200} Nov 12 09:12:59.694097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec067ab-7674-4758-a861-7b2dd06485ac req-0a13f842-e8e2-4140-81b9-b70cc62d7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:59.697411 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ec067ab-7674-4758-a861-7b2dd06485ac req-0a13f842-e8e2-4140-81b9-b70cc62d7cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1097 time: 0.1017294 Nov 12 09:12:59.801734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3905377-626a-4dc2-b591-a600afe56d92 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:12:59.811394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ec067ab-7674-4758-a861-7b2dd06485ac req-ba4c6e91-17a6-4dbb-b94e-b6454fd5ab56 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050704 Nov 12 09:12:59.821486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.855360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Transition to ACTIVE for port object a3905377-626a-4dc2-b591-a600afe56d92 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:12:59.863382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:12:59.937783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af3eab-a8a8-47d3-8a2b-bc75abfb44dc req-be1a5dec-3159-4c65-a630-6ae96bcb2e9e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:12:59.957199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8af3eab-a8a8-47d3-8a2b-bc75abfb44dc req-be1a5dec-3159-4c65-a630-6ae96bcb2e9e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 931 time: 0.1385791 Nov 12 09:13:00.061811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Pushing event updated for resources: {'Port': ['ID=a3905377-626a-4dc2-b591-a600afe56d92,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:00.105105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8af3eab-a8a8-47d3-8a2b-bc75abfb44dc req-a10bb9fe-c714-4430-9c92-87762813ed0b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349595 Nov 12 09:13:00.149394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Attempting to bind port a3905377-626a-4dc2-b591-a600afe56d92 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:00.149754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Attempting to bind port a3905377-626a-4dc2-b591-a600afe56d92 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:00.150133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Attempting to bind port a3905377-626a-4dc2-b591-a600afe56d92 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:00.161926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Port a3905377-626a-4dc2-b591-a600afe56d92 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:00.162339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Attempting to bind port a3905377-626a-4dc2-b591-a600afe56d92 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:00.180043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:00.181006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:00.181906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:00.182522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Bound port: a3905377-626a-4dc2-b591-a600afe56d92, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:00.184529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.418330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] For port a3905377-626a-4dc2-b591-a600afe56d92, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:00.429790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] For port a3905377-626a-4dc2-b591-a600afe56d92, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a3905377-626a-4dc2-b591-a600afe56d92,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:00.442619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.636780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:00.637798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:00.640132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] 10.222.0.62 "PUT /v2.0/ports/a3905377-626a-4dc2-b591-a600afe56d92 HTTP/1.1" status: 200 len: 1092 time: 2.0103366 Nov 12 09:13:00.644724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'tag': 'a3905377-626a-4dc2-b591-a600afe56d92'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:00.649876 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4854150c-f069-4b60-88fb-cc417249d856" -d '{"events": [{"name": "network-changed", "server_uuid": "6e52fa99-54f6-4561-bb87-d56788d86cef", "tag": "a3905377-626a-4dc2-b591-a600afe56d92"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:00.795643 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8b9f3a-7709-487c-b1c9-0e9f531d2088 x-openstack-request-id: req-da8b9f3a-7709-487c-b1c9-0e9f531d2088 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:00.801242 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e52fa99-54f6-4561-bb87-d56788d86cef", "tag": "a3905377-626a-4dc2-b591-a600afe56d92", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:00.801738 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da8b9f3a-7709-487c-b1c9-0e9f531d2088 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:00.802418 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'tag': 'a3905377-626a-4dc2-b591-a600afe56d92', 'status': 'completed', 'code': 200} Nov 12 09:13:00.879101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb04370-1852-4310-b9fe-ecff362ccbab service neutron] Pushing event updated for resources: {'Port': ['ID=a3905377-626a-4dc2-b591-a600afe56d92,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:00.903279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2506347-2374-4998-b08b-422c4f85fba0 req-7b99045b-3241-4a16-97b6-769a8a9de2d5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:00.923010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2506347-2374-4998-b08b-422c4f85fba0 req-7b99045b-3241-4a16-97b6-769a8a9de2d5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.3433385 Nov 12 09:13:01.007366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-5a9d6d88-0e14-4f1f-baf0-1c1f966a429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:01.037538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-5a9d6d88-0e14-4f1f-baf0-1c1f966a429c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 1095 time: 0.2958648 Nov 12 09:13:01.159157 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-ec102f89-ed5e-4925-86af-bd03cb428b45 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3905377-626a-4dc2-b591-a600afe56d92 HTTP/1.1" status: 200 len: 217 time: 0.1147161 Nov 12 09:13:01.166692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2506347-2374-4998-b08b-422c4f85fba0 req-2a209d1e-28c2-4399-963b-16123ee7f35a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417212 Nov 12 09:13:01.274745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-3596e682-0dbd-4b9a-a777-0941f4c87db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:01.276868 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-3596e682-0dbd-4b9a-a777-0941f4c87db1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0950460 Nov 12 09:13:01.362230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:01.399963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea441f5e-9bdb-453a-afd3-7cc5b7f854ef req-97f14da9-4ec1-466a-b155-08b6d820e570 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:01.408603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea441f5e-9bdb-453a-afd3-7cc5b7f854ef req-97f14da9-4ec1-466a-b155-08b6d820e570 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1064758 Nov 12 09:13:01.408921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fa158-6fae-47e3-87e8-020942cefb4f req-0889edb2-0ed9-4d74-9d98-418f2e33d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:01.414713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-0889edb2-0ed9-4d74-9d98-418f2e33d05a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281843 Nov 12 09:13:01.480554 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea441f5e-9bdb-453a-afd3-7cc5b7f854ef req-c724c209-c743-4ef4-845b-e6be166d052f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709319 Nov 12 09:13:01.646951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-de9aebee-39b0-4baa-870e-b4b4b1865b57 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238410 Nov 12 09:13:01.778563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f5d5-7112-4610-bdf7-856e764f015a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:01.791990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-628fa158-6fae-47e3-87e8-020942cefb4f req-0f50df76-42f3-46f5-8b0c-85ec35246fd1 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322985 Nov 12 09:13:01.954121 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854150c-f069-4b60-88fb-cc417249d856 req-4df81840-5a07-467f-95a2-8ac4f896b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:01.956667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4854150c-f069-4b60-88fb-cc417249d856 req-4df81840-5a07-467f-95a2-8ac4f896b05f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 1095 time: 0.0808256 Nov 12 09:13:01.994092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f5d5-7112-4610-bdf7-856e764f015a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.005756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f3f5d5-7112-4610-bdf7-856e764f015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.096850 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b0f3f5d5-7112-4610-bdf7-856e764f015a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77a9ed34aeb04ed68871dd594294b4d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7281835 Nov 12 09:13:02.098778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49556) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:02.112572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854150c-f069-4b60-88fb-cc417249d856 req-cec85a9b-ac00-4bc9-8e37-d16f9aff2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:02.114357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4854150c-f069-4b60-88fb-cc417249d856 req-cec85a9b-ac00-4bc9-8e37-d16f9aff2ec5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.1480057 Nov 12 09:13:02.153047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3f5d5-7112-4610-bdf7-856e764f015a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab48272e-1d43-4acc-80cf-0154f00ded37,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:02.207887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51ad7aa-cc19-4ff7-9637-6d6539545f7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.224235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:13:02.232296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6726e26b-8033-41a4-9905-a972b62faf03 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:02.264751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4854150c-f069-4b60-88fb-cc417249d856 req-1567495c-dcd3-4cec-ad3f-ecadff7c2026 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3905377-626a-4dc2-b591-a600afe56d92 HTTP/1.1" status: 200 len: 217 time: 0.1401641 Nov 12 09:13:02.338981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51ad7aa-cc19-4ff7-9637-6d6539545f7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.398869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854150c-f069-4b60-88fb-cc417249d856 req-47f67bba-20b8-456c-97a6-20503988b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:02.401686 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4854150c-f069-4b60-88fb-cc417249d856 req-47f67bba-20b8-456c-97a6-20503988b27f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.1254318 Nov 12 09:13:02.464421 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51ad7aa-cc19-4ff7-9637-6d6539545f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.468340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f51ad7aa-cc19-4ff7-9637-6d6539545f7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.470550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f51ad7aa-cc19-4ff7-9637-6d6539545f7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab48272e-1d43-4acc-80cf-0154f00ded37 HTTP/1.1" status: 204 len: 168 time: 0.3703744 Nov 12 09:13:02.482865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ad7aa-cc19-4ff7-9637-6d6539545f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab48272e-1d43-4acc-80cf-0154f00ded37,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:02.553270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854150c-f069-4b60-88fb-cc417249d856 req-66364254-4c06-4f3b-8f8a-871e16b3ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:02.565219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4854150c-f069-4b60-88fb-cc417249d856 req-66364254-4c06-4f3b-8f8a-871e16b3ef66 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1529331 Nov 12 09:13:02.665703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.746375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:02.750426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:02.754141 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92557c38-ab33-4201-8777-6b2b113fd295" -d '{"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-unplugged", "status": "completed", "tag": "6726e26b-8033-41a4-9905-a972b62faf03"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:02.763854 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:02.867784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:02.891475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:02.934985 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'mac_address': 'fa:16:3e:70:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:13:02.956352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e3f9f-9c32-4267-b56e-31c50685abdd req-0689e6ff-424d-4504-b985-2eae3dd68ce7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:02.959975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-845e3f9f-9c32-4267-b56e-31c50685abdd req-0689e6ff-424d-4504-b985-2eae3dd68ce7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1949596 Nov 12 09:13:02.994210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4854150c-f069-4b60-88fb-cc417249d856 req-e54bb064-cbb7-4da3-a7b5-46c1f774687f service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152765 Nov 12 09:13:03.095381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329d53e-2c8b-4e08-9176-7d7983fecf8c req-d828c344-ac4d-409a-9fd1-4746e88cfd04 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:03.107516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4329d53e-2c8b-4e08-9176-7d7983fecf8c req-d828c344-ac4d-409a-9fd1-4746e88cfd04 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1036377 Nov 12 09:13:03.108671 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.159139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86cd7099-c0ac-4b65-9360-1bd66d1f10ea {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:03.234255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4329d53e-2c8b-4e08-9176-7d7983fecf8c req-8df47698-37e9-4fc5-a354-1739a4bc2c25 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251180 Nov 12 09:13:03.254647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:03.271169 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.273012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:03.300355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3611f1-f377-4b86-bc43-fc55b18e8505 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.432828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3611f1-f377-4b86-bc43-fc55b18e8505 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.443633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9b3611f1-f377-4b86-bc43-fc55b18e8505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.489335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['86cd7099-c0ac-4b65-9360-1bd66d1f10ea'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:03.520453 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-845e3f9f-9c32-4267-b56e-31c50685abdd req-dd1cbf52-2bef-4548-8cf9-a81d29759937 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455875 Nov 12 09:13:03.566569 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4854150c-f069-4b60-88fb-cc417249d856 req-9b28fca0-0077-488e-a433-15fcee51e84f service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542719 Nov 12 09:13:03.571965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9b3611f1-f377-4b86-bc43-fc55b18e8505 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5529b6ebcf374a2f8b304c2b555b93c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954581 Nov 12 09:13:03.573896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49622) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:03.590255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3611f1-f377-4b86-bc43-fc55b18e8505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745533e1-9e4e-4e85-a657-d04dbe06149b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.655661 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2d984-8522-4086-9759-3b06e5144e24 x-openstack-request-id: req-64f2d984-8522-4086-9759-3b06e5144e24 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:03.662761 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-unplugged", "status": "completed", "tag": "6726e26b-8033-41a4-9905-a972b62faf03", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:03.665569 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64f2d984-8522-4086-9759-3b06e5144e24 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:03.667540 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03', 'code': 200} Nov 12 09:13:03.687442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:03.734967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e951d789-d530-4d09-a68c-d313338c5680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.801177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e951d789-d530-4d09-a68c-d313338c5680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.911828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb17df5-d88f-4dde-a11a-b6758d958687 req-e8f47e06-31ee-4719-b514-c7f8f441ba25 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:03.922648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49630) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:03.937275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Request body: {'floatingip': {'port_id': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:03.943504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bb17df5-d88f-4dde-a11a-b6758d958687 req-e8f47e06-31ee-4719-b514-c7f8f441ba25 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1073918 Nov 12 09:13:03.973845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e951d789-d530-4d09-a68c-d313338c5680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.979936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e951d789-d530-4d09-a68c-d313338c5680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:03.981575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e951d789-d530-4d09-a68c-d313338c5680 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/745533e1-9e4e-4e85-a657-d04dbe06149b HTTP/1.1" status: 204 len: 168 time: 0.4047766 Nov 12 09:13:04.000347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951d789-d530-4d09-a68c-d313338c5680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745533e1-9e4e-4e85-a657-d04dbe06149b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:04.070692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.235082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49638) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:04.815370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392de727-e55b-43ed-9a91-2a56b3acb6b7 req-6a8596e7-84b5-4075-9e9f-f19c05fadaf4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:04.825612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-392de727-e55b-43ed-9a91-2a56b3acb6b7 req-6a8596e7-84b5-4075-9e9f-f19c05fadaf4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1295788 Nov 12 09:13:04.911868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb9ce-c573-477f-b67c-2a4a622c9f37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:04.961479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-392de727-e55b-43ed-9a91-2a56b3acb6b7 req-7a94b6d2-3967-4f0e-8678-6a7618fee107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163492 Nov 12 09:13:05.180807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb9ce-c573-477f-b67c-2a4a622c9f37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.192575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e7fb9ce-c573-477f-b67c-2a4a622c9f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.270773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fb9ce-c573-477f-b67c-2a4a622c9f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652de8af-8114-4ea6-8413-3ba1b4cb7b60,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:05.366676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9e7fb9ce-c573-477f-b67c-2a4a622c9f37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=149c8835c67d4bcdaad47ee8b09006d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1296065 Nov 12 09:13:05.371018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49664) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:05.526439 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2249515-efef-4adf-990b-93d01490908e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.557141 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:13:05.588746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2249515-efef-4adf-990b-93d01490908e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.717095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2249515-efef-4adf-990b-93d01490908e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.720340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c2249515-efef-4adf-990b-93d01490908e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:05.737675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c2249515-efef-4adf-990b-93d01490908e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/652de8af-8114-4ea6-8413-3ba1b4cb7b60 HTTP/1.1" status: 204 len: 168 time: 0.3549883 Nov 12 09:13:05.760593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2249515-efef-4adf-990b-93d01490908e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652de8af-8114-4ea6-8413-3ba1b4cb7b60,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:06.151784 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.158428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.249663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:06.400098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fb50c-817c-49f3-8122-25bc04a03a0c req-f0e5e565-478e-474f-b249-59e20bc95142 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:06.422978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a5fb50c-817c-49f3-8122-25bc04a03a0c req-f0e5e565-478e-474f-b249-59e20bc95142 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.2424302 Nov 12 09:13:06.443780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:06.444187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.501783 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Floating IP 7f3a25e0-c504-4945-986f-c9976827b53d associated. External IP: 172.25.5.181, port: 5c918495-ea0d-4cfa-b2b2-291efd88da22. Nov 12 09:13:06.574905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a5fb50c-817c-49f3-8122-25bc04a03a0c req-db80bb39-b706-44fc-9932-93dcdfd10896 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481118 Nov 12 09:13:06.679759 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.733041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:06.736944 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec6dbb-d3f3-47a2-bd78-4b250edcc129" -d '{"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-plugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:06.744951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49696) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:06.786241 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212ad8d8-e244-4096-9797-a0bd84535415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:06.809429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:06.825775 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.006651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=10']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:07.039623 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541e4220-d2e7-4323-944a-91c28c8ae7c5 x-openstack-request-id: req-541e4220-d2e7-4323-944a-91c28c8ae7c5 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:07.040144 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-plugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:07.040595 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-541e4220-d2e7-4323-944a-91c28c8ae7c5 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:07.041271 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'code': 200} Nov 12 09:13:07.130706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212ad8d8-e244-4096-9797-a0bd84535415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.140059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:13:07.140884 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-212ad8d8-e244-4096-9797-a0bd84535415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.211713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-212ad8d8-e244-4096-9797-a0bd84535415 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a389c91dd39c4cf9924d62516f59b45f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4647207 Nov 12 09:13:07.215810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:07.278511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ad8d8-e244-4096-9797-a0bd84535415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9544c0-bea3-4ad3-b3e6-363e32bd4b1f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:07.391381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:13:07.397858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.417966 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] Sync routers for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:13:07.437846 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:07.438567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:12:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:07.488947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3890cb9-2085-4192-bbb7-59b33605ab6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.540349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3890cb9-2085-4192-bbb7-59b33605ab6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.633997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3890cb9-2085-4192-bbb7-59b33605ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.638207 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3890cb9-2085-4192-bbb7-59b33605ab6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:07.640070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e3890cb9-2085-4192-bbb7-59b33605ab6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c9544c0-bea3-4ad3-b3e6-363e32bd4b1f HTTP/1.1" status: 204 len: 168 time: 0.4228108 Nov 12 09:13:07.654822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3890cb9-2085-4192-bbb7-59b33605ab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9544c0-bea3-4ad3-b3e6-363e32bd4b1f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:07.660493 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-702e25dc-01f9-4cf6-a7ea-23490f069bea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "PUT /v2.0/floatingips/7f3a25e0-c504-4945-986f-c9976827b53d HTTP/1.1" status: 200 len: 991 time: 3.7353711 Nov 12 09:13:07.661832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:07.679799 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c" -d '{"events": [{"name": "network-changed", "server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:07.737220 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:07.951384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37e27-73b8-4733-86a5-f6f90e48cb42 req-ee69816d-caaf-420e-a19d-8cb6947c3e72 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:07.962131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5fe37e27-73b8-4733-86a5-f6f90e48cb42 req-ee69816d-caaf-420e-a19d-8cb6947c3e72 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1546659 Nov 12 09:13:08.116089 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7f3a25e0-c504-4945-986f-c9976827b53d', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'port_id': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'mac_address': 'fa:16:3e:3e:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811f45e6-a320-45e5-815b-d244d215740e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:39Z', 'updated_at': '2021-11-12T09:13:05Z', 'revision_number': 1, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:08.116908 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5fe37e27-73b8-4733-86a5-f6f90e48cb42 req-a091baab-5418-4de6-b4e7-734000f3069d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537826 Nov 12 09:13:08.159834 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] Checking router: f7180fc6-f2d4-4a4a-a422-fa945d27cb9a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:13:08.172835 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:13:08.174569 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:12:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:08.324096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49730) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:08.454767 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:13:08.473983 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95a7b1f-2493-4b93-9950-5fe95ddcd956 x-openstack-request-id: req-c95a7b1f-2493-4b93-9950-5fe95ddcd956 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:08.474298 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:08.474558 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c95a7b1f-2493-4b93-9950-5fe95ddcd956 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:08.474980 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'status': 'completed', 'code': 200} Nov 12 09:13:08.509484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3132d41-a08e-4b18-9e43-049b78e2412e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.645160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-911eaa2b-5ce2-4e22-b79f-4bfb5f2ffea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:08.651097 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-911eaa2b-5ce2-4e22-b79f-4bfb5f2ffea3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1097 time: 0.1257353 Nov 12 09:13:08.942144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3132d41-a08e-4b18-9e43-049b78e2412e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:08.966431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3132d41-a08e-4b18-9e43-049b78e2412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.014513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3132d41-a08e-4b18-9e43-049b78e2412e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4d6b4dc9c684a1db36e3cf4a02d5584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6887143 Nov 12 09:13:09.017824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49738) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:09.032883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-670d3781-ebe3-451f-bb53-73a5c8703679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:09.044967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-670d3781-ebe3-451f-bb53-73a5c8703679 service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.3847611 Nov 12 09:13:09.062061 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7f3a25e0-c504-4945-986f-c9976827b53d', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'port_id': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'mac_address': 'fa:16:3e:3e:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811f45e6-a320-45e5-815b-d244d215740e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:39Z', 'updated_at': '2021-11-12T09:13:05Z', 'revision_number': 1, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:09.121526 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7820555e-6194-412c-a7fc-c7dc2990e841 None None] The sync data for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 is: [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7f3a25e0-c504-4945-986f-c9976827b53d', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'port_id': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'mac_address': 'fa:16:3e:3e:ac:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811f45e6-a320-45e5-815b-d244d215740e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:12:39Z', 'updated_at': '2021-11-12T09:13:05Z', 'revision_number': 1, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:13:09.166061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f7d321b-d94c-465b-9b39-de0d56204643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.233963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f7d321b-d94c-465b-9b39-de0d56204643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.304995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3132d41-a08e-4b18-9e43-049b78e2412e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b419155-8c90-4809-b015-168e1ab49888,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:09.385353 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f7d321b-d94c-465b-9b39-de0d56204643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.395770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f7d321b-d94c-465b-9b39-de0d56204643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:09.397987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2f7d321b-d94c-465b-9b39-de0d56204643 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b419155-8c90-4809-b015-168e1ab49888 HTTP/1.1" status: 204 len: 168 time: 0.3788478 Nov 12 09:13:09.491026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d321b-d94c-465b-9b39-de0d56204643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b419155-8c90-4809-b015-168e1ab49888,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:09.513850 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-18d01ff9-b502-44ec-b352-b7af26ec9d55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 999 time: 0.4529669 Nov 12 09:13:09.625130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e4c2d-33fc-4123-bda3-8c8ff7a58edc req-943fb2d4-1d0b-45a8-8589-c0141843a0b0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:09.636196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-866e4c2d-33fc-4123-bda3-8c8ff7a58edc req-943fb2d4-1d0b-45a8-8589-c0141843a0b0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.2960258 Nov 12 09:13:09.645041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3173486-4c1c-42eb-8719-ddf9bb9f1490 None None] New status for floating IP 7f3a25e0-c504-4945-986f-c9976827b53d: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:13:09.756447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-41166a2a-0254-4ee0-810a-899fa8b47d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:09.758027 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-41166a2a-0254-4ee0-810a-899fa8b47d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.2251296 Nov 12 09:13:09.841410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-866e4c2d-33fc-4123-bda3-8c8ff7a58edc req-261d481d-96b7-4210-a964-598d24f0521a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030799 Nov 12 09:13:09.968298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-a285465a-cabb-4411-b1b7-3b95b6ed5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:09.970175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-a285465a-cabb-4411-b1b7-3b95b6ed5e6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964505 Nov 12 09:13:10.326228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-ecf03335-7908-48e5-a258-5628a428eeb3 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477383 Nov 12 09:13:10.548929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bbea3c4-98b5-4a1a-9a6d-cd1013a1e94c req-6516b45c-6de6-43b6-b5d4-36366d237b0d service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145822 Nov 12 09:13:11.032402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec73e55-308b-4a5e-9d40-89351a2bfa86 req-44b49c1e-c9b1-4fde-b033-e2c8bd6bb33c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:11.045392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ec73e55-308b-4a5e-9d40-89351a2bfa86 req-44b49c1e-c9b1-4fde-b033-e2c8bd6bb33c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.0982561 Nov 12 09:13:11.185958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ec73e55-308b-4a5e-9d40-89351a2bfa86 req-50da17c6-ad97-42ab-b4a2-7f1b22d7bd72 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386063 Nov 12 09:13:12.399125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8f92c-c3b4-4292-8f25-3e149532a02b req-d44cfa7a-a0b7-4c4c-81a4-d4b6b2a28fed tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:12.409943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2d8f92c-c3b4-4292-8f25-3e149532a02b req-d44cfa7a-a0b7-4c4c-81a4-d4b6b2a28fed tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.0814698 Nov 12 09:13:12.480598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2d8f92c-c3b4-4292-8f25-3e149532a02b req-a09d4b61-1b0e-4035-8d0c-fc1adeb81e09 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 Nov 12 09:13:13.770170 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8f868-45e4-4d9a-b679-7399386f25e1 req-051b0578-c107-485e-b988-8cc28b09c56c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:13.785847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61a8f868-45e4-4d9a-b679-7399386f25e1 req-051b0578-c107-485e-b988-8cc28b09c56c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1248112 Nov 12 09:13:13.888888 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c356567-03da-469d-a2ba-d5e36beb6a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:13.915556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61a8f868-45e4-4d9a-b679-7399386f25e1 req-30c61de8-a73e-4ae3-bd1e-659079e92477 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294155 Nov 12 09:13:14.682069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-0b8071c6-bb30-466e-8704-724ff0209fba service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1104650 Nov 12 09:13:14.810626 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.811350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.811616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.813211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.813704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.814423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.814889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:14.819313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-61b74f5f-28cb-4dbe-ba4b-4beab4c4af9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6499 time: 0.0663843 Nov 12 09:13:15.013939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-608a78c6-d46a-4f61-ac51-e8852bedf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.015033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-608a78c6-d46a-4f61-ac51-e8852bedf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.015528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-608a78c6-d46a-4f61-ac51-e8852bedf22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.017884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-608a78c6-d46a-4f61-ac51-e8852bedf22d service neutron] 10.222.0.62 "GET /v2.0/networks?id=87a1f048-b039-4243-8213-ec65a4ba65a0&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 200 len: 2291 time: 0.1725404 Nov 12 09:13:15.137984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-e3976213-9cae-4da0-9102-86ebe0b7d154 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 200 len: 1002 time: 0.1089005 Nov 12 09:13:15.240889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716defc-5cf5-4f02-8097-7040ec8e5b73 req-04027d40-4911-4b95-bffa-46511fdafd53 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.242813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e716defc-5cf5-4f02-8097-7040ec8e5b73 req-04027d40-4911-4b95-bffa-46511fdafd53 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1197381 Nov 12 09:13:15.264180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-68ef667a-237a-4062-9b65-c9a6a7b126e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.265908 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-68ef667a-237a-4062-9b65-c9a6a7b126e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c HTTP/1.1" status: 200 len: 851 time: 0.1003590 Nov 12 09:13:15.353648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e716defc-5cf5-4f02-8097-7040ec8e5b73 req-1a2d0970-40ef-428b-9295-c407227c3d5d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931976 Nov 12 09:13:15.365815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-b1d1b016-1725-43fb-aaf4-9a29701612d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.367445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-b1d1b016-1725-43fb-aaf4-9a29701612d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87a1f048-b039-4243-8213-ec65a4ba65a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790784 Nov 12 09:13:15.568751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-7da757c3-ed34-4ad6-a75f-71a9baf92b3b service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859865 Nov 12 09:13:15.784220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-9f65fec3-7208-4e96-9c6a-c53e871f35db service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041950 Nov 12 09:13:15.847222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-f7770e25-f93d-4a14-8e10-16b730ff51c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 217 time: 0.0535262 Nov 12 09:13:15.951139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-8dc0a863-c4a7-48ff-8f62-c4bb67794faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:15.954307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-8dc0a863-c4a7-48ff-8f62-c4bb67794faa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0989413 Nov 12 09:13:16.115251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-6a894a38-e164-4bda-b93e-b8c1ac3908da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:16.119778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-6a894a38-e164-4bda-b93e-b8c1ac3908da service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1521518 Nov 12 09:13:16.299654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-ea0c1ea1-a75d-47d3-a851-12c278e8d25e service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716449 Nov 12 09:13:16.371311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0191f335-a81a-40ca-b3ac-aaa5f4c6e8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:16.595998 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-d989dd10-3c0f-4f6f-9a46-794a467dfae0 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857907 Nov 12 09:13:16.654556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-1c602b70-bf12-4530-a4f7-3e4df4fd8892 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 217 time: 0.0470159 Nov 12 09:13:16.664366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1746b2-a812-4344-a123-b081a0f728cc req-c2b630dc-1e52-42e3-ab5d-2c20d8662270 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:16.672549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c1746b2-a812-4344-a123-b081a0f728cc req-c2b630dc-1e52-42e3-ab5d-2c20d8662270 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1961474 Nov 12 09:13:16.757110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-7a0d1c1c-da37-4c04-9781-914bef4d0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:16.759132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-7a0d1c1c-da37-4c04-9781-914bef4d0da9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0703397 Nov 12 09:13:16.844794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-c4fe5163-b367-4f87-8f07-d1b66790fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:16.848672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-c4fe5163-b367-4f87-8f07-d1b66790fd9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0782804 Nov 12 09:13:16.951417 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c1746b2-a812-4344-a123-b081a0f728cc req-eabc003e-ceed-4ec4-8c0a-677ef1c2a74f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774184 Nov 12 09:13:17.139303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-127c4090-591a-4bbe-a78c-3cbc3501f041 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769454 Nov 12 09:13:17.766952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-4dce09bc-1a4e-4b75-a1ea-426ad578d01c service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204045 Nov 12 09:13:17.812339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-cd307e14-92e5-401e-a165-c6f510197cfc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe HTTP/1.1" status: 200 len: 217 time: 0.0374427 Nov 12 09:13:17.877303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-675231c9-9a95-4a53-847a-8895be8e05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:17.879383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-675231c9-9a95-4a53-847a-8895be8e05d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0602887 Nov 12 09:13:17.934119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-c445a0aa-19f1-4ff3-90f6-eaeeb949d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:17.935723 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-c445a0aa-19f1-4ff3-90f6-eaeeb949d719 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479827 Nov 12 09:13:18.061308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-a7c3791d-39c2-4401-b13b-6638f755c2c9 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180608 Nov 12 09:13:18.209327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21b52c-133a-40f3-b6d5-1c9ec3b42a5e req-49d68845-fc30-4b27-a17d-41fd764445e5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:18.213577 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e21b52c-133a-40f3-b6d5-1c9ec3b42a5e req-49d68845-fc30-4b27-a17d-41fd764445e5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 943 time: 0.1093218 Nov 12 09:13:18.237192 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-3f592a6b-c68c-465e-8cb6-c147ac85154a service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675327 Nov 12 09:13:18.266012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a3905377-626a-4dc2-b591-a600afe56d92 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:13:18.302738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-7df24208-7969-4925-b9b4-1780cf622c90 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77 HTTP/1.1" status: 200 len: 217 time: 0.0562601 Nov 12 09:13:18.369186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e21b52c-133a-40f3-b6d5-1c9ec3b42a5e req-c8fbb0d9-9d87-48df-84a4-1d74a919c2d1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406894 Nov 12 09:13:18.402218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-cb86763e-2673-4761-b08f-0923bb7d654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:18.403707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-cb86763e-2673-4761-b08f-0923bb7d654d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0902534 Nov 12 09:13:18.474456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a3905377-626a-4dc2-b591-a600afe56d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a3905377-626a-4dc2-b591-a600afe56d92,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:18.516589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'a3905377-626a-4dc2-b591-a600afe56d92', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'port_id': 'a3905377-626a-4dc2-b591-a600afe56d92', 'mac_address': 'fa:16:3e:6a:da:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:13:18.541888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-e52930c1-3774-4893-b560-2c77d716f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:18.547412 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-e52930c1-3774-4893-b560-2c77d716f787 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1236165 Nov 12 09:13:18.644605 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:18.677026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3905377-626a-4dc2-b591-a600afe56d92 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:18.724933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a3905377-626a-4dc2-b591-a600afe56d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a3905377-626a-4dc2-b591-a600afe56d92,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:18.737930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:18.779840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-bc3860ce-bfdc-45a8-bd35-1b477677960e service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233651 Nov 12 09:13:18.866278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a3905377-626a-4dc2-b591-a600afe56d92,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:18.921714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-2e84dd86-e66c-4f3e-b1c7-8c202d4e459c service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323752 Nov 12 09:13:18.976195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-9fdcebf0-d4b8-40c3-8fd2-ed6dd0e104c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f HTTP/1.1" status: 200 len: 217 time: 0.0460939 Nov 12 09:13:19.035879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-89e8d1b1-f09a-406d-a3eb-463cc05c147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.037492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-89e8d1b1-f09a-406d-a3eb-463cc05c147b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.0522282 Nov 12 09:13:19.065211 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.081461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a3905377-626a-4dc2-b591-a600afe56d92'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:19.147794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-be5dd5e4-8f05-4532-b8b7-ad26021a0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.149505 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-be5dd5e4-8f05-4532-b8b7-ad26021a0e0b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1012812 Nov 12 09:13:19.278613 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-508267be-4662-4c75-bb5e-f7a05d121ddc service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203408 Nov 12 09:13:19.421846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-a1acadca-6a04-4791-a632-d4013c4fa8c3 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349010 Nov 12 09:13:19.479762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-a42d84fe-529b-4322-b015-1f78535db3b6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 200 len: 217 time: 0.0506518 Nov 12 09:13:19.576152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-2dc6be01-82d2-49fb-a9e5-a3ad3f0f1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.578296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-2dc6be01-82d2-49fb-a9e5-a3ad3f0f1ede service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.0896068 Nov 12 09:13:19.594769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e6fe6-ff77-4a69-9437-a8a48497d012 req-c402482f-0f17-4c7b-b88a-1fa3adbaf796 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.596686 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-411e6fe6-ff77-4a69-9437-a8a48497d012 req-c402482f-0f17-4c7b-b88a-1fa3adbaf796 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 944 time: 0.1102448 Nov 12 09:13:19.692158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-411e6fe6-ff77-4a69-9437-a8a48497d012 req-6a77f2d3-2efa-4677-aea0-85b9f75ff667 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861731 Nov 12 09:13:19.694430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-99e1bd73-375c-480d-ad51-d19e24b74a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:19.697974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-99e1bd73-375c-480d-ad51-d19e24b74a79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0991640 Nov 12 09:13:19.744412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:19.815431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-1e4222c1-d217-486d-8818-e08137a85af0 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079493 Nov 12 09:13:19.959970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89d3a0-b1e1-4bc3-b183-63ca184eca1e req-58f8ed12-7c17-4de7-9738-1c11d74d1da1 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369154 Nov 12 09:13:20.263801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a3905377-626a-4dc2-b591-a600afe56d92 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:20.352226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.387200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port a3905377-626a-4dc2-b591-a600afe56d92 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:13:20.393719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port a3905377-626a-4dc2-b591-a600afe56d92 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:20.394231 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.567038 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.667313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3905377-626a-4dc2-b591-a600afe56d92'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:20.670858 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d9e455-fdfa-4f10-9062-9c89df9e71a3" -d '{"events": [{"server_uuid": "6e52fa99-54f6-4561-bb87-d56788d86cef", "name": "network-vif-plugged", "status": "completed", "tag": "a3905377-626a-4dc2-b591-a600afe56d92"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:20.704165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a3905377-626a-4dc2-b591-a600afe56d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a3905377-626a-4dc2-b591-a600afe56d92,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:20.715129 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:20.760036 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e391aee-3bfd-466f-9caf-536762cacba0 x-openstack-request-id: req-3e391aee-3bfd-466f-9caf-536762cacba0 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:20.760784 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e52fa99-54f6-4561-bb87-d56788d86cef", "name": "network-vif-plugged", "status": "completed", "tag": "a3905377-626a-4dc2-b591-a600afe56d92", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:20.760784 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e391aee-3bfd-466f-9caf-536762cacba0 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:20.761199 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3905377-626a-4dc2-b591-a600afe56d92', 'code': 200} Nov 12 09:13:20.815689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a3905377-626a-4dc2-b591-a600afe56d92,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:20.824771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.825438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.825964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.826555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.827063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.828435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.828984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.829629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.830137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.830946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.831461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.832006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:20.900040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52786f6-c51b-40da-81d5-eb0e58face10 req-67bc6ff7-8e0c-4538-b15d-97a9d41ff18b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:20.912673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c52786f6-c51b-40da-81d5-eb0e58face10 req-67bc6ff7-8e0c-4538-b15d-97a9d41ff18b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 945 time: 0.1042593 Nov 12 09:13:20.959957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f015036-791f-4ceb-a1fd-1063be7888d6 req-030a5a62-767b-47db-8cd7-485da5bdf020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:20.960808 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f015036-791f-4ceb-a1fd-1063be7888d6 req-030a5a62-767b-47db-8cd7-485da5bdf020 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 1097 time: 0.1182945 Nov 12 09:13:21.034699 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c52786f6-c51b-40da-81d5-eb0e58face10 req-6f91ea4c-faa6-4af3-8fe3-fb2c24c16390 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206868 Nov 12 09:13:21.061462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f015036-791f-4ceb-a1fd-1063be7888d6 req-b6e2f5a4-b726-4a4f-a119-2c3e8bcd2eef service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887411 Nov 12 09:13:22.346514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a37758-203b-4f3c-a989-a0fb6ed25a1d req-894d235f-42f9-4fd2-b95b-e7cba55a5fd1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:22.358089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67a37758-203b-4f3c-a989-a0fb6ed25a1d req-894d235f-42f9-4fd2-b95b-e7cba55a5fd1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 945 time: 0.1780341 Nov 12 09:13:22.478239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67a37758-203b-4f3c-a989-a0fb6ed25a1d req-d4f3da49-6d54-466e-a788-4ad85b85d12a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182148 Nov 12 09:13:23.550466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50026) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:23.727265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed103066-fbd7-46b6-9b3d-32f7cfe43b11 req-0ba6db86-ab3a-41bb-8f7f-d5e305c3e611 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:23.730184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed103066-fbd7-46b6-9b3d-32f7cfe43b11 req-0ba6db86-ab3a-41bb-8f7f-d5e305c3e611 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 945 time: 0.1385117 Nov 12 09:13:23.791813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cac08b7-46d2-488f-8d57-919f0138f343 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.844775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed103066-fbd7-46b6-9b3d-32f7cfe43b11 req-438e11f4-8f93-4aad-b493-2fad22da81c3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068079 Nov 12 09:13:23.965206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cac08b7-46d2-488f-8d57-919f0138f343 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:23.972052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cac08b7-46d2-488f-8d57-919f0138f343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.036673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1cac08b7-46d2-488f-8d57-919f0138f343 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5539e824169149eb807d6ed8baeceeae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4835014 Nov 12 09:13:24.037660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50036) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:24.078865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac08b7-46d2-488f-8d57-919f0138f343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01e8165-5036-4965-bda3-f58e96c4ba59,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:24.150579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f830b-53d6-4ca5-b089-fcce4f2ee69b req-c6ddd7bf-8e46-49f0-9186-e79fcd2f8075 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:24.152204 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-764f830b-53d6-4ca5-b089-fcce4f2ee69b req-c6ddd7bf-8e46-49f0-9186-e79fcd2f8075 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 945 time: 0.1546247 Nov 12 09:13:24.156165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0e91-6f3f-4f02-8272-0d2637194649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.220156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0e91-6f3f-4f02-8272-0d2637194649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.282593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-764f830b-53d6-4ca5-b089-fcce4f2ee69b req-78ca66bc-9511-4c2b-bdc6-04e1dd105e98 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206646 Nov 12 09:13:24.331309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0e91-6f3f-4f02-8272-0d2637194649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.334183 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f6b0e91-6f3f-4f02-8272-0d2637194649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:24.335387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4f6b0e91-6f3f-4f02-8272-0d2637194649 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c01e8165-5036-4965-bda3-f58e96c4ba59 HTTP/1.1" status: 204 len: 168 time: 0.2964716 Nov 12 09:13:24.386504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b0e91-6f3f-4f02-8272-0d2637194649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01e8165-5036-4965-bda3-f58e96c4ba59,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:25.752512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7abee6-a904-4936-9654-b924c3ed6d0e req-1dbcbf45-3fef-49ce-b11b-032603291600 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:25.762919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be7abee6-a904-4936-9654-b924c3ed6d0e req-1dbcbf45-3fef-49ce-b11b-032603291600 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 951 time: 0.1039703 Nov 12 09:13:25.845125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be7abee6-a904-4936-9654-b924c3ed6d0e req-91c892a1-f017-4569-bd2f-8af26dfa26b3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781178 Nov 12 09:13:26.873246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:27.400636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1647508282'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:27.479247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Made reservation on behalf of 5e287d3b88644746b1f83bfc4c88d8e8 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:27.485154 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.516703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.684402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.698154 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.735939 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.755570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d77f431e-d8ee-4e2b-9a5b-3a276114a8e8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:27.761085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:27.773116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.773377 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Added segment fb3dd750-9840-47b1-99ba-08a5b60dd7d6 of type vlan for network 6c423459-1769-48ab-96ec-af21fd608d0f Nov 12 09:13:27.827736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.868583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.876834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:27.877535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:27.919251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0438519 Nov 12 09:13:27.922914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:27.929783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Request body: {'subnet': {'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:27.992087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c480e-2a80-4849-8528-9786c41a55e3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event updated for resources: {'Network': ['ID=6c423459-1769-48ab-96ec-af21fd608d0f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:28.006259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 6c423459-1769-48ab-96ec-af21fd608d0f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:28.120699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Made reservation on behalf of 5e287d3b88644746b1f83bfc4c88d8e8 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:28.126417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.228311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.332473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:28.465519 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.518788 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.555266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:28.558028 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5849897b-e0d5-41ac-951e-531553f102f5" -d '{"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-unplugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:28.583781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:28.591065 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.624318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event updated for resources: {'Subnet': ['ID=a3e54661-33f5-4321-8685-c679e6690e4d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:28.634586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Checking segment: {'id': 'fb3dd750-9840-47b1-99ba-08a5b60dd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:28.635374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Network hostable DHCP agents. Network: 6c423459-1769-48ab-96ec-af21fd608d0f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:28.647345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-b9d32bc4-a31e-4b68-8135-5930eea2b4ae tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:28.649292 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-b9d32bc4-a31e-4b68-8135-5930eea2b4ae tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.2486107 Nov 12 09:13:28.683034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=11']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:28.708480 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-d1caf9bd-167c-4f69-ae21-2350cc861ce3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/quotas/d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 375 time: 0.0506914 Nov 12 09:13:28.711763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Network 6c423459-1769-48ab-96ec-af21fd608d0f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:28.736471 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e820a745-be30-42ac-bffa-93d62bb6aa86 x-openstack-request-id: req-e820a745-be30-42ac-bffa-93d62bb6aa86 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:28.737228 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-unplugged", "status": "completed", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:28.737228 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e820a745-be30-42ac-bffa-93d62bb6aa86 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:28.737456 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'code': 200} Nov 12 09:13:28.765421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 6c423459-1769-48ab-96ec-af21fd608d0f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:28.771548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:28.772637 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:28.777300 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380abc6-eae5-43e3-bc0d-634faeb97a00 None None] Network 6c423459-1769-48ab-96ec-af21fd608d0f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:28.826919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-67c158cc-6476-4edd-ad66-eca07b778c29 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1172259 Nov 12 09:13:28.834024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cdd78eaa-b5a9-4aa7-822f-d0ebf0c8caf1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9092691 Nov 12 09:13:28.836976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50420) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:28.844660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Request body: {'port': {'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-613057474'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:29.010032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-e3761930-63f2-4838-8fd6-bbdde4bb15dd service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820223 Nov 12 09:13:29.173225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-6c423459-1769-48ab-96ec-af21fd608d0f', 'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f', 'tenant_id': '5e287d3b88644746b1f83bfc4c88d8e8', 'fixed_ips': [{'subnet_id': 'a3e54661-33f5-4321-8685-c679e6690e4d'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:13:29.174612 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.212307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Made reservation on behalf of 5e287d3b88644746b1f83bfc4c88d8e8 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:29.216360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-dbb80dbe-c55b-462d-a233-445616065324 service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742828 Nov 12 09:13:29.221443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.280262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] device_id is not set on port 53264070-6695-4d7d-a19d-f434ae598313 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:29.496225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Allocated IP 172.20.0.2 (6c423459-1769-48ab-96ec-af21fd608d0f/a3e54661-33f5-4321-8685-c679e6690e4d/53264070-6695-4d7d-a19d-f434ae598313) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:29.728216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07324c45-5cce-42ac-ba39-6566e0022547 req-6b1a52e4-b5fa-436b-8121-66696f74bc26 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.0649993 Nov 12 09:13:29.791568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.842861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:29.926431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Network 6c423459-1769-48ab-96ec-af21fd608d0f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:29.948509 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:13:29.950213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:29.952485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event updated for resources: {'Port': ['ID=53264070-6695-4d7d-a19d-f434ae598313,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:29.960473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:29.979268 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c3ccd56d-a43c-4c8f-b69d-e663168b0809 {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:13:29.979800 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:13:30.053793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:30.054873 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.081653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:30.119399 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f305e66a-ebd2-4b50-ad70-70be66b4238e tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2397900 Nov 12 09:13:30.297783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Deleting port 53264070-6695-4d7d-a19d-f434ae598313 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:30.298965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.468573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.481522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.487492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Calling delete_port for 53264070-6695-4d7d-a19d-f434ae598313 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:30.773724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:30.942033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ec004eb-e637-4f1f-bd88-9f24e509613e req-fd061451-9448-4210-9653-162e9a3186a6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.0903924 Nov 12 09:13:30.944428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event deleted for resources: {'Port': ['ID=53264070-6695-4d7d-a19d-f434ae598313,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:31.011622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Allocated IP 172.20.0.3 (6c423459-1769-48ab-96ec-af21fd608d0f/a3e54661-33f5-4321-8685-c679e6690e4d/b7c7ef15-7976-44c5-80df-380689a3cc3e) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:31.128184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.136640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-961d6d98-d189-45d8-a743-6a087fb114c1 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "DELETE /v2.0/ports/53264070-6695-4d7d-a19d-f434ae598313 HTTP/1.1" status: 204 len: 168 time: 1.0538311 Nov 12 09:13:31.136806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50544) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.331491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-82de1fe7-bee8-4304-a04a-f5feb23a8d0d tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.1930885 Nov 12 09:13:31.338937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50556) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.358341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-894130804'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.438177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Made reservation on behalf of 5e287d3b88644746b1f83bfc4c88d8e8 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:31.451508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.498554 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.511404 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.517590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:31.535703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.536326 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Added segment e1534f8f-6bd4-4bbb-990f-0839317fd909 of type vlan for network 61608664-9e6f-45a0-b9a2-22a463554552 Nov 12 09:13:31.642735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.666052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Network 6c423459-1769-48ab-96ec-af21fd608d0f is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:31.670285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-a4fc0144-eb4c-44a4-b4e0-8673ecb3aab4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.674572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:31.687041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-a4fc0144-eb4c-44a4-b4e0-8673ecb3aab4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.3826663 Nov 12 09:13:31.690755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:31.692918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Pushing event updated for resources: {'Port': ['ID=b7c7ef15-7976-44c5-80df-380689a3cc3e,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:31.706651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'port': {'device_id': '4fde4336-a409-4073-af25-2ab2f19e6806', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'admin_state_up': True, 'tenant_id': 'd67fe61746de4f718c627adc92591612'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:31.709790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.738277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:31.739134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.887398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Attempting to bind port b7c7ef15-7976-44c5-80df-380689a3cc3e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:31.887781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Attempting to bind port b7c7ef15-7976-44c5-80df-380689a3cc3e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fb3dd750-9840-47b1-99ba-08a5b60dd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:31.888174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Attempting to bind port b7c7ef15-7976-44c5-80df-380689a3cc3e on network 6c423459-1769-48ab-96ec-af21fd608d0f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:31.905098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:31.905792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Checking segment: {'id': 'fb3dd750-9840-47b1-99ba-08a5b60dd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:31.906486 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.907095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Bound using segment: {'id': 'fb3dd750-9840-47b1-99ba-08a5b60dd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:31.907839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Bound port: b7c7ef15-7976-44c5-80df-380689a3cc3e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3dd750-9840-47b1-99ba-08a5b60dd7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6c423459-1769-48ab-96ec-af21fd608d0f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:31.908644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:31.921442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5792243 Nov 12 09:13:31.921944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:31.942445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1cb47-5170-42ec-bc79-0bc5be41e1fd tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event updated for resources: {'Network': ['ID=61608664-9e6f-45a0-b9a2-22a463554552,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:32.036890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] For port b7c7ef15-7976-44c5-80df-380689a3cc3e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:32.041789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] For port b7c7ef15-7976-44c5-80df-380689a3cc3e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b7c7ef15-7976-44c5-80df-380689a3cc3e,segment=NetworkSegment(fb3dd750-9840-47b1-99ba-08a5b60dd7d6),segment_id=fb3dd750-9840-47b1-99ba-08a5b60dd7d6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:32.046645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 61608664-9e6f-45a0-b9a2-22a463554552 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:32.183188 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.355385 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d0c3791d-093e-4a52-86b4-55d0d5725885 tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "GET /v2.0/agents/766850f4-5347-4802-929a-7612c5a1114c/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.4310064 Nov 12 09:13:32.359103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50602) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.447784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-019af363-e992-4266-a35d-4567266149bd req-0ca96ba6-dd19-4229-8380-a93460a6cd84 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.1102524 Nov 12 09:13:32.455994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fc57b-ca50-4b1e-8f70-0f54cc7964a4 None None] Pushing event updated for resources: {'Port': ['ID=b7c7ef15-7976-44c5-80df-380689a3cc3e,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:32.485560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:32.489625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:32.532826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3983e-b0d9-45a7-94db-bb63ccb97ca5 tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] Network 61608664-9e6f-45a0-b9a2-22a463554552 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:32.561044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c220940c-9544-449c-baee-cc5ee481165a None None] Network 61608664-9e6f-45a0-b9a2-22a463554552 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:32.571009 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a2c3983e-b0d9-45a7-94db-bb63ccb97ca5 tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "POST /v2.0/agents/766850f4-5347-4802-929a-7612c5a1114c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2082174 Nov 12 09:13:32.572575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50606) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:32.923344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4176d17-4548-43c7-bb1d-43a5baa6a41d req-63dda4d1-7e92-450c-b7e1-36e12b070002 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:32.935997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4176d17-4548-43c7-bb1d-43a5baa6a41d req-63dda4d1-7e92-450c-b7e1-36e12b070002 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 947 time: 0.2361751 Nov 12 09:13:32.999206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.20.0.9 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/95812755-77a7-4227-b6f6-7ad03add7d4f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:13:33.011069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7ad1da12-0df8-453e-af4e-e2d1fd8af68e tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "GET /v2.0/agents/766850f4-5347-4802-929a-7612c5a1114c/dhcp-networks HTTP/1.1" status: 200 len: 11216 time: 0.4331014 Nov 12 09:13:33.011644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50612) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.054368 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4176d17-4548-43c7-bb1d-43a5baa6a41d req-b9a7179e-4fc4-41f4-bdf4-bb8dd8f21b58 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029494 Nov 12 09:13:33.156786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-991b09a4-75ec-46e9-b4f3-4eb966158897 tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "DELETE /v2.0/agents/766850f4-5347-4802-929a-7612c5a1114c/dhcp-networks/61608664-9e6f-45a0-b9a2-22a463554552 HTTP/1.1" status: 204 len: 168 time: 0.1436913 Nov 12 09:13:33.160275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50614) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.390261 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.397405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-10db7e0f-c070-4bf6-a6db-cdc58986fed7 tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "GET /v2.0/agents/766850f4-5347-4802-929a-7612c5a1114c/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.2311950 Nov 12 09:13:33.399140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50618) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.431189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b6dc8de2-7e84-4e6d-9438-7942c6a3d44c tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "GET /v2.0/networks/6c423459-1769-48ab-96ec-af21fd608d0f/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0273998 Nov 12 09:13:33.432132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50620) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.467098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.474544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9935a3d7-20a9-4e55-ac34-8656ab2660ed tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "GET /v2.0/networks/6c423459-1769-48ab-96ec-af21fd608d0f/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0389040 Nov 12 09:13:33.474767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50622) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.481633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a3905377-626a-4dc2-b591-a600afe56d92'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:13:33.587217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=95812755-77a7-4227-b6f6-7ad03add7d4f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:33.605279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:33.607499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:33.610563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:33.789284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:33.796875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:33.814125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0b8d4e6e-e164-4289-95a6-73482bde77b3 tempest-DHCPAgentSchedulersTestJSON-583909260 tempest-DHCPAgentSchedulersTestJSON-583909260-project-admin] 10.222.0.53 "GET /v2.0/agents/766850f4-5347-4802-929a-7612c5a1114c/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.3377512 Nov 12 09:13:33.823161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50632) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:33.851504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-d5265bf9-1f6a-48d2-a41e-a6c2189534e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1540859 Nov 12 09:13:33.874663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42ea29-35d8-43ab-9f17-d5317c9f6add req-3c2cf8db-c183-450f-b9a0-8f442fd2c49f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:33.886613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d42ea29-35d8-43ab-9f17-d5317c9f6add req-3c2cf8db-c183-450f-b9a0-8f442fd2c49f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 931 time: 0.2335141 Nov 12 09:13:33.926607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Request body: {'port': {'device_id': '4fde4336-a409-4073-af25-2ab2f19e6806', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:34.044618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.212807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d42ea29-35d8-43ab-9f17-d5317c9f6add req-fc3537fc-0338-416f-8439-20b244ab9a4d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251908 Nov 12 09:13:34.213689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.248235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a6e07ec2-dfac-4002-b3c8-0f7411614b40 None None] Provisioning complete for port 95812755-77a7-4227-b6f6-7ad03add7d4f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:34.252496 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a6e07ec2-dfac-4002-b3c8-0f7411614b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.428878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a6e07ec2-dfac-4002-b3c8-0f7411614b40 None None] Port 95812755-77a7-4227-b6f6-7ad03add7d4f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:13:34.488097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2db1262-192b-4abb-a148-825a4d975717 None None] Network 6c423459-1769-48ab-96ec-af21fd608d0f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:34.510281 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.553194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b7c7ef15-7976-44c5-80df-380689a3cc3e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:13:34.559311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61608664-9e6f-45a0-b9a2-22a463554552']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:34.572175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1534f8f-6bd4-4bbb-990f-0839317fd909') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:34.572829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1534f8f-6bd4-4bbb-990f-0839317fd909') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:34.585651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.604742 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.612520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:34.612938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.653801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bb5ed-9910-4742-8ffc-751e239f9112 req-392be7ad-775a-4d85-b757-a84d8579b504 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:34.664620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b9bb5ed-9910-4742-8ffc-751e239f9112 req-392be7ad-775a-4d85-b757-a84d8579b504 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 947 time: 0.2375088 Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:34.733888 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:34.759357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-46da474e-a316-4145-9902-106a8b598f61 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:34.761229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-46da474e-a316-4145-9902-106a8b598f61 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 947 time: 0.7097673 Nov 12 09:13:34.764891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.767572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b9bb5ed-9910-4742-8ffc-751e239f9112 req-12001ecc-eac3-4724-932e-3bdfb82d9848 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015344 Nov 12 09:13:34.779693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:34.788838 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "DELETE /v2.0/networks/61608664-9e6f-45a0-b9a2-22a463554552 HTTP/1.1" status: 204 len: 168 time: 0.9598711 Nov 12 09:13:34.810765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:34.825920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2b380-776d-4fd6-8310-9851a8bf1826 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event deleted for resources: {'Network': ['ID=61608664-9e6f-45a0-b9a2-22a463554552,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:34.856613 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-820289e5-71f0-4f52-b4be-9615ecebd0f8 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] DELETE failed (client error): The resource could not be found. Nov 12 09:13:34.858097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820289e5-71f0-4f52-b4be-9615ecebd0f8 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:13:34.861472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-820289e5-71f0-4f52-b4be-9615ecebd0f8 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "DELETE /v2.0/ports/53264070-6695-4d7d-a19d-f434ae598313 HTTP/1.1" status: 404 len: 333 time: 0.0493023 Nov 12 09:13:34.871692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50662) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.037079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Deleting port 6726e26b-8033-41a4-9905-a972b62faf03 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:35.038248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.059303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Deleting subnet a3e54661-33f5-4321-8685-c679e6690e4d {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:13:35.061691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Provisioning complete for port b7c7ef15-7976-44c5-80df-380689a3cc3e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:35.063424 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.079581 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.127584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b7c7ef15-7976-44c5-80df-380689a3cc3e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:13:35.128249 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.165292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.261190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] For port 6726e26b-8033-41a4-9905-a972b62faf03, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=6726e26b-8033-41a4-9905-a972b62faf03,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:35.261676 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.298645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Calling delete_port for 6726e26b-8033-41a4-9905-a972b62faf03 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:35.426691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.482269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50670) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.604270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.611291 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.655580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.693337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.784967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e54661-33f5-4321-8685-c679e6690e4d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:35.806775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.814113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4018267a-3e40-4ef2-9f28-d1d2f39a20d3 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "DELETE /v2.0/subnets/a3e54661-33f5-4321-8685-c679e6690e4d HTTP/1.1" status: 204 len: 168 time: 0.9338410 Nov 12 09:13:35.815414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:35.836071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Pushing event deleted for resources: {'Port': ['ID=6726e26b-8033-41a4-9905-a972b62faf03,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:35.911516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81ed7cee-bab5-4360-ae81-e094fa1410e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:35.938741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.004715 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:13:36.005271 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:13:36.065406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc52b1-9181-45a3-9d82-929cc1e7b39f None None] Network 6c423459-1769-48ab-96ec-af21fd608d0f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:36.071083 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:13:36.071522 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:13:36.078834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] No DVR routers for this DVR port 6726e26b-8033-41a4-9905-a972b62faf03 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:36.088114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.094029 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47cecdfa-0ae3-42cc-9be9-77e76eb40cb6 req-7f5cbdd9-1f1c-4871-9953-cd4ad7978fd3 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "DELETE /v2.0/ports/6726e26b-8033-41a4-9905-a972b62faf03 HTTP/1.1" status: 204 len: 173 time: 1.3012652 Nov 12 09:13:36.103316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-deleted', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:36.106351 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0d3cb7-049e-41d5-9550-7a56097f217f" -d '{"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-deleted", "tag": "6726e26b-8033-41a4-9905-a972b62faf03"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:36.192898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2fb05d3d-5804-4684-88ef-af71f5788f47 req-0224a939-dec2-4fd5-8535-03c051d25370 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=6caaa51e-4114-49a9-95fe-506c1fc04860 HTTP/1.1" status: 200 len: 210 time: 0.1290066 Nov 12 09:13:36.306005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81ed7cee-bab5-4360-ae81-e094fa1410e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.312947 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81ed7cee-bab5-4360-ae81-e094fa1410e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.422915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-81ed7cee-bab5-4360-ae81-e094fa1410e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=831b2fdecb3941ee8c7660c36ce4ee71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9388444 Nov 12 09:13:36.432616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50688) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:36.433345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed7cee-bab5-4360-ae81-e094fa1410e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d750c1ff-d404-4376-8bdd-3cbbcd9df8ed,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:36.450280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] DHCP port deletion for 6c423459-1769-48ab-96ec-af21fd608d0f request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:13:36.491345 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0312e108-719c-4b66-bba8-6e457e70db66 x-openstack-request-id: req-0312e108-719c-4b66-bba8-6e457e70db66 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:36.491648 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6caaa51e-4114-49a9-95fe-506c1fc04860", "name": "network-vif-deleted", "tag": "6726e26b-8033-41a4-9905-a972b62faf03", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:36.491937 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0312e108-719c-4b66-bba8-6e457e70db66 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:36.492335 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6caaa51e-4114-49a9-95fe-506c1fc04860', 'name': 'network-vif-deleted', 'tag': '6726e26b-8033-41a4-9905-a972b62faf03', 'status': 'completed', 'code': 200} Nov 12 09:13:36.575555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a088e91a-e28c-4d9a-bc09-2f3c0592e8d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.653168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a088e91a-e28c-4d9a-bc09-2f3c0592e8d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.748009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95812755-77a7-4227-b6f6-7ad03add7d4f {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:13:36.762146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a088e91a-e28c-4d9a-bc09-2f3c0592e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.764929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a088e91a-e28c-4d9a-bc09-2f3c0592e8d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.766094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a088e91a-e28c-4d9a-bc09-2f3c0592e8d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d750c1ff-d404-4376-8bdd-3cbbcd9df8ed HTTP/1.1" status: 204 len: 168 time: 0.3292856 Nov 12 09:13:36.783853 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.796719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088e91a-e28c-4d9a-bc09-2f3c0592e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d750c1ff-d404-4376-8bdd-3cbbcd9df8ed,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:36.817280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.885352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Transition to ACTIVE for port object 95812755-77a7-4227-b6f6-7ad03add7d4f will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:13:36.885595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port b7c7ef15-7976-44c5-80df-380689a3cc3e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b7c7ef15-7976-44c5-80df-380689a3cc3e,segment=NetworkSegment(fb3dd750-9840-47b1-99ba-08a5b60dd7d6),segment_id=fb3dd750-9840-47b1-99ba-08a5b60dd7d6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:36.898874 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.908052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:36.923121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6fd3-9827-4540-8c9d-fd1f4da09fcd req-a1e473f6-3ed4-4c7f-983c-1c44b47d0a9f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:36.928583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f2c6fd3-9827-4540-8c9d-fd1f4da09fcd req-a1e473f6-3ed4-4c7f-983c-1c44b47d0a9f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 931 time: 1.3486574 Nov 12 09:13:36.938266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.025834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] Deleting port b7c7ef15-7976-44c5-80df-380689a3cc3e {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:37.026968 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.078334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Deleting port b7c7ef15-7976-44c5-80df-380689a3cc3e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:37.079022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.128249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b7c7ef15-7976-44c5-80df-380689a3cc3e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:37.171361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] For port b7c7ef15-7976-44c5-80df-380689a3cc3e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b7c7ef15-7976-44c5-80df-380689a3cc3e,segment=NetworkSegment(fb3dd750-9840-47b1-99ba-08a5b60dd7d6),segment_id=fb3dd750-9840-47b1-99ba-08a5b60dd7d6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:37.174247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.174696 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:13:37.175055 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:13:37.196305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Pushing event updated for resources: {'Port': ['ID=95812755-77a7-4227-b6f6-7ad03add7d4f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:37.228336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Calling delete_port for b7c7ef15-7976-44c5-80df-380689a3cc3e owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:37.343605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] For port b7c7ef15-7976-44c5-80df-380689a3cc3e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b7c7ef15-7976-44c5-80df-380689a3cc3e,segment=NetworkSegment(fb3dd750-9840-47b1-99ba-08a5b60dd7d6),segment_id=fb3dd750-9840-47b1-99ba-08a5b60dd7d6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:37.349886 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.369508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=b7c7ef15-7976-44c5-80df-380689a3cc3e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:37.392253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] Calling delete_port for b7c7ef15-7976-44c5-80df-380689a3cc3e owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:37.445796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:37.461389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d96abc2d-f6e0-4103-aece-d720fb6a9d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.523107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.605817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] No DVR routers for this DVR port b7c7ef15-7976-44c5-80df-380689a3cc3e on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:37.702744 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.716506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d96abc2d-f6e0-4103-aece-d720fb6a9d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.721257 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d96abc2d-f6e0-4103-aece-d720fb6a9d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.741015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:37.785041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event deleted for resources: {'Port': ['ID=b7c7ef15-7976-44c5-80df-380689a3cc3e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:37.797632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f2c6fd3-9827-4540-8c9d-fd1f4da09fcd req-8d770d13-5f72-46cb-ae57-56c2af2bf2ec tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8488867 Nov 12 09:13:37.821893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] Pushing event deleted for resources: {'Port': ['ID=b7c7ef15-7976-44c5-80df-380689a3cc3e,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:37.832380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0d618-029f-44f2-9370-ba4adc81b4a2 None None] No DVR routers for this DVR port b7c7ef15-7976-44c5-80df-380689a3cc3e on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:37.860282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Attempting to bind port 95812755-77a7-4227-b6f6-7ad03add7d4f on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:37.860754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Attempting to bind port 95812755-77a7-4227-b6f6-7ad03add7d4f by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:37.861040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Attempting to bind port 95812755-77a7-4227-b6f6-7ad03add7d4f on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:37.920044 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d96abc2d-f6e0-4103-aece-d720fb6a9d3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9c2203d56324d639f090c4900488c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4718840 Nov 12 09:13:37.922788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50714) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:37.925941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96abc2d-f6e0-4103-aece-d720fb6a9d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372adb1a-6f15-4ab3-8a6d-09693509aaf8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:37.989975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Port 95812755-77a7-4227-b6f6-7ad03add7d4f on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:37.990310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Attempting to bind port 95812755-77a7-4227-b6f6-7ad03add7d4f on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:38.025042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.029521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e5e1f26a-71b2-4b3f-ad38-b32ff4fe7f2e None None] Port b7c7ef15-7976-44c5-80df-380689a3cc3e update to ACTIVE by agent not found {{(pid=109378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 09:13:38.038048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:13:38.040407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:38.041898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:13:38.042395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Bound port: 95812755-77a7-4227-b6f6-7ad03add7d4f, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:13:38.042776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.069334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c423459-1769-48ab-96ec-af21fd608d0f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:38.080680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3dd750-9840-47b1-99ba-08a5b60dd7d6') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:38.080988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3dd750-9840-47b1-99ba-08a5b60dd7d6') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:38.093190 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.109828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.112529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9492af-a0b3-472c-8579-4c5c7ac1bb2f req-b27e76d0-dbe7-4153-a34b-9ec5dca5854d tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:38.116795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:38.117223 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.118951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb9492af-a0b3-472c-8579-4c5c7ac1bb2f req-b27e76d0-dbe7-4153-a34b-9ec5dca5854d tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 949 time: 0.1522870 Nov 12 09:13:38.144155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b7d44fdd-88f5-414f-9b61-65a0c13d4134 None None] Could not find standard attr ID for object b7c7ef15-7976-44c5-80df-380689a3cc3e. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:13:38.154327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b7d44fdd-88f5-414f-9b61-65a0c13d4134 None None] Could not find standard attr ID for object 53264070-6695-4d7d-a19d-f434ae598313. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:13:38.155809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e656884b-e2c1-4f28-be37-b3eda72c9625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:38.157406 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:38.233005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb9492af-a0b3-472c-8579-4c5c7ac1bb2f req-51918cdd-5a3b-4cd3-86ab-dc76c0a2c818 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054451 Nov 12 09:13:38.235242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e656884b-e2c1-4f28-be37-b3eda72c9625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.330319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e656884b-e2c1-4f28-be37-b3eda72c9625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.334860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e656884b-e2c1-4f28-be37-b3eda72c9625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.348842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e656884b-e2c1-4f28-be37-b3eda72c9625 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/372adb1a-6f15-4ab3-8a6d-09693509aaf8 HTTP/1.1" status: 204 len: 168 time: 0.4235535 Nov 12 09:13:38.359199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656884b-e2c1-4f28-be37-b3eda72c9625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372adb1a-6f15-4ab3-8a6d-09693509aaf8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:38.370542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.387271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6726e26b-8033-41a4-9905-a972b62faf03 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:38.398146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.401726 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] 10.222.0.53 "DELETE /v2.0/networks/6c423459-1769-48ab-96ec-af21fd608d0f HTTP/1.1" status: 204 len: 168 time: 2.5848567 Nov 12 09:13:38.402676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d54ef8-8dac-4a9a-873e-664f1fc23578 tempest-DHCPAgentSchedulersTestJSON-1352712809 tempest-DHCPAgentSchedulersTestJSON-1352712809-project] Pushing event deleted for resources: {'Network': ['ID=6c423459-1769-48ab-96ec-af21fd608d0f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:38.426503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] For port 95812755-77a7-4227-b6f6-7ad03add7d4f, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:38.431575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 6726e26b-8033-41a4-9905-a972b62faf03 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:13:38.432195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 6726e26b-8033-41a4-9905-a972b62faf03 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:13:38.433674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] For port 95812755-77a7-4227-b6f6-7ad03add7d4f, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=95812755-77a7-4227-b6f6-7ad03add7d4f,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:13:38.441404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.551227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:38.553153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:38.556265 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] 10.222.0.55 "PUT /v2.0/ports/95812755-77a7-4227-b6f6-7ad03add7d4f HTTP/1.1" status: 200 len: 1092 time: 4.6660097 Nov 12 09:13:38.560561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fde4336-a409-4073-af25-2ab2f19e6806', 'tag': '95812755-77a7-4227-b6f6-7ad03add7d4f'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:38.563183 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fde4336-a409-4073-af25-2ab2f19e6806", "tag": "95812755-77a7-4227-b6f6-7ad03add7d4f"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:38.597884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e9108-1c13-4192-9679-07d1d40823dc service neutron] Pushing event updated for resources: {'Port': ['ID=95812755-77a7-4227-b6f6-7ad03add7d4f,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:38.688720 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d886049-12cf-4462-b68f-60e23e3abd7f x-openstack-request-id: req-8d886049-12cf-4462-b68f-60e23e3abd7f {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:38.689005 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fde4336-a409-4073-af25-2ab2f19e6806", "tag": "95812755-77a7-4227-b6f6-7ad03add7d4f", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:38.690248 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d886049-12cf-4462-b68f-60e23e3abd7f {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:38.690710 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fde4336-a409-4073-af25-2ab2f19e6806', 'tag': '95812755-77a7-4227-b6f6-7ad03add7d4f', 'status': 'completed', 'code': 200} Nov 12 09:13:38.729396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-83b93120-e85a-4ffd-9beb-8cc08e6596b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:38.731001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-83b93120-e85a-4ffd-9beb-8cc08e6596b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 1095 time: 0.1128826 Nov 12 09:13:38.834558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-984c9ef3-75c4-4c6d-8e22-bf407d279435 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95812755-77a7-4227-b6f6-7ad03add7d4f HTTP/1.1" status: 200 len: 217 time: 0.0854042 Nov 12 09:13:39.007574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-4be1258e-74de-4366-ac67-b0c2b01d13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.015664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-4be1258e-74de-4366-ac67-b0c2b01d13ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.1709089 Nov 12 09:13:39.056271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50738) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:39.197788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd68f6-1b17-4ee3-952e-1afd8947a45d req-d7e8a84f-3b4c-43c2-bf93-ccaa3979b5f4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.207489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31cd68f6-1b17-4ee3-952e-1afd8947a45d req-d7e8a84f-3b4c-43c2-bf93-ccaa3979b5f4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.2455051 Nov 12 09:13:39.287209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-31cd68f6-1b17-4ee3-952e-1afd8947a45d req-f721b8c3-4a11-4529-b560-246a4c93c283 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725393 Nov 12 09:13:39.297792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646675a1-ec14-4230-92d1-275a551f704d req-be1878a9-3314-4569-8083-832d444ba260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.301597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-be1878a9-3314-4569-8083-832d444ba260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2046790 Nov 12 09:13:39.401811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-99380e15-c144-44cf-a66d-6f002fbca97c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e287d3b88644746b1f83bfc4c88d8e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3442190 Nov 12 09:13:39.404416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50752) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:39.480800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3ea6-22c2-4396-b1a6-201f740b8790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.523609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3ea6-22c2-4396-b1a6-201f740b8790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.543036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b70f1-39ff-4889-bc1c-ee8ed62979aa req-2edbfb2d-d842-48d0-9954-b7128233caf7 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.545499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-697b70f1-39ff-4889-bc1c-ee8ed62979aa req-2edbfb2d-d842-48d0-9954-b7128233caf7 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 949 time: 0.1018147 Nov 12 09:13:39.581242 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-29c13a78-691c-4088-b6c8-c27a38c8505d service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689493 Nov 12 09:13:39.602172 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3ea6-22c2-4396-b1a6-201f740b8790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.608464 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3ea6-22c2-4396-b1a6-201f740b8790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:39.610212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3dbd3ea6-22c2-4396-b1a6-201f740b8790 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d77f431e-d8ee-4e2b-9a5b-3a276114a8e8 HTTP/1.1" status: 204 len: 168 time: 0.2044780 Nov 12 09:13:39.621581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd3ea6-22c2-4396-b1a6-201f740b8790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77f431e-d8ee-4e2b-9a5b-3a276114a8e8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:39.655728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-697b70f1-39ff-4889-bc1c-ee8ed62979aa req-87b1ece6-aaf1-4a69-a93b-1a9c65233c87 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001437 Nov 12 09:13:39.762306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-352c2b2a-1bc9-4022-bc82-3d22d7f7f2b6 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.764724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-352c2b2a-1bc9-4022-bc82-3d22d7f7f2b6 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 949 time: 0.1187878 Nov 12 09:13:39.773037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-646675a1-ec14-4230-92d1-275a551f704d req-1af18965-592b-41f9-b230-d4818a51a9d4 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715307 Nov 12 09:13:39.946898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-9606bf36-ec6e-43a9-851a-599120ad62a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:39.953482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-9606bf36-ec6e-43a9-851a-599120ad62a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 1095 time: 0.1165802 Nov 12 09:13:40.097553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Deleting port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:40.098128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.226559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:40.269541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-d7a55629-945d-40f7-9e7b-443683bbfc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:40.270949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-d7a55629-945d-40f7-9e7b-443683bbfc68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.3150659 Nov 12 09:13:40.381928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-be2a471f-f8e8-4764-ba10-d934069a4a11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=95812755-77a7-4227-b6f6-7ad03add7d4f HTTP/1.1" status: 200 len: 217 time: 0.0954299 Nov 12 09:13:40.383241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69765c2-dbc0-4101-8564-082916c1a7c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.391387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] For port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:40.392302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.491010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Calling delete_port for 86cd7099-c0ac-4b65-9360-1bd66d1f10ea owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:40.611430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-ee9d5638-df20-410a-8a2c-c9561a584a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:40.614345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-ee9d5638-df20-410a-8a2c-c9561a584a5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.2170138 Nov 12 09:13:40.720078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-6f38eb9f-17b0-4400-a5f1-482abc8bc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:40.721738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-6f38eb9f-17b0-4400-a5f1-482abc8bc172 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001182 Nov 12 09:13:40.779008 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69765c2-dbc0-4101-8564-082916c1a7c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.808547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d69765c2-dbc0-4101-8564-082916c1a7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:40.890230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d69765c2-dbc0-4101-8564-082916c1a7c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0860b94b93f143719364da50afffc9c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6625092 Nov 12 09:13:40.892597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:40.903505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69765c2-dbc0-4101-8564-082916c1a7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1809fbc2-81fe-4e72-b373-cc5ec4775752,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:40.946056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:41.055479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798d74-816a-4729-993d-8c67d66db721 req-539157c7-ecbb-40de-a993-cd92b7565501 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:41.057104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f798d74-816a-4729-993d-8c67d66db721 req-539157c7-ecbb-40de-a993-cd92b7565501 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 949 time: 0.2189164 Nov 12 09:13:41.074513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca30f3-cbeb-4969-91ae-ed9e83c7f259 req-21344d8c-c782-430c-9bee-12c751187505 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:41.080023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b11a4ada-5534-45c9-9469-b3460dadb9a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.083932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcca30f3-cbeb-4969-91ae-ed9e83c7f259 req-21344d8c-c782-430c-9bee-12c751187505 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.6227286 Nov 12 09:13:41.175589 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bcca30f3-cbeb-4969-91ae-ed9e83c7f259 req-6ad4f036-79b5-4e6e-93ce-88f059af72ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903597 Nov 12 09:13:41.181664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f798d74-816a-4729-993d-8c67d66db721 req-e1b29da9-b2de-459d-8b25-519d77d0e423 tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/security-groups?id=7bb37de3-9b3b-417d-8955-65aad4c90989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052804 Nov 12 09:13:41.224931 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b11a4ada-5534-45c9-9469-b3460dadb9a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.261698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-77aca6c6-9637-4975-b5e6-d4f3d82a7274 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305464 Nov 12 09:13:41.365959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.453531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Pushing event deleted for resources: {'Port': ['ID=86cd7099-c0ac-4b65-9360-1bd66d1f10ea,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:41.550184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c689b895-6c60-436e-8b0f-d8f6fea6ee9d req-da114006-88c0-4d9f-9113-55cf05ff487a service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874784 Nov 12 09:13:41.558370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] No DVR routers for this DVR port 86cd7099-c0ac-4b65-9360-1bd66d1f10ea on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:13:41.562678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.568547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ae057d4-e499-4542-b3f7-603d5067a845 req-15eef97f-f827-461a-afa4-2e1763d7bdbe tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.62 "DELETE /v2.0/ports/86cd7099-c0ac-4b65-9360-1bd66d1f10ea HTTP/1.1" status: 204 len: 173 time: 1.7947621 Nov 12 09:13:41.569078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-deleted', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:13:41.573639 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97211021-0a82-461d-a221-60b569ac6e77" -d '{"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-deleted", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:13:41.577882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b11a4ada-5534-45c9-9469-b3460dadb9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.581175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b11a4ada-5534-45c9-9469-b3460dadb9a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.582996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b11a4ada-5534-45c9-9469-b3460dadb9a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1809fbc2-81fe-4e72-b373-cc5ec4775752 HTTP/1.1" status: 204 len: 168 time: 0.6764839 Nov 12 09:13:41.595312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a4ada-5534-45c9-9469-b3460dadb9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1809fbc2-81fe-4e72-b373-cc5ec4775752,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:41.682195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b20d11b2-8161-43d4-bc0b-d997a51a0089 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:41.695382 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daf5915-f49b-4c02-a719-d26f08bd7148 x-openstack-request-id: req-6daf5915-f49b-4c02-a719-d26f08bd7148 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:13:41.695951 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5d924e-0b2f-4660-a9c8-213c7b0e66b2", "name": "network-vif-deleted", "tag": "86cd7099-c0ac-4b65-9360-1bd66d1f10ea", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:13:41.696409 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6daf5915-f49b-4c02-a719-d26f08bd7148 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:13:41.697078 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5d924e-0b2f-4660-a9c8-213c7b0e66b2', 'name': 'network-vif-deleted', 'tag': '86cd7099-c0ac-4b65-9360-1bd66d1f10ea', 'status': 'completed', 'code': 200} Nov 12 09:13:41.866061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b20d11b2-8161-43d4-bc0b-d997a51a0089 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.104850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b20d11b2-8161-43d4-bc0b-d997a51a0089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.183120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b20d11b2-8161-43d4-bc0b-d997a51a0089 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54e4fd6af1264331a8b2713333785d90&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2319591 Nov 12 09:13:42.183120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d11b2-8161-43d4-bc0b-d997a51a0089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c152d04a-c11f-4ff6-aa6a-8779915f2426,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:42.183645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:42.292372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-487d5a78-8f8f-4df5-9138-5ac3cea18f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.373492 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-487d5a78-8f8f-4df5-9138-5ac3cea18f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.392498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:13:42.404568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b8626aa-2c9b-49d5-bc3f-c7f3e29ace1b req-b7be514c-87f5-49f2-894d-ece2610a5bdc tempest-ListImageFiltersTestJSON-1898202686 tempest-ListImageFiltersTestJSON-1898202686-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5d924e-0b2f-4660-a9c8-213c7b0e66b2 HTTP/1.1" status: 200 len: 210 time: 0.0496418 Nov 12 09:13:42.454043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 86cd7099-c0ac-4b65-9360-1bd66d1f10ea {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:13:42.454663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 86cd7099-c0ac-4b65-9360-1bd66d1f10ea not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:13:42.602280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12522c9d-400c-4d80-aa01-0ab4a199e3f7 req-84a198e1-c388-4294-a51e-ee051d69457a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:42.617636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12522c9d-400c-4d80-aa01-0ab4a199e3f7 req-84a198e1-c388-4294-a51e-ee051d69457a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.2931461 Nov 12 09:13:42.727796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-487d5a78-8f8f-4df5-9138-5ac3cea18f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.764030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-487d5a78-8f8f-4df5-9138-5ac3cea18f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:42.769770 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-487d5a78-8f8f-4df5-9138-5ac3cea18f23 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c152d04a-c11f-4ff6-aa6a-8779915f2426 HTTP/1.1" status: 204 len: 168 time: 0.5816731 Nov 12 09:13:42.803404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5a78-8f8f-4df5-9138-5ac3cea18f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152d04a-c11f-4ff6-aa6a-8779915f2426,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:42.821664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12522c9d-400c-4d80-aa01-0ab4a199e3f7 req-4315ba58-321d-4e62-8d0a-9fc84929848e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010598 Nov 12 09:13:43.864946 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b195be76-21c2-44c9-ada0-59c67453e605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:44.145558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b2bf8-4c1e-4800-a7df-97e7a545ac3e req-2daefe9f-f4d2-4a3f-bf2a-3af6b3056612 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:44.153591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-990b2bf8-4c1e-4800-a7df-97e7a545ac3e req-2daefe9f-f4d2-4a3f-bf2a-3af6b3056612 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.0746536 Nov 12 09:13:44.218324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-990b2bf8-4c1e-4800-a7df-97e7a545ac3e req-30e7e234-46e2-442e-a864-65724e48457c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613763 Nov 12 09:13:45.415870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44c3df-61ba-481d-b28a-4d82aa0c9a7a req-320cb707-202a-45dd-a16e-62499b3f3654 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:45.443092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc44c3df-61ba-481d-b28a-4d82aa0c9a7a req-320cb707-202a-45dd-a16e-62499b3f3654 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1078179 Nov 12 09:13:45.488175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50966) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:45.533692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc44c3df-61ba-481d-b28a-4d82aa0c9a7a req-693c1d42-9ad4-45b8-855f-4ac02191d831 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894685 Nov 12 09:13:45.784993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1971144197'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:45.826382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Made reservation on behalf of 8f64cbf1cda3466484c9e1676ee81556 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:45.831751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.843327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:45.990423 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.004262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.090944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:46.112350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c3fd6-0d5c-4af9-850e-a63809fa8147,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:46.130985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.131749 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Added segment d510cd89-67a5-45a3-b6c4-b363f142efd8 of type vlan for network 5a285b19-d2f6-4262-9ca9-5885429f0f77 Nov 12 09:13:46.230262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.306147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.319663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:46.320382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.367136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e3e62e2-a509-41a6-a4ad-b4f5dde1ed29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:46.422757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Pushing event updated for resources: {'Network': ['ID=5a285b19-d2f6-4262-9ca9-5885429f0f77,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:46.439270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 5a285b19-d2f6-4262-9ca9-5885429f0f77 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:46.457182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f631cc7b-a2f4-40e4-acb2-4d7f3dd83367 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9680402 Nov 12 09:13:47.049114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b93a1b-ab5b-4b29-a006-86ea1ce97201 req-4336f323-916e-4251-90d1-b6f4b70ac62f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:47.061315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25b93a1b-ab5b-4b29-a006-86ea1ce97201 req-4336f323-916e-4251-90d1-b6f4b70ac62f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1217256 Nov 12 09:13:47.157327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25b93a1b-ab5b-4b29-a006-86ea1ce97201 req-39607471-d513-45db-88c7-3767b9cf1efb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947981 Nov 12 09:13:47.359865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51034) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.375389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Request body: {'port': {'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77', 'binding:host_id': 'n-h1-769329-17', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1384928549'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:47.476112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Made reservation on behalf of e667b3143a83474192bd949acb1f6205 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:47.483027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.501676 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.716222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.723640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:47.744125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] device_id is not set on port aee9b538-4566-4465-bfe1-89a74fcc0fa5 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:47.750102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51040) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:47.972884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22781a9e-45bb-4984-a040-d8025e41cffd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:48.284434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2ac1047e-5e01-44b9-9ec5-d40f5738b092 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ee479d23560405492ee60b6ce27b9db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5307233 Nov 12 09:13:48.285614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:48.415870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.502506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e9720-14ca-44d3-9965-9e1b2f79237b req-b2bb0c7f-e369-48b5-80a9-f1fec9367d63 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:48.513434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c32e9720-14ca-44d3-9965-9e1b2f79237b req-b2bb0c7f-e369-48b5-80a9-f1fec9367d63 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1620550 Nov 12 09:13:48.518655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.550100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] device_id is not set on port aee9b538-4566-4465-bfe1-89a74fcc0fa5 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:48.583892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.608788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.617865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.618387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:48.627103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7bb37de3-9b3b-417d-8955-65aad4c90989 HTTP/1.1" status: 204 len: 168 time: 0.3401115 Nov 12 09:13:48.638668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c32e9720-14ca-44d3-9965-9e1b2f79237b req-f000fbf3-928c-4e90-bbf8-9ef3128cc6e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233754 Nov 12 09:13:48.660298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb37de3-9b3b-417d-8955-65aad4c90989,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.685535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.686875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.686875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.686875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.686875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d29e42-fa52-4e91-951d-7305b3ac5d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:48.767130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=aee9b538-4566-4465-bfe1-89a74fcc0fa5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:48.774058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Checking segment: {'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:48.774764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Network hostable DHCP agents. Network: 5a285b19-d2f6-4262-9ca9-5885429f0f77, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:48.805148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Network 5a285b19-d2f6-4262-9ca9-5885429f0f77 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:48.820435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 5a285b19-d2f6-4262-9ca9-5885429f0f77) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:48.830771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:48.831349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51bb6be-797d-4605-a37c-2c3ab2f5994a None None] Network 5a285b19-d2f6-4262-9ca9-5885429f0f77 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:48.849841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:48.851891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:48.852486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:48.864185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:48.864451 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:48.864848 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 2 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:48.895873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:48.898457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:48.898856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:48.913298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:48.913745 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:48.915014 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 3 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:48.957443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:48.958834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:48.959440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:48.972598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:48.972932 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:48.974860 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 4 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:49.008264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:49.010602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:49.010991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:49.027220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:49.028506 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:49.029046 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 5 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:49.064115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:49.064572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:49.065742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:49.077629 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.081331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:49.081826 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:49.082189 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 6 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:49.136018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:49.136497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:49.136877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:49.143061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:49.143409 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:49.143809 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 7 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:49.161614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:49.162743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:49.163208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:49.172551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:49.173120 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:49.173788 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 8 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:49.202658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:49.202658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:49.203161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:49.212933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:49.213588 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:49.214301 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 9 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:49.243664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:49.244282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:49.244742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:49.259862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:49.259862 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:49.259862 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 10 to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 Nov 12 09:13:49.274385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:49.275042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:49.275744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:49.287214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:49.287796 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port aee9b538-4566-4465-bfe1-89a74fcc0fa5 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:49.288537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.370517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] For port aee9b538-4566-4465-bfe1-89a74fcc0fa5, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:49.371038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempted to set empty binding levels {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 09:13:49.377453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.422008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:49.423014 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.447274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=aee9b538-4566-4465-bfe1-89a74fcc0fa5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:49.458747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:49.459711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fadd6749-d17a-47f1-92dd-70167ae35e4c tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.0968199 Nov 12 09:13:49.557531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Deleting port aee9b538-4566-4465-bfe1-89a74fcc0fa5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:49.558147 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.649857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] For port aee9b538-4566-4465-bfe1-89a74fcc0fa5, host n-h1-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:49.650239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.678710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Calling delete_port for aee9b538-4566-4465-bfe1-89a74fcc0fa5 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:49.774958 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.876304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.894870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a351c79-42a7-48df-8332-d5bcc0575bfc req-1d440394-a42b-409e-aa46-e109f5c1de52 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:49.928905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a351c79-42a7-48df-8332-d5bcc0575bfc req-1d440394-a42b-409e-aa46-e109f5c1de52 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1618707 Nov 12 09:13:49.935635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event deleted for resources: {'Port': ['ID=aee9b538-4566-4465-bfe1-89a74fcc0fa5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:49.943330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:49.958181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-24c1430b-ee01-437b-a612-3f921601f900 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "DELETE /v2.0/ports/aee9b538-4566-4465-bfe1-89a74fcc0fa5 HTTP/1.1" status: 204 len: 168 time: 0.4970016 Nov 12 09:13:49.959303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51096) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.012007 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e955eb3-d32d-447a-8165-5cd4c2d711a6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:13:50.020450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7e955eb3-d32d-447a-8165-5cd4c2d711a6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "GET /v2.0/ports/aee9b538-4566-4465-bfe1-89a74fcc0fa5 HTTP/1.1" status: 404 len: 333 time: 0.0547829 Nov 12 09:13:50.021717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.029978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Request body: {'port': {'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-829571937'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:50.102763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Made reservation on behalf of e667b3143a83474192bd949acb1f6205 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:50.108536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.146010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] device_id is not set on port 5a480207-f78a-4cd1-af80-3382a0c0c30b yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:50.178943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a351c79-42a7-48df-8332-d5bcc0575bfc req-bbab5d15-6d0c-4768-b4ed-9ee8c41c5016 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433071 Nov 12 09:13:50.335163 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.431091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.487630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.564878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Network 5a285b19-d2f6-4262-9ca9-5885429f0f77 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:50.577141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:50.584353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:50.586863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:50.588037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.616986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=5a480207-f78a-4cd1-af80-3382a0c0c30b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:50.639834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51132) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:50.647298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:50.650869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-49fd0683-d5ed-4858-b840-79d8fc2d5d0a tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6275537 Nov 12 09:13:50.730649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad1ea353-a7d8-42b3-9720-c1e274ad0f1f req-670cb901-0583-44b9-a459-3da75c22afc9 tempest-AbsoluteLimitsNegativeTestJSON-111575864 tempest-AbsoluteLimitsNegativeTestJSON-111575864-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=f31c4a58084d454895caf3677309595d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468504 Nov 12 09:13:50.807390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:50.946208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea353-a7d8-42b3-9720-c1e274ad0f1f req-2ed9f960-0015-4d43-90b7-7485ae55eeae tempest-AbsoluteLimitsNegativeTestJSON-111575864 tempest-AbsoluteLimitsNegativeTestJSON-111575864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:50.955032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad1ea353-a7d8-42b3-9720-c1e274ad0f1f req-2ed9f960-0015-4d43-90b7-7485ae55eeae tempest-AbsoluteLimitsNegativeTestJSON-111575864 tempest-AbsoluteLimitsNegativeTestJSON-111575864-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034233 Nov 12 09:13:51.002244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad1ea353-a7d8-42b3-9720-c1e274ad0f1f req-1339dd5f-c490-4721-bb34-35ac6fd6d1b3 tempest-AbsoluteLimitsNegativeTestJSON-111575864 tempest-AbsoluteLimitsNegativeTestJSON-111575864-project] 10.222.0.53 "GET /v2.0/quotas/f31c4a58084d454895caf3677309595d HTTP/1.1" status: 200 len: 375 time: 0.0459776 Nov 12 09:13:51.091499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad1ea353-a7d8-42b3-9720-c1e274ad0f1f req-abef829a-ecb3-4b7a-b8aa-9cf628e5d1f3 tempest-AbsoluteLimitsNegativeTestJSON-111575864 tempest-AbsoluteLimitsNegativeTestJSON-111575864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f31c4a58084d454895caf3677309595d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878780 Nov 12 09:13:51.405865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] device_id is not set on port 5a480207-f78a-4cd1-af80-3382a0c0c30b yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:51.438108 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.452968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:51.688852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:51.689746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:51.690390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:51.711377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:51.711937 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:51.714605 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 2 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:51.728497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=5a480207-f78a-4cd1-af80-3382a0c0c30b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:51.774458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dfe3d-ebd0-4de0-8c5e-b930ea606637 req-4fdc0e87-84bc-4584-8ad8-b2398249684e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:51.783537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd1dfe3d-ebd0-4de0-8c5e-b930ea606637 req-4fdc0e87-84bc-4584-8ad8-b2398249684e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1798236 Nov 12 09:13:51.787993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.788346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.788675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.789028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.789441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.789726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.790143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.790552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.790893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.791245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.791654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.792209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:13:51.818002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:51.818389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:51.818667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:51.837745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:51.838081 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:51.841875 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 3 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:51.869128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:51.869484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:51.870180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:51.876877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:51.877586 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:51.892113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dd1dfe3d-ebd0-4de0-8c5e-b930ea606637 req-84208a68-ffd6-4e32-8d80-3aedff10b20d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043797 Nov 12 09:13:51.895633 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 4 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:51.948076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:51.949988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:51.950639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:51.972923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:51.973418 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:51.973931 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 5 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:52.003382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51160) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:52.009163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:52.009534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:52.009888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:52.030555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:52.031024 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:52.031308 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 6 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:52.063867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:52.063867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:52.064291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:52.075187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:52.075533 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:52.075987 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 7 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:52.119928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:52.120538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:52.121592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:52.131326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:52.131671 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:52.132144 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 8 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:52.166769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:52.167959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:52.168247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:52.173486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:52.173826 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:52.174447 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 9 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:52.226797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:52.239071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:52.239425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:52.250388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-530c1cbf-0e8e-433e-b9ab-f9ea122f0ac1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.253223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:52.253437 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:52.254036 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 10 to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b Nov 12 09:13:52.286162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:52.286987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:52.287773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:52.295077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:52.296100 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port 5a480207-f78a-4cd1-af80-3382a0c0c30b on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:52.297260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.459335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] For port 5a480207-f78a-4cd1-af80-3382a0c0c30b, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:52.459758 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempted to set empty binding levels {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 09:13:52.469475 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.475163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-530c1cbf-0e8e-433e-b9ab-f9ea122f0ac1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.488769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-530c1cbf-0e8e-433e-b9ab-f9ea122f0ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.522376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-530c1cbf-0e8e-433e-b9ab-f9ea122f0ac1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f31c4a58084d454895caf3677309595d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5164771 Nov 12 09:13:52.531332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:52.545732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] In _notify_port_updated(), no bound segment for port 5a480207-f78a-4cd1-af80-3382a0c0c30b on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:13:52.546981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.548763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.551435 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "PUT /v2.0/ports/5a480207-f78a-4cd1-af80-3382a0c0c30b HTTP/1.1" status: 200 len: 975 time: 1.9102721 Nov 12 09:13:52.554583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51180) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:52.659150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef0db6-85a1-4323-8370-9abed3867a05 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=5a480207-f78a-4cd1-af80-3382a0c0c30b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:52.662443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966d7fbf-515c-4416-a12e-17e36c07e52f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.666456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c1cbf-0e8e-433e-b9ab-f9ea122f0ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd45fd47-78fe-4f68-baed-fbaef9dea5a9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:52.696719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966d7fbf-515c-4416-a12e-17e36c07e52f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.784762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966d7fbf-515c-4416-a12e-17e36c07e52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.787527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-966d7fbf-515c-4416-a12e-17e36c07e52f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:52.788731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-966d7fbf-515c-4416-a12e-17e36c07e52f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd45fd47-78fe-4f68-baed-fbaef9dea5a9 HTTP/1.1" status: 204 len: 168 time: 0.2559743 Nov 12 09:13:52.801485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.802044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.807206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.808809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.810266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.811597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.812432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.814810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.816710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.817873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.819646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.821064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.822843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.825110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.825853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.826839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.828139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.828585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d7fbf-515c-4416-a12e-17e36c07e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd45fd47-78fe-4f68-baed-fbaef9dea5a9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:52.829217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.831480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.832847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.834113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.835726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.837120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.845200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.849025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.849751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.850755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.851402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.852187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.852709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.853311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.853782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.854903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.868583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.869084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.869563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.870028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.870542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.870991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.871442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.871902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.872396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.872852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.873320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:52.887311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:52.900036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8855df79-11dc-4958-b5e6-64fc2134a239 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 39823 time: 0.3239670 Nov 12 09:13:53.088787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11d1f2-a269-44c0-9697-74e2f22893fa req-1d78103d-3cf5-45b8-9ecb-66e9519fc741 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:53.096888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Deleting port 5a480207-f78a-4cd1-af80-3382a0c0c30b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:53.097442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.102059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b11d1f2-a269-44c0-9697-74e2f22893fa req-1d78103d-3cf5-45b8-9ecb-66e9519fc741 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.0702684 Nov 12 09:13:53.245928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b11d1f2-a269-44c0-9697-74e2f22893fa req-37cb1cf3-7190-4de6-b3aa-c967bb60818c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412413 Nov 12 09:13:53.310525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] For port 5a480207-f78a-4cd1-af80-3382a0c0c30b, host n-h1-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:53.312444 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.362596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Calling delete_port for 5a480207-f78a-4cd1-af80-3382a0c0c30b owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:53.507075 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.560198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a480207-f78a-4cd1-af80-3382a0c0c30b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:53.590117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.597729 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d654127d-0ce0-4295-b395-6ba7319d66e6 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5a480207-f78a-4cd1-af80-3382a0c0c30b HTTP/1.1" status: 204 len: 168 time: 0.7061729 Nov 12 09:13:53.598337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51210) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:53.645931 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6dbe1c5-4d40-4687-bec5-5103ad03b07e tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:13:53.652887 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a6dbe1c5-4d40-4687-bec5-5103ad03b07e tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "GET /v2.0/ports/5a480207-f78a-4cd1-af80-3382a0c0c30b HTTP/1.1" status: 404 len: 333 time: 0.0530121 Nov 12 09:13:53.656567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:53.661498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1988240893', 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:53.701157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Made reservation on behalf of e667b3143a83474192bd949acb1f6205 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:53.705000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:53.724352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] device_id is not set on port 241a62f6-12fc-4899-b4ea-185665c78a63 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:53.943528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.053823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.148864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.164973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2120880488-network', 'tenant_id': '59f3fac5dbf444b3bd859b52453fa540'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:54.206837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Made reservation on behalf of 59f3fac5dbf444b3bd859b52453fa540 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:54.210258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.228044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Network 5a285b19-d2f6-4262-9ca9-5885429f0f77 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:54.236351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:54.240754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:54.244390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:54.245223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.246569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.326196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=241a62f6-12fc-4899-b4ea-185665c78a63,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:54.341095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-07171210-474c-45d2-93a7-b93140f2767b tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6833444 Nov 12 09:13:54.343505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51232) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.353453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.373204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.419377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbf1de8-73aa-40eb-a25d-008cfbde67ca tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:54.420864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5fbf1de8-73aa-40eb-a25d-008cfbde67ca tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "GET /v2.0/ports/241a62f6-12fc-4899-b4ea-185665c78a63 HTTP/1.1" status: 200 len: 955 time: 0.0761993 Nov 12 09:13:54.423474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.427438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:13:54.511410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f4aba-dc96-4937-b714-a0ed1feb7c81,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:54.515699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.516398 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Added segment 2503aeaf-5885-429d-9192-c9ef450a457f of type vlan for network 0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35 Nov 12 09:13:54.527955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Deleting port 241a62f6-12fc-4899-b4ea-185665c78a63 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:54.529082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.630666 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.646917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdcc80-d979-4bb9-9778-50b4ff698f6e req-9ed88400-c588-4799-9a32-d1503da26b3b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:54.654079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fdcc80-d979-4bb9-9778-50b4ff698f6e req-9ed88400-c588-4799-9a32-d1503da26b3b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.2331405 Nov 12 09:13:54.656553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.675667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Calling delete_port for 241a62f6-12fc-4899-b4ea-185665c78a63 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:54.726285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.727813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:54.728782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.784835 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.823165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54fdcc80-d979-4bb9-9778-50b4ff698f6e req-7c2b636b-c9c7-407a-a356-9e125ce06d1e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531250 Nov 12 09:13:54.832478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8867297 Nov 12 09:13:54.834097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a062df-5e9c-4d93-94f8-3137b3298a28 admin admin] Pushing event updated for resources: {'Network': ['ID=0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:54.837710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51240) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.844749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Request body: {'subnet': {'network_id': '0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2120880488-subnet', 'tenant_id': '59f3fac5dbf444b3bd859b52453fa540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:54.846560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:13:54.852998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event deleted for resources: {'Port': ['ID=241a62f6-12fc-4899-b4ea-185665c78a63,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:54.874627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.896979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Made reservation on behalf of 59f3fac5dbf444b3bd859b52453fa540 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:54.898929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-497af78a-8c3e-4abb-8331-0f0b5eba2872 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "DELETE /v2.0/ports/241a62f6-12fc-4899-b4ea-185665c78a63 HTTP/1.1" status: 204 len: 168 time: 0.4741766 Nov 12 09:13:54.900214 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:54.906949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51244) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.980330 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a83caf4-6a77-40a7-aecf-4efa2d170e73 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:13:54.982779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9a83caf4-6a77-40a7-aecf-4efa2d170e73 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "GET /v2.0/ports/241a62f6-12fc-4899-b4ea-185665c78a63 HTTP/1.1" status: 404 len: 333 time: 0.0745480 Nov 12 09:13:54.988275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:54.998144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Request body: {'port': {'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-21946035'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:55.059011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Made reservation on behalf of e667b3143a83474192bd949acb1f6205 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:13:55.061346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.099346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] device_id is not set on port b7364a9b-dafa-402e-a76e-7db914410c76 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:55.138870 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.186934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df276fa-0ddb-4fa2-b878-274923e691b4,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:55.254078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Checking segment: {'id': '2503aeaf-5885-429d-9192-c9ef450a457f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:13:55.264540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Network hostable DHCP agents. Network: 0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:13:55.309311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Network 0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:13:55.326000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:55.331143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:55.331743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.343884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c56be-9b74-49d4-8b27-d8bcf4af2a87 None None] Network 0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:55.359088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.368848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-749a0292-8b56-45db-97e7-c3a4092c7705 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5294559 Nov 12 09:13:55.445908 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.570532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=b7364a9b-dafa-402e-a76e-7db914410c76,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:55.589230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Network 5a285b19-d2f6-4262-9ca9-5885429f0f77 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:13:55.591375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:13:55.595482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:13:55.597424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:55.597705 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.633008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-805d3e9b-c575-4bcc-b20b-2cfe02e506ea tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.6432059 Nov 12 09:13:55.635458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51264) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:55.642297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:55.713396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea942267-6cd2-4594-a273-ba5729ad5bb7 None None] Network 0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:13:55.783900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:55.903541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51272) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:56.168972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec588727-f47e-40d2-b388-5f59e3637394 req-7112da6f-8540-44fd-a1df-79cade45b8c7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:56.178442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec588727-f47e-40d2-b388-5f59e3637394 req-7112da6f-8540-44fd-a1df-79cade45b8c7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1165140 Nov 12 09:13:56.205482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d115ee-8572-45eb-b5ff-c5c734d296a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.282603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec588727-f47e-40d2-b388-5f59e3637394 req-09c80377-7538-4ce0-aade-045ca9f7faca tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978627 Nov 12 09:13:56.306165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] device_id is not set on port b7364a9b-dafa-402e-a76e-7db914410c76 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:13:56.315510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f88180fd-947c-482d-8eff-37dcd9cc5458 req-0e149078-c92a-4c29-ac61-1ef0f05e364d tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1082237955', 'description': 'tempest-description-1095563727'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:56.323209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.346700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.364905 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f88180fd-947c-482d-8eff-37dcd9cc5458 req-0e149078-c92a-4c29-ac61-1ef0f05e364d tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.390550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d115ee-8572-45eb-b5ff-c5c734d296a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.429853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0d115ee-8572-45eb-b5ff-c5c734d296a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.472257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=b7364a9b-dafa-402e-a76e-7db914410c76,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:56.480239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.480713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.480999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.486713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.487135 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.487528 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 2 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.508139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.508499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.508830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.527140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.527496 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.528089 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 3 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.549124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51280) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:56.549945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d0d115ee-8572-45eb-b5ff-c5c734d296a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1488daf0f31945a294b464b28090d393&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6443846 Nov 12 09:13:56.553593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d115ee-8572-45eb-b5ff-c5c734d296a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f283af4a-09d4-4da9-88b1-1204ada1b5b1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:56.571173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.571579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.572005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.588825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.589675 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.593436 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 4 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.596645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f88180fd-947c-482d-8eff-37dcd9cc5458 req-0e149078-c92a-4c29-ac61-1ef0f05e364d tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.606257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f88180fd-947c-482d-8eff-37dcd9cc5458 req-0e149078-c92a-4c29-ac61-1ef0f05e364d tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.618544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.618871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.619225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.631590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.639946 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.642322 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 5 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.658902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f9c70a8-a27b-4cd3-b55b-ef8092cc573e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.661677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e149078-c92a-4c29-ac61-1ef0f05e364d tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:56.677750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f88180fd-947c-482d-8eff-37dcd9cc5458 req-0e149078-c92a-4c29-ac61-1ef0f05e364d tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.693784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f88180fd-947c-482d-8eff-37dcd9cc5458 req-0e149078-c92a-4c29-ac61-1ef0f05e364d tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3937411 Nov 12 09:13:56.697483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.697813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.698178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.717128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.717462 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.722117 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 6 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.731509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f9c70a8-a27b-4cd3-b55b-ef8092cc573e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.750501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.750892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.751217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.766553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.766938 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.771403 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 7 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.790180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.790644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.791022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.798654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.798654 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.798986 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 8 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.816297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.816668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.817230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.822910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.823324 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.823980 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 9 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.832799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-c5bc8528-c71f-4c37-a526-ccba1f00482c tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3 HTTP/1.1" status: 200 len: 1832 time: 0.1176810 Nov 12 09:13:56.836767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f9c70a8-a27b-4cd3-b55b-ef8092cc573e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.841443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5f9c70a8-a27b-4cd3-b55b-ef8092cc573e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.842872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5f9c70a8-a27b-4cd3-b55b-ef8092cc573e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f283af4a-09d4-4da9-88b1-1204ada1b5b1 HTTP/1.1" status: 204 len: 168 time: 0.2926290 Nov 12 09:13:56.856717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.857207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.857607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.859519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:56.859855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:56.860803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c70a8-a27b-4cd3-b55b-ef8092cc573e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f283af4a-09d4-4da9-88b1-1204ada1b5b1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:56.866757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.867163 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.867604 n-d-769329-17 neutron-server[109377]: INFO neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempt 10 to bind port b7364a9b-dafa-402e-a76e-7db914410c76 Nov 12 09:13:56.883698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:13:56.884204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:13:56.884719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempting to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:13:56.891284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:13:56.891812 n-d-769329-17 neutron-server[109377]: ERROR neutron.plugins.ml2.managers [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Failed to bind port b7364a9b-dafa-402e-a76e-7db914410c76 on host n-h1-769329-17 for vnic_type normal using segments [{'id': 'd510cd89-67a5-45a3-b6c4-b363f142efd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5a285b19-d2f6-4262-9ca9-5885429f0f77'}] Nov 12 09:13:56.892609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:56.998320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] For port b7364a9b-dafa-402e-a76e-7db914410c76, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:13:56.999191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attempted to set empty binding levels {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 12 09:13:57.008229 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.055585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] In _notify_port_updated(), no bound segment for port b7364a9b-dafa-402e-a76e-7db914410c76 on network 5a285b19-d2f6-4262-9ca9-5885429f0f77 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:13:57.056795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:57.057634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.060143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "PUT /v2.0/ports/b7364a9b-dafa-402e-a76e-7db914410c76 HTTP/1.1" status: 200 len: 974 time: 1.4225185 Nov 12 09:13:57.067147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51290) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:57.070085 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.143635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d927576-9331-4863-8c61-5f71dc803da3 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event updated for resources: {'Port': ['ID=b7364a9b-dafa-402e-a76e-7db914410c76,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:57.175563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.183667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.225224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845b1634-a0a8-43f7-8380-2fdb46349784,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:57.253160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.254570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05fea244-6cb4-43be-8dcf-73a493533dd4 req-ad0fbfb5-7f50-4115-a78e-66233300d720 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4142485 Nov 12 09:13:57.259055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Deleting port b7364a9b-dafa-402e-a76e-7db914410c76 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:13:57.259516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.429604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] For port b7364a9b-dafa-402e-a76e-7db914410c76, host n-h1-769329-17, got binding levels [] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:13:57.430404 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.456107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Calling delete_port for b7364a9b-dafa-402e-a76e-7db914410c76 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:13:57.487006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-269e03b9-99ed-4a92-9ee2-2b0d9f9f4fa7 req-ebad63fe-bb5c-4dd7-b527-3773432146f4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3 HTTP/1.1" status: 200 len: 2426 time: 0.1332402 Nov 12 09:13:57.526646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:57.558684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af5cc37e-8dfd-41ae-9af1-fb693f6b20d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.576959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12ae8ca0-0c27-429b-a37c-c8a88933ff44 req-ac22408c-d0d4-4967-80c6-dde6deede6c8 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-group-rules/845b1634-a0a8-43f7-8380-2fdb46349784 HTTP/1.1" status: 200 len: 778 time: 0.0711408 Nov 12 09:13:57.594275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76072b-17a1-48ca-b942-6de0bbaef35f req-39cad2fe-1ce8-4e4b-b276-1ad36c61e293 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:57.619148 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d76072b-17a1-48ca-b942-6de0bbaef35f req-39cad2fe-1ce8-4e4b-b276-1ad36c61e293 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.2054138 Nov 12 09:13:57.688833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12ae8ca0-0c27-429b-a37c-c8a88933ff44 req-467d11a3-0de9-48b8-b434-87fc658e1d77 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3 HTTP/1.1" status: 200 len: 2426 time: 0.1105957 Nov 12 09:13:57.720687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.753081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.787801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.797892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "DELETE /v2.0/ports/b7364a9b-dafa-402e-a76e-7db914410c76 HTTP/1.1" status: 204 len: 168 time: 0.7185707 Nov 12 09:13:57.797892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12ae8ca0-0c27-429b-a37c-c8a88933ff44 req-d7d4d02c-f257-42e5-b9f7-dc4cb4aee4c4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.798624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51312) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:57.810934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12ae8ca0-0c27-429b-a37c-c8a88933ff44 req-d7d4d02c-f257-42e5-b9f7-dc4cb4aee4c4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.819967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d76072b-17a1-48ca-b942-6de0bbaef35f req-b48b3592-1740-4cf1-8b45-135ce87b831a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987309 Nov 12 09:13:57.855699 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6f3df5-746c-4034-b4c2-ba18d835a1b8 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] GET failed (client error): The resource could not be found. Nov 12 09:13:57.855699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af6f3df5-746c-4034-b4c2-ba18d835a1b8 tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] 10.222.0.53 "GET /v2.0/ports/b7364a9b-dafa-402e-a76e-7db914410c76 HTTP/1.1" status: 404 len: 333 time: 0.0468476 Nov 12 09:13:57.855699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51318) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:57.920756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f12fc-842c-42fb-9ab5-57d4947e2cab tempest-PortsAdminExtendedAttrsTestJSON-376597429 tempest-PortsAdminExtendedAttrsTestJSON-376597429-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7364a9b-dafa-402e-a76e-7db914410c76,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:57.924114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12ae8ca0-0c27-429b-a37c-c8a88933ff44 req-d7d4d02c-f257-42e5-b9f7-dc4cb4aee4c4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.933624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12ae8ca0-0c27-429b-a37c-c8a88933ff44 req-d7d4d02c-f257-42e5-b9f7-dc4cb4aee4c4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:57.934802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12ae8ca0-0c27-429b-a37c-c8a88933ff44 req-d7d4d02c-f257-42e5-b9f7-dc4cb4aee4c4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/845b1634-a0a8-43f7-8380-2fdb46349784 HTTP/1.1" status: 204 len: 173 time: 0.2449615 Nov 12 09:13:57.959004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4d02c-f257-42e5-b9f7-dc4cb4aee4c4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=845b1634-a0a8-43f7-8380-2fdb46349784,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:57.993572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af5cc37e-8dfd-41ae-9af1-fb693f6b20d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.012981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af5cc37e-8dfd-41ae-9af1-fb693f6b20d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.044532 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.080661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51324) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:58.081089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af5cc37e-8dfd-41ae-9af1-fb693f6b20d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25eddc82b61c4689883583fe822697bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5508144 Nov 12 09:13:58.088772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5cc37e-8dfd-41ae-9af1-fb693f6b20d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef145428-cb86-4f02-8eb0-8f2e6a676491,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:58.116007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-5a2376d1-33ba-47c7-8513-afbe998a5266 req-41195f19-68fd-4f5c-8062-c1224962f116 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-412697672', 'description': 'tempest-description-802867833'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:58.211951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5a2376d1-33ba-47c7-8513-afbe998a5266 req-41195f19-68fd-4f5c-8062-c1224962f116 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.219323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064e52e2-3e15-4af7-8a59-a10b1e3d041c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.222490 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.265943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064e52e2-3e15-4af7-8a59-a10b1e3d041c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.283603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.319961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a285b19-d2f6-4262-9ca9-5885429f0f77']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:58.333518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd510cd89-67a5-45a3-b6c4-b363f142efd8') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:58.334017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd510cd89-67a5-45a3-b6c4-b363f142efd8') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:13:58.338379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064e52e2-3e15-4af7-8a59-a10b1e3d041c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.343719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-064e52e2-3e15-4af7-8a59-a10b1e3d041c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.351582 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.357872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-064e52e2-3e15-4af7-8a59-a10b1e3d041c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef145428-cb86-4f02-8eb0-8f2e6a676491 HTTP/1.1" status: 204 len: 168 time: 0.2717164 Nov 12 09:13:58.369263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e52e2-3e15-4af7-8a59-a10b1e3d041c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef145428-cb86-4f02-8eb0-8f2e6a676491,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:58.424047 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.438132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:13:58.438978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:13:58.443424 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:13:58.930166 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5a2376d1-33ba-47c7-8513-afbe998a5266 req-41195f19-68fd-4f5c-8062-c1224962f116 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.938457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5a2376d1-33ba-47c7-8513-afbe998a5266 req-41195f19-68fd-4f5c-8062-c1224962f116 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.981891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41195f19-68fd-4f5c-8062-c1224962f116 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b25c287-14c1-4861-a34f-4b0eecf2708f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:58.984657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:58.999275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.006609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] 10.222.0.53 "DELETE /v2.0/networks/5a285b19-d2f6-4262-9ca9-5885429f0f77 HTTP/1.1" status: 204 len: 168 time: 1.1523890 Nov 12 09:13:59.037671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e9911-412b-4ebb-a0ab-902a7ded7b22 tempest-PortsAdminExtendedAttrsTestJSON-1292532699 tempest-PortsAdminExtendedAttrsTestJSON-1292532699-project] Pushing event deleted for resources: {'Network': ['ID=5a285b19-d2f6-4262-9ca9-5885429f0f77,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:59.046201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5a2376d1-33ba-47c7-8513-afbe998a5266 req-41195f19-68fd-4f5c-8062-c1224962f116 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.063643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a2376d1-33ba-47c7-8513-afbe998a5266 req-41195f19-68fd-4f5c-8062-c1224962f116 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9807737 Nov 12 09:13:59.075296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42f61f-d2b2-4d12-a61b-d27199a63001 req-0695f404-efb6-4c3c-885a-dd521eeca8b9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:13:59.078874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a42f61f-d2b2-4d12-a61b-d27199a63001 req-0695f404-efb6-4c3c-885a-dd521eeca8b9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1182806 Nov 12 09:13:59.197558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a42f61f-d2b2-4d12-a61b-d27199a63001 req-eaf25254-03a3-4db6-9a39-6eaaf3e0da74 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120036 Nov 12 09:13:59.284049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-38bfb63a-b955-43a8-beb5-4146a07f2088 req-1fb8ee8b-1e4a-458e-9869-b6a38b9ea429 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/8b25c287-14c1-4861-a34f-4b0eecf2708f HTTP/1.1" status: 200 len: 1830 time: 0.0719242 Nov 12 09:13:59.370594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-c25745dc-a8e3-4821-b693-13e567a1259e req-5c914da2-63b7-4a25-b84f-edc5e98de666 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1418185879', 'description': 'tempest-description-2113851752'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:59.405463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c25745dc-a8e3-4821-b693-13e567a1259e req-5c914da2-63b7-4a25-b84f-edc5e98de666 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.464806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51360) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:59.509737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c25745dc-a8e3-4821-b693-13e567a1259e req-5c914da2-63b7-4a25-b84f-edc5e98de666 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.516007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c25745dc-a8e3-4821-b693-13e567a1259e req-5c914da2-63b7-4a25-b84f-edc5e98de666 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.559093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c25745dc-a8e3-4821-b693-13e567a1259e req-5c914da2-63b7-4a25-b84f-edc5e98de666 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.560785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c25745dc-a8e3-4821-b693-13e567a1259e req-5c914da2-63b7-4a25-b84f-edc5e98de666 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.1969905 Nov 12 09:13:59.580936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c914da2-63b7-4a25-b84f-edc5e98de666 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2581694e-fe72-4a4e-90c9-2520344a095a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:59.686738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6527fa1c-ce1a-4e74-a507-4d24eee2238d req-776b3fdc-7190-4529-9bf9-56c32f8d32b8 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/2581694e-fe72-4a4e-90c9-2520344a095a HTTP/1.1" status: 200 len: 1832 time: 0.0857968 Nov 12 09:13:59.724248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-77040079-e5c6-4d1b-b782-4854df7ee4fa req-1f031d11-d6d6-4943-9250-32b73d872580 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-56000223', 'description': 'tempest-description-144861317'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:13:59.736558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-55dea38d-ac54-4cd6-b606-ededac73f4a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f64cbf1cda3466484c9e1676ee81556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2723110 Nov 12 09:13:59.739310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51374) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:13:59.755782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-77040079-e5c6-4d1b-b782-4854df7ee4fa req-1f031d11-d6d6-4943-9250-32b73d872580 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.829229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-009c2d96-3e04-48e7-bbfc-a40181cb693b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.868365 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-009c2d96-3e04-48e7-bbfc-a40181cb693b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.900517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-77040079-e5c6-4d1b-b782-4854df7ee4fa req-1f031d11-d6d6-4943-9250-32b73d872580 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.913825 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-77040079-e5c6-4d1b-b782-4854df7ee4fa req-1f031d11-d6d6-4943-9250-32b73d872580 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.947149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-009c2d96-3e04-48e7-bbfc-a40181cb693b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.950785 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-009c2d96-3e04-48e7-bbfc-a40181cb693b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.953686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-009c2d96-3e04-48e7-bbfc-a40181cb693b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb9c3fd6-0d5c-4af9-850e-a63809fa8147 HTTP/1.1" status: 204 len: 168 time: 0.2105854 Nov 12 09:13:59.956987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-77040079-e5c6-4d1b-b782-4854df7ee4fa req-1f031d11-d6d6-4943-9250-32b73d872580 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:13:59.969717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c2d96-3e04-48e7-bbfc-a40181cb693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c3fd6-0d5c-4af9-850e-a63809fa8147,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:13:59.970852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77040079-e5c6-4d1b-b782-4854df7ee4fa req-1f031d11-d6d6-4943-9250-32b73d872580 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2513905 Nov 12 09:14:00.046117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f031d11-d6d6-4943-9250-32b73d872580 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e989ab18-1f5a-4f6d-94bc-4bd082bba8e7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:00.073732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d02038e-9181-4f60-954b-351eacfe4471 req-926fd4f1-ec62-40b2-aeb6-3fc4e92a64c4 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/e989ab18-1f5a-4f6d-94bc-4bd082bba8e7 HTTP/1.1" status: 200 len: 1829 time: 0.0748186 Nov 12 09:14:00.096101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4dcac300-c2c7-40d2-85b0-8dcd3c796809 req-2d283d0f-c6ef-4e3e-824d-3031b729d77e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-348787341', 'description': 'tempest-description-2013497514'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:00.140016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4dcac300-c2c7-40d2-85b0-8dcd3c796809 req-2d283d0f-c6ef-4e3e-824d-3031b729d77e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.309665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4dcac300-c2c7-40d2-85b0-8dcd3c796809 req-2d283d0f-c6ef-4e3e-824d-3031b729d77e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.316610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4dcac300-c2c7-40d2-85b0-8dcd3c796809 req-2d283d0f-c6ef-4e3e-824d-3031b729d77e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.403650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d283d0f-c6ef-4e3e-824d-3031b729d77e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95857c2f-de31-4d36-b5ad-1f4cc1e1ed15,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:00.415841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4dcac300-c2c7-40d2-85b0-8dcd3c796809 req-2d283d0f-c6ef-4e3e-824d-3031b729d77e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.420463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4dcac300-c2c7-40d2-85b0-8dcd3c796809 req-2d283d0f-c6ef-4e3e-824d-3031b729d77e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.3273344 Nov 12 09:14:00.675614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9874f-cced-48bc-bd2a-f41395a279aa req-c324dedc-6202-41db-bf85-a50095c57451 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:00.687030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8e9874f-cced-48bc-bd2a-f41395a279aa req-c324dedc-6202-41db-bf85-a50095c57451 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1770697 Nov 12 09:14:00.701799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51422) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:00.773071 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8e9874f-cced-48bc-bd2a-f41395a279aa req-e9bc518d-778a-4711-81e6-6243f5ffab8b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777600 Nov 12 09:14:00.829921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5e76ff0-22d6-460d-9157-5771bdba9471 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e667b3143a83474192bd949acb1f6205&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1274164 Nov 12 09:14:00.832591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51424) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:00.857251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3961f2a2-d106-4224-9994-60893c6e88e2 req-b263db2e-d76c-47ca-a1c4-8f475c2672a7 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/95857c2f-de31-4d36-b5ad-1f4cc1e1ed15 HTTP/1.1" status: 200 len: 1831 time: 0.1335361 Nov 12 09:14:00.919069 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-c1310570-d7d8-414b-8cf1-263661fdc99e req-917d057d-6c33-4505-abfb-d02632bf7376 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] show failed (client error): The resource could not be found. Nov 12 09:14:00.920108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1310570-d7d8-414b-8cf1-263661fdc99e req-917d057d-6c33-4505-abfb-d02632bf7376 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/419f1bd1-24f5-4915-a48e-45a70bd8585b HTTP/1.1" status: 404 len: 352 time: 0.0423782 Nov 12 09:14:00.940428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-641be678-78fb-4359-b7de-a9709d3496a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:00.970867 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-8d8741bb-ab12-4c0c-8900-9e7395660b7a req-9efa158f-6af9-4b10-9349-c5f3eff3753a tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] show failed (client error): The resource could not be found. Nov 12 09:14:00.977065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d8741bb-ab12-4c0c-8900-9e7395660b7a req-9efa158f-6af9-4b10-9349-c5f3eff3753a tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-group-rules/b4535a3a-c645-4a56-b625-f25dc5e83368 HTTP/1.1" status: 404 len: 361 time: 0.0191588 Nov 12 09:14:00.987974 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-641be678-78fb-4359-b7de-a9709d3496a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.098915 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd6b6a49-715a-4201-81b1-83a6cac041f2 req-f321eeaf-b33c-40d9-988f-9973c1c40f3e tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/95857c2f-de31-4d36-b5ad-1f4cc1e1ed15 HTTP/1.1" status: 200 len: 1831 time: 0.0901508 Nov 12 09:14:01.126502 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-641be678-78fb-4359-b7de-a9709d3496a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.129212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-641be678-78fb-4359-b7de-a9709d3496a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.132869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-641be678-78fb-4359-b7de-a9709d3496a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22781a9e-45bb-4984-a040-d8025e41cffd HTTP/1.1" status: 204 len: 168 time: 0.2967014 Nov 12 09:14:01.147259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641be678-78fb-4359-b7de-a9709d3496a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22781a9e-45bb-4984-a040-d8025e41cffd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:01.197277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd6b6a49-715a-4201-81b1-83a6cac041f2 req-270de553-b210-4687-84c5-ee200178d062 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.225863 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd6b6a49-715a-4201-81b1-83a6cac041f2 req-270de553-b210-4687-84c5-ee200178d062 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.278846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd6b6a49-715a-4201-81b1-83a6cac041f2 req-270de553-b210-4687-84c5-ee200178d062 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.283253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cd6b6a49-715a-4201-81b1-83a6cac041f2 req-270de553-b210-4687-84c5-ee200178d062 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.290401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd6b6a49-715a-4201-81b1-83a6cac041f2 req-270de553-b210-4687-84c5-ee200178d062 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "DELETE /v2.0/security-groups/95857c2f-de31-4d36-b5ad-1f4cc1e1ed15 HTTP/1.1" status: 204 len: 173 time: 0.1873250 Nov 12 09:14:01.301315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270de553-b210-4687-84c5-ee200178d062 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95857c2f-de31-4d36-b5ad-1f4cc1e1ed15,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:01.470622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3fc454fa-e773-44e0-8488-eb78e42f2656 req-c9c52dc6-3b3f-4678-94db-fca10c7bbe58 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/e989ab18-1f5a-4f6d-94bc-4bd082bba8e7 HTTP/1.1" status: 200 len: 1829 time: 0.1313257 Nov 12 09:14:01.576300 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3fc454fa-e773-44e0-8488-eb78e42f2656 req-b49e673a-d4b6-4ed5-9845-5e6adb62cf13 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.620891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3fc454fa-e773-44e0-8488-eb78e42f2656 req-b49e673a-d4b6-4ed5-9845-5e6adb62cf13 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.708256 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3fc454fa-e773-44e0-8488-eb78e42f2656 req-b49e673a-d4b6-4ed5-9845-5e6adb62cf13 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.714646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3fc454fa-e773-44e0-8488-eb78e42f2656 req-b49e673a-d4b6-4ed5-9845-5e6adb62cf13 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.718596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3fc454fa-e773-44e0-8488-eb78e42f2656 req-b49e673a-d4b6-4ed5-9845-5e6adb62cf13 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "DELETE /v2.0/security-groups/e989ab18-1f5a-4f6d-94bc-4bd082bba8e7 HTTP/1.1" status: 204 len: 173 time: 0.2430122 Nov 12 09:14:01.736997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e673a-d4b6-4ed5-9845-5e6adb62cf13 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989ab18-1f5a-4f6d-94bc-4bd082bba8e7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:01.841988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dfd38065-e5e2-4172-b7d5-34ddfa0be7d0 req-8e7235e2-4a2e-47f5-a90f-ae1937df70e5 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/2581694e-fe72-4a4e-90c9-2520344a095a HTTP/1.1" status: 200 len: 1832 time: 0.0794992 Nov 12 09:14:01.935020 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dfd38065-e5e2-4172-b7d5-34ddfa0be7d0 req-e3773302-a286-4b08-b49a-b0dfaefee25f tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:01.975178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dfd38065-e5e2-4172-b7d5-34ddfa0be7d0 req-e3773302-a286-4b08-b49a-b0dfaefee25f tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.047844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dfd38065-e5e2-4172-b7d5-34ddfa0be7d0 req-e3773302-a286-4b08-b49a-b0dfaefee25f tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.052306 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dfd38065-e5e2-4172-b7d5-34ddfa0be7d0 req-e3773302-a286-4b08-b49a-b0dfaefee25f tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.053813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dfd38065-e5e2-4172-b7d5-34ddfa0be7d0 req-e3773302-a286-4b08-b49a-b0dfaefee25f tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "DELETE /v2.0/security-groups/2581694e-fe72-4a4e-90c9-2520344a095a HTTP/1.1" status: 204 len: 173 time: 0.1977859 Nov 12 09:14:02.074196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3773302-a286-4b08-b49a-b0dfaefee25f tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2581694e-fe72-4a4e-90c9-2520344a095a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:02.196043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da0c17b8-8e1e-4876-8e07-87872b3fee5b req-f45ea154-ffa4-4486-af81-63c44fe85d30 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/8b25c287-14c1-4861-a34f-4b0eecf2708f HTTP/1.1" status: 200 len: 1830 time: 0.0779121 Nov 12 09:14:02.311131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-da0c17b8-8e1e-4876-8e07-87872b3fee5b req-56493087-6a12-49c1-bf20-11e170272a73 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.356321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-da0c17b8-8e1e-4876-8e07-87872b3fee5b req-56493087-6a12-49c1-bf20-11e170272a73 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.429887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-da0c17b8-8e1e-4876-8e07-87872b3fee5b req-56493087-6a12-49c1-bf20-11e170272a73 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.433749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-da0c17b8-8e1e-4876-8e07-87872b3fee5b req-56493087-6a12-49c1-bf20-11e170272a73 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.435396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da0c17b8-8e1e-4876-8e07-87872b3fee5b req-56493087-6a12-49c1-bf20-11e170272a73 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "DELETE /v2.0/security-groups/8b25c287-14c1-4861-a34f-4b0eecf2708f HTTP/1.1" status: 204 len: 173 time: 0.2386193 Nov 12 09:14:02.461792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56493087-6a12-49c1-bf20-11e170272a73 tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b25c287-14c1-4861-a34f-4b0eecf2708f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:02.492356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829cf30a-c070-45eb-93bb-1d0af7d0afe8 req-6ff2b28a-18e8-41a2-9a0b-98c749f8477f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:02.500685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-829cf30a-c070-45eb-93bb-1d0af7d0afe8 req-6ff2b28a-18e8-41a2-9a0b-98c749f8477f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1280634 Nov 12 09:14:02.597491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-829cf30a-c070-45eb-93bb-1d0af7d0afe8 req-2560088a-639f-4570-a4c2-17ae98aaac0e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840781 Nov 12 09:14:02.651085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16e25915-be97-4be1-a489-85e827a2cfa3 req-181d25d5-248d-413e-ab5e-011eea5d9aeb tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "GET /v2.0/security-groups/3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3 HTTP/1.1" status: 200 len: 1832 time: 0.0454457 Nov 12 09:14:02.732878 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-16e25915-be97-4be1-a489-85e827a2cfa3 req-f8a403e7-4c8b-402e-95d8-fa0e477fc5bf tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.766619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-16e25915-be97-4be1-a489-85e827a2cfa3 req-f8a403e7-4c8b-402e-95d8-fa0e477fc5bf tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.825259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-16e25915-be97-4be1-a489-85e827a2cfa3 req-f8a403e7-4c8b-402e-95d8-fa0e477fc5bf tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.830784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-16e25915-be97-4be1-a489-85e827a2cfa3 req-f8a403e7-4c8b-402e-95d8-fa0e477fc5bf tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.836280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16e25915-be97-4be1-a489-85e827a2cfa3 req-f8a403e7-4c8b-402e-95d8-fa0e477fc5bf tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3 HTTP/1.1" status: 204 len: 173 time: 0.1749773 Nov 12 09:14:02.843465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:02.860529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a403e7-4c8b-402e-95d8-fa0e477fc5bf tempest-SecurityGroupRulesNegativeTestJSON-304133638 tempest-SecurityGroupRulesNegativeTestJSON-304133638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2dfd32-9e5f-48e1-8f9c-c011ca1834b3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:02.932226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] Deleting subnet 5df276fa-0ddb-4fa2-b878-274923e691b4 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:14:02.936794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:02.985909 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.047817 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.126802 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.173961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df276fa-0ddb-4fa2-b878-274923e691b4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:03.178581 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.186012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51512) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:03.186916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9f078234-3f1a-4bc3-8ff6-ed7e92cf3ae5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5df276fa-0ddb-4fa2-b878-274923e691b4 HTTP/1.1" status: 204 len: 168 time: 0.3420560 Nov 12 09:14:03.315067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.420433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:03.437440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.476313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:03.500052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2503aeaf-5885-429d-9192-c9ef450a457f') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:03.500672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2503aeaf-5885-429d-9192-c9ef450a457f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:03.518353 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.536734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.545982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:14:03.546567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:14:03.548453 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:14:03.579035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-790658725', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:03.632568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.641954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Made reservation on behalf of c376264c2d5c4ca1ad05e0a931d89d6f for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:03.648138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.650799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.660129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35 HTTP/1.1" status: 204 len: 168 time: 0.4734340 Nov 12 09:14:03.675998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.682597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd6f5-3d20-4546-adfb-a891966d854d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d386fa6-ca0d-4890-9b3e-d3ae2c96bb35,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:03.845595 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.861956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae8c4d-e932-43ba-9a02-02109aa4274d req-1a62e603-f610-46bb-b7db-b8ba9d70a6f7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:03.881224 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bae8c4d-e932-43ba-9a02-02109aa4274d req-1a62e603-f610-46bb-b7db-b8ba9d70a6f7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1349878 Nov 12 09:14:03.884742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:03.912473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] device_id is not set on port 9d773c2f-d0a4-4233-be6e-a49419871445 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:14:03.987599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51542) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.056934 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9ed4d5f6-bf9a-4290-aeb2-37a703e9968d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=59f3fac5dbf444b3bd859b52453fa540&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0671613 Nov 12 09:14:04.059377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51546) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.115557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c22e22d2-dffe-43cf-a440-e93dfb66b7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.137370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51548) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.160188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c22e22d2-dffe-43cf-a440-e93dfb66b7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.173793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb90b32-913b-43c6-a5fd-aa528a6c6e18,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:04.201202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bae8c4d-e932-43ba-9a02-02109aa4274d req-5dea2a3c-ac8d-481d-8823-c2a3a809ce46 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208766 Nov 12 09:14:04.225991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Allocated IP 172.25.5.22 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/9d773c2f-d0a4-4233-be6e-a49419871445) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:04.236143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c22e22d2-dffe-43cf-a440-e93dfb66b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.239902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c22e22d2-dffe-43cf-a440-e93dfb66b7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.241638 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c22e22d2-dffe-43cf-a440-e93dfb66b7e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b63f4aba-dc96-4937-b714-a0ed1feb7c81 HTTP/1.1" status: 204 len: 168 time: 0.1811090 Nov 12 09:14:04.254070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e22d2-dffe-43cf-a440-e93dfb66b7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f4aba-dc96-4937-b714-a0ed1feb7c81,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:04.284230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e0d25b2-14e4-4b17-a27a-a0762172fe97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.429468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e0d25b2-14e4-4b17-a27a-a0762172fe97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.435424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e0d25b2-14e4-4b17-a27a-a0762172fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.469322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.492771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51560) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.493010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2e0d25b2-14e4-4b17-a27a-a0762172fe97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f96d78af127b4c35aa3a6ddbdc7e5618&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3525484 Nov 12 09:14:04.496404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d25b2-14e4-4b17-a27a-a0762172fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02677da-4458-4801-afad-7db35d0ae19d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:04.555004 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.639982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:04.641197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Pushing event updated for resources: {'Port': ['ID=9d773c2f-d0a4-4233-be6e-a49419871445,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:04.644041 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42358e69-09cf-4fdb-bf60-9e7561bac943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.646698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:04.649429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:04.663701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b10e1-c285-4bf9-b1bd-b3c3eb04f7a5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:04.699482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42358e69-09cf-4fdb-bf60-9e7561bac943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.724896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:04.725601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.764135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7ce6c4e0-49e7-4644-b358-92c5ca446be3 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.3422191 Nov 12 09:14:04.770361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51574) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:04.777051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.22'}]}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:04.794301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-71f0c810-8489-48cb-8eba-b15fe4c9d3f3 None None] Provisioning complete for port 9d773c2f-d0a4-4233-be6e-a49419871445 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:04.801998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.803193 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.803547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71f0c810-8489-48cb-8eba-b15fe4c9d3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.856384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42358e69-09cf-4fdb-bf60-9e7561bac943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.864247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-71f0c810-8489-48cb-8eba-b15fe4c9d3f3 None None] Port 9d773c2f-d0a4-4233-be6e-a49419871445 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:04.865990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42358e69-09cf-4fdb-bf60-9e7561bac943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:04.869037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-42358e69-09cf-4fdb-bf60-9e7561bac943 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a02677da-4458-4801-afad-7db35d0ae19d HTTP/1.1" status: 204 len: 168 time: 0.3749528 Nov 12 09:14:04.919281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42358e69-09cf-4fdb-bf60-9e7561bac943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02677da-4458-4801-afad-7db35d0ae19d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:05.012454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.199596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.385641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51600) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:05.440316 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ffb50e0-964d-4156-b1d4-abaf897987df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.517706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:05.557762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ffb50e0-964d-4156-b1d4-abaf897987df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.564979 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2ffb50e0-964d-4156-b1d4-abaf897987df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.603343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb50e0-964d-4156-b1d4-abaf897987df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c73de0-e7ff-4c63-b248-4143769b2a43,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:05.648738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2ffb50e0-964d-4156-b1d4-abaf897987df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=839f26dc827f4f0e8e02e92f8be3153e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2607143 Nov 12 09:14:05.650572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51610) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:05.661228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f0399-db81-496f-aead-8695a7cb42b1 req-4efa31d8-ed2e-4e4d-a208-815893cd57eb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:05.670667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a46f0399-db81-496f-aead-8695a7cb42b1 req-4efa31d8-ed2e-4e4d-a208-815893cd57eb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.2805362 Nov 12 09:14:05.739016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5832f3b1-249c-451f-a333-d7518e228f01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.773007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-841213164-network', 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:05.778777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.807633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5832f3b1-249c-451f-a333-d7518e228f01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.832418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.872076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5832f3b1-249c-451f-a333-d7518e228f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.876778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5832f3b1-249c-451f-a333-d7518e228f01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.879955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5832f3b1-249c-451f-a333-d7518e228f01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88c73de0-e7ff-4c63-b248-4143769b2a43 HTTP/1.1" status: 204 len: 168 time: 0.2259667 Nov 12 09:14:05.887870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832f3b1-249c-451f-a333-d7518e228f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c73de0-e7ff-4c63-b248-4143769b2a43,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:05.930627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:05.933596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:05.957808 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a46f0399-db81-496f-aead-8695a7cb42b1 req-1b912f40-286a-4b24-ac3c-b8e991b1171f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860713 Nov 12 09:14:05.965046 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.176547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.255400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.262901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.278216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51624) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:06.292979 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85312adf-7975-40eb-becd-f795bc4774f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.344914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:06.377596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85312adf-7975-40eb-becd-f795bc4774f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.388427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85312adf-7975-40eb-becd-f795bc4774f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.390812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.392597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f2871-0b6a-44f1-b02b-10b5f4a06f61,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:06.395562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.404773 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.405181 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Added segment 4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387 of type vlan for network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 Nov 12 09:14:06.431150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-85312adf-7975-40eb-becd-f795bc4774f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c41b73205a1e477899b1ceecc29f27f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499796 Nov 12 09:14:06.433636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51626) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:06.440445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85312adf-7975-40eb-becd-f795bc4774f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fed9b11-a7af-4717-b7dd-fe84f890a9f6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:06.472963 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.473461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c517ca58-b854-4606-926d-9641e1654c94 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:14:06.484984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.495511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c045bfbd-3eed-48e6-a818-0763a5692ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.507583 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:14:06.508714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-717da5de-b5e5-4434-a617-7cdaa48bc05a tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7372465 Nov 12 09:14:06.512588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51628) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:06.531469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c045bfbd-3eed-48e6-a818-0763a5692ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.543498 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.544499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:06.545073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.608937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c045bfbd-3eed-48e6-a818-0763a5692ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.613730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c045bfbd-3eed-48e6-a818-0763a5692ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.615558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c045bfbd-3eed-48e6-a818-0763a5692ad1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fed9b11-a7af-4717-b7dd-fe84f890a9f6 HTTP/1.1" status: 204 len: 168 time: 0.1806269 Nov 12 09:14:06.628417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045bfbd-3eed-48e6-a818-0763a5692ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fed9b11-a7af-4717-b7dd-fe84f890a9f6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:06.692461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51632) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:06.693302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1728680 Nov 12 09:14:06.698042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Request body: {'subnet': {'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-841213164-subnet', 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:06.707627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704b136-8ff0-4e64-b9b5-b5e75b849d1d admin admin] Pushing event updated for resources: {'Network': ['ID=669b4635-ff7c-4d24-ab48-a8481c6fb8b6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:06.721811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:06.726265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:06.731258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.751969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Deleting port 9d773c2f-d0a4-4233-be6e-a49419871445 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:06.752326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.896244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:06.911947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Calling delete_port for 9d773c2f-d0a4-4233-be6e-a49419871445 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:06.939184 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:07.023827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.081439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb264e13-304f-4940-a9b6-c7de4ff9d7ff,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:07.105178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.130338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Checking segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:07.130755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Network hostable DHCP agents. Network: 669b4635-ff7c-4d24-ab48-a8481c6fb8b6, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:07.156118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:07.163739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dadf8e4-7b6a-46af-b3f2-f0826f93463e None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:07.170878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 669b4635-ff7c-4d24-ab48-a8481c6fb8b6) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:07.179594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d773c2f-d0a4-4233-be6e-a49419871445,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:07.197175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:07.200180 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.237432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d938e7c5-fdb0-4e5f-95a4-811256626f02 None None] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:07.242685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c0cc28de-3ddf-4ddc-9e62-123e621c1cc9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5475721 Nov 12 09:14:07.315327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aeae-621f-4174-a08c-d4df8cab2c7b req-4750bc85-53fb-43d3-a561-693563196e48 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:07.324639 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b78aeae-621f-4174-a08c-d4df8cab2c7b req-4750bc85-53fb-43d3-a561-693563196e48 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1478834 Nov 12 09:14:07.357089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:07.368749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef4c3a73-28a2-45ba-b0ff-36ad142771c0 tempest-RoutersAdminNegativeIpV6Test-1433371477 tempest-RoutersAdminNegativeIpV6Test-1433371477-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9d773c2f-d0a4-4233-be6e-a49419871445 HTTP/1.1" status: 204 len: 168 time: 0.8484941 Nov 12 09:14:07.408095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b78aeae-621f-4174-a08c-d4df8cab2c7b req-3a9bb43b-a3f4-465e-bdda-4bef3a72837b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820158 Nov 12 09:14:07.426561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a4bf1-c250-429c-b8d5-8052771e30df None None] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:07.708705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51672) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:07.974892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-443ed9c5-29ff-468a-b474-a7315e5b2551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.046913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-07797a96-7750-42a0-a8e0-fdaf2a711b71 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:08.048225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-07797a96-7750-42a0-a8e0-fdaf2a711b71 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.1721828 Nov 12 09:14:08.136788 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-579e0b38-d3b4-494b-881d-b582d99695f7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/quotas/0e1d1dc5a4ee438a9f6975cd33f38e64 HTTP/1.1" status: 200 len: 375 time: 0.0699480 Nov 12 09:14:08.168867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-443ed9c5-29ff-468a-b474-a7315e5b2551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.172525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-5e83b337-722f-4ba3-8216-ed73d8a79410 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350633 Nov 12 09:14:08.174517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-443ed9c5-29ff-468a-b474-a7315e5b2551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.194030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-69672958-b812-4d6f-92bc-63a15fc01643 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:14:08.195039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-69672958-b812-4d6f-92bc-63a15fc01643 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160432 Nov 12 09:14:08.263091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-443ed9c5-29ff-468a-b474-a7315e5b2551 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a09c782ffbc466ebb09705036dbec27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5525312 Nov 12 09:14:08.263841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ed9c5-29ff-468a-b474-a7315e5b2551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471de69e-83b7-45d7-94f3-8ffbac2521b4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:08.266042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51696) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:08.346322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12c425d-07b8-4fce-8016-197571eb61e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.351487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-05f634b8-73c6-4c5c-9b23-396a9f600387 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467106 Nov 12 09:14:08.379959 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12c425d-07b8-4fce-8016-197571eb61e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.437890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12c425d-07b8-4fce-8016-197571eb61e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.441177 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12c425d-07b8-4fce-8016-197571eb61e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.442504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f12c425d-07b8-4fce-8016-197571eb61e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/471de69e-83b7-45d7-94f3-8ffbac2521b4 HTTP/1.1" status: 204 len: 168 time: 0.1745751 Nov 12 09:14:08.474191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c425d-07b8-4fce-8016-197571eb61e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471de69e-83b7-45d7-94f3-8ffbac2521b4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:08.480738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51708) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:08.532662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-9a886bcc-f75f-4854-9568-54d32ad67996 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732852 Nov 12 09:14:08.709386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a918f-2d53-4459-8902-72ef2cc486fe req-6eb43c12-86c1-4814-affc-35c6f32beb3c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:08.713504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-732a918f-2d53-4459-8902-72ef2cc486fe req-6eb43c12-86c1-4814-affc-35c6f32beb3c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.1269906 Nov 12 09:14:08.730125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fc77-f96b-4a9f-84f4-9d65345a1770 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.770217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a07cb87-b6e0-43b4-a8be-44d669206941 req-7d6d6fb7-0430-41a3-af70-b1fec1baddfe tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 210 time: 0.0426679 Nov 12 09:14:08.840574 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-732a918f-2d53-4459-8902-72ef2cc486fe req-53c8f28c-50a5-48e0-ba5c-4b9ecc3a9db7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131902 Nov 12 09:14:08.925066 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fc77-f96b-4a9f-84f4-9d65345a1770 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.929993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fc77-f96b-4a9f-84f4-9d65345a1770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:08.963585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51722) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:08.981035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4fc77-f96b-4a9f-84f4-9d65345a1770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a29dc03-22b6-4476-b143-0bf14c735c8a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:08.987793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3a4fc77-f96b-4a9f-84f4-9d65345a1770 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e07df646519840dc9854ea17ef34dafc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5037580 Nov 12 09:14:08.988218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:09.021826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c3d0c7d6-8520-4cb6-a908-67c0f2c160f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c376264c2d5c4ca1ad05e0a931d89d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0557518 Nov 12 09:14:09.023506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51728) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:09.061986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c319d213-0c02-4796-bdd1-caf498fedf87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.091200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c319d213-0c02-4796-bdd1-caf498fedf87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.109298 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38290956-fd64-460c-8c6b-099dc47a7467 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.155165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38290956-fd64-460c-8c6b-099dc47a7467 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.222963 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c319d213-0c02-4796-bdd1-caf498fedf87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.226191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c319d213-0c02-4796-bdd1-caf498fedf87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.227706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c319d213-0c02-4796-bdd1-caf498fedf87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a29dc03-22b6-4476-b143-0bf14c735c8a HTTP/1.1" status: 204 len: 168 time: 0.2384431 Nov 12 09:14:09.239817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319d213-0c02-4796-bdd1-caf498fedf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a29dc03-22b6-4476-b143-0bf14c735c8a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:09.247886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38290956-fd64-460c-8c6b-099dc47a7467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.253348 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-38290956-fd64-460c-8c6b-099dc47a7467 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:09.256681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-38290956-fd64-460c-8c6b-099dc47a7467 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/beb90b32-913b-43c6-a5fd-aa528a6c6e18 HTTP/1.1" status: 204 len: 168 time: 0.2290621 Nov 12 09:14:09.267393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38290956-fd64-460c-8c6b-099dc47a7467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb90b32-913b-43c6-a5fd-aa528a6c6e18,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:09.889316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50299f3f-d526-4843-93bc-cb531de6bce5 req-25c13530-66bb-413d-93a0-a2f0128c782b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 210 time: 0.0319748 Nov 12 09:14:09.985436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:09.991104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825a54b-0941-41c9-bd3b-150088aab84b req-7918190c-dac1-4dbc-84e2-ddb1960260d4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:09.992930 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1825a54b-0941-41c9-bd3b-150088aab84b req-7918190c-dac1-4dbc-84e2-ddb1960260d4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 943 time: 0.0638843 Nov 12 09:14:10.062344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1825a54b-0941-41c9-bd3b-150088aab84b req-b706c44e-829e-43af-b1b0-c528a60e9b7a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Nov 12 09:14:10.216351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f80a1f4-9557-43c6-a43c-9617352cd2f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.365892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-b0115f6c-6714-48b3-8823-da4698f88008 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:10.367652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-b0115f6c-6714-48b3-8823-da4698f88008 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.1989341 Nov 12 09:14:10.374644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f80a1f4-9557-43c6-a43c-9617352cd2f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.379193 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f80a1f4-9557-43c6-a43c-9617352cd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.388557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Request body: {'port': {'device_id': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'admin_state_up': True, 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:10.424792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5f80a1f4-9557-43c6-a43c-9617352cd2f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25d4f17472d149eb9eecf5b3eb5a04df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375660 Nov 12 09:14:10.426434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80a1f4-9557-43c6-a43c-9617352cd2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfc1e64-62c6-413a-8575-35333cc9d83e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:10.428897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:10.516710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb91a-5608-48e2-bb21-d8e966302e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.567726 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb91a-5608-48e2-bb21-d8e966302e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.645671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:10.651210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb91a-5608-48e2-bb21-d8e966302e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.653195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.654511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb91a-5608-48e2-bb21-d8e966302e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.656419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dbcfb91a-5608-48e2-bb21-d8e966302e01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdfc1e64-62c6-413a-8575-35333cc9d83e HTTP/1.1" status: 204 len: 168 time: 0.2161696 Nov 12 09:14:10.664823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 95812755-77a7-4227-b6f6-7ad03add7d4f details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:14:10.680231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfb91a-5608-48e2-bb21-d8e966302e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfc1e64-62c6-413a-8575-35333cc9d83e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:10.856161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 95812755-77a7-4227-b6f6-7ad03add7d4f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=95812755-77a7-4227-b6f6-7ad03add7d4f,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:10.880882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '95812755-77a7-4227-b6f6-7ad03add7d4f', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'port_id': '95812755-77a7-4227-b6f6-7ad03add7d4f', 'mac_address': 'fa:16:3e:4b:81:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:14:10.944132 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:10.969347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95812755-77a7-4227-b6f6-7ad03add7d4f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:11.004837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 95812755-77a7-4227-b6f6-7ad03add7d4f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=95812755-77a7-4227-b6f6-7ad03add7d4f,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:11.009072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Allocated IP 172.20.0.9 (669b4635-ff7c-4d24-ab48-a8481c6fb8b6/bb264e13-304f-4940-a9b6-c7de4ff9d7ff/d4e775ac-4945-416a-831e-f5b0b6f4aa91) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:11.012092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.107446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=95812755-77a7-4227-b6f6-7ad03add7d4f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:11.113060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdb7f2f3-696c-4428-83e1-549273c10016 req-f2ad1812-6d04-4124-a443-d8878dbc3bfe tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 210 time: 0.0590162 Nov 12 09:14:11.248147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51814) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:11.295877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['95812755-77a7-4227-b6f6-7ad03add7d4f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:11.315220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8d45c-6392-4566-be59-a17aab7aa4bf req-cc429cdf-62e8-4f34-b93c-d9bb31a19732 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:11.318263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51818) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:11.328582 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ef8d45c-6392-4566-be59-a17aab7aa4bf req-cc429cdf-62e8-4f34-b93c-d9bb31a19732 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 944 time: 0.1189685 Nov 12 09:14:11.374634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8977222b-6b00-42da-abc7-eb5fefc3924e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.441037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ef8d45c-6392-4566-be59-a17aab7aa4bf req-49849903-5c52-4563-9189-2958aa25a7cd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104178 Nov 12 09:14:11.670812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-483084336'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:11.713325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Made reservation on behalf of 6a6312005a044d7e99364a11598e7ec9 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:11.718058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.734692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.851503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.859486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.879804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:11.881540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.906007 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.906637 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Added segment 6bd3a028-71e7-4be8-ad4f-328ca56f56b6 of type vlan for network 663cc026-c53e-415d-a772-1ca258dd519d Nov 12 09:14:11.967823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:11.985584 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.007304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.017444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:12.018925 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.074837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:12.086996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eedd1dd-310a-4a46-8abc-f7bb25153723,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:12.098790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8977222b-6b00-42da-abc7-eb5fefc3924e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.104074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:12.110370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:12.128715 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8754973 Nov 12 09:14:12.159313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:12.167996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'subnet': {'network_id': '663cc026-c53e-415d-a772-1ca258dd519d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:12.188847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d1c4a-4f0a-4da6-b0c9-f6598edb8f2e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Network': ['ID=663cc026-c53e-415d-a772-1ca258dd519d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:12.193620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:12.194282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.199871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8977222b-6b00-42da-abc7-eb5fefc3924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.206337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 663cc026-c53e-415d-a772-1ca258dd519d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:12.221191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event updated for resources: {'Port': ['ID=d4e775ac-4945-416a-831e-f5b0b6f4aa91,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:12.257526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-8f1d6123-8088-403c-857f-e60bce460a59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8804088 Nov 12 09:14:12.270414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-db3ac800-e51e-4dfb-8e3f-f1252e9f0413 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:14:12.271547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-db3ac800-e51e-4dfb-8e3f-f1252e9f0413 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067916 Nov 12 09:14:12.285516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8977222b-6b00-42da-abc7-eb5fefc3924e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a93c4ae130a7439baf1e67d113c3c215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9581332 Nov 12 09:14:12.286799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:12.328019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977222b-6b00-42da-abc7-eb5fefc3924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac1ad06-7549-4dde-ae0e-0beb0dafff65,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:12.394257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a0da843-09fa-4103-98ae-8d5822181f95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.424433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Request body: {'port': {'device_id': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:12.425898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a0da843-09fa-4103-98ae-8d5822181f95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.456282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Made reservation on behalf of 6a6312005a044d7e99364a11598e7ec9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:12.462545 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.483028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6361988-9fd5-4646-8305-f65fe39327e6 req-9750fd2c-52a6-4665-8ec5-6e4277d36c70 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:12.484658 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6361988-9fd5-4646-8305-f65fe39327e6 req-9750fd2c-52a6-4665-8ec5-6e4277d36c70 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 931 time: 0.1941679 Nov 12 09:14:12.562677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.571719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a0da843-09fa-4103-98ae-8d5822181f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.575667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a0da843-09fa-4103-98ae-8d5822181f95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.594082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4a0da843-09fa-4103-98ae-8d5822181f95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ac1ad06-7549-4dde-ae0e-0beb0dafff65 HTTP/1.1" status: 204 len: 168 time: 0.3049531 Nov 12 09:14:12.623161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a6361988-9fd5-4646-8305-f65fe39327e6 req-a1aa2dec-8a9b-46a2-ad6b-7559ef547746 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204979 Nov 12 09:14:12.624900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0da843-09fa-4103-98ae-8d5822181f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac1ad06-7549-4dde-ae0e-0beb0dafff65,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:12.682169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 95812755-77a7-4227-b6f6-7ad03add7d4f up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:12.758030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e42b4e-82c3-4086-8815-652ec7784604 req-515ec189-9cfe-4ef4-a308-c9eef0cb418c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:12.769767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90e42b4e-82c3-4086-8815-652ec7784604 req-515ec189-9cfe-4ef4-a308-c9eef0cb418c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 944 time: 0.1715674 Nov 12 09:14:12.781338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 95812755-77a7-4227-b6f6-7ad03add7d4f completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:14:12.788182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 95812755-77a7-4227-b6f6-7ad03add7d4f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:12.788383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.837506 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90e42b4e-82c3-4086-8815-652ec7784604 req-1eea5ed3-1f51-4d08-a9fd-b7883b8df131 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689352 Nov 12 09:14:12.904732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:12.970289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 95812755-77a7-4227-b6f6-7ad03add7d4f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=95812755-77a7-4227-b6f6-7ad03add7d4f,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:12.972581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fde4336-a409-4073-af25-2ab2f19e6806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95812755-77a7-4227-b6f6-7ad03add7d4f'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:12.976149 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d76a316-82b0-4f38-b383-62c7e13cd29c" -d '{"events": [{"server_uuid": "4fde4336-a409-4073-af25-2ab2f19e6806", "name": "network-vif-plugged", "status": "completed", "tag": "95812755-77a7-4227-b6f6-7ad03add7d4f"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:12.982178 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.019038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.075396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=95812755-77a7-4227-b6f6-7ad03add7d4f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:13.123625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e775ac-4945-416a-831e-f5b0b6f4aa91 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:13.134108 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.142763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Checking segment: {'id': '6bd3a028-71e7-4be8-ad4f-328ca56f56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '663cc026-c53e-415d-a772-1ca258dd519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:13.143568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Network hostable DHCP agents. Network: 663cc026-c53e-415d-a772-1ca258dd519d, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:13.146626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Subnet': ['ID=8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:13.155132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Transition to ACTIVE for port object d4e775ac-4945-416a-831e-f5b0b6f4aa91 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:14:13.160285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.172294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Network 663cc026-c53e-415d-a772-1ca258dd519d is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:13.195576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 663cc026-c53e-415d-a772-1ca258dd519d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:13.202004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:13.203154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.215153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597ffe4-8207-4924-a5d7-e04386a2fcdb None None] Network 663cc026-c53e-415d-a772-1ca258dd519d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:13.229832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-073f7148-2a39-4bb3-a9ea-3259de3d2a64 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0690691 Nov 12 09:14:13.233084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:13.244633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cebb5449-1545-45dd-89e2-201277884f9b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-624535087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:13.272397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Pushing event updated for resources: {'Port': ['ID=d4e775ac-4945-416a-831e-f5b0b6f4aa91,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:13.355653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cebb5449-1545-45dd-89e2-201277884f9b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.358158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cebb5449-1545-45dd-89e2-201277884f9b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.368050 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286f2a66-2591-4a3c-bd5e-fe95517a2ad7 x-openstack-request-id: req-286f2a66-2591-4a3c-bd5e-fe95517a2ad7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:13.368373 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fde4336-a409-4073-af25-2ab2f19e6806", "name": "network-vif-plugged", "status": "completed", "tag": "95812755-77a7-4227-b6f6-7ad03add7d4f", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:13.368905 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-286f2a66-2591-4a3c-bd5e-fe95517a2ad7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:13.369448 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fde4336-a409-4073-af25-2ab2f19e6806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95812755-77a7-4227-b6f6-7ad03add7d4f', 'code': 200} Nov 12 09:14:13.417114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Attempting to bind port d4e775ac-4945-416a-831e-f5b0b6f4aa91 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:13.417628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Attempting to bind port d4e775ac-4945-416a-831e-f5b0b6f4aa91 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:13.418149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Attempting to bind port d4e775ac-4945-416a-831e-f5b0b6f4aa91 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:13.433087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Port d4e775ac-4945-416a-831e-f5b0b6f4aa91 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:14:13.434127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Attempting to bind port d4e775ac-4945-416a-831e-f5b0b6f4aa91 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:13.446432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:13.447624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Checking segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:13.448447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Bound using segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:13.449162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Bound port: d4e775ac-4945-416a-831e-f5b0b6f4aa91, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:13.449890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.530833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cebb5449-1545-45dd-89e2-201277884f9b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.543844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cebb5449-1545-45dd-89e2-201277884f9b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.602420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] For port d4e775ac-4945-416a-831e-f5b0b6f4aa91, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:13.607690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] For port d4e775ac-4945-416a-831e-f5b0b6f4aa91, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d4e775ac-4945-416a-831e-f5b0b6f4aa91,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:13.616565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.649355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-663cc026-c53e-415d-a772-1ca258dd519d', 'network_id': '663cc026-c53e-415d-a772-1ca258dd519d', 'tenant_id': '6a6312005a044d7e99364a11598e7ec9', 'fixed_ips': [{'subnet_id': '8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:14:13.652695 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.663720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cebb5449-1545-45dd-89e2-201277884f9b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.668252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cebb5449-1545-45dd-89e2-201277884f9b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4311588 Nov 12 09:14:13.670182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:13.748047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Pushing event updated for resources: {'Port': ['ID=d4e775ac-4945-416a-831e-f5b0b6f4aa91,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:13.787497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:13.799342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:13.801027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-47867f6f-59a2-4ea4-b98e-2c1bd135facf service neutron] 10.222.0.62 "PUT /v2.0/ports/d4e775ac-4945-416a-831e-f5b0b6f4aa91 HTTP/1.1" status: 200 len: 1092 time: 1.5062122 Nov 12 09:14:13.801795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'tag': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:13.804348 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e449ad8-09e2-482f-be85-a0d211d8c361" -d '{"events": [{"name": "network-changed", "server_uuid": "8023bbd4-ee69-4e1b-ba58-8f64303c276c", "tag": "d4e775ac-4945-416a-831e-f5b0b6f4aa91"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:13.952457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d349d14-40eb-4759-a5e9-bdfa6814c0df req-d559938c-473c-4ece-a53d-0b31de93e830 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:13.954370 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d349d14-40eb-4759-a5e9-bdfa6814c0df req-d559938c-473c-4ece-a53d-0b31de93e830 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 943 time: 0.1391129 Nov 12 09:14:13.970391 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-f0749003-896c-4975-b260-8f55b6baf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:13.973381 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-f0749003-896c-4975-b260-8f55b6baf4f0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 1095 time: 0.0958006 Nov 12 09:14:13.984978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6cb0914a-5fac-40ae-97c8-c5a0a1c93c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.030750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-ae4e62bd-bd53-4b24-ae47-a0505bdac456 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e775ac-4945-416a-831e-f5b0b6f4aa91 HTTP/1.1" status: 200 len: 217 time: 0.0486829 Nov 12 09:14:14.099256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d349d14-40eb-4759-a5e9-bdfa6814c0df req-05300487-e4bd-4bb5-9063-db73968e34d1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246476 Nov 12 09:14:14.130022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-43a65b37-3741-4920-b38e-f37dd9c27bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.133396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-43a65b37-3741-4920-b38e-f37dd9c27bdc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0903597 Nov 12 09:14:14.154116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Allocated IP 172.20.0.2 (663cc026-c53e-415d-a772-1ca258dd519d/8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2/31a84bf0-7b41-4d21-b44b-04baf33649d0) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:14.187824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-74cee173-75dd-4cd4-95b4-403ea9959a69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465336 Nov 12 09:14:14.351642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36862ce2-e74a-4939-93a1-2d598361634f req-27e02814-5cea-4e28-b3da-7c4fb2d78350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.354103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36862ce2-e74a-4939-93a1-2d598361634f req-27e02814-5cea-4e28-b3da-7c4fb2d78350 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 1097 time: 0.9214714 Nov 12 09:14:14.386363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-15a6530e-998b-4b94-bf77-2cdc912053bd service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905529 Nov 12 09:14:14.394821 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687e791-e47d-4fc7-a36a-abb3d5066e5d x-openstack-request-id: req-a687e791-e47d-4fc7-a36a-abb3d5066e5d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:14.395334 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8023bbd4-ee69-4e1b-ba58-8f64303c276c", "tag": "d4e775ac-4945-416a-831e-f5b0b6f4aa91", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:14.395695 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a687e791-e47d-4fc7-a36a-abb3d5066e5d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:14.396732 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'tag': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91', 'status': 'completed', 'code': 200} Nov 12 09:14:14.453719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.464566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.560493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Network 663cc026-c53e-415d-a772-1ca258dd519d is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:14.569674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebe53e-d10e-4320-bc44-f46d6622e7a9 req-4f9bfcfe-496a-4515-a007-61f92b13d7f4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.579251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5ebe53e-d10e-4320-bc44-f46d6622e7a9 req-4f9bfcfe-496a-4515-a007-61f92b13d7f4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 945 time: 0.2752805 Nov 12 09:14:14.584839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:14.589871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:14.613307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Pushing event updated for resources: {'Port': ['ID=31a84bf0-7b41-4d21-b44b-04baf33649d0,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:14.641601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f090b37f-f519-4aad-ab86-c5acba3ef53e req-c17aa300-0cca-4438-a3bd-2435549d4f83 service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418394 Nov 12 09:14:14.648053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36862ce2-e74a-4939-93a1-2d598361634f req-d5bcccdd-bae9-4fd0-89c2-cbb28268fad0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442801 Nov 12 09:14:14.698893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a5ebe53e-d10e-4320-bc44-f46d6622e7a9 req-44993f7c-b501-44a4-8755-651d04d97d03 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164565 Nov 12 09:14:14.756695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Attempting to bind port 31a84bf0-7b41-4d21-b44b-04baf33649d0 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:14.757979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Attempting to bind port 31a84bf0-7b41-4d21-b44b-04baf33649d0 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6bd3a028-71e7-4be8-ad4f-328ca56f56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '663cc026-c53e-415d-a772-1ca258dd519d'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:14.758539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Attempting to bind port 31a84bf0-7b41-4d21-b44b-04baf33649d0 on network 663cc026-c53e-415d-a772-1ca258dd519d {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:14.767719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.772305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-071f13b1-8678-4551-9541-cd0c1c6d8b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.774150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-071f13b1-8678-4551-9541-cd0c1c6d8b62 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 1095 time: 0.0722287 Nov 12 09:14:14.779354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:14.779806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Checking segment: {'id': '6bd3a028-71e7-4be8-ad4f-328ca56f56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '663cc026-c53e-415d-a772-1ca258dd519d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:14.787833 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.788360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Bound using segment: {'id': '6bd3a028-71e7-4be8-ad4f-328ca56f56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '663cc026-c53e-415d-a772-1ca258dd519d'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:14.788904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Bound port: 31a84bf0-7b41-4d21-b44b-04baf33649d0, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd3a028-71e7-4be8-ad4f-328ca56f56b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '663cc026-c53e-415d-a772-1ca258dd519d'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:14.792089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.864903 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-63084316-4aba-4ea4-9ad4-19ecddc8023f tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9ccbfb688ee4494e8e05b83849f2a9cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004152 Nov 12 09:14:14.884302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] For port 31a84bf0-7b41-4d21-b44b-04baf33649d0, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:14.888982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] For port 31a84bf0-7b41-4d21-b44b-04baf33649d0, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=31a84bf0-7b41-4d21-b44b-04baf33649d0,segment=NetworkSegment(6bd3a028-71e7-4be8-ad4f-328ca56f56b6),segment_id=6bd3a028-71e7-4be8-ad4f-328ca56f56b6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:14.895646 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:14.923037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-1b33a99b-5972-4e85-963b-a0effa66bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:14.924893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-1b33a99b-5972-4e85-963b-a0effa66bbf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 912 time: 0.1437798 Nov 12 09:14:14.984178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0024f1-6ef1-4069-ad06-26c3eb3ac716 None None] Pushing event updated for resources: {'Port': ['ID=31a84bf0-7b41-4d21-b44b-04baf33649d0,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:15.028601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-a8e13684-5035-407f-a4a9-c15b883dc6cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e775ac-4945-416a-831e-f5b0b6f4aa91 HTTP/1.1" status: 200 len: 217 time: 0.0944581 Nov 12 09:14:15.114741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-2a0d3d24-6032-491d-8e53-79b2523f0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:15.116166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-2a0d3d24-6032-491d-8e53-79b2523f0038 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0743568 Nov 12 09:14:15.154072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-4e6c870c-1745-47f2-b6c9-f706b3a1345a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307488 Nov 12 09:14:15.180016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-53b6147e-62d6-4fe3-b584-6a072aea68bd tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:15.182627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-53b6147e-62d6-4fe3-b584-6a072aea68bd tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807524 Nov 12 09:14:15.272614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-80930ac5-63c2-4beb-a13d-01d09be95de2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/quotas/9ccbfb688ee4494e8e05b83849f2a9cf HTTP/1.1" status: 200 len: 375 time: 0.0227392 Nov 12 09:14:15.331841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-06ca9a3c-5a8c-4875-afdc-de3c74f8fbcc service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695051 Nov 12 09:14:15.341805 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-66f8f1f9-ac91-4981-82e9-f52ad0b46d36 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9ccbfb688ee4494e8e05b83849f2a9cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634487 Nov 12 09:14:15.345507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Allocated IP 172.20.0.1 (663cc026-c53e-415d-a772-1ca258dd519d/8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2/eb4084f1-80f5-475d-abcf-6fa20b243a7a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:15.348336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b88a-47df-4361-bc5a-6f58948f4917 req-70aabb5d-1be3-4746-8659-e6a6d6e5ac53 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:15.356942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b721b88a-47df-4361-bc5a-6f58948f4917 req-70aabb5d-1be3-4746-8659-e6a6d6e5ac53 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 943 time: 0.1081145 Nov 12 09:14:15.501239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b721b88a-47df-4361-bc5a-6f58948f4917 req-3f240ee8-5bc4-4365-875c-63a081b128a8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432476 Nov 12 09:14:15.519782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.578840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e449ad8-09e2-482f-be85-a0d211d8c361 req-65f1057c-7c75-40aa-b2e0-bfa7f45b861e service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390680 Nov 12 09:14:15.601203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:15.717700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a87e8e42-6f8f-4c49-b99e-a4ded0123aa8 req-cdbb4305-4e44-4162-b30e-ef4c74a72c3c tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 210 time: 0.0688157 Nov 12 09:14:15.722322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Network 663cc026-c53e-415d-a772-1ca258dd519d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:15.725974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:15.736501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:15.787928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Port': ['ID=eb4084f1-80f5-475d-abcf-6fa20b243a7a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:15.834794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.027170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653038b-6f82-4589-aaed-fc23b71a819e req-8ac4df90-5eda-4672-b5a7-9cd116a4fc67 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:16.034068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2653038b-6f82-4589-aaed-fc23b71a819e req-8ac4df90-5eda-4672-b5a7-9cd116a4fc67 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 945 time: 0.1263833 Nov 12 09:14:16.118166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51962) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:16.127093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.155557 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2653038b-6f82-4589-aaed-fc23b71a819e req-72a58582-3807-40b0-a7e6-38d4365f42f3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132727 Nov 12 09:14:16.310248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-316c7237-9ce2-459c-b640-51f6200a7dc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.373461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-edd5e03c-8dfc-4428-91e9-ecfb39e36315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.448284 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-316c7237-9ce2-459c-b640-51f6200a7dc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.456118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-316c7237-9ce2-459c-b640-51f6200a7dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.500307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8fc1e-0f24-4d64-be48-4075d231df4e None None] Network 663cc026-c53e-415d-a772-1ca258dd519d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:16.502713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:16.502917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-316c7237-9ce2-459c-b640-51f6200a7dc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d71046da0b46471b91fdf7d431bebc2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3815076 Nov 12 09:14:16.504191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c7237-9ce2-459c-b640-51f6200a7dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b4606b-e6e6-43ef-a262-f18d63846983,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:16.556456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.571270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.597316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-82825739-6df1-4bdc-8a10-d91e11b0f5af None None] Provisioning complete for port 31a84bf0-7b41-4d21-b44b-04baf33649d0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:16.598009 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-82825739-6df1-4bdc-8a10-d91e11b0f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.635151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d4e775ac-4945-416a-831e-f5b0b6f4aa91 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:14:16.657088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c118fb2b-08fa-471e-9f82-ee047576bb9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.669279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.676632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Port': ['ID=eb4084f1-80f5-475d-abcf-6fa20b243a7a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:16.697332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0173b-d739-4ca3-8a44-10cf5d9c298c req-350797f1-329e-48a6-b995-1accbb7dea5a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:16.699521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cc0173b-d739-4ca3-8a44-10cf5d9c298c req-350797f1-329e-48a6-b995-1accbb7dea5a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 943 time: 0.0651908 Nov 12 09:14:16.709096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c118fb2b-08fa-471e-9f82-ee047576bb9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.783168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cc0173b-d739-4ca3-8a44-10cf5d9c298c req-e809355b-a4fe-42ed-afa9-73dca3c6facc tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750949 Nov 12 09:14:16.825221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Network 663cc026-c53e-415d-a772-1ca258dd519d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:16.827054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:16.840775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c118fb2b-08fa-471e-9f82-ee047576bb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.844246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c118fb2b-08fa-471e-9f82-ee047576bb9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:16.845454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c118fb2b-08fa-471e-9f82-ee047576bb9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16b4606b-e6e6-43ef-a262-f18d63846983 HTTP/1.1" status: 204 len: 168 time: 0.3416860 Nov 12 09:14:16.957038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c41bc617-42d8-40ea-a565-b739ff3bf4a7 req-191e4607-a2f2-41e9-b0c7-2ee8063dbc9b tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 210 time: 0.1171670 Nov 12 09:14:16.957812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c118fb2b-08fa-471e-9f82-ee047576bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b4606b-e6e6-43ef-a262-f18d63846983,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:16.963673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d4e775ac-4945-416a-831e-f5b0b6f4aa91, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d4e775ac-4945-416a-831e-f5b0b6f4aa91,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:17.002797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'port_id': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91', 'mac_address': 'fa:16:3e:5c:7f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb264e13-304f-4940-a9b6-c7de4ff9d7ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:14:17.071408 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-82825739-6df1-4bdc-8a10-d91e11b0f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.124194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-7606b2e9-5651-40c3-a049-cd4db27121ac tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9ccbfb688ee4494e8e05b83849f2a9cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716109 Nov 12 09:14:17.126589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Router 48fe7273-2b30-4d54-8c68-564eda98fb85 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:14:17.161045 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.175121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-82825739-6df1-4bdc-8a10-d91e11b0f5af None None] For port 31a84bf0-7b41-4d21-b44b-04baf33649d0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=31a84bf0-7b41-4d21-b44b-04baf33649d0,segment=NetworkSegment(6bd3a028-71e7-4be8-ad4f-328ca56f56b6),segment_id=6bd3a028-71e7-4be8-ad4f-328ca56f56b6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:17.191760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e775ac-4945-416a-831e-f5b0b6f4aa91 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:17.199087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-82825739-6df1-4bdc-8a10-d91e11b0f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.267316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82825739-6df1-4bdc-8a10-d91e11b0f5af None None] Pushing event updated for resources: {'Port': ['ID=31a84bf0-7b41-4d21-b44b-04baf33649d0,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:17.298295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31a84bf0-7b41-4d21-b44b-04baf33649d0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:17.306754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d4e775ac-4945-416a-831e-f5b0b6f4aa91, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d4e775ac-4945-416a-831e-f5b0b6f4aa91,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:17.328224 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.396313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=d4e775ac-4945-416a-831e-f5b0b6f4aa91,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:17.408894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 31a84bf0-7b41-4d21-b44b-04baf33649d0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:17.409459 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.450275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51984) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:17.465352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2909f1ad-dfea-4041-b016-9e6dab588b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.489256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-f5094432-bf30-4485-8b33-f829b96e107e tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:17.490706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-f5094432-bf30-4485-8b33-f829b96e107e tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3563147 Nov 12 09:14:17.512823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Request body: {'port': {'device_id': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '9ccbfb688ee4494e8e05b83849f2a9cf'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:17.579665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2909f1ad-dfea-4041-b016-9e6dab588b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.587954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2909f1ad-dfea-4041-b016-9e6dab588b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.597399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afeb4a4-b44a-490c-a336-441e9ee87bdd req-5d079542-08d3-4cbd-a0d9-836e35966bfe tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:17.599114 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3afeb4a4-b44a-490c-a336-441e9ee87bdd req-5d079542-08d3-4cbd-a0d9-836e35966bfe tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 945 time: 0.2222261 Nov 12 09:14:17.600061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:17.606651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-22549aa1-3922-49ee-8005-f8ab0dba62ff tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "PUT /v2.0/routers/48fe7273-2b30-4d54-8c68-564eda98fb85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9345722 Nov 12 09:14:17.609104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51986) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:17.616992 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] Sync routers for ids ['48fe7273-2b30-4d54-8c68-564eda98fb85'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:17.625624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'port': {'network_id': '663cc026-c53e-415d-a772-1ca258dd519d', 'name': 'tempest-FloatingIPNegativeTestJSON-1288693640'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:17.629841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-270e347b-1556-416c-9dd4-03a80a80eca1 None None] Provisioning complete for port 31a84bf0-7b41-4d21-b44b-04baf33649d0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:17.630255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] Routers {'48fe7273-2b30-4d54-8c68-564eda98fb85'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:17.630666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-270e347b-1556-416c-9dd4-03a80a80eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.630883 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48fe7273-2b30-4d54-8c68-564eda98fb85'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:17.637062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2909f1ad-dfea-4041-b016-9e6dab588b33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd9759d81650459d8f5e152fd542a454&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1825733 Nov 12 09:14:17.637062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909f1ad-dfea-4041-b016-9e6dab588b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0e36ea-4341-48dd-8cf1-13610b173949,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:17.639253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51988) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:17.678505 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:17.690119 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] Routers {'48fe7273-2b30-4d54-8c68-564eda98fb85'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:17.690740 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48fe7273-2b30-4d54-8c68-564eda98fb85'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:17.692253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['d4e775ac-4945-416a-831e-f5b0b6f4aa91'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:17.723745 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:17.724442 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99b9dce-06b2-4805-9735-cf1cc5ee7cc3 None None] The sync data for ids ['48fe7273-2b30-4d54-8c68-564eda98fb85'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:17.731005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9da796f0-b266-4785-ad9f-0646a229c26c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.757895 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9da796f0-b266-4785-ad9f-0646a229c26c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.821677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Made reservation on behalf of 9ccbfb688ee4494e8e05b83849f2a9cf for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:17.825643 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.840454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.871267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9da796f0-b266-4785-ad9f-0646a229c26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.874388 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9da796f0-b266-4785-ad9f-0646a229c26c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:17.876583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9da796f0-b266-4785-ad9f-0646a229c26c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff0e36ea-4341-48dd-8cf1-13610b173949 HTTP/1.1" status: 204 len: 168 time: 0.2366645 Nov 12 09:14:17.894210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da796f0-b266-4785-ad9f-0646a229c26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0e36ea-4341-48dd-8cf1-13610b173949,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:17.965847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3afeb4a4-b44a-490c-a336-441e9ee87bdd req-35d66f35-cac9-450d-ae4b-54821a93c61e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476326 Nov 12 09:14:18.033904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Made reservation on behalf of 6a6312005a044d7e99364a11598e7ec9 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:18.049263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.062786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a002-d915-4953-a658-f003f9a38684 req-0e02013f-4035-4b0c-b064-dbf15c4f3d18 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:18.075363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03c6a002-d915-4953-a658-f003f9a38684 req-0e02013f-4035-4b0c-b064-dbf15c4f3d18 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 944 time: 0.0800722 Nov 12 09:14:18.155813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03c6a002-d915-4953-a658-f003f9a38684 req-419f8eee-9133-49a3-b7f1-08fcd14fe663 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788774 Nov 12 09:14:18.167037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] device_id is not set on port 4eedeb9f-94aa-468d-a948-811f37d28af1 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:14:18.221297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-270e347b-1556-416c-9dd4-03a80a80eca1 None None] Provisioning complete for port eb4084f1-80f5-475d-abcf-6fa20b243a7a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:18.224009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18940e86-98b7-4611-8b05-d55ad08227dd req-a060ed9f-fe71-457e-a641-e9deec2281ad tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:18.225775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18940e86-98b7-4611-8b05-d55ad08227dd req-a060ed9f-fe71-457e-a641-e9deec2281ad tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 945 time: 0.1246519 Nov 12 09:14:18.226407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-270e347b-1556-416c-9dd4-03a80a80eca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.321039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-270e347b-1556-416c-9dd4-03a80a80eca1 None None] Port eb4084f1-80f5-475d-abcf-6fa20b243a7a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:18.334270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.353238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.378256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83c3c4ed-4ff8-4103-9ad6-7c3baf48e339 req-e38e1f7b-97d3-4aae-838b-a349e7901f21 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 210 time: 0.0316401 Nov 12 09:14:18.445800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f7f43d28-822c-44d1-8f87-9650b1e247ba None None] Provisioning complete for port eb4084f1-80f5-475d-abcf-6fa20b243a7a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:18.448237 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7f43d28-822c-44d1-8f87-9650b1e247ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.497616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f7f43d28-822c-44d1-8f87-9650b1e247ba None None] Port eb4084f1-80f5-475d-abcf-6fa20b243a7a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:18.512226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04beeb29-c584-4fe3-9df7-c4a3b78f42fb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:18.541584 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18940e86-98b7-4611-8b05-d55ad08227dd req-423772c8-ec99-4ef1-9613-aec9183d7da8 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759748 Nov 12 09:14:18.596705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Allocated IP 172.20.0.7 (663cc026-c53e-415d-a772-1ca258dd519d/8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2/4eedeb9f-94aa-468d-a948-811f37d28af1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:18.662189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Allocated IP 192.168.233.223 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/8a65a92a-1873-4657-9489-e3ab7662f10f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:18.970213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774e8a2-3900-4216-a329-d834e46a8337 req-430d1394-0051-410c-bfb2-6a2b0e8346b7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:18.972192 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b774e8a2-3900-4216-a329-d834e46a8337 req-430d1394-0051-410c-bfb2-6a2b0e8346b7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 945 time: 0.1289608 Nov 12 09:14:18.987996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:18.998626 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.040938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31a84bf0-7b41-4d21-b44b-04baf33649d0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:19.064985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.092229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 31a84bf0-7b41-4d21-b44b-04baf33649d0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:19.092609 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.095333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.114163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b774e8a2-3900-4216-a329-d834e46a8337 req-e1f984a2-447e-442a-8e9d-7e9bac9c7f64 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307735 Nov 12 09:14:19.162746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Network 663cc026-c53e-415d-a772-1ca258dd519d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:19.168627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:19.171506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:19.180497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.235386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:19.239764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:19.244535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Port': ['ID=4eedeb9f-94aa-468d-a948-811f37d28af1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:19.247309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:19.370367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:19.372023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.401092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb4328-1b08-4514-9093-749286cbc5d2 req-13a245f0-e998-430c-a2bf-0358c18a29d6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:19.406879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:19.407578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.415800 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fabb4328-1b08-4514-9093-749286cbc5d2 req-13a245f0-e998-430c-a2bf-0358c18a29d6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 944 time: 0.1189229 Nov 12 09:14:19.445412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9c95d27a-9a48-4374-86af-f3070ea71f82 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8352761 Nov 12 09:14:19.454741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52046) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:19.460624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:19.471201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Pushing event updated for resources: {'Port': ['ID=8a65a92a-1873-4657-9489-e3ab7662f10f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:19.478426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-5b316a27-f50a-4587-8b8c-ab9e51fd0aeb tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9706795 Nov 12 09:14:19.502660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-86904afd-0291-4084-9eeb-a278576fd71f tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:14:19.510704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-86904afd-0291-4084-9eeb-a278576fd71f tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160069 Nov 12 09:14:19.524051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fabb4328-1b08-4514-9093-749286cbc5d2 req-fe0d4fc0-c105-4002-875d-8bc823f97e3e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067252 Nov 12 09:14:19.555020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Request body: {'port': {'device_id': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:19.635000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f132678e-2222-412f-9888-81efea94898e None None] Provisioning complete for port 4eedeb9f-94aa-468d-a948-811f37d28af1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:19.635736 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f132678e-2222-412f-9888-81efea94898e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.676438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f132678e-2222-412f-9888-81efea94898e None None] Port 4eedeb9f-94aa-468d-a948-811f37d28af1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:19.733704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.802826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-97f5f34d-2025-4400-8d74-16b57f8b0669 None None] Provisioning complete for port 8a65a92a-1873-4657-9489-e3ab7662f10f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:19.803207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97f5f34d-2025-4400-8d74-16b57f8b0669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.839277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-97f5f34d-2025-4400-8d74-16b57f8b0669 None None] Port 8a65a92a-1873-4657-9489-e3ab7662f10f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:19.925447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:19.996383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.039037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adca72-592c-4182-a0bd-e1a634733c5c req-1bc68ebe-2aa3-4f76-8145-e4a1ce99c052 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:20.040741 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1adca72-592c-4182-a0bd-e1a634733c5c req-1bc68ebe-2aa3-4f76-8145-e4a1ce99c052 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 936 time: 0.5330520 Nov 12 09:14:20.160271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1adca72-592c-4182-a0bd-e1a634733c5c req-25a379b8-242c-484a-be41-c72a95ed9994 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087980 Nov 12 09:14:20.265367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaef8cd-fc58-4779-a246-9e3c78b34e1d req-3c377a80-4a8f-4fe5-bb36-6938ef5adc42 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:20.267066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1eaef8cd-fc58-4779-a246-9e3c78b34e1d req-3c377a80-4a8f-4fe5-bb36-6938ef5adc42 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 945 time: 0.0579941 Nov 12 09:14:20.282811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.334456 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.346852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1eaef8cd-fc58-4779-a246-9e3c78b34e1d req-1aa79fe9-0b85-45a0-ae14-24b80f00dca5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730069 Nov 12 09:14:20.408921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-e32b3844-fc0f-43cc-a8df-06bb44a88e4f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:20.410691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-e32b3844-fc0f-43cc-a8df-06bb44a88e4f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 945 time: 0.0869298 Nov 12 09:14:20.496032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Allocated IP 172.25.5.52 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b808e7db-f818-4d6b-a933-880fef8b8445) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:20.522804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a65a92a-1873-4657-9489-e3ab7662f10f {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:20.529179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port 95812755-77a7-4227-b6f6-7ad03add7d4f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:20.529519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.543318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.600132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Transition to ACTIVE for port object 8a65a92a-1873-4657-9489-e3ab7662f10f will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:14:20.610523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.650228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d4e775ac-4945-416a-831e-f5b0b6f4aa91 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:20.709593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=8a65a92a-1873-4657-9489-e3ab7662f10f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:20.716625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.722395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410dc8a-1abd-4e7c-9f2b-ad302371982b req-1f161948-f65c-4b9f-8264-84a517c24b4b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:20.731558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c410dc8a-1abd-4e7c-9f2b-ad302371982b req-1f161948-f65c-4b9f-8264-84a517c24b4b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 944 time: 0.1034722 Nov 12 09:14:20.756464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52096) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:20.770049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] For port 95812755-77a7-4227-b6f6-7ad03add7d4f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=95812755-77a7-4227-b6f6-7ad03add7d4f,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:20.770415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.789813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port d4e775ac-4945-416a-831e-f5b0b6f4aa91 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:14:20.795841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port d4e775ac-4945-416a-831e-f5b0b6f4aa91 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:20.796490 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.823769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c410dc8a-1abd-4e7c-9f2b-ad302371982b req-e4d8d853-699b-40b3-bbb7-b61c821fb2e6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871298 Nov 12 09:14:20.829837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for 95812755-77a7-4227-b6f6-7ad03add7d4f owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:20.866049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Attempting to bind port 8a65a92a-1873-4657-9489-e3ab7662f10f on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:20.866550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Attempting to bind port 8a65a92a-1873-4657-9489-e3ab7662f10f by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:20.866988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Attempting to bind port 8a65a92a-1873-4657-9489-e3ab7662f10f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:20.872322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Port 8a65a92a-1873-4657-9489-e3ab7662f10f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:14:20.872774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Attempting to bind port 8a65a92a-1873-4657-9489-e3ab7662f10f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:20.878506 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.888494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:20.888982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:20.889533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:20.890092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Bound port: 8a65a92a-1873-4657-9489-e3ab7662f10f, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:20.890698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.934363 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.942320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55d86f89-f7ed-4dad-911f-f9c0111408d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:20.971002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Port': ['ID=b808e7db-f818-4d6b-a933-880fef8b8445,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:20.980862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:20.982775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:20.985362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:20.987447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:20.994043 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54704534-c3b0-48f6-8d69-346e2b05613d" -d '{"events": [{"server_uuid": "8023bbd4-ee69-4e1b-ba58-8f64303c276c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e775ac-4945-416a-831e-f5b0b6f4aa91"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:21.044849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d4e775ac-4945-416a-831e-f5b0b6f4aa91, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d4e775ac-4945-416a-831e-f5b0b6f4aa91,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:21.049440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.075789 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.097260 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3477de46-b26f-4725-8680-d42656226745 x-openstack-request-id: req-3477de46-b26f-4725-8680-d42656226745 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:21.097698 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8023bbd4-ee69-4e1b-ba58-8f64303c276c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e775ac-4945-416a-831e-f5b0b6f4aa91", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:21.097956 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3477de46-b26f-4725-8680-d42656226745 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:21.098353 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91', 'code': 200} Nov 12 09:14:21.110235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a3905377-626a-4dc2-b591-a600afe56d92'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:21.135067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] For port 8a65a92a-1873-4657-9489-e3ab7662f10f, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:21.135620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=95812755-77a7-4227-b6f6-7ad03add7d4f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:21.161859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['95812755-77a7-4227-b6f6-7ad03add7d4f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:21.173135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55d86f89-f7ed-4dad-911f-f9c0111408d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.201670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] For port 8a65a92a-1873-4657-9489-e3ab7662f10f, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8a65a92a-1873-4657-9489-e3ab7662f10f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:21.211243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.222954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55d86f89-f7ed-4dad-911f-f9c0111408d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.230681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=d4e775ac-4945-416a-831e-f5b0b6f4aa91,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:21.242491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:21.243345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.245890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] 10.222.0.55 "PUT /v2.0/ports/8a65a92a-1873-4657-9489-e3ab7662f10f HTTP/1.1" status: 200 len: 1097 time: 1.7053585 Nov 12 09:14:21.256151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.256647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.257007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.258097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.262638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.263057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.263827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.264218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.264609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.264951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.265288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.265676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:21.283800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'tag': '8a65a92a-1873-4657-9489-e3ab7662f10f'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:21.286219 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07edce56-e9be-489c-a97f-bd664f842202" -d '{"events": [{"name": "network-changed", "server_uuid": "6639911e-57b3-45d9-aa42-a5d7d53c5892", "tag": "8a65a92a-1873-4657-9489-e3ab7662f10f"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:21.323755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] No DVR routers for this DVR port 95812755-77a7-4227-b6f6-7ad03add7d4f on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:21.332088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.349919 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.354494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-227a31eb-443d-40aa-92dc-9d2b96dab531 req-eb6c3533-5c8f-46d2-8151-0b3f65e80c6e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "DELETE /v2.0/ports/95812755-77a7-4227-b6f6-7ad03add7d4f HTTP/1.1" status: 204 len: 173 time: 0.9364479 Nov 12 09:14:21.361523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fde4336-a409-4073-af25-2ab2f19e6806', 'name': 'network-vif-deleted', 'tag': '95812755-77a7-4227-b6f6-7ad03add7d4f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:21.364771 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cada63-d4e4-49d1-9142-35a31717df6c" -d '{"events": [{"server_uuid": "4fde4336-a409-4073-af25-2ab2f19e6806", "name": "network-vif-deleted", "tag": "95812755-77a7-4227-b6f6-7ad03add7d4f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:21.402641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d54f3-209b-4926-a40d-8c947d4dc512 req-ba69cae7-f535-4237-a23d-f695f4cd0387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:21.404742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-476d54f3-209b-4926-a40d-8c947d4dc512 req-ba69cae7-f535-4237-a23d-f695f4cd0387 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 1097 time: 0.2296772 Nov 12 09:14:21.406111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d86f89-f7ed-4dad-911f-f9c0111408d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c00ea7-07b8-4c43-8abf-fdbecaf7df7c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:21.411629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-55d86f89-f7ed-4dad-911f-f9c0111408d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38484aabdc034ee2ad3c9ffaefc52e58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6540341 Nov 12 09:14:21.415550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52114) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:21.507633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007d311-3d33-4fad-bfc3-b6902780c68c req-1a96c064-174e-442a-b99a-a4ccde04a34e tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:21.510178 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0007d311-3d33-4fad-bfc3-b6902780c68c req-1a96c064-174e-442a-b99a-a4ccde04a34e tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 948 time: 0.1797755 Nov 12 09:14:21.510856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f2470-fe97-43f7-971f-faf80890fc38 service neutron] Pushing event updated for resources: {'Port': ['ID=8a65a92a-1873-4657-9489-e3ab7662f10f,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:21.544023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-31b28d8e-9b15-418b-8172-6c59e3486b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:21.545660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-31b28d8e-9b15-418b-8172-6c59e3486b92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ccbfb688ee4494e8e05b83849f2a9cf&device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 1100 time: 0.2559931 Nov 12 09:14:21.547363 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.556399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-378b1df7-34de-4f98-9d83-fdd6e6c4c56c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.611518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-378b1df7-34de-4f98-9d83-fdd6e6c4c56c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.636123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-476d54f3-209b-4926-a40d-8c947d4dc512 req-de3e8e40-05fb-40f1-b73f-2184e684c085 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223623 Nov 12 09:14:21.694555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-378b1df7-34de-4f98-9d83-fdd6e6c4c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.699623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-378b1df7-34de-4f98-9d83-fdd6e6c4c56c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:21.701291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-378b1df7-34de-4f98-9d83-fdd6e6c4c56c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71c00ea7-07b8-4c43-8abf-fdbecaf7df7c HTTP/1.1" status: 204 len: 168 time: 0.2761650 Nov 12 09:14:21.716533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b1df7-34de-4f98-9d83-fdd6e6c4c56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c00ea7-07b8-4c43-8abf-fdbecaf7df7c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:21.723562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-b055ff26-6288-49de-b676-ac86ccb8f1d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8a65a92a-1873-4657-9489-e3ab7662f10f HTTP/1.1" status: 200 len: 217 time: 0.1036983 Nov 12 09:14:21.763957 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0007d311-3d33-4fad-bfc3-b6902780c68c req-651c0684-a663-4464-ab96-81f5e31d8817 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435515 Nov 12 09:14:21.816574 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4256ca-4ad2-4fe9-8cfb-1bdfab19b9b0 x-openstack-request-id: req-ff4256ca-4ad2-4fe9-8cfb-1bdfab19b9b0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:21.816915 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6639911e-57b3-45d9-aa42-a5d7d53c5892", "tag": "8a65a92a-1873-4657-9489-e3ab7662f10f", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:21.817130 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff4256ca-4ad2-4fe9-8cfb-1bdfab19b9b0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:21.817546 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'tag': '8a65a92a-1873-4657-9489-e3ab7662f10f', 'status': 'completed', 'code': 200} Nov 12 09:14:21.864086 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0f8a19-291b-4364-84b7-59e42d919f48 x-openstack-request-id: req-9d0f8a19-291b-4364-84b7-59e42d919f48 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:21.864456 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fde4336-a409-4073-af25-2ab2f19e6806", "name": "network-vif-deleted", "tag": "95812755-77a7-4227-b6f6-7ad03add7d4f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:21.864808 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d0f8a19-291b-4364-84b7-59e42d919f48 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:21.865331 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fde4336-a409-4073-af25-2ab2f19e6806', 'name': 'network-vif-deleted', 'tag': '95812755-77a7-4227-b6f6-7ad03add7d4f', 'status': 'completed', 'code': 200} Nov 12 09:14:21.875681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5417b47-0937-41ed-8d13-0e9276821d2f req-64f3a533-2f14-4446-9b9a-f9fd6e589b13 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.0424061 Nov 12 09:14:21.964553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-ce1a36dc-4a3e-42d4-b85a-1dd4c4c63ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:21.966399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-ce1a36dc-4a3e-42d4-b85a-1dd4c4c63ea9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.2326245 Nov 12 09:14:22.112032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-adeb527a-7093-423b-bb8d-472a90123c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:22.113822 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-adeb527a-7093-423b-bb8d-472a90123c66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1379714 Nov 12 09:14:22.185820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52128) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:22.209687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbe10ecf-0dcb-4eec-b2c9-feeb4ffa1d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.214742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.225784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3e8ac-a33c-4b89-8ebd-34be7cbe4b55 req-c312dc8d-81dc-47a4-a77a-6046fd2e9ddf tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:22.227374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fde3e8ac-a33c-4b89-8ebd-34be7cbe4b55 req-c312dc8d-81dc-47a4-a77a-6046fd2e9ddf tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 945 time: 0.1587186 Nov 12 09:14:22.230393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.311055 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbe10ecf-0dcb-4eec-b2c9-feeb4ffa1d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.315272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cbe10ecf-0dcb-4eec-b2c9-feeb4ffa1d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.356870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-54442605-dd84-4638-b436-f037fa0b2dcc service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328959 Nov 12 09:14:22.357536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Port': ['ID=b808e7db-f818-4d6b-a933-880fef8b8445,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:22.358863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cbe10ecf-0dcb-4eec-b2c9-feeb4ffa1d7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc5b21b64a60451fa1a0992bbfefa51c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716812 Nov 12 09:14:22.361124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe10ecf-0dcb-4eec-b2c9-feeb4ffa1d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caca224a-cd79-4b7a-93d5-31e568cd3dbf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:22.362765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:22.398600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fde3e8ac-a33c-4b89-8ebd-34be7cbe4b55 req-362fbe89-32e4-4cb2-b9c2-9003434bfcbb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548326 Nov 12 09:14:22.436825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.515559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.516924 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b4ff4afa-1f64-4fd4-8bce-8b6faade920d tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0608718 Nov 12 09:14:22.520249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52132) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:22.525599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-140e4e32-1fee-49ae-979f-130a057a2234 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'floatingip': {'port_id': '4eedeb9f-94aa-468d-a948-811f37d28af1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:22.551229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93faf0ef-20fd-4f3f-bd5a-8a235af60821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.554720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c87f80f8-bddd-497d-949d-929bcae3cf02 req-b70616ff-9f4b-4079-9c86-401d10109757 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832623 Nov 12 09:14:22.585211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93faf0ef-20fd-4f3f-bd5a-8a235af60821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.594905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-140e4e32-1fee-49ae-979f-130a057a2234 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.678720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edce56-e9be-489c-a97f-bd664f842202 req-0deecb04-5e6f-41d2-a188-a66aa74a18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:22.681864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07edce56-e9be-489c-a97f-bd664f842202 req-0deecb04-5e6f-41d2-a188-a66aa74a18e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ccbfb688ee4494e8e05b83849f2a9cf&device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 1100 time: 0.0723209 Nov 12 09:14:22.686993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93faf0ef-20fd-4f3f-bd5a-8a235af60821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.690092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93faf0ef-20fd-4f3f-bd5a-8a235af60821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:22.694188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-93faf0ef-20fd-4f3f-bd5a-8a235af60821 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caca224a-cd79-4b7a-93d5-31e568cd3dbf HTTP/1.1" status: 204 len: 168 time: 0.3224394 Nov 12 09:14:22.727523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faf0ef-20fd-4f3f-bd5a-8a235af60821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caca224a-cd79-4b7a-93d5-31e568cd3dbf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:22.803775 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-140e4e32-1fee-49ae-979f-130a057a2234 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] update failed (client error): The resource could not be found. Nov 12 09:14:22.812544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:22.813385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-140e4e32-1fee-49ae-979f-130a057a2234 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "PUT /v2.0/floatingips/27b7fa94-e07a-49af-ada0-5cda483d962e HTTP/1.1" status: 404 len: 507 time: 0.2920039 Nov 12 09:14:23.007141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edce56-e9be-489c-a97f-bd664f842202 req-96f4945a-ed73-43ef-96cf-69536c123c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.009293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07edce56-e9be-489c-a97f-bd664f842202 req-96f4945a-ed73-43ef-96cf-69536c123c32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.3160121 Nov 12 09:14:23.024227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a57129c-dc6b-4eff-841f-b140f617fbc9 req-ba8b3b68-f1f2-4d0c-bf1b-d0002c93b957 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.037531 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a57129c-dc6b-4eff-841f-b140f617fbc9 req-ba8b3b68-f1f2-4d0c-bf1b-d0002c93b957 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 948 time: 0.1845896 Nov 12 09:14:23.077440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-d5f2f7ff-0185-4b5a-8f63-a5885aade83d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1590214 Nov 12 09:14:23.120249 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-170ec8ad-3b30-48d4-9e5c-b6775072619c req-ef4367d7-8189-473b-9001-1cea0ea3441c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.1076512 Nov 12 09:14:23.123001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07edce56-e9be-489c-a97f-bd664f842202 req-ad1393da-5dc9-46d1-bf8c-1875f46084f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=8a65a92a-1873-4657-9489-e3ab7662f10f HTTP/1.1" status: 200 len: 217 time: 0.0954251 Nov 12 09:14:23.177511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Deleting port b808e7db-f818-4d6b-a933-880fef8b8445 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:23.177870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.206144 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a57129c-dc6b-4eff-841f-b140f617fbc9 req-adb64e41-5c49-467f-87a4-a60643c317d3 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652665 Nov 12 09:14:23.273707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edce56-e9be-489c-a97f-bd664f842202 req-31a42ce5-b69a-4e52-8265-702499e26ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.275297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07edce56-e9be-489c-a97f-bd664f842202 req-31a42ce5-b69a-4e52-8265-702499e26ef3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.1396666 Nov 12 09:14:23.328815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.329680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.333893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.334821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.337671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.338263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.340462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.343481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-22bf5954-e7c3-4dc2-8918-bef388c30e6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6507 time: 0.1987739 Nov 12 09:14:23.380219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.380539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.402206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edce56-e9be-489c-a97f-bd664f842202 req-d2f42b40-f53b-4b06-988b-59ed327c1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.404153 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07edce56-e9be-489c-a97f-bd664f842202 req-d2f42b40-f53b-4b06-988b-59ed327c1236 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1151536 Nov 12 09:14:23.406047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Calling delete_port for b808e7db-f818-4d6b-a933-880fef8b8445 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:23.499703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-42d3f0d5-6b01-476d-b896-5be933a266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.500224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-42d3f0d5-6b01-476d-b896-5be933a266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.500690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-42d3f0d5-6b01-476d-b896-5be933a266a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.503114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-42d3f0d5-6b01-476d-b896-5be933a266a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 200 len: 2296 time: 0.1217513 Nov 12 09:14:23.598768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-05be6978-241c-4238-a90b-76b77cb1fd46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101 HTTP/1.1" status: 200 len: 1001 time: 0.0845160 Nov 12 09:14:23.631713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07edce56-e9be-489c-a97f-bd664f842202 req-f1e1ac42-1810-465a-a0c3-071a71bc6b30 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181549 Nov 12 09:14:23.651640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e3055-56a8-4860-9953-073acd5fc4c1 req-ce31545f-7a17-4725-a9fc-405a87e945f2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.653209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-194e3055-56a8-4860-9953-073acd5fc4c1 req-ce31545f-7a17-4725-a9fc-405a87e945f2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 945 time: 0.1145332 Nov 12 09:14:23.684454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-082023b7-d157-40f0-9f3f-848a32571712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.690086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-082023b7-d157-40f0-9f3f-848a32571712 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1bfae29-9c67-4a0b-a665-b7a64625e8f9 HTTP/1.1" status: 200 len: 855 time: 0.0826540 Nov 12 09:14:23.751342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-a16f8611-d3f0-4d29-8ff8-28104c88ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:23.753802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-a16f8611-d3f0-4d29-8ff8-28104c88ac2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557747 Nov 12 09:14:23.830782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-194e3055-56a8-4860-9953-073acd5fc4c1 req-4fa098d7-2348-433e-b0fe-1545f648c935 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623368 Nov 12 09:14:23.844147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07edce56-e9be-489c-a97f-bd664f842202 req-74b4f8ee-c983-4c9b-bd90-0fed53e149ba service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891890 Nov 12 09:14:23.845590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.872907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52170) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:23.878091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event deleted for resources: {'Port': ['ID=b808e7db-f818-4d6b-a933-880fef8b8445,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:23.921520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-468ca7a4-e3af-4aed-aa61-7c0f2f248b8e service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607277 Nov 12 09:14:23.963279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.966075 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:23.967439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b0bd697a-fa32-4fea-a64d-e7600ed7d28b tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "DELETE /v2.0/floatingips/27b7fa94-e07a-49af-ada0-5cda483d962e HTTP/1.1" status: 204 len: 168 time: 1.1394894 Nov 12 09:14:23.971373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:23.976091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-186cfce8-cb3b-4d20-9c35-a1da9438b16e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'floatingip': {'floating_network_id': '663cc026-c53e-415d-a772-1ca258dd519d', 'port_id': '4eedeb9f-94aa-468d-a948-811f37d28af1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:24.007671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-186cfce8-cb3b-4d20-9c35-a1da9438b16e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.071471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309827968-network', 'tenant_id': '580d5c955cb84383b0d8acbf67ab5359'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:24.095137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-f1ff6bcb-d203-46fb-a310-8eaec99b3054 service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652377 Nov 12 09:14:24.146619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Made reservation on behalf of 580d5c955cb84383b0d8acbf67ab5359 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:24.148933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.151636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-b00ef310-2763-4989-81b0-ac7973246504 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 217 time: 0.0473716 Nov 12 09:14:24.210887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fe9a3-db86-4b26-b5c6-cab4e8495a2e req-2594a5d9-be51-498a-8861-3730bd8c34c7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:24.212681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-493fe9a3-db86-4b26-b5c6-cab4e8495a2e req-2594a5d9-be51-498a-8861-3730bd8c34c7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 945 time: 0.0817268 Nov 12 09:14:24.217065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.220823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-60a5e369-086e-47a3-8755-efea520f03cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:24.223296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-60a5e369-086e-47a3-8755-efea520f03cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0527911 Nov 12 09:14:24.291534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-493fe9a3-db86-4b26-b5c6-cab4e8495a2e req-024f54c2-4495-4f68-aa2d-449c4290e776 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670571 Nov 12 09:14:24.342091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a81a85d2-95b0-4b28-a14e-b25b4b433548 req-db62dce3-20ff-44e9-a7ca-27eacad2d54c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.0749638 Nov 12 09:14:24.367319 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-186cfce8-cb3b-4d20-9c35-a1da9438b16e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:14:24.367319 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-186cfce8-cb3b-4d20-9c35-a1da9438b16e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3908679 Nov 12 09:14:24.367319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52186) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:24.377230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '4eedeb9f-94aa-468d-a948-811f37d28af1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:24.390624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-157ae714-e698-47a9-ac42-bf79348e3852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:24.395229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-157ae714-e698-47a9-ac42-bf79348e3852 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1643081 Nov 12 09:14:24.432352 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.548432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.558068 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.573766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:24.587510 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.587872 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Added segment 6e3b2f07-175d-4476-886c-20ff3fe022c9 of type vlan for network 65419e20-f394-4c22-8edf-054c6146dc0c Nov 12 09:14:24.640908 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.691049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 95812755-77a7-4227-b6f6-7ad03add7d4f no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:24.707020 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-ffc1ae1b-4693-4e96-84bc-d8f57d2a85d1 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995145 Nov 12 09:14:24.727404 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.728410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:24.729002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.737393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 95812755-77a7-4227-b6f6-7ad03add7d4f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:24.737971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 95812755-77a7-4227-b6f6-7ad03add7d4f not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:24.777653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96bf974-a6c8-416d-a582-16ebe921ba87,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:24.863420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9864364 Nov 12 09:14:24.864608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52190) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:24.869762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Request body: {'subnet': {'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309827968-subnet', 'tenant_id': '580d5c955cb84383b0d8acbf67ab5359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:24.881185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d469791-4528-4df8-a3ce-10a820b1573a admin admin] Pushing event updated for resources: {'Network': ['ID=65419e20-f394-4c22-8edf-054c6146dc0c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:24.903811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8669822-692b-488a-9705-dc62f981b9ec req-bb8cd8a2-35c3-412d-aaa7-a5239c8a71b4 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:24.905866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 65419e20-f394-4c22-8edf-054c6146dc0c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:24.916864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8669822-692b-488a-9705-dc62f981b9ec req-bb8cd8a2-35c3-412d-aaa7-a5239c8a71b4 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 948 time: 0.4699321 Nov 12 09:14:24.917879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-878f3799-731d-463b-97b1-db846e9076a0 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036304 Nov 12 09:14:24.919735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Made reservation on behalf of 580d5c955cb84383b0d8acbf67ab5359 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:24.923632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:24.983079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8669822-692b-488a-9705-dc62f981b9ec req-7d535306-74be-4139-8424-da65aa600c6b tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651956 Nov 12 09:14:24.992566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-e5d8545b-9349-4e5d-9738-dd3d3ebc4bc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 217 time: 0.0661321 Nov 12 09:14:25.016987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.111782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-1a13b3c1-dd1f-49cc-90a1-8e40a5d15fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.113391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-1a13b3c1-dd1f-49cc-90a1-8e40a5d15fa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0697608 Nov 12 09:14:25.159076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Allocated IP 172.25.5.223 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/bb7cbc8d-6977-4d6d-8280-dce4e15b7abe) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:25.198672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-879bdd16-fa84-45ce-8969-e9bdd36f10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.200128 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-879bdd16-fa84-45ce-8969-e9bdd36f10f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0789237 Nov 12 09:14:25.268510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.295180 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.308333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.358897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:25.364046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:25.377069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1014187-f395-4ce3-86a7-295de1499fa5,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:25.379559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:25.391213 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-0986645d-a599-48b8-8d74-0de844313907 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680226 Nov 12 09:14:25.409471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Checking segment: {'id': '6e3b2f07-175d-4476-886c-20ff3fe022c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:25.409905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Network hostable DHCP agents. Network: 65419e20-f394-4c22-8edf-054c6146dc0c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:25.413826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event updated for resources: {'Port': ['ID=bb7cbc8d-6977-4d6d-8280-dce4e15b7abe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:25.508000 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7057c725-9bb8-424a-b6b4-f9adb2da73b2 req-c698d577-79f2-473a-bced-ad6e295d3671 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.0471075 Nov 12 09:14:25.629277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Deleting port bb7cbc8d-6977-4d6d-8280-dce4e15b7abe {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:25.629969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.737292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.737793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.754197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Calling delete_port for bb7cbc8d-6977-4d6d-8280-dce4e15b7abe owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:25.879035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-8fa2e01d-95c2-4205-886f-dc32da36d4b0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.880608 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-8fa2e01d-95c2-4205-886f-dc32da36d4b0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 945 time: 0.4114048 Nov 12 09:14:25.887853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Network 65419e20-f394-4c22-8edf-054c6146dc0c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:25.891195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:25.918983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe3b96-033e-4316-8f77-76ac16073c6f req-339da8f2-772f-4790-a6d6-5a5c3ae2c1a2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.920589 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1fe3b96-033e-4316-8f77-76ac16073c6f req-339da8f2-772f-4790-a6d6-5a5c3ae2c1a2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 945 time: 0.5049794 Nov 12 09:14:25.949600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 65419e20-f394-4c22-8edf-054c6146dc0c) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:25.960457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc9830-bc51-406a-90bd-ce3ef329e821 None None] Network 65419e20-f394-4c22-8edf-054c6146dc0c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:25.969453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event deleted for resources: {'Port': ['ID=bb7cbc8d-6977-4d6d-8280-dce4e15b7abe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:25.985939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:25.996268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.051947 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] create failed (client error): The resource could not be found. Nov 12 09:14:26.053871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9008c125-fd75-4a18-88f8-03a98f4d0e7c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6848118 Nov 12 09:14:26.057813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52204) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:26.121745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-3f7447fd-98c8-4a2f-830a-8c07a8348567 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220454 Nov 12 09:14:26.127833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-76f8a1dd-3df3-4e4d-8c60-fe1b24394cf3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2621758 Nov 12 09:14:26.159031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b66676-9ccc-4f73-8218-c8e51c2ac60c None None] Network 65419e20-f394-4c22-8edf-054c6146dc0c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:26.210313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-37e53e9a-5410-46cd-95d0-e2955e5518c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=e3a3e784-4c68-4616-b432-8018d2162f83 HTTP/1.1" status: 200 len: 217 time: 0.0784709 Nov 12 09:14:26.274597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Deleting port d4e775ac-4945-416a-831e-f5b0b6f4aa91 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:26.274597 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.298240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae0b0d-6e0d-4ba2-8fa8-e5d9ac60cc00 req-c7f18be4-9767-4eae-b802-87c8cea59595 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:26.307390 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90ae0b0d-6e0d-4ba2-8fa8-e5d9ac60cc00 req-c7f18be4-9767-4eae-b802-87c8cea59595 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 948 time: 0.2052965 Nov 12 09:14:26.337241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Deleting port 4eedeb9f-94aa-468d-a948-811f37d28af1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:26.338645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.356469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1fe3b96-033e-4316-8f77-76ac16073c6f req-b18fb802-2024-48e9-9f30-c83618c08756 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128687 Nov 12 09:14:26.382875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-dae7a4b9-31a9-49a3-af58-71d5c93bb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:26.384392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-dae7a4b9-31a9-49a3-af58-71d5c93bb9cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.1652939 Nov 12 09:14:26.453819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] For port d4e775ac-4945-416a-831e-f5b0b6f4aa91, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d4e775ac-4945-416a-831e-f5b0b6f4aa91,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:26.454898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.467602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90ae0b0d-6e0d-4ba2-8fa8-e5d9ac60cc00 req-054803e2-91d2-4539-8ca6-af0ec510fcf2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583633 Nov 12 09:14:26.476669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Calling delete_port for d4e775ac-4945-416a-831e-f5b0b6f4aa91 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:26.532473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.550547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Calling delete_port for 4eedeb9f-94aa-468d-a948-811f37d28af1 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:26.580556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-0b9bca34-d268-468a-b9a0-c5cee86b7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:26.582225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-0b9bca34-d268-468a-b9a0-c5cee86b7109 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1837287 Nov 12 09:14:26.689635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8a65a92a-1873-4657-9489-e3ab7662f10f details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:14:26.756614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90041c0e-ae81-4dba-b9e9-f850b8560f53 req-92d76c97-6e8b-455e-b10b-024ad65ec28a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.0464334 Nov 12 09:14:26.789520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.798000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.827132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-0d8b9f22-e88c-4108-9374-7f2a836907df service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363584 Nov 12 09:14:26.830884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event deleted for resources: {'Port': ['ID=d4e775ac-4945-416a-831e-f5b0b6f4aa91,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:26.886728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event deleted for resources: {'Port': ['ID=4eedeb9f-94aa-468d-a948-811f37d28af1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:26.904036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] No DVR routers for this DVR port d4e775ac-4945-416a-831e-f5b0b6f4aa91 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:26.922482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8a65a92a-1873-4657-9489-e3ab7662f10f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8a65a92a-1873-4657-9489-e3ab7662f10f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:26.944702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '8a65a92a-1873-4657-9489-e3ab7662f10f', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '8a65a92a-1873-4657-9489-e3ab7662f10f', 'mac_address': 'fa:16:3e:08:e5:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:14:26.963474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:26.971689 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd7b48bc-6228-4b5b-b9cf-0df0ff6fa5de req-dd16c64e-f60f-4d15-b225-6cdb5827921c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "DELETE /v2.0/ports/d4e775ac-4945-416a-831e-f5b0b6f4aa91 HTTP/1.1" status: 204 len: 173 time: 1.0744724 Nov 12 09:14:26.972306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'name': 'network-vif-deleted', 'tag': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:26.974967 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a23153-a032-4d69-8023-df38b76a0445" -d '{"events": [{"server_uuid": "8023bbd4-ee69-4e1b-ba58-8f64303c276c", "name": "network-vif-deleted", "tag": "d4e775ac-4945-416a-831e-f5b0b6f4aa91"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:27.068110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.075006 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.075802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-f34b7d0c-723a-460b-b03b-32baf330e4f8 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389679 Nov 12 09:14:27.084721 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c6788f3e-7ab0-4822-add8-fbf563cdeff7 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "DELETE /v2.0/ports/4eedeb9f-94aa-468d-a948-811f37d28af1 HTTP/1.1" status: 204 len: 168 time: 1.0257754 Nov 12 09:14:27.089587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:27.115540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a65a92a-1873-4657-9489-e3ab7662f10f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:27.148678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-914cee06-1e27-4085-bfd9-5c86b8b05d67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=a19758b7-9361-412e-9c74-09838e149ccd HTTP/1.1" status: 200 len: 217 time: 0.0668104 Nov 12 09:14:27.162383 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2755e7b2-d156-4563-9dc1-2f422c5af654 x-openstack-request-id: req-2755e7b2-d156-4563-9dc1-2f422c5af654 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:27.162684 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8023bbd4-ee69-4e1b-ba58-8f64303c276c", "name": "network-vif-deleted", "tag": "d4e775ac-4945-416a-831e-f5b0b6f4aa91", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:27.162943 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2755e7b2-d156-4563-9dc1-2f422c5af654 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:27.163350 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8023bbd4-ee69-4e1b-ba58-8f64303c276c', 'name': 'network-vif-deleted', 'tag': 'd4e775ac-4945-416a-831e-f5b0b6f4aa91', 'status': 'completed', 'code': 200} Nov 12 09:14:27.169860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8a65a92a-1873-4657-9489-e3ab7662f10f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8a65a92a-1873-4657-9489-e3ab7662f10f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:27.177755 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.218486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-ac29dbea-daec-4a4a-9629-14c8985c0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.220177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-ac29dbea-daec-4a4a-9629-14c8985c0ce3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0600359 Nov 12 09:14:27.237588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e975f64-0a52-4151-b377-0c6b6d0daba4 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.244292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52232) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:27.248812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e975f64-0a52-4151-b377-0c6b6d0daba4 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "GET /v2.0/ports?device_id=48fe7273-2b30-4d54-8c68-564eda98fb85 HTTP/1.1" status: 200 len: 913 time: 0.1577671 Nov 12 09:14:27.249303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-28420414-network', 'tenant_id': '76c4951922fe405f90c847b0ec395eca'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:27.249893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:27.300004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8a65a92a-1873-4657-9489-e3ab7662f10f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:27.322785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Made reservation on behalf of 76c4951922fe405f90c847b0ec395eca for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:27.325182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.336026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-e8c9135e-ce9f-4498-8773-d04f607cf102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.337622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-e8c9135e-ce9f-4498-8773-d04f607cf102 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1091716 Nov 12 09:14:27.338783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.443031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['8a65a92a-1873-4657-9489-e3ab7662f10f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:27.471197 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-35d123d6-d968-41c9-8b78-e20bc7b8e1d7 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232898 Nov 12 09:14:27.545120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.572687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.627841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:27.631836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3034a3-27fa-42d2-9a0e-2205f325cf4f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:27.735129 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.741017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecafc1a2-7bf6-45ce-86ac-50826cdbf5e5 req-9100419b-9e0c-4c7a-81cb-d8c96798a2d2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=8023bbd4-ee69-4e1b-ba58-8f64303c276c HTTP/1.1" status: 200 len: 210 time: 0.0968013 Nov 12 09:14:27.745627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.745909 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Added segment 77b2494f-8699-4003-ba72-479476106c45 of type vlan for network 2c48bd74-124d-4d95-9960-575d5b107034 Nov 12 09:14:27.771692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-c91bc192-084b-4b7b-b462-521c262f5da5 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923682 Nov 12 09:14:27.792339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433571b-5039-479d-985e-c8cb1ed70828 req-3c538d9c-96fd-4950-932b-1cc2eb5db05e tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.800516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7433571b-5039-479d-985e-c8cb1ed70828 req-3c538d9c-96fd-4950-932b-1cc2eb5db05e tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 949 time: 0.2173793 Nov 12 09:14:27.851272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-ff1c43bb-5d48-4e59-b324-c8644778fdf6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644 HTTP/1.1" status: 200 len: 217 time: 0.0692267 Nov 12 09:14:27.862008 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.931635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-b71eaeea-303d-4019-9f57-3983ef5440a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.934713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-b71eaeea-303d-4019-9f57-3983ef5440a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.0691628 Nov 12 09:14:27.935994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:27.937290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:27.938059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.014783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7433571b-5039-479d-985e-c8cb1ed70828 req-10eb95e0-cb57-4ff5-b13f-5c2de1caaf53 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129328 Nov 12 09:14:28.024394 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7765527 Nov 12 09:14:28.029048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:28.044599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Request body: {'subnet': {'network_id': '2c48bd74-124d-4d95-9960-575d5b107034', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-28420414-subnet', 'tenant_id': '76c4951922fe405f90c847b0ec395eca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:28.081374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-755fe3ea-1971-45df-b26b-2c11151f1e72 req-57c0814d-e694-4ead-9f7d-f1de0a910c8a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fde4336-a409-4073-af25-2ab2f19e6806 HTTP/1.1" status: 200 len: 210 time: 0.0894322 Nov 12 09:14:28.114668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7816fc-498e-4a4d-8645-601257e40b00 admin admin] Pushing event updated for resources: {'Network': ['ID=2c48bd74-124d-4d95-9960-575d5b107034,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:28.142467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-6348909f-ae6f-4af3-9b01-817581e42e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:28.144180 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-6348909f-ae6f-4af3-9b01-817581e42e02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2001374 Nov 12 09:14:28.155410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 2c48bd74-124d-4d95-9960-575d5b107034 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:28.203786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Made reservation on behalf of 76c4951922fe405f90c847b0ec395eca for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:28.207290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.252739 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.299616 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.315796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-6e284273-6e1b-409b-a2f7-27d12a3bf85d service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638334 Nov 12 09:14:28.427786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-0ec22296-0ac8-4e24-a7be-4a50e57294e0 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009405 Nov 12 09:14:28.495606 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-ebcdb887-0556-4144-be41-cb9ef5e557df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7 HTTP/1.1" status: 200 len: 217 time: 0.0578954 Nov 12 09:14:28.553334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-ccc436ad-9096-476e-9a38-beeef5aa4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:28.554865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-ccc436ad-9096-476e-9a38-beeef5aa4956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.0528970 Nov 12 09:14:28.608199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-e53a547a-56ce-4a10-ae67-1601b78db68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:28.609954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-e53a547a-56ce-4a10-ae67-1601b78db68a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475745 Nov 12 09:14:28.654627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.678958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d4e775ac-4945-416a-831e-f5b0b6f4aa91 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:28.734916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: d4e775ac-4945-416a-831e-f5b0b6f4aa91 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:28.735940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d4e775ac-4945-416a-831e-f5b0b6f4aa91 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:28.738920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8a65a92a-1873-4657-9489-e3ab7662f10f up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:28.745920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-952e4938-3aec-417f-ae01-ea8ba0a97d44 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272330 Nov 12 09:14:28.765179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f113a0-f0b6-44b7-819c-33d9031b9116,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:28.800159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Checking segment: {'id': '77b2494f-8699-4003-ba72-479476106c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '2c48bd74-124d-4d95-9960-575d5b107034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:28.800773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Network hostable DHCP agents. Network: 2c48bd74-124d-4d95-9960-575d5b107034, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:28.828704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Deleting port eb4084f1-80f5-475d-abcf-6fa20b243a7a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:28.829077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.833775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Network 2c48bd74-124d-4d95-9960-575d5b107034 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:28.862356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 2c48bd74-124d-4d95-9960-575d5b107034) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:28.863444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-948d3cd5-9f63-49fc-9629-28396a7edb9e req-6ad0ef24-bc80-4f66-a378-df7768a01f40 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109221 Nov 12 09:14:28.898451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d24a260-7cc8-4c3a-9ca2-49110ae92910 None None] Network 2c48bd74-124d-4d95-9960-575d5b107034 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:28.952677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:28.954266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:28.999991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bd3d1069-108f-44ba-8c1c-7f9c1c27fc4d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9630449 Nov 12 09:14:29.000181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 8a65a92a-1873-4657-9489-e3ab7662f10f completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:14:29.009756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 8a65a92a-1873-4657-9489-e3ab7662f10f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:29.010145 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.026597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.043405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Calling delete_port for eb4084f1-80f5-475d-abcf-6fa20b243a7a owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:29.136195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b55741-3818-4b7c-b54f-fd09ae22e8b8 None None] Network 2c48bd74-124d-4d95-9960-575d5b107034 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:29.333511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b5c38-9179-442b-aaed-972e1b5a57e7 req-62e5bdbb-dd60-4730-a1f3-cec9b60493e0 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:29.337257 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-870b5c38-9179-442b-aaed-972e1b5a57e7 req-62e5bdbb-dd60-4730-a1f3-cec9b60493e0 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 949 time: 0.1254637 Nov 12 09:14:29.406046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-870b5c38-9179-442b-aaed-972e1b5a57e7 req-c260e061-37f7-47eb-91ef-9b50c49473c1 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610607 Nov 12 09:14:29.406403 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.441240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a65a92a-1873-4657-9489-e3ab7662f10f'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:29.443655 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda88458-4078-41a9-aca7-ac7cd5cf83d3" -d '{"events": [{"server_uuid": "6639911e-57b3-45d9-aa42-a5d7d53c5892", "name": "network-vif-plugged", "status": "completed", "tag": "8a65a92a-1873-4657-9489-e3ab7662f10f"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:29.445847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-515e29ab-68cb-4263-a10b-722efe05f86c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:29.447479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-515e29ab-68cb-4263-a10b-722efe05f86c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.2352607 Nov 12 09:14:29.459513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8a65a92a-1873-4657-9489-e3ab7662f10f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8a65a92a-1873-4657-9489-e3ab7662f10f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:29.464704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.499852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-6b7fce9b-4951-4cb4-84b0-325a44ca1164 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/quotas/0e1d1dc5a4ee438a9f6975cd33f38e64 HTTP/1.1" status: 200 len: 375 time: 0.0198030 Nov 12 09:14:29.560034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-16b80542-c466-4061-bf62-ccbe2eba3fcb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519342 Nov 12 09:14:29.562104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8a65a92a-1873-4657-9489-e3ab7662f10f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:29.566542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.615954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event deleted for resources: {'Port': ['ID=eb4084f1-80f5-475d-abcf-6fa20b243a7a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:29.817386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:29.847583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-090dd86e-ce92-423f-8a1c-bbe495fd87a2 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745059 Nov 12 09:14:29.999600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6326a597-fc37-46ba-912a-293bb6e5afc2 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:30.001337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6326a597-fc37-46ba-912a-293bb6e5afc2 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/networks?id=65419e20-f394-4c22-8edf-054c6146dc0c HTTP/1.1" status: 200 len: 808 time: 0.1167114 Nov 12 09:14:30.017066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fd6068b8-add3-4ca8-aac6-ae821c5b5857 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/quotas/580d5c955cb84383b0d8acbf67ab5359 HTTP/1.1" status: 200 len: 375 time: 0.0094633 Nov 12 09:14:30.055513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6dd3bc96-289a-435b-9bba-e6312ec3201a tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=580d5c955cb84383b0d8acbf67ab5359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306456 Nov 12 09:14:30.154262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-5ab7257f-5013-4040-90cf-f922e34dec08 service neutron] 10.222.0.53 "GET /v2.0/networks/65419e20-f394-4c22-8edf-054c6146dc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908358 Nov 12 09:14:30.260064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-8859957a-bcfc-4c4e-bebb-590be96ef1a9 service neutron] 10.222.0.53 "GET /v2.0/networks/65419e20-f394-4c22-8edf-054c6146dc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994515 Nov 12 09:14:30.417229 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-22620af0-e5a5-4fb2-9e3d-63b124be83ff service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686810 Nov 12 09:14:30.419057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Router 48fe7273-2b30-4d54-8c68-564eda98fb85 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:14:30.431017 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d2d50d-4a1b-49c1-ad39-eccc417f4ea9 x-openstack-request-id: req-01d2d50d-4a1b-49c1-ad39-eccc417f4ea9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:30.432563 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6639911e-57b3-45d9-aa42-a5d7d53c5892", "name": "network-vif-plugged", "status": "completed", "tag": "8a65a92a-1873-4657-9489-e3ab7662f10f", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:30.432956 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01d2d50d-4a1b-49c1-ad39-eccc417f4ea9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:30.434226 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a65a92a-1873-4657-9489-e3ab7662f10f', 'code': 200} Nov 12 09:14:30.547133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:30.554923 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b7f83a6-9a97-4610-aa16-f480e1e1776c tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "PUT /v2.0/routers/48fe7273-2b30-4d54-8c68-564eda98fb85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3015144 Nov 12 09:14:30.555650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52304) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:30.565340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] Sync routers for ids ['48fe7273-2b30-4d54-8c68-564eda98fb85'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:30.577456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] Routers {'48fe7273-2b30-4d54-8c68-564eda98fb85'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:30.578425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48fe7273-2b30-4d54-8c68-564eda98fb85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:30.667434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:30.689274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] Routers {'48fe7273-2b30-4d54-8c68-564eda98fb85'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:30.691353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48fe7273-2b30-4d54-8c68-564eda98fb85'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:30.694054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e91b638c-22ce-459d-81ef-62daf7859361 req-4b636720-2f39-43f9-98e3-84e60c4bc971 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 210 time: 0.1185436 Nov 12 09:14:30.710207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233bdf-0832-4e53-9ee9-aab3e3a77251 req-9d5d5ef5-89b5-4aca-b400-627696b2b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:30.714877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd233bdf-0832-4e53-9ee9-aab3e3a77251 req-9d5d5ef5-89b5-4aca-b400-627696b2b407 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 1102 time: 0.2099304 Nov 12 09:14:30.760787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:30.761514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82dd70ea-622c-4b11-85a2-3fb531f6a51c None None] The sync data for ids ['48fe7273-2b30-4d54-8c68-564eda98fb85'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:30.821981 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd233bdf-0832-4e53-9ee9-aab3e3a77251 req-ba3e1560-be4b-4aab-8909-30b7118bdcd4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984678 Nov 12 09:14:30.831871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90be06b0-6eb4-45e7-9ce5-02618b1ea2be tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:30.908826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f3f5410-d07f-479b-809d-9e5e311b8b0a req-a978a560-1bcf-401b-8cf3-0614f212220b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.0744143 Nov 12 09:14:31.094450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7dfff-36ad-4db2-9957-0459a824da60 req-daadf829-ae8d-4973-a588-a9c426184be2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:31.096443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fc7dfff-36ad-4db2-9957-0459a824da60 req-daadf829-ae8d-4973-a588-a9c426184be2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 950 time: 0.3448505 Nov 12 09:14:31.103212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90be06b0-6eb4-45e7-9ce5-02618b1ea2be tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.107085 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90be06b0-6eb4-45e7-9ce5-02618b1ea2be tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.219332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90be06b0-6eb4-45e7-9ce5-02618b1ea2be tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.220048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90be06b0-6eb4-45e7-9ce5-02618b1ea2be tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Fanout notify agent at l3_agent the message router_deleted on router 48fe7273-2b30-4d54-8c68-564eda98fb85 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:14:31.229757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90be06b0-6eb4-45e7-9ce5-02618b1ea2be tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.233288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-90be06b0-6eb4-45e7-9ce5-02618b1ea2be tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "DELETE /v2.0/routers/48fe7273-2b30-4d54-8c68-564eda98fb85 HTTP/1.1" status: 204 len: 168 time: 0.6748660 Nov 12 09:14:31.233740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52328) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:31.241401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0fc7dfff-36ad-4db2-9957-0459a824da60 req-f714950c-98b7-4694-b164-7a429bd8ab08 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361005 Nov 12 09:14:31.310909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Deleting subnet 8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:14:31.315390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.373426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.468175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.533967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.560830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:31.568015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.572001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a516e862-4e8d-4b0e-9745-22a0cc1e2e97 tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "DELETE /v2.0/subnets/8d0c2a8b-f11c-4b05-ba50-c9f7e9b868e2 HTTP/1.1" status: 204 len: 168 time: 0.3372092 Nov 12 09:14:31.576844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:31.590927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62300119-b925-478b-b2f8-e46bbcbd8aff None None] Network 663cc026-c53e-415d-a772-1ca258dd519d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:31.679833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.800119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Deleting port 31a84bf0-7b41-4d21-b44b-04baf33649d0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:31.801612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.878883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b96ed97b-c702-4dca-a901-939760dbe28a req-b435fd6c-77af-4fba-aace-24f55d9037b6 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 210 time: 0.0712738 Nov 12 09:14:31.914548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] DHCP port deletion for 663cc026-c53e-415d-a772-1ca258dd519d request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:31.996166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] Deleting port 31a84bf0-7b41-4d21-b44b-04baf33649d0 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:31.996809 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:31.999951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] For port 31a84bf0-7b41-4d21-b44b-04baf33649d0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=31a84bf0-7b41-4d21-b44b-04baf33649d0,segment=NetworkSegment(6bd3a028-71e7-4be8-ad4f-328ca56f56b6),segment_id=6bd3a028-71e7-4be8-ad4f-328ca56f56b6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:32.000319 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.067031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d792d2e7-d61c-45c6-9676-85294392d72c req-4dcbd1dd-81f7-4f67-be34-9b1f4cd5d517 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.0458255 Nov 12 09:14:32.074899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Calling delete_port for 31a84bf0-7b41-4d21-b44b-04baf33649d0 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:32.127743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-8cfd6671-c2f7-4b45-beeb-112be2bbc4df tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:32.129919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-8cfd6671-c2f7-4b45-beeb-112be2bbc4df tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.62 "GET /v2.0/networks?id=65419e20-f394-4c22-8edf-054c6146dc0c HTTP/1.1" status: 200 len: 808 time: 0.3233526 Nov 12 09:14:32.153824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] For port 31a84bf0-7b41-4d21-b44b-04baf33649d0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=31a84bf0-7b41-4d21-b44b-04baf33649d0,segment=NetworkSegment(6bd3a028-71e7-4be8-ad4f-328ca56f56b6),segment_id=6bd3a028-71e7-4be8-ad4f-328ca56f56b6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:32.154497 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.154706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Request body: {'port': {'device_id': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c', 'admin_state_up': True, 'tenant_id': '580d5c955cb84383b0d8acbf67ab5359'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:32.170164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] Calling delete_port for 31a84bf0-7b41-4d21-b44b-04baf33649d0 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:32.223505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.260677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event deleted for resources: {'Port': ['ID=31a84bf0-7b41-4d21-b44b-04baf33649d0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:32.275762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] No DVR routers for this DVR port 31a84bf0-7b41-4d21-b44b-04baf33649d0 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:32.338985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.348796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Made reservation on behalf of 580d5c955cb84383b0d8acbf67ab5359 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:32.352608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.412181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] Pushing event deleted for resources: {'Port': ['ID=31a84bf0-7b41-4d21-b44b-04baf33649d0,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:32.414520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4af1d01-6347-4e70-8e1c-1080af0a5520 None None] No DVR routers for this DVR port 31a84bf0-7b41-4d21-b44b-04baf33649d0 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:32.443273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.477860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663cc026-c53e-415d-a772-1ca258dd519d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:32.492908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e432d-8deb-4c90-98d0-5f3bbc2d43c3 req-6807a195-76cf-4d05-9d46-165ef07b1b5a tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:32.500998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-938e432d-8deb-4c90-98d0-5f3bbc2d43c3 req-6807a195-76cf-4d05-9d46-165ef07b1b5a tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 950 time: 0.1388762 Nov 12 09:14:32.526342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd3a028-71e7-4be8-ad4f-328ca56f56b6') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:32.526651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd3a028-71e7-4be8-ad4f-328ca56f56b6') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:32.568555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Allocated IP 172.20.0.9 (65419e20-f394-4c22-8edf-054c6146dc0c/b1014187-f395-4ce3-86a7-295de1499fa5/7f723ebd-f2ab-4072-ad18-59cf3071c299) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:32.577535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.660920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-938e432d-8deb-4c90-98d0-5f3bbc2d43c3 req-4de2a7ce-fab7-41b4-b686-6ca14e410445 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551378 Nov 12 09:14:32.664413 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.673861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:14:32.674267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:14:32.691307 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:14:32.827402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.853224 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:32.867392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] 10.222.0.53 "DELETE /v2.0/networks/663cc026-c53e-415d-a772-1ca258dd519d HTTP/1.1" status: 204 len: 168 time: 1.2863996 Nov 12 09:14:32.875601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-68e16f35-95bd-468e-97d6-d2073e29d914 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:32.877571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-68e16f35-95bd-468e-97d6-d2073e29d914 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.3369079 Nov 12 09:14:32.898340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Request body: {'port': {'device_id': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'admin_state_up': True, 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:32.904401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b47b85-4075-402e-af85-6492f7495e5e tempest-FloatingIPNegativeTestJSON-2057850967 tempest-FloatingIPNegativeTestJSON-2057850967-project] Pushing event deleted for resources: {'Network': ['ID=663cc026-c53e-415d-a772-1ca258dd519d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:32.909778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.014566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.135013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Network 65419e20-f394-4c22-8edf-054c6146dc0c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:33.149933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31a84bf0-7b41-4d21-b44b-04baf33649d0 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:33.175272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:33.190998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 31a84bf0-7b41-4d21-b44b-04baf33649d0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:33.191571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 31a84bf0-7b41-4d21-b44b-04baf33649d0 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:33.195814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd0249e-fb55-4778-b43b-a5576bf8fd6a req-feed2cba-46b9-4ce0-81bd-e3d49893fb22 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:33.197526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fd0249e-fb55-4778-b43b-a5576bf8fd6a req-feed2cba-46b9-4ce0-81bd-e3d49893fb22 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 950 time: 0.2012703 Nov 12 09:14:33.198531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:33.251778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Pushing event updated for resources: {'Port': ['ID=7f723ebd-f2ab-4072-ad18-59cf3071c299,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:33.260852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:33.261859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.279680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94168329-da2d-4e28-a4c4-dcf2586d9377 req-5899c95b-f52d-47ed-84b6-143164f5fb0e tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:33.281435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94168329-da2d-4e28-a4c4-dcf2586d9377 req-5899c95b-f52d-47ed-84b6-143164f5fb0e tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 931 time: 0.2384663 Nov 12 09:14:33.343194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fd0249e-fb55-4778-b43b-a5576bf8fd6a req-725cff87-5775-47f6-bd83-31b0ae8cc570 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779932 Nov 12 09:14:33.366528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:33.370488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.379771 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-6d68d8ba-b24a-4dab-ad98-246bf7005c7b tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2340794 Nov 12 09:14:33.392514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Request body: {'port': {'device_id': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:33.423482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52372) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:33.433003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94168329-da2d-4e28-a4c4-dcf2586d9377 req-0c3aaf8b-f8ba-468a-9960-d37f230ffc77 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382508 Nov 12 09:14:33.568748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.655228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Allocated IP 172.20.0.6 (669b4635-ff7c-4d24-ab48-a8481c6fb8b6/bb264e13-304f-4940-a9b6-c7de4ff9d7ff/f7488e86-f6ae-482d-ae82-a66531682ddd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:33.778404 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e37a301-dd14-445e-ab50-6eb3046008bd req-2c8330cf-4760-4abd-8805-01460a643c9c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.0922074 Nov 12 09:14:33.828228 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f7717c87-f511-4b45-823f-b409eb172bcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a6312005a044d7e99364a11598e7ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4034588 Nov 12 09:14:33.831819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52378) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:33.904496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.933797 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4289b65e-3da7-4182-8640-2e3e2278c630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:33.966667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.009478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4289b65e-3da7-4182-8640-2e3e2278c630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.054108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f723ebd-f2ab-4072-ad18-59cf3071c299 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:34.066602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:34.067573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event updated for resources: {'Port': ['ID=f7488e86-f6ae-482d-ae82-a66531682ddd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:34.072968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:34.076127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:34.080452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.106472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Transition to ACTIVE for port object 7f723ebd-f2ab-4072-ad18-59cf3071c299 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:14:34.118421 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.167591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:34.168412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.181347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4289b65e-3da7-4182-8640-2e3e2278c630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.184413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4289b65e-3da7-4182-8640-2e3e2278c630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.188175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4289b65e-3da7-4182-8640-2e3e2278c630 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6eedd1dd-310a-4a46-8abc-f7bb25153723 HTTP/1.1" status: 204 len: 168 time: 0.3521574 Nov 12 09:14:34.188356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-43e72127-2ebe-43cc-97c2-f760d8b1e9cb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2943459 Nov 12 09:14:34.207451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Request body: {'port': {'device_id': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:34.250236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f723ebd-f2ab-4072-ad18-59cf3071c299,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:34.256103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289b65e-3da7-4182-8640-2e3e2278c630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eedd1dd-310a-4a46-8abc-f7bb25153723,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:34.293123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.396605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-000bbf6f-f0cb-4d3a-b6c6-eef298fa9ef2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:34.401810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-000bbf6f-f0cb-4d3a-b6c6-eef298fa9ef2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.55 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 950 time: 0.1899402 Nov 12 09:14:34.402730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Attempting to bind port 7f723ebd-f2ab-4072-ad18-59cf3071c299 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:34.403120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Attempting to bind port 7f723ebd-f2ab-4072-ad18-59cf3071c299 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '6e3b2f07-175d-4476-886c-20ff3fe022c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:34.403548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Attempting to bind port 7f723ebd-f2ab-4072-ad18-59cf3071c299 on network 65419e20-f394-4c22-8edf-054c6146dc0c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:34.434525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Port 7f723ebd-f2ab-4072-ad18-59cf3071c299 on network 65419e20-f394-4c22-8edf-054c6146dc0c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:14:34.434746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Attempting to bind port 7f723ebd-f2ab-4072-ad18-59cf3071c299 on network 65419e20-f394-4c22-8edf-054c6146dc0c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:34.498379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:34.498725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Checking segment: {'id': '6e3b2f07-175d-4476-886c-20ff3fe022c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:34.499119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Bound using segment: {'id': '6e3b2f07-175d-4476-886c-20ff3fe022c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:34.499573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Bound port: 7f723ebd-f2ab-4072-ad18-59cf3071c299, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3b2f07-175d-4476-886c-20ff3fe022c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:34.500069 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.630329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87114b04-8261-4da7-b27c-7ae72b396dc3 req-a2334123-e898-486d-93ec-0d94e9bd560f tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:34.631889 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87114b04-8261-4da7-b27c-7ae72b396dc3 req-a2334123-e898-486d-93ec-0d94e9bd560f tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 943 time: 0.0743575 Nov 12 09:14:34.663416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571545e5-a4ed-46f4-baa2-8fe3a2515e19 req-24e72c8a-d17d-45e3-8895-4b1a82a508e2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:34.665265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-571545e5-a4ed-46f4-baa2-8fe3a2515e19 req-24e72c8a-d17d-45e3-8895-4b1a82a508e2 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 950 time: 0.1861367 Nov 12 09:14:34.674996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] For port 7f723ebd-f2ab-4072-ad18-59cf3071c299, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:34.679294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] For port 7f723ebd-f2ab-4072-ad18-59cf3071c299, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7f723ebd-f2ab-4072-ad18-59cf3071c299,segment=NetworkSegment(6e3b2f07-175d-4476-886c-20ff3fe022c9),segment_id=6e3b2f07-175d-4476-886c-20ff3fe022c9)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:34.691788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.734330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Deleting port 8a65a92a-1873-4657-9489-e3ab7662f10f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:34.734669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.746768 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87114b04-8261-4da7-b27c-7ae72b396dc3 req-da399c62-fbf5-4236-932f-75d302b4db73 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973649 Nov 12 09:14:34.766917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7488e86-f6ae-482d-ae82-a66531682ddd {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:34.767270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.788251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Transition to ACTIVE for port object f7488e86-f6ae-482d-ae82-a66531682ddd will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:14:34.793297 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.819355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:34.821037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:34.822533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] 10.222.0.62 "PUT /v2.0/ports/7f723ebd-f2ab-4072-ad18-59cf3071c299 HTTP/1.1" status: 200 len: 1092 time: 1.4344802 Nov 12 09:14:34.830830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'tag': '7f723ebd-f2ab-4072-ad18-59cf3071c299'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:34.834979 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc213b-50ac-4e6e-ac8b-ada27a261d87" -d '{"events": [{"name": "network-changed", "server_uuid": "3df624ab-1119-4fba-ae7e-27636753b3cb", "tag": "7f723ebd-f2ab-4072-ad18-59cf3071c299"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:34.873381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Pushing event updated for resources: {'Port': ['ID=f7488e86-f6ae-482d-ae82-a66531682ddd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:35.004916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Attempting to bind port f7488e86-f6ae-482d-ae82-a66531682ddd on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:35.005693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Attempting to bind port f7488e86-f6ae-482d-ae82-a66531682ddd by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:35.005693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Attempting to bind port f7488e86-f6ae-482d-ae82-a66531682ddd on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:35.011832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Port f7488e86-f6ae-482d-ae82-a66531682ddd on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:14:35.012219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Attempting to bind port f7488e86-f6ae-482d-ae82-a66531682ddd on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:35.019358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:35.019724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Checking segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:35.020323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Bound using segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:35.020792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Bound port: f7488e86-f6ae-482d-ae82-a66531682ddd, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:35.021163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.162303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:35.172393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] For port f7488e86-f6ae-482d-ae82-a66531682ddd, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:35.199122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] For port f7488e86-f6ae-482d-ae82-a66531682ddd, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f7488e86-f6ae-482d-ae82-a66531682ddd,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:35.209342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.279349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05918014-a359-403d-b36d-c039b6eaed02 req-52f42c20-4d7b-4b84-9f59-89454f2d7204 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:35.282149 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05918014-a359-403d-b36d-c039b6eaed02 req-52f42c20-4d7b-4b84-9f59-89454f2d7204 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 943 time: 0.1532702 Nov 12 09:14:35.287491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48869e-1832-468c-bdab-5299d34d96c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f723ebd-f2ab-4072-ad18-59cf3071c299,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:35.299580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a67b13f0-548b-4c30-8d1a-1152496f31da tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1126500409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:35.314616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:35.315612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.316481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-571545e5-a4ed-46f4-baa2-8fe3a2515e19 req-246aba30-8049-4238-981b-e65beae76855 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/security-groups?id=04beeb29-c584-4fe3-9df7-c4a3b78f42fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6343286 Nov 12 09:14:35.317830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] 10.222.0.62 "PUT /v2.0/ports/f7488e86-f6ae-482d-ae82-a66531682ddd HTTP/1.1" status: 200 len: 1092 time: 1.1173217 Nov 12 09:14:35.318488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'tag': 'f7488e86-f6ae-482d-ae82-a66531682ddd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:35.322655 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4100e3-af8d-4ed2-a865-36875e48b189", "tag": "f7488e86-f6ae-482d-ae82-a66531682ddd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:35.339555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] For port 8a65a92a-1873-4657-9489-e3ab7662f10f, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8a65a92a-1873-4657-9489-e3ab7662f10f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:35.339555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.342394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-7b28508f-6c11-4cb1-bf13-03c542e2cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:35.344269 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-7b28508f-6c11-4cb1-bf13-03c542e2cb38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=580d5c955cb84383b0d8acbf67ab5359&device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 1095 time: 0.4609149 Nov 12 09:14:35.353174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Calling delete_port for 8a65a92a-1873-4657-9489-e3ab7662f10f owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:35.409823 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9048aaec-4217-4b27-a758-bb85a57b3220 x-openstack-request-id: req-9048aaec-4217-4b27-a758-bb85a57b3220 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:35.410114 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df624ab-1119-4fba-ae7e-27636753b3cb", "tag": "7f723ebd-f2ab-4072-ad18-59cf3071c299", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:35.410369 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9048aaec-4217-4b27-a758-bb85a57b3220 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:35.410830 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'tag': '7f723ebd-f2ab-4072-ad18-59cf3071c299', 'status': 'completed', 'code': 200} Nov 12 09:14:35.416947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-b09f31ff-7504-4419-8e13-bffa8fd0d356 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f723ebd-f2ab-4072-ad18-59cf3071c299 HTTP/1.1" status: 200 len: 217 time: 0.0588379 Nov 12 09:14:35.422654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dec67-12a2-40fa-aa93-0fed2cd7a64e service neutron] Pushing event updated for resources: {'Port': ['ID=f7488e86-f6ae-482d-ae82-a66531682ddd,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:35.432825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67b13f0-548b-4c30-8d1a-1152496f31da tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.434255 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67b13f0-548b-4c30-8d1a-1152496f31da tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.469308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05918014-a359-403d-b36d-c039b6eaed02 req-634712e8-3b3c-49d8-aa57-c569cb99aaa1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744559 Nov 12 09:14:35.491174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-189da44d-0a3f-48c5-a377-dbf6cf189b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:35.493046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-189da44d-0a3f-48c5-a377-dbf6cf189b78 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 1095 time: 0.1125348 Nov 12 09:14:35.527704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67b13f0-548b-4c30-8d1a-1152496f31da tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.534760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-d315bea1-4512-43e1-ba43-928320e506c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:35.536177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-d315bea1-4512-43e1-ba43-928320e506c2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1014187-f395-4ce3-86a7-295de1499fa5 HTTP/1.1" status: 200 len: 848 time: 0.0810490 Nov 12 09:14:35.576265 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e190aad-2e46-4c8c-8a2b-d64469b7e998 x-openstack-request-id: req-2e190aad-2e46-4c8c-8a2b-d64469b7e998 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:35.576568 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4100e3-af8d-4ed2-a865-36875e48b189", "tag": "f7488e86-f6ae-482d-ae82-a66531682ddd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:35.577326 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e190aad-2e46-4c8c-8a2b-d64469b7e998 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:35.577477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-fab7a5fc-e97d-4e96-a64b-c6eeda4b5e9f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=65419e20-f394-4c22-8edf-054c6146dc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329869 Nov 12 09:14:35.577569 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'tag': 'f7488e86-f6ae-482d-ae82-a66531682ddd', 'status': 'completed', 'code': 200} Nov 12 09:14:35.581222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67b13f0-548b-4c30-8d1a-1152496f31da tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.592281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-bc57c8f5-7511-4b67-983c-4aedc3361a67 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7488e86-f6ae-482d-ae82-a66531682ddd HTTP/1.1" status: 200 len: 217 time: 0.0737324 Nov 12 09:14:35.616333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a67b13f0-548b-4c30-8d1a-1152496f31da tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.621453 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a67b13f0-548b-4c30-8d1a-1152496f31da tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4553685 Nov 12 09:14:35.622435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52428) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:35.638857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1221859740'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:35.670345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-e96235c7-e87b-41e3-9d6f-b5208312321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:35.671851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-e96235c7-e87b-41e3-9d6f-b5208312321c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0679381 Nov 12 09:14:35.715203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-ed88e3fa-78c4-4f9d-910b-990e4bb7ec55 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279329 Nov 12 09:14:35.720747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.731298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Made reservation on behalf of 255f0a175bc0454c985efee5ba78da65 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:35.733088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['8a65a92a-1873-4657-9489-e3ab7662f10f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:35.735074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.771523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed53cd-c824-4041-bf1c-38f154589b9c req-dbc381d7-9a32-4ee1-acc8-1e60b7b16358 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:35.773359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1ed53cd-c824-4041-bf1c-38f154589b9c req-dbc381d7-9a32-4ee1-acc8-1e60b7b16358 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 945 time: 0.1179507 Nov 12 09:14:35.773825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Pushing event deleted for resources: {'Port': ['ID=8a65a92a-1873-4657-9489-e3ab7662f10f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:35.782232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.800721 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-72641b10-43ae-44b0-b7b1-67b589cb856f service neutron] 10.222.0.62 "GET /v2.0/networks/65419e20-f394-4c22-8edf-054c6146dc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129402 Nov 12 09:14:35.872425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] No DVR routers for this DVR port 8a65a92a-1873-4657-9489-e3ab7662f10f on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:35.883349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1ed53cd-c824-4041-bf1c-38f154589b9c req-acb7f907-b01f-4c9b-adae-ee8db7d9849f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710325 Nov 12 09:14:35.888971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:35.892669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f1e7b68-b777-4fc4-bab9-fd97ebffbcb4 req-f9adfe24-5de9-45e8-b86e-710899698335 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.55 "DELETE /v2.0/ports/8a65a92a-1873-4657-9489-e3ab7662f10f HTTP/1.1" status: 204 len: 173 time: 1.4807339 Nov 12 09:14:35.907497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-cbc384a4-0628-4d85-b285-edcddadcf1e3 service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814754 Nov 12 09:14:36.077817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df488f-05f0-4e33-abe1-80a2bcc16c6e req-3d45126d-cb4d-4267-b903-709b4e2fbc92 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.081220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08dbf0ed-bb70-4578-b60a-eac5e7140081 req-1eedb24a-50f1-400f-9426-98432fe8e426 service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615987 Nov 12 09:14:36.085233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62df488f-05f0-4e33-abe1-80a2bcc16c6e req-3d45126d-cb4d-4267-b903-709b4e2fbc92 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 943 time: 0.2145200 Nov 12 09:14:36.096039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9876a3d-2f16-41ec-ad78-0e2432a77e84 req-1576e7d6-997e-4b2a-b94d-c275e7274a85 service neutron] 10.222.0.62 "GET /v2.0/networks/65419e20-f394-4c22-8edf-054c6146dc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799554 Nov 12 09:14:36.155242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.178054 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.204915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62df488f-05f0-4e33-abe1-80a2bcc16c6e req-67d5c92a-7cef-4d60-8b60-748587a6dd53 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182275 Nov 12 09:14:36.221476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-07e15b3e-d1b4-4874-81a2-d633632f61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.222963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-07e15b3e-d1b4-4874-81a2-d633632f61d1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=580d5c955cb84383b0d8acbf67ab5359&device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 1095 time: 0.0453911 Nov 12 09:14:36.237870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:36.246812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8dced5-727e-4a62-b3c1-c7e79b651cbb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:36.257641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.257996 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Added segment 1d1c3eac-1180-4736-9836-89093a1877e4 of type vlan for network 51eeddb1-f3a6-4bde-b154-417765ffeb7c Nov 12 09:14:36.267532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-00c1e4a6-ff95-4397-9a13-00f8d63acbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.269084 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-00c1e4a6-ff95-4397-9a13-00f8d63acbcd service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 1095 time: 0.1097553 Nov 12 09:14:36.322847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-9123fe68-6ce0-44ba-9051-bd9cd07430d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.324719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-9123fe68-6ce0-44ba-9051-bd9cd07430d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=65419e20-f394-4c22-8edf-054c6146dc0c HTTP/1.1" status: 200 len: 909 time: 0.0934365 Nov 12 09:14:36.331453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.377022 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-2abaf206-dfd3-40df-9864-feb0c74e07fa service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f723ebd-f2ab-4072-ad18-59cf3071c299 HTTP/1.1" status: 200 len: 217 time: 0.0428281 Nov 12 09:14:36.412759 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.420063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.420783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.465539 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ba87dfe-e9b3-40cb-a085-f52dcba628ab req-d679b206-1250-4483-be5a-0885aa6db8d0 tempest-VolumesNegativeTest-1175014960 tempest-VolumesNegativeTest-1175014960-project] 10.222.0.53 "GET /v2.0/ports?device_id=6639911e-57b3-45d9-aa42-a5d7d53c5892 HTTP/1.1" status: 200 len: 210 time: 0.0333145 Nov 12 09:14:36.477358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-a28eaa45-7053-458f-86f1-c47647dced7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.479576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-a28eaa45-7053-458f-86f1-c47647dced7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1014187-f395-4ce3-86a7-295de1499fa5 HTTP/1.1" status: 200 len: 848 time: 0.0896640 Nov 12 09:14:36.515354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8915572 Nov 12 09:14:36.516085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52442) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:36.519661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-09c44aaa-fcdf-4a55-9ae5-fd067ef88418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.520839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-c90914d4-6e63-4b8c-bf41-831705c12f3a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=65419e20-f394-4c22-8edf-054c6146dc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290346 Nov 12 09:14:36.521325 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-09c44aaa-fcdf-4a55-9ae5-fd067ef88418 service neutron] 10.222.0.62 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 912 time: 0.2304308 Nov 12 09:14:36.526297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'subnet': {'network_id': '51eeddb1-f3a6-4bde-b154-417765ffeb7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:36.534183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6956b5a-5107-44ed-8f59-d9b36e73312e tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Network': ['ID=51eeddb1-f3a6-4bde-b154-417765ffeb7c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:36.544484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:36.625578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-389126ce-4be6-4863-b5d9-a0f0db1981df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7488e86-f6ae-482d-ae82-a66531682ddd HTTP/1.1" status: 200 len: 217 time: 0.0785520 Nov 12 09:14:36.650845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-dd2e6a2d-ea6e-43f1-8648-fa933a83d899 service neutron] 10.222.0.62 "GET /v2.0/networks/65419e20-f394-4c22-8edf-054c6146dc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084018 Nov 12 09:14:36.732910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323f1a9-3ece-4d4d-9f56-941c98435d16 req-9f7e6552-09e5-44c4-816a-df7324e90c01 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.734429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a323f1a9-3ece-4d4d-9f56-941c98435d16 req-9f7e6552-09e5-44c4-816a-df7324e90c01 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 943 time: 0.1416311 Nov 12 09:14:36.737270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-5375e244-03a7-4dc4-89b2-57be0b32add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:36.738633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-5375e244-03a7-4dc4-89b2-57be0b32add0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.1028156 Nov 12 09:14:36.755481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77bc213b-50ac-4e6e-ac8b-ada27a261d87 req-c113008b-cbdf-4278-bdf7-3423830eb381 service neutron] 10.222.0.62 "GET /v2.0/networks/65419e20-f394-4c22-8edf-054c6146dc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952163 Nov 12 09:14:36.769164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Made reservation on behalf of 255f0a175bc0454c985efee5ba78da65 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:36.772356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:36.806713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-47b44d71-3313-4649-8aa6-d848558d501c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490220 Nov 12 09:14:36.921819 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a323f1a9-3ece-4d4d-9f56-941c98435d16 req-108441a2-acb5-4067-b5c8-75fe1660f14b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802959 Nov 12 09:14:36.981666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-79e414e5-16e4-45ec-ad1d-aa170865d27a service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622477 Nov 12 09:14:37.034014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee976474-422e-40f2-9070-12d531dbcc55 req-88c0f3dd-e161-4d3a-8b63-16a1a012b9ee tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:37.035645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee976474-422e-40f2-9070-12d531dbcc55 req-88c0f3dd-e161-4d3a-8b63-16a1a012b9ee tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 945 time: 0.0541101 Nov 12 09:14:37.098241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee976474-422e-40f2-9070-12d531dbcc55 req-855b180e-6adc-4a0f-8a2e-262306f45bf1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=3905b079-dd46-415d-990e-7dac60c7b9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555558 Nov 12 09:14:37.148875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.160094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57bc3eca-edd7-4038-8dd3-08e52efa0fcd req-c8b35207-ae1d-4772-ad87-810b85604f8a service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534042 Nov 12 09:14:37.215535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Subnet': ['ID=7fe426e7-ffa0-4263-a452-7343506e9ee4,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:37.224368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Checking segment: {'id': '1d1c3eac-1180-4736-9836-89093a1877e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51eeddb1-f3a6-4bde-b154-417765ffeb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:37.224744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network hostable DHCP agents. Network: 51eeddb1-f3a6-4bde-b154-417765ffeb7c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:37.249240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:37.261194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 51eeddb1-f3a6-4bde-b154-417765ffeb7c) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:37.266728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:37.267341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.270066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ed97b-e45a-4f77-adce-9dc788435000 None None] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:37.288049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-601efe46-ac72-48ae-ba8d-c4348afc5938 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7654791 Nov 12 09:14:37.291979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52454) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:37.297258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'network': {'name': 'tempest-router-network01--677187314'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:37.321348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Made reservation on behalf of 255f0a175bc0454c985efee5ba78da65 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:37.325136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.352266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:37.362724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.363079 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Added segment 7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f of type vlan for network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 Nov 12 09:14:37.365688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5cf04-83ac-4699-9777-601e627361aa req-8d97187d-0188-46bf-85f2-0f6f082018c1 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:37.368042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99e5cf04-83ac-4699-9777-601e627361aa req-8d97187d-0188-46bf-85f2-0f6f082018c1 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 943 time: 0.0599325 Nov 12 09:14:37.412746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'name': 'network-vif-deleted', 'tag': '8a65a92a-1873-4657-9489-e3ab7662f10f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:37.417428 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f68d9c3-558a-418a-9ffa-44708ff6699f" -d '{"events": [{"server_uuid": "6639911e-57b3-45d9-aa42-a5d7d53c5892", "name": "network-vif-deleted", "tag": "8a65a92a-1873-4657-9489-e3ab7662f10f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:37.445322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.446435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-51eeddb1-f3a6-4bde-b154-417765ffeb7c', 'network_id': '51eeddb1-f3a6-4bde-b154-417765ffeb7c', 'tenant_id': '255f0a175bc0454c985efee5ba78da65', 'fixed_ips': [{'subnet_id': '7fe426e7-ffa0-4263-a452-7343506e9ee4'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:14:37.447656 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.455295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99e5cf04-83ac-4699-9777-601e627361aa req-60ec0a4d-5071-4e40-ae1a-4468fbb086f5 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803187 Nov 12 09:14:37.494722 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc53c66-8a9b-4973-9090-0bdd27cfb903 x-openstack-request-id: req-fbc53c66-8a9b-4973-9090-0bdd27cfb903 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:37.494992 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6639911e-57b3-45d9-aa42-a5d7d53c5892", "name": "network-vif-deleted", "tag": "8a65a92a-1873-4657-9489-e3ab7662f10f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:37.495278 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbc53c66-8a9b-4973-9090-0bdd27cfb903 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:37.495687 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6639911e-57b3-45d9-aa42-a5d7d53c5892', 'name': 'network-vif-deleted', 'tag': '8a65a92a-1873-4657-9489-e3ab7662f10f', 'status': 'completed', 'code': 200} Nov 12 09:14:37.496493 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.502555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:37.503268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.601499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3084898 Nov 12 09:14:37.604796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52464) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:37.610160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'network': {'name': 'tempest-router-network02--142978173'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:37.614917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc85bb-e211-4349-9776-8f9315ff8f6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Network': ['ID=e62e0cee-a7b5-47a2-aea6-f7aee8c59375,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:37.624383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-bbe85940-8675-4685-b4d0-64b675683b51 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:37.624805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Allocated IP 172.20.0.2 (51eeddb1-f3a6-4bde-b154-417765ffeb7c/7fe426e7-ffa0-4263-a452-7343506e9ee4/8a9790ca-6dee-4ff1-8b68-a3ec272c544f) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:37.626386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-bbe85940-8675-4685-b4d0-64b675683b51 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 945 time: 0.1495562 Nov 12 09:14:37.628958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:37.688009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Made reservation on behalf of 255f0a175bc0454c985efee5ba78da65 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:37.692237 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.747959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:37.764987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.765337 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Added segment b2041953-b351-4fcc-bf44-26b9d9d9ae29 of type vlan for network b591e969-7166-42e7-9d76-4f0396c32845 Nov 12 09:14:37.816303 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.821798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port a3905377-626a-4dc2-b591-a600afe56d92 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:37.822140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.913457 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.918988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:37.919813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:37.976355 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3703105 Nov 12 09:14:37.978673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:37.987358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'subnet': {'network_id': 'e62e0cee-a7b5-47a2-aea6-f7aee8c59375', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:38.009721 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.024637 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.029433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] For port a3905377-626a-4dc2-b591-a600afe56d92, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a3905377-626a-4dc2-b591-a600afe56d92,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:38.030097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.040344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee56d7c-e1ab-43c0-85da-8229193ac4fd tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Network': ['ID=b591e969-7166-42e7-9d76-4f0396c32845,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.046012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for a3905377-626a-4dc2-b591-a600afe56d92 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:38.075729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Pushing event updated for resources: {'Port': ['ID=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.088898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:38.088898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network b591e969-7166-42e7-9d76-4f0396c32845 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:38.091289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:38.093965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:38.228273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Attempting to bind port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:38.228604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Attempting to bind port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '1d1c3eac-1180-4736-9836-89093a1877e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51eeddb1-f3a6-4bde-b154-417765ffeb7c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:38.229169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Attempting to bind port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f on network 51eeddb1-f3a6-4bde-b154-417765ffeb7c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:38.235561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:38.236946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Checking segment: {'id': '1d1c3eac-1180-4736-9836-89093a1877e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51eeddb1-f3a6-4bde-b154-417765ffeb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:38.237608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.238233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Bound using segment: {'id': '1d1c3eac-1180-4736-9836-89093a1877e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51eeddb1-f3a6-4bde-b154-417765ffeb7c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:38.238945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Bound port: 8a9790ca-6dee-4ff1-8b68-a3ec272c544f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1c3eac-1180-4736-9836-89093a1877e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '51eeddb1-f3a6-4bde-b154-417765ffeb7c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:38.239546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.256674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bd65c-b0bf-4d75-b155-3f683f7be29b req-3316d2a2-2776-47fc-9d96-2ed50f4f8ff0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:38.267238 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-350bd65c-b0bf-4d75-b155-3f683f7be29b req-3316d2a2-2776-47fc-9d96-2ed50f4f8ff0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 943 time: 0.1505935 Nov 12 09:14:38.268741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.281936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a3905377-626a-4dc2-b591-a600afe56d92'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:38.308257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Made reservation on behalf of 255f0a175bc0454c985efee5ba78da65 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:38.313002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.354589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=a3905377-626a-4dc2-b591-a600afe56d92,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.363863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] For port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:38.373710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] For port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,segment=NetworkSegment(1d1c3eac-1180-4736-9836-89093a1877e4),segment_id=1d1c3eac-1180-4736-9836-89093a1877e4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:38.382739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.389902 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-350bd65c-b0bf-4d75-b155-3f683f7be29b req-547b66ec-8463-4e83-a496-572e859886f4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195407 Nov 12 09:14:38.414936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] No DVR routers for this DVR port a3905377-626a-4dc2-b591-a600afe56d92 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:38.417619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.422665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b09c5d7b-a2ff-4336-996a-3002155bda46 req-c1280d42-768d-449e-a898-aa2a5b1ebb01 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "DELETE /v2.0/ports/a3905377-626a-4dc2-b591-a600afe56d92 HTTP/1.1" status: 204 len: 173 time: 0.7875037 Nov 12 09:14:38.429207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2b1bd66-ef0b-4808-8eac-b55d46fe36c0 req-9a4cade6-6e67-4203-8fff-0c3276811f0f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0716021 Nov 12 09:14:38.495896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ada3f-3f65-475a-aa38-3d7ab0b081be None None] Pushing event updated for resources: {'Port': ['ID=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.711016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:38.736617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8a65a92a-1873-4657-9489-e3ab7662f10f no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:38.746064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7f723ebd-f2ab-4072-ad18-59cf3071c299 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:14:38.792250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Subnet': ['ID=3280a0a9-8163-4c94-ad29-ad57a65f8a8d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:38.798376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 8a65a92a-1873-4657-9489-e3ab7662f10f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:38.806960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8a65a92a-1873-4657-9489-e3ab7662f10f not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:38.814317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60cb37-3ea1-46d0-8168-9063846afe6a req-6fba1501-e4b3-46c1-a475-8270846079e2 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:38.815877 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d60cb37-3ea1-46d0-8168-9063846afe6a req-6fba1501-e4b3-46c1-a475-8270846079e2 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 943 time: 0.1962166 Nov 12 09:14:38.937021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Checking segment: {'id': '7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e62e0cee-a7b5-47a2-aea6-f7aee8c59375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:38.937587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network hostable DHCP agents. Network: e62e0cee-a7b5-47a2-aea6-f7aee8c59375, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:39.006142 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9d60cb37-3ea1-46d0-8168-9063846afe6a req-319f47e5-0631-44f4-bad1-bbcb7d2551ed tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707120 Nov 12 09:14:39.058935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:39.076063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e62e0cee-a7b5-47a2-aea6-f7aee8c59375) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:39.086625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:39.090230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.096948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4b55a-dc8b-435d-8496-01e5ce69b08a None None] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:39.130481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1a95cb87-7222-421e-9e0b-01002af87775 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1492376 Nov 12 09:14:39.133648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52566) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:39.147534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'subnet': {'network_id': 'b591e969-7166-42e7-9d76-4f0396c32845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:39.224057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7f723ebd-f2ab-4072-ad18-59cf3071c299, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7f723ebd-f2ab-4072-ad18-59cf3071c299,segment=NetworkSegment(6e3b2f07-175d-4476-886c-20ff3fe022c9),segment_id=6e3b2f07-175d-4476-886c-20ff3fe022c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:39.246042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '7f723ebd-f2ab-4072-ad18-59cf3071c299', 'network_id': '65419e20-f394-4c22-8edf-054c6146dc0c', 'port_id': '7f723ebd-f2ab-4072-ad18-59cf3071c299', 'mac_address': 'fa:16:3e:18:ec:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1014187-f395-4ce3-86a7-295de1499fa5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:14:39.286376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8a9790ca-6dee-4ff1-8b68-a3ec272c544f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:39.367177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Made reservation on behalf of 255f0a175bc0454c985efee5ba78da65 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:39.373777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.432572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.455733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f723ebd-f2ab-4072-ad18-59cf3071c299 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:39.484351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7f723ebd-f2ab-4072-ad18-59cf3071c299, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7f723ebd-f2ab-4072-ad18-59cf3071c299,segment=NetworkSegment(6e3b2f07-175d-4476-886c-20ff3fe022c9),segment_id=6e3b2f07-175d-4476-886c-20ff3fe022c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:39.490009 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.490684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f7488e86-f6ae-482d-ae82-a66531682ddd details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:14:39.497337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'name': 'network-vif-deleted', 'tag': 'a3905377-626a-4dc2-b591-a600afe56d92'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:39.501131 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d6140a-bf9a-48ac-b25c-2e2d58190345" -d '{"events": [{"server_uuid": "6e52fa99-54f6-4561-bb87-d56788d86cef", "name": "network-vif-deleted", "tag": "a3905377-626a-4dc2-b591-a600afe56d92"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:39.561336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7f723ebd-f2ab-4072-ad18-59cf3071c299,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:39.627190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:39.628085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.630786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbdee8-4f8a-4392-ac1e-3742ea45c64b req-3dbc9587-b088-482f-a0c2-9556fb329661 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:39.635144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8cbdee8-4f8a-4392-ac1e-3742ea45c64b req-3dbc9587-b088-482f-a0c2-9556fb329661 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 943 time: 0.1587203 Nov 12 09:14:39.653413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0eb8234f-77d0-45df-bb5c-5d43af596b47 req-8b38468d-1e95-478d-8b3b-7eeab92a52b3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0642114 Nov 12 09:14:39.691423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e62e0cee-a7b5-47a2-aea6-f7aee8c59375', 'network_id': 'e62e0cee-a7b5-47a2-aea6-f7aee8c59375', 'tenant_id': '255f0a175bc0454c985efee5ba78da65', 'fixed_ips': [{'subnet_id': '3280a0a9-8163-4c94-ad29-ad57a65f8a8d'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:14:39.692237 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.854254 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f00eed-5e47-462e-833e-7d89bff97d78 x-openstack-request-id: req-71f00eed-5e47-462e-833e-7d89bff97d78 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:39.858376 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e52fa99-54f6-4561-bb87-d56788d86cef", "name": "network-vif-deleted", "tag": "a3905377-626a-4dc2-b591-a600afe56d92", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:39.859052 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71f00eed-5e47-462e-833e-7d89bff97d78 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:39.859857 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e52fa99-54f6-4561-bb87-d56788d86cef', 'name': 'network-vif-deleted', 'tag': 'a3905377-626a-4dc2-b591-a600afe56d92', 'status': 'completed', 'code': 200} Nov 12 09:14:39.889564 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.903154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8cbdee8-4f8a-4392-ac1e-3742ea45c64b req-c487aec5-b0d9-4788-93c1-84daed8452f9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527754 Nov 12 09:14:39.962313 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:39.979048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,segment=NetworkSegment(1d1c3eac-1180-4736-9836-89093a1877e4),segment_id=1d1c3eac-1180-4736-9836-89093a1877e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:39.996178 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.081985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Subnet': ['ID=dad8eded-050b-4c75-b60a-32eeb985ca51,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:40.089645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f7488e86-f6ae-482d-ae82-a66531682ddd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f7488e86-f6ae-482d-ae82-a66531682ddd,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:40.130473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'f7488e86-f6ae-482d-ae82-a66531682ddd', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'port_id': 'f7488e86-f6ae-482d-ae82-a66531682ddd', 'mac_address': 'fa:16:3e:f0:84:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb264e13-304f-4940-a9b6-c7de4ff9d7ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:14:40.189615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Checking segment: {'id': 'b2041953-b351-4fcc-bf44-26b9d9d9ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b591e969-7166-42e7-9d76-4f0396c32845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:40.189982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network hostable DHCP agents. Network: b591e969-7166-42e7-9d76-4f0396c32845, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:40.223997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:40.231159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a32a95-e3d6-4557-b775-dfe472fbdfde req-8b83464e-9510-4d12-933a-569d4efe1aa9 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:40.239066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32a32a95-e3d6-4557-b775-dfe472fbdfde req-8b83464e-9510-4d12-933a-569d4efe1aa9 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 944 time: 0.1129634 Nov 12 09:14:40.242622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network b591e969-7166-42e7-9d76-4f0396c32845 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:40.246925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Allocated IP 172.20.0.2 (e62e0cee-a7b5-47a2-aea6-f7aee8c59375/3280a0a9-8163-4c94-ad29-ad57a65f8a8d/5ef06280-6197-4afc-8e81-89c75f14f580) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:40.283115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, b591e969-7166-42e7-9d76-4f0396c32845) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:40.287612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:40.288440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.306959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3afbfc-d900-4b59-ba09-cee6ef7d32f9 None None] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:40.322225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-32a32a95-e3d6-4557-b775-dfe472fbdfde req-16b9c0ad-4dd5-40f3-9a60-d0b4e4863fe8 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783651 Nov 12 09:14:40.346645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52658) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:40.347038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c839bd7d-520b-464e-b5e1-82f16493d315 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2107339 Nov 12 09:14:40.389156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29f3296-4883-4793-b0fc-0d3e7ed60ff0 None None] Network b591e969-7166-42e7-9d76-4f0396c32845 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:40.447304 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.570651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7488e86-f6ae-482d-ae82-a66531682ddd {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:14:40.594502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f7488e86-f6ae-482d-ae82-a66531682ddd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f7488e86-f6ae-482d-ae82-a66531682ddd,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:40.607022 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.640375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ed290f4e-bec6-4ee0-a31d-c14a86bafe72 None None] Provisioning complete for port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:40.640827 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ed290f4e-bec6-4ee0-a31d-c14a86bafe72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.776126 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:40.858231 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49ceec52-4ab7-440c-b0b8-08c1a7dca834 req-c3c4a531-b68c-4a2f-95bc-41e52624b2da tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0835569 Nov 12 09:14:40.910129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a3905377-626a-4dc2-b591-a600afe56d92 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:14:40.944745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: a3905377-626a-4dc2-b591-a600afe56d92 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:14:40.945696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a3905377-626a-4dc2-b591-a600afe56d92 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:14:41.094539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['7f723ebd-f2ab-4072-ad18-59cf3071c299'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:41.110752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['f7488e86-f6ae-482d-ae82-a66531682ddd'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:41.156442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-b591e969-7166-42e7-9d76-4f0396c32845', 'network_id': 'b591e969-7166-42e7-9d76-4f0396c32845', 'tenant_id': '255f0a175bc0454c985efee5ba78da65', 'fixed_ips': [{'subnet_id': 'dad8eded-050b-4c75-b60a-32eeb985ca51'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:14:41.157236 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.164851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3225c3-2852-4b50-8f63-1919da055529 req-76c75867-33e4-4af2-a9be-164a659e7b7a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:41.167738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b3225c3-2852-4b50-8f63-1919da055529 req-76c75867-33e4-4af2-a9be-164a659e7b7a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 944 time: 0.0924871 Nov 12 09:14:41.196126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8a9790ca-6dee-4ff1-8b68-a3ec272c544f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:41.254315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f7488e86-f6ae-482d-ae82-a66531682ddd,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:41.270176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9b3225c3-2852-4b50-8f63-1919da055529 req-ebbf94aa-8182-471d-b79d-389b31e63b5d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948787 Nov 12 09:14:41.365007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.496644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.525390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Allocated IP 172.20.0.1 (e62e0cee-a7b5-47a2-aea6-f7aee8c59375/3280a0a9-8163-4c94-ad29-ad57a65f8a8d/5cfe0dae-c28f-4f94-8caf-72e4b1695d24) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:41.572537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:41.579349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:41.579840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.641549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:41.673838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:41.708886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a0c36-ecd3-4c06-83c0-38ede5135126 req-ce641b2b-a75b-4a11-bb42-e82416cd59b3 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:41.717768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-353a0c36-ecd3-4c06-83c0-38ede5135126 req-ce641b2b-a75b-4a11-bb42-e82416cd59b3 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 944 time: 0.1361463 Nov 12 09:14:41.740264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Pushing event updated for resources: {'Port': ['ID=5ef06280-6197-4afc-8e81-89c75f14f580,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:41.787490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9c0c199b-2b74-45c4-bdcc-2657baf6f48f None None] Provisioning complete for port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:41.788225 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c0c199b-2b74-45c4-bdcc-2657baf6f48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:41.817389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Allocated IP 172.20.0.2 (b591e969-7166-42e7-9d76-4f0396c32845/dad8eded-050b-4c75-b60a-32eeb985ca51/715e0383-cdd6-41b4-adea-e63ba8607f9a) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:42.162791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.222559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-353a0c36-ecd3-4c06-83c0-38ede5135126 req-af42dd5d-805e-4a34-af7d-e64576baab55 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038133 Nov 12 09:14:42.278186 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.361754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Attempting to bind port 5ef06280-6197-4afc-8e81-89c75f14f580 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:42.370742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Attempting to bind port 5ef06280-6197-4afc-8e81-89c75f14f580 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e62e0cee-a7b5-47a2-aea6-f7aee8c59375'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:42.370742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Attempting to bind port 5ef06280-6197-4afc-8e81-89c75f14f580 on network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:42.407012 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.408386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:42.412108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:42.425920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:42.426339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Checking segment: {'id': '7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e62e0cee-a7b5-47a2-aea6-f7aee8c59375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:42.426769 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.427201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Bound using segment: {'id': '7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e62e0cee-a7b5-47a2-aea6-f7aee8c59375'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:42.427865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Bound port: 5ef06280-6197-4afc-8e81-89c75f14f580, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e62e0cee-a7b5-47a2-aea6-f7aee8c59375'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:42.428299 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.436572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:42.451328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Port': ['ID=5cfe0dae-c28f-4f94-8caf-72e4b1695d24,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:42.559284 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.571818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.724677 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34a9fdb6-e8c9-4dfa-bd3e-41c7220d5bd9 req-4ba2652e-085f-40ea-8581-6efa8684389c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.7335703 Nov 12 09:14:42.746395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Network b591e969-7166-42e7-9d76-4f0396c32845 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:42.749072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Pushing event updated for resources: {'Port': ['ID=715e0383-cdd6-41b4-adea-e63ba8607f9a,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:42.751598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:42.811937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64874e14-4d4a-48fb-a90c-2a951f189833 req-19e95bc6-1c16-48ae-9dc8-31830092b048 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:42.819497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-64874e14-4d4a-48fb-a90c-2a951f189833 req-19e95bc6-1c16-48ae-9dc8-31830092b048 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 944 time: 0.2038038 Nov 12 09:14:42.865713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:42.898962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] For port 5ef06280-6197-4afc-8e81-89c75f14f580, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:42.904475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] For port 5ef06280-6197-4afc-8e81-89c75f14f580, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5ef06280-6197-4afc-8e81-89c75f14f580,segment=NetworkSegment(7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f),segment_id=7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:42.933584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-64874e14-4d4a-48fb-a90c-2a951f189833 req-f2025ca0-a616-4a95-8688-fd91f834fe99 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128082 Nov 12 09:14:42.939465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:42.947703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.002419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Attempting to bind port 715e0383-cdd6-41b4-adea-e63ba8607f9a on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:43.003035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Attempting to bind port 715e0383-cdd6-41b4-adea-e63ba8607f9a by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'b2041953-b351-4fcc-bf44-26b9d9d9ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b591e969-7166-42e7-9d76-4f0396c32845'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:43.003499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Attempting to bind port 715e0383-cdd6-41b4-adea-e63ba8607f9a on network b591e969-7166-42e7-9d76-4f0396c32845 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:43.024458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:43.026067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Checking segment: {'id': 'b2041953-b351-4fcc-bf44-26b9d9d9ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b591e969-7166-42e7-9d76-4f0396c32845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:43.026576 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.027077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Bound using segment: {'id': 'b2041953-b351-4fcc-bf44-26b9d9d9ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b591e969-7166-42e7-9d76-4f0396c32845'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:43.028850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Bound port: 715e0383-cdd6-41b4-adea-e63ba8607f9a, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2041953-b351-4fcc-bf44-26b9d9d9ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'b591e969-7166-42e7-9d76-4f0396c32845'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:43.036210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.068857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81799c8-71f5-4a2d-aec6-0d33be2bd73f None None] Pushing event updated for resources: {'Port': ['ID=5ef06280-6197-4afc-8e81-89c75f14f580,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:43.199606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] For port 715e0383-cdd6-41b4-adea-e63ba8607f9a, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:43.203098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] For port 715e0383-cdd6-41b4-adea-e63ba8607f9a, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=715e0383-cdd6-41b4-adea-e63ba8607f9a,segment=NetworkSegment(b2041953-b351-4fcc-bf44-26b9d9d9ae29),segment_id=b2041953-b351-4fcc-bf44-26b9d9d9ae29)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:43.211277 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.388037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658f9cb-3ae2-46d9-9fa3-21ac29bf6e73 None None] Pushing event updated for resources: {'Port': ['ID=715e0383-cdd6-41b4-adea-e63ba8607f9a,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:43.507946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0924152-d6d5-47ec-9fb3-c1b8873986dc req-227b4748-f6bc-4902-ad72-ec07f223628f tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:43.518029 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0924152-d6d5-47ec-9fb3-c1b8873986dc req-227b4748-f6bc-4902-ad72-ec07f223628f tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 944 time: 0.1487815 Nov 12 09:14:43.564642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.571887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.669458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0924152-d6d5-47ec-9fb3-c1b8873986dc req-93e9ef71-9e3d-42de-aeac-c1b23bee269a tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503589 Nov 12 09:14:43.685140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Port': ['ID=5cfe0dae-c28f-4f94-8caf-72e4b1695d24,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:43.741905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.858811 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75f22e1f-9f78-4ffc-a500-cf4419472b5b req-1c42fe04-4589-44c8-a217-09c78aa523af tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0300756 Nov 12 09:14:43.861528 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-83c55f25-4a7e-47a7-80de-b096faa70719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:43.942430 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:14:43.947615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:43.949623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:44.139134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885191e2-02d5-4e3f-a3e6-a9d96002e9b5 req-f5a79b36-a55c-4237-9c25-0ec0ef4beb5d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:44.140743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-885191e2-02d5-4e3f-a3e6-a9d96002e9b5 req-f5a79b36-a55c-4237-9c25-0ec0ef4beb5d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 944 time: 0.0875785 Nov 12 09:14:44.242982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-885191e2-02d5-4e3f-a3e6-a9d96002e9b5 req-4562274e-7a0b-444f-9a25-582daba4beaf tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924401 Nov 12 09:14:44.244174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Router 9b1c9fca-d8df-407f-8d01-c6fff66ce9be is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:14:44.382786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:44.391963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:44.393457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-23ebe492-e3b9-4f75-9e26-9c478cb0abaa tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "PUT /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0449209 Nov 12 09:14:44.394713 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] Sync routers for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:44.420793 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:44.421939 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:44.467257 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:44.489892 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:44.490888 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:44.530376 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:44.531364 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5634f367-ef82-4a62-8a77-3016bf682dd3 None None] The sync data for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:44.592948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603a086-3b39-49b3-a1fc-e7b2fc1d553e None None] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:44.692056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e21c0e3a-39fc-4e6a-86c2-f9507f510529 None None] Provisioning complete for port 5ef06280-6197-4afc-8e81-89c75f14f580 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:44.692416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e21c0e3a-39fc-4e6a-86c2-f9507f510529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:44.772700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7f723ebd-f2ab-4072-ad18-59cf3071c299 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:44.931132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8e448-f8e7-4fde-8a44-501a84a37195 req-06d8d5ee-08ba-4631-b354-31e7b62a8132 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:44.939626 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43f8e448-f8e7-4fde-8a44-501a84a37195 req-06d8d5ee-08ba-4631-b354-31e7b62a8132 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 944 time: 0.0998170 Nov 12 09:14:45.027286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43f8e448-f8e7-4fde-8a44-501a84a37195 req-7f04187f-6940-4d36-971b-e36c00b2a054 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845571 Nov 12 09:14:45.037218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84d13615-5bd3-44f3-b9e3-34279d24205f req-2d8d48cc-7ea1-486c-b14f-5a0ad57be44c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.0797849 Nov 12 09:14:45.039704 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b7316985-00f3-497d-98ac-4ce1f006fa65 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:14:45.049952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52796) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:45.050162 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b7316985-00f3-497d-98ac-4ce1f006fa65 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "PUT /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6559138 Nov 12 09:14:45.060972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e21c0e3a-39fc-4e6a-86c2-f9507f510529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.086131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 7f723ebd-f2ab-4072-ad18-59cf3071c299 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:14:45.092300 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 7f723ebd-f2ab-4072-ad18-59cf3071c299 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:45.092692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.181241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e21c0e3a-39fc-4e6a-86c2-f9507f510529 None None] For port 5ef06280-6197-4afc-8e81-89c75f14f580, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5ef06280-6197-4afc-8e81-89c75f14f580,segment=NetworkSegment(7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f),segment_id=7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:45.209080 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e21c0e3a-39fc-4e6a-86c2-f9507f510529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.296551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5ef06280-6197-4afc-8e81-89c75f14f580 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:45.501592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393226a-1cfd-40d3-a874-30f1a2b9cc45 req-bccbf587-d4d9-4037-bf10-25befc0105e5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:45.505172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b393226a-1cfd-40d3-a874-30f1a2b9cc45 req-bccbf587-d4d9-4037-bf10-25befc0105e5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 944 time: 0.1237783 Nov 12 09:14:45.521196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9cfab-d4cd-40dc-8243-055c8bdd4dd4 None None] Network b591e969-7166-42e7-9d76-4f0396c32845 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:45.626567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b393226a-1cfd-40d3-a874-30f1a2b9cc45 req-244dcc99-27a2-4e84-aa68-4ffca3e8e1b8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106555 Nov 12 09:14:45.660350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0e3a-39fc-4e6a-86c2-f9507f510529 None None] Pushing event updated for resources: {'Port': ['ID=5ef06280-6197-4afc-8e81-89c75f14f580,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:45.802317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.806192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-468f374e-2bde-4e63-a0e6-ac2a1d1d2ab0 None None] Provisioning complete for port 715e0383-cdd6-41b4-adea-e63ba8607f9a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:45.806557 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-468f374e-2bde-4e63-a0e6-ac2a1d1d2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:45.813400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 5ef06280-6197-4afc-8e81-89c75f14f580 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:45.819411 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.037395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969087-6719-4e32-8e67-7de4e1c6b140 req-a858c561-247d-4d71-bbf4-859ddbfc81ba tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:46.039127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09969087-6719-4e32-8e67-7de4e1c6b140 req-a858c561-247d-4d71-bbf4-859ddbfc81ba tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1620688 Nov 12 09:14:46.182833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09969087-6719-4e32-8e67-7de4e1c6b140 req-e90550c8-d6ae-4aac-9cd9-444525514282 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366818 Nov 12 09:14:46.185354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.244530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f723ebd-f2ab-4072-ad18-59cf3071c299'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:46.260207 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d9805a-b648-4bc7-8925-032a7d08b2b1" -d '{"events": [{"server_uuid": "3df624ab-1119-4fba-ae7e-27636753b3cb", "name": "network-vif-plugged", "status": "completed", "tag": "7f723ebd-f2ab-4072-ad18-59cf3071c299"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:46.284322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd701beb-156d-4546-a964-4aa2c32eca25 req-2c67f423-e085-404a-8329-06650c46f5dc tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:46.295738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fd701beb-156d-4546-a964-4aa2c32eca25 req-2c67f423-e085-404a-8329-06650c46f5dc tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 944 time: 0.1184669 Nov 12 09:14:46.320625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7f723ebd-f2ab-4072-ad18-59cf3071c299, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7f723ebd-f2ab-4072-ad18-59cf3071c299,segment=NetworkSegment(6e3b2f07-175d-4476-886c-20ff3fe022c9),segment_id=6e3b2f07-175d-4476-886c-20ff3fe022c9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:46.343752 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.346048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f7488e86-f6ae-482d-ae82-a66531682ddd up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:46.393134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fd701beb-156d-4546-a964-4aa2c32eca25 req-057408f1-804d-407c-b83b-cd131fa30f8c tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946546 Nov 12 09:14:46.451958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a7d067c-3cd8-4b86-ae95-2d456346e297 req-3c1a0f7c-e9cf-4ffe-b567-e10af4daea1f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e52fa99-54f6-4561-bb87-d56788d86cef HTTP/1.1" status: 200 len: 210 time: 0.1683049 Nov 12 09:14:46.514984 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4312070-6ce8-494a-aba5-0ca210482a1c x-openstack-request-id: req-b4312070-6ce8-494a-aba5-0ca210482a1c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:46.515267 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df624ab-1119-4fba-ae7e-27636753b3cb", "name": "network-vif-plugged", "status": "completed", "tag": "7f723ebd-f2ab-4072-ad18-59cf3071c299", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:46.515767 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4312070-6ce8-494a-aba5-0ca210482a1c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:46.516297 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f723ebd-f2ab-4072-ad18-59cf3071c299', 'code': 200} Nov 12 09:14:46.628400 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c7ffa51-1a57-4a7d-ad6f-ab5c4b323b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.632120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7f723ebd-f2ab-4072-ad18-59cf3071c299,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:46.649831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1646727-049a-4322-8f67-ed5e22c4dc16 req-52204ce8-6bd1-4b50-a2ab-9e7e1aeabc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:46.651550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1646727-049a-4322-8f67-ed5e22c4dc16 req-52204ce8-6bd1-4b50-a2ab-9e7e1aeabc0d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 1097 time: 0.1313829 Nov 12 09:14:46.729253 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1646727-049a-4322-8f67-ed5e22c4dc16 req-66b195b5-d2c6-469b-8818-882dfa959b30 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696011 Nov 12 09:14:46.732862 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-468f374e-2bde-4e63-a0e6-ac2a1d1d2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.802588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port f7488e86-f6ae-482d-ae82-a66531682ddd completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:14:46.815242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 715e0383-cdd6-41b4-adea-e63ba8607f9a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:46.848911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port f7488e86-f6ae-482d-ae82-a66531682ddd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:46.849394 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.882924 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-468f374e-2bde-4e63-a0e6-ac2a1d1d2ab0 None None] For port 715e0383-cdd6-41b4-adea-e63ba8607f9a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=715e0383-cdd6-41b4-adea-e63ba8607f9a,segment=NetworkSegment(b2041953-b351-4fcc-bf44-26b9d9d9ae29),segment_id=b2041953-b351-4fcc-bf44-26b9d9d9ae29)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:46.893886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting port 5cfe0dae-c28f-4f94-8caf-72e4b1695d24 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:46.893886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.901701 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-468f374e-2bde-4e63-a0e6-ac2a1d1d2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:46.946381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeb509-d764-4e65-83f6-61deed247dcd req-52995879-bd35-451d-8d8d-2c01bbd6b411 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:46.964569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfaeb509-d764-4e65-83f6-61deed247dcd req-52995879-bd35-451d-8d8d-2c01bbd6b411 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 944 time: 0.1857588 Nov 12 09:14:47.089559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.094705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f374e-2bde-4e63-a0e6-ac2a1d1d2ab0 None None] Pushing event updated for resources: {'Port': ['ID=715e0383-cdd6-41b4-adea-e63ba8607f9a,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:47.138802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfaeb509-d764-4e65-83f6-61deed247dcd req-042aa264-3b1d-4576-9b60-c3574c9382bf tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650791 Nov 12 09:14:47.142683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Calling delete_port for 5cfe0dae-c28f-4f94-8caf-72e4b1695d24 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:47.157017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-631c9688-ee94-45c8-8fef-973f780f0f7e None None] Provisioning complete for port 5cfe0dae-c28f-4f94-8caf-72e4b1695d24 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:47.157393 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-631c9688-ee94-45c8-8fef-973f780f0f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.218974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.244888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 715e0383-cdd6-41b4-adea-e63ba8607f9a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:47.245583 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.324500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-631c9688-ee94-45c8-8fef-973f780f0f7e None None] Port 5cfe0dae-c28f-4f94-8caf-72e4b1695d24 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:47.331209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port f7488e86-f6ae-482d-ae82-a66531682ddd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f7488e86-f6ae-482d-ae82-a66531682ddd,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:47.350660 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.429822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52838) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:47.448140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-631c9688-ee94-45c8-8fef-973f780f0f7e None None] Provisioning complete for port 5ef06280-6197-4afc-8e81-89c75f14f580 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:47.448526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-631c9688-ee94-45c8-8fef-973f780f0f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.463646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=f7488e86-f6ae-482d-ae82-a66531682ddd,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:47.510250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f89281-ee69-47e4-a118-216a01f6bc2f req-a3f7a60b-aa2e-4469-b79b-6e3661c58bdc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:47.523140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8f89281-ee69-47e4-a118-216a01f6bc2f req-a3f7a60b-aa2e-4469-b79b-6e3661c58bdc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1702332 Nov 12 09:14:47.654202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8f89281-ee69-47e4-a118-216a01f6bc2f req-7756d58a-058e-4535-b479-c6759aea770a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299446 Nov 12 09:14:47.809589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-662930dc-f950-49a8-833a-c2796a601f1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ccbfb688ee4494e8e05b83849f2a9cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758848 Nov 12 09:14:47.810481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:47.878506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5ee29c4f-62a9-4a4c-ae41-e5be9a162e7c None None] Provisioning complete for port 715e0383-cdd6-41b4-adea-e63ba8607f9a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:47.879260 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ee29c4f-62a9-4a4c-ae41-e5be9a162e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.885542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5ef06280-6197-4afc-8e81-89c75f14f580 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:47.919441 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43fd0fa-9a0e-4b11-99c0-ab9be37bd5d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:47.948882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43fd0fa-9a0e-4b11-99c0-ab9be37bd5d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.013396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43fd0fa-9a0e-4b11-99c0-ab9be37bd5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.017125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d43fd0fa-9a0e-4b11-99c0-ab9be37bd5d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.022428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d43fd0fa-9a0e-4b11-99c0-ab9be37bd5d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04beeb29-c584-4fe3-9df7-c4a3b78f42fb HTTP/1.1" status: 204 len: 168 time: 0.2077408 Nov 12 09:14:48.030734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43fd0fa-9a0e-4b11-99c0-ab9be37bd5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04beeb29-c584-4fe3-9df7-c4a3b78f42fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:48.133758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 5ef06280-6197-4afc-8e81-89c75f14f580 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:48.134542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.149425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112e6ca-7064-4473-877a-5b4976c10d07 req-fae42cb3-812c-4571-abde-87973f004b3d tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:48.159004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5112e6ca-7064-4473-877a-5b4976c10d07 req-fae42cb3-812c-4571-abde-87973f004b3d tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 945 time: 0.2207172 Nov 12 09:14:48.236790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.289643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Port': ['ID=5cfe0dae-c28f-4f94-8caf-72e4b1695d24,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:48.321868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2d617-2821-48be-9850-15e52daa5838 req-a0e03bd0-1c5f-44a5-8289-51fd8642a654 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:48.323490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86f2d617-2821-48be-9850-15e52daa5838 req-a0e03bd0-1c5f-44a5-8289-51fd8642a654 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 945 time: 0.1161280 Nov 12 09:14:48.364541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 715e0383-cdd6-41b4-adea-e63ba8607f9a up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:48.376247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5112e6ca-7064-4473-877a-5b4976c10d07 req-5c7845cd-1a13-4cbe-b916-1aefdfa5a08a tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161751 Nov 12 09:14:48.454457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86f2d617-2821-48be-9850-15e52daa5838 req-086703cd-e9cc-479e-b5b7-2c7a3b3e325a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238937 Nov 12 09:14:48.494124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 715e0383-cdd6-41b4-adea-e63ba8607f9a triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:48.494124 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.554381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7488e86-f6ae-482d-ae82-a66531682ddd'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:48.556884 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0efdf6-b94c-45ed-9441-42b58c90afaa" -d '{"events": [{"server_uuid": "7d4100e3-af8d-4ed2-a865-36875e48b189", "name": "network-vif-plugged", "status": "completed", "tag": "f7488e86-f6ae-482d-ae82-a66531682ddd"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:48.658780 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:48.661238 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f83c9-7483-4a20-8b98-393a945b45c3 x-openstack-request-id: req-8c9f83c9-7483-4a20-8b98-393a945b45c3 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:48.663268 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4100e3-af8d-4ed2-a865-36875e48b189", "name": "network-vif-plugged", "status": "completed", "tag": "f7488e86-f6ae-482d-ae82-a66531682ddd", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:48.663693 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c9f83c9-7483-4a20-8b98-393a945b45c3 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:48.664229 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7488e86-f6ae-482d-ae82-a66531682ddd', 'code': 200} Nov 12 09:14:49.036444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e890a7-79d1-44a0-abe3-67bf28a22da4 req-edcf17b8-9435-4825-ac50-e9f0068eb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.038579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7e890a7-79d1-44a0-abe3-67bf28a22da4 req-edcf17b8-9435-4825-ac50-e9f0068eb4d6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 1097 time: 0.2762363 Nov 12 09:14:49.055252 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.118417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dcb4ed-d01c-4ca2-9bb1-a9e1c6e4bd14 req-f321c3e8-4f46-418e-9673-6435ff91631a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.120692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0dcb4ed-d01c-4ca2-9bb1-a9e1c6e4bd14 req-f321c3e8-4f46-418e-9673-6435ff91631a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2331707 Nov 12 09:14:49.164509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Router 9b1c9fca-d8df-407f-8d01-c6fff66ce9be has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:14:49.245019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7e890a7-79d1-44a0-abe3-67bf28a22da4 req-50687d58-bf1f-4b40-8392-ffd4c6c20c4b service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701262 Nov 12 09:14:49.357354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:49.366647 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a211d6ac-d061-4b59-904c-643c3ca6d3e5 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "PUT /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3148623 Nov 12 09:14:49.371293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:49.381562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] Sync routers for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:49.384474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0dcb4ed-d01c-4ca2-9bb1-a9e1c6e4bd14 req-0ea4dbe0-0518-4aad-adc4-1801cf191cac tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423000 Nov 12 09:14:49.399458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:49.400617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:49.435300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52886) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:49.461281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:49.473041 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-3659f109-a95c-4307-8af9-e9d03bb4bd28 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] delete failed (client error): The resource could not be found. Nov 12 09:14:49.477775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:49.482417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:49.483009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52890) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:49.483842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3659f109-a95c-4307-8af9-e9d03bb4bd28 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1177751775 HTTP/1.1" status: 404 len: 335 time: 0.1121402 Nov 12 09:14:49.488894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-74f59bab-7b0c-497c-8f5c-ab558ac753ce tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'router': {'external_gateway_info': {'network_id': '9b1c9fca-d8df-407f-8d01-c6fff66ce9be'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:49.549071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:49.549908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d06077-0eb7-47dd-8a47-ecbafb8ddd7e None None] The sync data for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:49.620295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017ca68-f489-42b6-be58-1ac148df2f9e req-2d583fee-4f89-4f87-9cc6-e004ddb281bd tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.623081 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b017ca68-f489-42b6-be58-1ac148df2f9e req-2d583fee-4f89-4f87-9cc6-e004ddb281bd tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 945 time: 0.1103427 Nov 12 09:14:49.702586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1916088747-network', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:49.719731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b017ca68-f489-42b6-be58-1ac148df2f9e req-b6307572-2550-4e77-86b6-f10ef04e8732 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880449 Nov 12 09:14:49.747058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.826539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15617f-4292-4fb2-ba11-7614a5d55120 req-5e9381dc-b7d0-4069-9e43-4c8207d8fd24 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:49.828140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc15617f-4292-4fb2-ba11-7614a5d55120 req-5e9381dc-b7d0-4069-9e43-4c8207d8fd24 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 945 time: 0.2324355 Nov 12 09:14:49.828803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Made reservation on behalf of 8faea0f3c2374cee939f537b0f4e3e6c for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:49.832430 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.920446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.929030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-74f59bab-7b0c-497c-8f5c-ab558ac753ce tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:49.972062 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-74f59bab-7b0c-497c-8f5c-ab558ac753ce tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] update failed (client error): The resource could not be found. Nov 12 09:14:49.973138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-74f59bab-7b0c-497c-8f5c-ab558ac753ce tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "PUT /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be HTTP/1.1" status: 404 len: 339 time: 0.4891074 Nov 12 09:14:49.978050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:50.000762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc15617f-4292-4fb2-ba11-7614a5d55120 req-72764423-f3f3-4a1d-8e1f-dac2f2487eda tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328096 Nov 12 09:14:50.134066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.141784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.186053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:14:50.211011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fdab15-4567-4197-bfbf-5421b05e53ad,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:50.216458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.216833 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Added segment e49194fa-8f41-4dd0-9b91-8f433c3084e4 of type vlan for network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b Nov 12 09:14:50.331120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.382095 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.387650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.391157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:50.392656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.492295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.543896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1073802 Nov 12 09:14:50.544873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52912) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:50.554333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Request body: {'subnet': {'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1916088747-subnet', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:50.576170 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5e501-1bfe-4339-95ec-ec6171c81f28 admin admin] Pushing event updated for resources: {'Network': ['ID=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:50.587866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:14:50.634186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96966f1f-7ba3-482f-8156-21eb4ca4afa8 req-917b1dfc-eed9-44ea-84ba-ec1ce248ed98 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:50.642485 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96966f1f-7ba3-482f-8156-21eb4ca4afa8 req-917b1dfc-eed9-44ea-84ba-ec1ce248ed98 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1058285 Nov 12 09:14:50.651451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Made reservation on behalf of 8faea0f3c2374cee939f537b0f4e3e6c for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:14:50.655835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:50.782366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96966f1f-7ba3-482f-8156-21eb4ca4afa8 req-0b33fd69-eab5-4e19-92ad-35a35c2dcfb9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386523 Nov 12 09:14:50.955391 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.003790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Allocated IP 172.20.0.1 (51eeddb1-f3a6-4bde-b154-417765ffeb7c/7fe426e7-ffa0-4263-a452-7343506e9ee4/3c68f73a-167c-407f-83bd-b9db9529aa25) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:51.023995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60904303-96d3-4001-a3da-3d177547e525,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:51.046066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Checking segment: {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:51.046838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Network hostable DHCP agents. Network: ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:14:51.070002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:14:51.083307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:51.101526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cfbaab-d931-4e34-ab10-9ab457b007c8 None None] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:51.115115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:51.116540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.163132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9268ae7b-ce34-4a2d-a554-47f9eb328b15 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6068444 Nov 12 09:14:51.164363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52920) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:51.178736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:51.262218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0905e-a23b-4ce8-9869-b6a5ed7f0fb4 req-837720b7-9a44-4112-a972-b53fcf8366d9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:51.262830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.264188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.268946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58d0905e-a23b-4ce8-9869-b6a5ed7f0fb4 req-837720b7-9a44-4112-a972-b53fcf8366d9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 945 time: 0.1024957 Nov 12 09:14:51.320836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.413427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58d0905e-a23b-4ce8-9869-b6a5ed7f0fb4 req-791a2aeb-8545-4fac-97b9-71d886eef197 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386614 Nov 12 09:14:51.457857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.475132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:14:51.476746 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.635239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.690093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Allocated IP 172.20.0.2 (ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b/60904303-96d3-4001-a3da-3d177547e525/ccbb4381-e528-46a6-b035-de44bdde7c8b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:51.795022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.880434 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.887610 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:51.893122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:51.906741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Port': ['ID=3c68f73a-167c-407f-83bd-b9db9529aa25,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:51.913646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:51.920442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:52.035357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:52.040219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:52.045651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:52.061163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69dcadf-10bf-4ee1-9a7d-c4a20c8ca2bf req-0cd5087f-b12d-452b-b341-e719c1260b7d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:52.064344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Pushing event updated for resources: {'Port': ['ID=ccbb4381-e528-46a6-b035-de44bdde7c8b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:52.081501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c69dcadf-10bf-4ee1-9a7d-c4a20c8ca2bf req-0cd5087f-b12d-452b-b341-e719c1260b7d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1732244 Nov 12 09:14:52.154695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.237235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c69dcadf-10bf-4ee1-9a7d-c4a20c8ca2bf req-5fae7f6d-eb8a-4265-a185-e11cd798b8f1 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538363 Nov 12 09:14:52.297860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Attempting to bind port ccbb4381-e528-46a6-b035-de44bdde7c8b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:52.298422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Attempting to bind port ccbb4381-e528-46a6-b035-de44bdde7c8b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:52.299030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Attempting to bind port ccbb4381-e528-46a6-b035-de44bdde7c8b on network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:52.307126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:52.307572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Checking segment: {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:52.317580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.318571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Bound using segment: {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:52.319233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Bound port: ccbb4381-e528-46a6-b035-de44bdde7c8b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:52.319896 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.343226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.343662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.344317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.344642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.345057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.346060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.346402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.346744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.347105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.347537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.348443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.349064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:52.510159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] For port ccbb4381-e528-46a6-b035-de44bdde7c8b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:52.525479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.550780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] For port ccbb4381-e528-46a6-b035-de44bdde7c8b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ccbb4381-e528-46a6-b035-de44bdde7c8b,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:52.577950 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.585831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8e08d275-5f4f-4cf6-aab8-97f87672c68f None None] Provisioning complete for port 3c68f73a-167c-407f-83bd-b9db9529aa25 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:52.586203 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8e08d275-5f4f-4cf6-aab8-97f87672c68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.632779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8e08d275-5f4f-4cf6-aab8-97f87672c68f None None] Port 3c68f73a-167c-407f-83bd-b9db9529aa25 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:52.706312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee302b37-a3b4-4c7f-bb3c-d30d79c641fe None None] Pushing event updated for resources: {'Port': ['ID=ccbb4381-e528-46a6-b035-de44bdde7c8b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:52.897364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:52.929863 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:53.338307 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Allocated IP 172.25.5.222 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/0bc5889d-8b86-4954-a365-1c0b72f5cde3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:53.511163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:53.637689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:53.693000 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18deb083-973c-4108-b914-68ce6197d138 req-ff3bb74f-a6c6-4a23-9ce2-8ca4719b4f1b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:53.702834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18deb083-973c-4108-b914-68ce6197d138 req-ff3bb74f-a6c6-4a23-9ce2-8ca4719b4f1b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2353215 Nov 12 09:14:53.767559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:53.850318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:53.880408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5987c8-377f-4196-86af-70825c078b15 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:53.937021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:53.985518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ccbb4381-e528-46a6-b035-de44bdde7c8b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:54.047133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0bc5889d-8b86-4954-a365-1c0b72f5cde3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:54.074714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c5aad13f-8b08-44b5-8de5-2b1cd9b2cd40 None None] Provisioning complete for port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:54.078335 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c5aad13f-8b08-44b5-8de5-2b1cd9b2cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.095056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.112582 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.220558 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.241989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18deb083-973c-4108-b914-68ce6197d138 req-1918a5e2-3a81-4f11-834b-660e24151288 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5341644 Nov 12 09:14:54.277691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c5aad13f-8b08-44b5-8de5-2b1cd9b2cd40 None None] Port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:54.357939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ccbb4381-e528-46a6-b035-de44bdde7c8b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:54.358111 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:54.456964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event updated for resources: {'Port': ['ID=3c68f73a-167c-407f-83bd-b9db9529aa25,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:54.864647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72932e98-f73f-45b5-a985-61032d39ca41 None None] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:14:54.977357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-34204e35-f06b-4958-9b43-5752b05ca3cf None None] Provisioning complete for port ccbb4381-e528-46a6-b035-de44bdde7c8b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:54.978674 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-34204e35-f06b-4958-9b43-5752b05ca3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:55.138963 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:55.254238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port ccbb4381-e528-46a6-b035-de44bdde7c8b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ccbb4381-e528-46a6-b035-de44bdde7c8b,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:55.325264 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:55.464315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:55.481478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:55.534318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=ccbb4381-e528-46a6-b035-de44bdde7c8b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:55.538406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:55.585645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012529bb-e3dc-438e-8a9b-b8920db58719 req-1125dd4d-3d0f-4f12-af15-8eec17204754 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:55.587734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-012529bb-e3dc-438e-8a9b-b8920db58719 req-1125dd4d-3d0f-4f12-af15-8eec17204754 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1454549 Nov 12 09:14:55.699211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-012529bb-e3dc-438e-8a9b-b8920db58719 req-19c86eb9-5a78-46e8-b511-6e8eded3966f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040554 Nov 12 09:14:55.793643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ccbb4381-e528-46a6-b035-de44bdde7c8b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:14:55.872869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc87ae-7ab5-4e4c-85a1-a936b7ec4521 req-c5b62a12-6cbd-4e20-86dc-254b8e4e1dd5 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:55.874552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79fc87ae-7ab5-4e4c-85a1-a936b7ec4521 req-c5b62a12-6cbd-4e20-86dc-254b8e4e1dd5 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 945 time: 0.4106188 Nov 12 09:14:55.956459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ccbb4381-e528-46a6-b035-de44bdde7c8b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:55.957059 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.004501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Router 9b1c9fca-d8df-407f-8d01-c6fff66ce9be has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:14:56.104464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79fc87ae-7ab5-4e4c-85a1-a936b7ec4521 req-9d81878f-876c-426a-8f8a-8e2abf447225 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356318 Nov 12 09:14:56.147883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3c876501-a28d-4a17-862e-ed9d72d63cb3 None None] Provisioning complete for port ccbb4381-e528-46a6-b035-de44bdde7c8b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:56.156244 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c876501-a28d-4a17-862e-ed9d72d63cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.296024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.357172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3c876501-a28d-4a17-862e-ed9d72d63cb3 None None] Provisioning complete for port 3c68f73a-167c-407f-83bd-b9db9529aa25 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:56.357172 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c876501-a28d-4a17-862e-ed9d72d63cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.425431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3c876501-a28d-4a17-862e-ed9d72d63cb3 None None] Port 3c68f73a-167c-407f-83bd-b9db9529aa25 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:56.487077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:56.498354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2f308808-4c04-4654-854c-d43a5d35d1f7 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "PUT /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5189047 Nov 12 09:14:56.501166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53052) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:56.513708 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] Sync routers for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:56.535893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53054) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:56.536148 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:56.537201 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:56.542846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0ee80517-8737-4362-81ae-b46156c33c6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1157390351', 'description': 'tempest-secgroup-smoke-1157390351 description', 'project_id': 'd67fe61746de4f718c627adc92591612'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:56.560428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Router c76ab917-e842-4c18-8caa-ea5c808ded8f is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:14:56.582779 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ee80517-8737-4362-81ae-b46156c33c6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.612421 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:56.625858 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:56.626748 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:56.630415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9bae3a20-923e-4653-9066-b02f14670d6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.691207 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:56.692160 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1e4b28-a1ca-4c5d-b23c-71e8c60e6ec2 None None] The sync data for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:14:56.754003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:14:56.780976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Sync routers for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:14:56.781918 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ee80517-8737-4362-81ae-b46156c33c6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.790434 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ee80517-8737-4362-81ae-b46156c33c6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.792137 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-9bae3a20-923e-4653-9066-b02f14670d6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 12 09:14:56.796337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9bae3a20-923e-4653-9066-b02f14670d6d tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be HTTP/1.1" status: 409 len: 329 time: 0.2908871 Nov 12 09:14:56.797301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53058) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:56.810167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:56.810785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:56.811155 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.813073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2da88fc7-d38c-4045-b46a-a9252b6129a7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6476653 Nov 12 09:14:56.822408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:56.879709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ee80517-8737-4362-81ae-b46156c33c6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:56.885657 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0ee80517-8737-4362-81ae-b46156c33c6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3446696 Nov 12 09:14:56.890584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:56.899216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-46ff738e-db8e-4a84-a9da-5e9d34e9400d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'security_group_rule': {'security_group_id': '2a3eda9f-76b3-4005-a70d-17475a542f38', 'project_id': 'd67fe61746de4f718c627adc92591612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:56.969304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee80517-8737-4362-81ae-b46156c33c6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3eda9f-76b3-4005-a70d-17475a542f38,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:56.988480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e848125-0307-4566-a56f-663f3767018a req-64367c08-60de-4b98-ac05-2485acabc03d tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:56.990985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e848125-0307-4566-a56f-663f3767018a req-64367c08-60de-4b98-ac05-2485acabc03d tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.62 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 945 time: 0.2688475 Nov 12 09:14:56.999293 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ff738e-db8e-4a84-a9da-5e9d34e9400d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.021711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:57.096188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155de39-2c23-4045-a77c-26f2167798c7 req-9bbf4e52-b46e-4931-9949-f6df32aabd0d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:57.097879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9155de39-2c23-4045-a77c-26f2167798c7 req-9bbf4e52-b46e-4931-9949-f6df32aabd0d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2101390 Nov 12 09:14:57.240003 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ff738e-db8e-4a84-a9da-5e9d34e9400d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.254719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ff738e-db8e-4a84-a9da-5e9d34e9400d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.321740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9155de39-2c23-4045-a77c-26f2167798c7 req-d2e5c4b3-ba81-4a69-8695-e93387995836 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022262 Nov 12 09:14:57.340319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff738e-db8e-4a84-a9da-5e9d34e9400d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2573ac59-1f58-4d65-9575-5a11eb0fd303,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:57.343531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1c544-636e-4430-b7ec-f2f5ff6e507e req-075974b3-9f2c-49bf-a29d-ff68d3d29bb2 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:57.352174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66e1c544-636e-4430-b7ec-f2f5ff6e507e req-075974b3-9f2c-49bf-a29d-ff68d3d29bb2 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 945 time: 0.1288416 Nov 12 09:14:57.357218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-46ff738e-db8e-4a84-a9da-5e9d34e9400d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.358815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-46ff738e-db8e-4a84-a9da-5e9d34e9400d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4643199 Nov 12 09:14:57.362187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53070) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:57.379877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'security_group_rule': {'security_group_id': '2a3eda9f-76b3-4005-a70d-17475a542f38', 'project_id': 'd67fe61746de4f718c627adc92591612', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:57.438411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:55Z', 'revision_number': 3, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:14:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:57.482149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Deleting port 7f723ebd-f2ab-4072-ad18-59cf3071c299 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:57.482149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.492962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Checking router: c76ab917-e842-4c18-8caa-ea5c808ded8f for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:14:57.493549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Updating router c76ab917-e842-4c18-8caa-ea5c808ded8f port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:14:57.526766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.546987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-66e1c544-636e-4430-b7ec-f2f5ff6e507e req-36226780-6d80-4e80-ad8f-8590f7ce1fd8 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/security-groups?id=b96bf974-a6c8-416d-a582-16ebe921ba87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915379 Nov 12 09:14:57.557828 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.796429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:57.850166 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.085921 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.096383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.123415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.132562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] For port 7f723ebd-f2ab-4072-ad18-59cf3071c299, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7f723ebd-f2ab-4072-ad18-59cf3071c299,segment=NetworkSegment(6e3b2f07-175d-4476-886c-20ff3fe022c9),segment_id=6e3b2f07-175d-4476-886c-20ff3fe022c9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:58.133185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.141511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Allocated IP 172.20.0.1 (ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b/60904303-96d3-4001-a3da-3d177547e525/cc9c8938-af15-42cc-b1c2-a806571f191f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:14:58.148295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.171480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Calling delete_port for 7f723ebd-f2ab-4072-ad18-59cf3071c299 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:14:58.186375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803955d3-b420-4cfb-92de-55ba65020293 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:58.200358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64c0a30-3664-4a15-8aa5-c684f4086485,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:58.264818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Attempting to bind port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:14:58.265193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Attempting to bind port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:14:58.265670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Attempting to bind port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:14:58.272700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714f6d8-e934-47eb-864e-90505f7cee96 None None] Pushing event updated for resources: {'Port': ['ID=0bc5889d-8b86-4954-a365-1c0b72f5cde3,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:58.284287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.286307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:14:58.286948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:14:58.287945 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.288827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:14:58.289557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Bound port: 0bc5889d-8b86-4954-a365-1c0b72f5cde3, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:14:58.290165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.392488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.450068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.450558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.451089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.454760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.456815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.460164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.460713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.461072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.461419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.463124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.463235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.463235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.470569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:14:58.488412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-278fb709-6abe-4759-9caf-cbfd99e2eac5 None None] Provisioning complete for port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:58.493373 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-278fb709-6abe-4759-9caf-cbfd99e2eac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.524190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:14:58.528165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:14:58.534224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:14:58.554826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.564758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] For port 0bc5889d-8b86-4954-a365-1c0b72f5cde3, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:14:58.568855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a47e59e5-568a-4f08-b898-f5ed05a3aada tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2058606 Nov 12 09:14:58.571602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53090) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:58.620274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] For port 0bc5889d-8b86-4954-a365-1c0b72f5cde3, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0bc5889d-8b86-4954-a365-1c0b72f5cde3,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:14:58.621654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-33c6a2de-c1ee-4bc2-a7a7-7c01c46e22ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'security_group_rule': {'security_group_id': '2a3eda9f-76b3-4005-a70d-17475a542f38', 'project_id': 'd67fe61746de4f718c627adc92591612', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:58.629333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.635409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-278fb709-6abe-4759-9caf-cbfd99e2eac5 None None] Port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:14:58.638418 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.702368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714f6d8-e934-47eb-864e-90505f7cee96 None None] Pushing event updated for resources: {'Port': ['ID=0bc5889d-8b86-4954-a365-1c0b72f5cde3,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:58.706809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['7f723ebd-f2ab-4072-ad18-59cf3071c299'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:14:58.721939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Pushing event deleted for resources: {'Port': ['ID=7f723ebd-f2ab-4072-ad18-59cf3071c299,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:58.728835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.772009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:14:58.772765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:14:58.774226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.783554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Pushing event updated for resources: {'Port': ['ID=cc9c8938-af15-42cc-b1c2-a806571f191f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:58.877007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:14:58.879416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a277b47c-8bc7-4907-8b5f-4f4608366e25 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:14:58.901771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33c6a2de-c1ee-4bc2-a7a7-7c01c46e22ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:58.943662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8b78-0b2e-4929-9cba-424d31cb0233 req-8aaf2c53-8197-4c07-aa1b-e4826123a752 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:14:58.953792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59bd8b78-0b2e-4929-9cba-424d31cb0233 req-8aaf2c53-8197-4c07-aa1b-e4826123a752 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.4734325 Nov 12 09:14:59.002889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] No DVR routers for this DVR port 7f723ebd-f2ab-4072-ad18-59cf3071c299 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:14:59.007292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.011977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e848125-0307-4566-a56f-663f3767018a req-f35fec51-99bd-49ea-8964-36b07fb30309 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.62 "DELETE /v2.0/ports/7f723ebd-f2ab-4072-ad18-59cf3071c299 HTTP/1.1" status: 204 len: 173 time: 1.9859045 Nov 12 09:14:59.017174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'name': 'network-vif-deleted', 'tag': '7f723ebd-f2ab-4072-ad18-59cf3071c299'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:14:59.020084 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6db2575-40d5-405e-9e7f-fa4ba3aa9f7e" -d '{"events": [{"server_uuid": "3df624ab-1119-4fba-ae7e-27636753b3cb", "name": "network-vif-deleted", "tag": "7f723ebd-f2ab-4072-ad18-59cf3071c299"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:14:59.101627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-291f4c7d-b68a-49b5-b088-fc4980e9d29d req-37fd3dd9-aa5a-451b-b0c9-c7e5721c5067 tempest-VolumesActionsTest-348327787 tempest-VolumesActionsTest-348327787-project] 10.222.0.53 "GET /v2.0/ports?device_id=3df624ab-1119-4fba-ae7e-27636753b3cb HTTP/1.1" status: 200 len: 210 time: 0.1899817 Nov 12 09:14:59.164604 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59bd8b78-0b2e-4929-9cba-424d31cb0233 req-c0a25bce-f25f-40d5-8d4f-35a29807b975 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096052 Nov 12 09:14:59.288370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:14:59.345258 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:14:59.405673 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a431e6e7-5067-4690-af0f-7a3d050e0522 x-openstack-request-id: req-a431e6e7-5067-4690-af0f-7a3d050e0522 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:14:59.405933 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df624ab-1119-4fba-ae7e-27636753b3cb", "name": "network-vif-deleted", "tag": "7f723ebd-f2ab-4072-ad18-59cf3071c299", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:14:59.406319 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a431e6e7-5067-4690-af0f-7a3d050e0522 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:14:59.406669 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df624ab-1119-4fba-ae7e-27636753b3cb', 'name': 'network-vif-deleted', 'tag': '7f723ebd-f2ab-4072-ad18-59cf3071c299', 'status': 'completed', 'code': 200} Nov 12 09:14:59.457131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33c6a2de-c1ee-4bc2-a7a7-7c01c46e22ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.464200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33c6a2de-c1ee-4bc2-a7a7-7c01c46e22ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.527796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8da8e9cd-aa7a-49dd-a328-637a35204775 None None] Provisioning complete for port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:14:59.528374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8da8e9cd-aa7a-49dd-a328-637a35204775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.530674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6a2de-c1ee-4bc2-a7a7-7c01c46e22ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173585a8-fb54-4c9c-b026-cd1e335b91cf,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:14:59.540450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.546820 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33c6a2de-c1ee-4bc2-a7a7-7c01c46e22ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.548190 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-33c6a2de-c1ee-4bc2-a7a7-7c01c46e22ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9544823 Nov 12 09:14:59.557373 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53110) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:14:59.577776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e6bf44b5-3f5a-40e9-8510-852cf8131272 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'security_group_rule': {'security_group_id': '2a3eda9f-76b3-4005-a70d-17475a542f38', 'project_id': 'd67fe61746de4f718c627adc92591612', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:14:59.607077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting port 3c68f73a-167c-407f-83bd-b9db9529aa25 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:14:59.607589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.787997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6bf44b5-3f5a-40e9-8510-852cf8131272 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.825842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:14:59.855564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'port_id': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'mac_address': 'fa:16:3e:3e:ac:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:14:59.985648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:14:59.994824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6bf44b5-3f5a-40e9-8510-852cf8131272 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.009203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6bf44b5-3f5a-40e9-8510-852cf8131272 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.023000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.029886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Calling delete_port for 3c68f73a-167c-407f-83bd-b9db9529aa25 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:00.039501 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.078328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bf44b5-3f5a-40e9-8510-852cf8131272 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359c536a-b672-4548-9542-1bb68dfa8dac,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:00.082508 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.112733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c918495-ea0d-4cfa-b2b2-291efd88da22 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:00.120701 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8da8e9cd-aa7a-49dd-a328-637a35204775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.288221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Pushing event updated for resources: {'Port': ['ID=cc9c8938-af15-42cc-b1c2-a806571f191f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:00.291610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.371771 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6bf44b5-3f5a-40e9-8510-852cf8131272 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.379054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e6bf44b5-3f5a-40e9-8510-852cf8131272 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8148420 Nov 12 09:15:00.380040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53124) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:00.386189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.408961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'security_group_rule': {'security_group_id': '2a3eda9f-76b3-4005-a70d-17475a542f38', 'project_id': 'd67fe61746de4f718c627adc92591612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:00.486200 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Project d67fe61746de4f718c627adc92591612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:15:00.489167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:00.495465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:00.542971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Port': ['ID=3c68f73a-167c-407f-83bd-b9db9529aa25,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:00.557670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.682429 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.690222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.729385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1b0e970-5889-40d4-8b35-47b95e5d8b3c,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:00.743463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.748920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f4f1c684-6c0c-4eac-99f6-c7226f04b3c1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3665164 Nov 12 09:15:00.752219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53128) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:00.757846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'security_group_rule': {'security_group_id': '2a3eda9f-76b3-4005-a70d-17475a542f38', 'project_id': 'd67fe61746de4f718c627adc92591612', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:00.826101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:00.908546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8da8e9cd-aa7a-49dd-a328-637a35204775 None None] For port 0bc5889d-8b86-4954-a365-1c0b72f5cde3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0bc5889d-8b86-4954-a365-1c0b72f5cde3,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:00.930282 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.933501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7f723ebd-f2ab-4072-ad18-59cf3071c299 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:00.942652 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8da8e9cd-aa7a-49dd-a328-637a35204775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:00.982601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbf44e-9185-4a9a-b259-62c15bf462a2 req-ea685f84-f6a5-45a1-ba59-3138624d43e5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:01.005994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcdbf44e-9185-4a9a-b259-62c15bf462a2 req-ea685f84-f6a5-45a1-ba59-3138624d43e5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.4387524 Nov 12 09:15:01.019430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 7f723ebd-f2ab-4072-ad18-59cf3071c299 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:01.020085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7f723ebd-f2ab-4072-ad18-59cf3071c299 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:01.094676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5c918495-ea0d-4cfa-b2b2-291efd88da22'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:01.163140 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Project d67fe61746de4f718c627adc92591612 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:15:01.208895 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.247429 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.333081 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcdbf44e-9185-4a9a-b259-62c15bf462a2 req-b5c52d08-0e46-498a-b254-56d0afef9c52 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234186 Nov 12 09:15:01.338571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Router c76ab917-e842-4c18-8caa-ea5c808ded8f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:01.425179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.463336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:01.482932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:55Z', 'revision_number': 3, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:01.515888 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.565313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c1295-ec82-4ae0-b815-ef470a938f00 None None] The sync data for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 is: [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:55Z', 'revision_number': 3, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:01.659505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d1f9cc-1d9d-45d3-8534-fed61468d172,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:01.693464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:01.698223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.708771 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-36e35139-c6d8-4d26-94a9-0933ace04b28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9551363 Nov 12 09:15:01.748578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7e5944fe-4e5f-41c8-87d9-4d6111a0c19b admin admin] 10.222.0.53 "PUT /v2.0/routers/c76ab917-e842-4c18-8caa-ea5c808ded8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9246929 Nov 12 09:15:01.800475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-924f240b-991c-4e2e-b766-2660fa7071d4 None None] Provisioning complete for port cc9c8938-af15-42cc-b1c2-a806571f191f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:01.800663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-924f240b-991c-4e2e-b766-2660fa7071d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:01.959887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Router 9b1c9fca-d8df-407f-8d01-c6fff66ce9be has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:02.312411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:02.324699 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] Sync routers for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:02.348546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e117942b-9e06-4bbc-84ea-26a1049f9d6c tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "PUT /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5501101 Nov 12 09:15:02.350869 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:02.352233 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:02.353453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:02.400369 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:02.412334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8e9cd-aa7a-49dd-a328-637a35204775 None None] Pushing event updated for resources: {'Port': ['ID=0bc5889d-8b86-4954-a365-1c0b72f5cde3,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:02.417288 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] Routers {'9b1c9fca-d8df-407f-8d01-c6fff66ce9be'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:02.418098 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:02.486376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-924f240b-991c-4e2e-b766-2660fa7071d4 None None] Port cc9c8938-af15-42cc-b1c2-a806571f191f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:02.524299 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:02.525362 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38196b7a-276a-4c0a-bdd8-23e513bb00ad None None] The sync data for ids ['9b1c9fca-d8df-407f-8d01-c6fff66ce9be'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:02.617986 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-2ce2f2b1-155e-4f7e-a254-6d7813021dff tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] show failed (client error): The resource could not be found. Nov 12 09:15:02.619199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2ce2f2b1-155e-4f7e-a254-6d7813021dff tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-830967695 HTTP/1.1" status: 404 len: 334 time: 0.2638416 Nov 12 09:15:02.625062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53194) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:02.633586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-516ad0eb-6c20-4d40-bfc1-0f2d08c82d69 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:02.681698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-af22f7e8-7c12-4d1e-85d1-20f04fe6765c None None] Provisioning complete for port cc9c8938-af15-42cc-b1c2-a806571f191f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:02.682187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af22f7e8-7c12-4d1e-85d1-20f04fe6765c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:02.791499 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-516ad0eb-6c20-4d40-bfc1-0f2d08c82d69 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] update failed (client error): The resource could not be found. Nov 12 09:15:02.794747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-516ad0eb-6c20-4d40-bfc1-0f2d08c82d69 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-653367996 HTTP/1.1" status: 404 len: 334 time: 0.1671445 Nov 12 09:15:02.800307 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:02.817176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-af22f7e8-7c12-4d1e-85d1-20f04fe6765c None None] Port cc9c8938-af15-42cc-b1c2-a806571f191f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:02.966134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:03.004209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting subnet dad8eded-050b-4c75-b60a-32eeb985ca51 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:03.014538 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.050691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95743bbf-6395-4d10-b996-e06e23630d19 req-409ac42f-58f7-4072-a1e2-8e94288d43b9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:03.090999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95743bbf-6395-4d10-b996-e06e23630d19 req-409ac42f-58f7-4072-a1e2-8e94288d43b9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.2801595 Nov 12 09:15:03.212376 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.303462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 5c918495-ea0d-4cfa-b2b2-291efd88da22 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:03.311872 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.415746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95743bbf-6395-4d10-b996-e06e23630d19 req-05319d3d-bb75-44ae-9051-3834fb9e145f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226218 Nov 12 09:15:03.627306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.752608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:03.961229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.064783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.084897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53218) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:04.092241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/subnets/dad8eded-050b-4c75-b60a-32eeb985ca51 HTTP/1.1" status: 204 len: 168 time: 1.2900872 Nov 12 09:15:04.096946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa8000-dbdc-4bd8-8c47-2ec3c40cc4f0 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Subnet': ['ID=dad8eded-050b-4c75-b60a-32eeb985ca51,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:04.147126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a9dfc-1dbd-4260-aa7f-4ee95359f1d3 None None] Network b591e969-7166-42e7-9d76-4f0396c32845 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:04.159748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0bc5889d-8b86-4954-a365-1c0b72f5cde3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:04.356462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting subnet 3280a0a9-8163-4c94-ad29-ad57a65f8a8d {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:04.376632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:04.381566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.385068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1205437143-network', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:04.463435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:04.473020 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d1df0d-9805-4017-a98c-f1627f006015" -d '{"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-plugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:04.576179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.616982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Made reservation on behalf of 3fb9a2f007a44bca9d0b0f22c6b4600c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:04.626985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.688366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:04.691687 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44455ee-8dd0-4923-87ef-e50abf22a2eb x-openstack-request-id: req-b44455ee-8dd0-4923-87ef-e50abf22a2eb {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:04.692378 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-plugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:04.692933 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b44455ee-8dd0-4923-87ef-e50abf22a2eb {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:04.694317 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'code': 200} Nov 12 09:15:04.703061 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.756345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.875974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:04.876616 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:04.936544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.090377 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.204648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Subnet': ['ID=3280a0a9-8163-4c94-ad29-ad57a65f8a8d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:05.212902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.217454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eb50eb85-4985-43d4-bf05-7f21da8a2f9a tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/subnets/3280a0a9-8163-4c94-ad29-ad57a65f8a8d HTTP/1.1" status: 204 len: 168 time: 1.1302710 Nov 12 09:15:05.221543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53262) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:05.230778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.246847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.251705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:05.264571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ba6aea-a09e-40a8-86c5-3a8844c65caf None None] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:05.284350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cc98-8e1c-47d2-a4f6-ebf2eb7acffb req-cb21d936-16ce-4bc4-9a08-a039c3c3b579 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:05.294821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4584cc98-8e1c-47d2-a4f6-ebf2eb7acffb req-cb21d936-16ce-4bc4-9a08-a039c3c3b579 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2096252 Nov 12 09:15:05.337997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:15:05.424601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.525176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4584cc98-8e1c-47d2-a4f6-ebf2eb7acffb req-5329932b-1d90-4d33-a095-d5592a947d31 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291241 Nov 12 09:15:05.709385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting port 715e0383-cdd6-41b4-adea-e63ba8607f9a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:05.709758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:05.979291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] DHCP port deletion for b591e969-7166-42e7-9d76-4f0396c32845 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:05.997916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Sync routers for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:06.221911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] For port 715e0383-cdd6-41b4-adea-e63ba8607f9a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=715e0383-cdd6-41b4-adea-e63ba8607f9a,segment=NetworkSegment(b2041953-b351-4fcc-bf44-26b9d9d9ae29),segment_id=b2041953-b351-4fcc-bf44-26b9d9d9ae29)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:06.223813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:06.300141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Calling delete_port for 715e0383-cdd6-41b4-adea-e63ba8607f9a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:06.436425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 715e0383-cdd6-41b4-adea-e63ba8607f9a no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:06.618119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:06.619703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:06.790076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:06.826926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] No DVR routers for this DVR port 715e0383-cdd6-41b4-adea-e63ba8607f9a on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:06.887469 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:06.888074 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Added segment 3abcd640-1112-4b32-a475-4640701736a9 of type vlan for network 933bda88-bdc0-468c-b47a-1425001ae8ab Nov 12 09:15:06.896882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Port': ['ID=715e0383-cdd6-41b4-adea-e63ba8607f9a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:07.066543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No active binding found for port 715e0383-cdd6-41b4-adea-e63ba8607f9a {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:15:07.067080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 715e0383-cdd6-41b4-adea-e63ba8607f9a not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:07.078421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca6533-0d7f-4bc4-b3d6-eb03c334c55e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:07.148572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:07.163657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Deleting port 715e0383-cdd6-41b4-adea-e63ba8607f9a {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:07.164182 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.170433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f022f3-897a-475e-86f9-ad13426c4f0c req-a0088492-ace5-45c7-b743-c5ff6c4e4d8b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:07.181055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f022f3-897a-475e-86f9-ad13426c4f0c req-a0088492-ace5-45c7-b743-c5ff6c4e4d8b tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2510467 Nov 12 09:15:07.185592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.191568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.257149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b591e969-7166-42e7-9d76-4f0396c32845']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:07.277086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] DHCP port deletion for e62e0cee-a7b5-47a2-aea6-f7aee8c59375 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:07.291018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2041953-b351-4fcc-bf44-26b9d9d9ae29') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:07.306186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2041953-b351-4fcc-bf44-26b9d9d9ae29') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:07.324529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.366043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.373269 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74f022f3-897a-475e-86f9-ad13426c4f0c req-e59a7589-424c-463f-877e-297a6af62703 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877346 Nov 12 09:15:07.383858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:07.384626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:07.389079 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:07.419068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.424276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:07.426125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.467595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0847051 Nov 12 09:15:07.517769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:07.617789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Request body: {'subnet': {'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1205437143-subnet', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:07.626078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be666a-4cd9-442c-bd28-80365a086e2b admin admin] Pushing event updated for resources: {'Network': ['ID=933bda88-bdc0-468c-b47a-1425001ae8ab,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:07.650189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.669224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.674076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/networks/b591e969-7166-42e7-9d76-4f0396c32845 HTTP/1.1" status: 204 len: 168 time: 2.4482484 Nov 12 09:15:07.679237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53294) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:07.753206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17eefd7-e305-4cd0-a924-33f54ac7dbf1 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Network': ['ID=b591e969-7166-42e7-9d76-4f0396c32845,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:07.765887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Made reservation on behalf of 3fb9a2f007a44bca9d0b0f22c6b4600c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:07.788600 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.859039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] For port 715e0383-cdd6-41b4-adea-e63ba8607f9a, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:07.859692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.878495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Calling delete_port for 715e0383-cdd6-41b4-adea-e63ba8607f9a owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:07.882668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Port 715e0383-cdd6-41b4-adea-e63ba8607f9a was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:15:07.892363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 933bda88-bdc0-468c-b47a-1425001ae8ab details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:15:07.895948 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:07.922347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.106323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting port 5ef06280-6197-4afc-8e81-89c75f14f580 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:08.111540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.339947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.403312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Network b591e969-7166-42e7-9d76-4f0396c32845 is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:15:08.405956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] For port 5ef06280-6197-4afc-8e81-89c75f14f580, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5ef06280-6197-4afc-8e81-89c75f14f580,segment=NetworkSegment(7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f),segment_id=7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:08.416556 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] No DVR routers for this DVR port 715e0383-cdd6-41b4-adea-e63ba8607f9a on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:08.416819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72605c5c-8b57-4bd2-a066-0da39c5ccf48,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:08.419961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.478490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Calling delete_port for 5ef06280-6197-4afc-8e81-89c75f14f580 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:08.508800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5ef06280-6197-4afc-8e81-89c75f14f580 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:08.509898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Checking segment: {'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:08.510281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Network hostable DHCP agents. Network: 933bda88-bdc0-468c-b47a-1425001ae8ab, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:15:08.584152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Network 933bda88-bdc0-468c-b47a-1425001ae8ab is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:15:08.608616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27483afb-d5a6-4527-a8ff-5c7690aa9573 None None] Pushing event deleted for resources: {'Port': ['ID=715e0383-cdd6-41b4-adea-e63ba8607f9a,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:08.675343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 933bda88-bdc0-468c-b47a-1425001ae8ab) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:08.687248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:08.688016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.736879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d40f7ce-7bba-4070-8644-2d7b81706fc3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2149873 Nov 12 09:15:08.740381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53306) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:08.760965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:08.778508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6b2b6-37ce-43ee-a56b-d8fcc0a2f229 req-ad08779a-6c68-4ad3-bd00-382f5cf82da7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:08.787632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61f6b2b6-37ce-43ee-a56b-d8fcc0a2f229 req-ad08779a-6c68-4ad3-bd00-382f5cf82da7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1494732 Nov 12 09:15:08.800375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.802978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.855354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019bbafe-8e6f-4aed-ba49-0296312bbbd9 None None] Network 933bda88-bdc0-468c-b47a-1425001ae8ab requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:08.886898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:08.972503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Port': ['ID=5ef06280-6197-4afc-8e81-89c75f14f580,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:08.981973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] No DVR routers for this DVR port 5ef06280-6197-4afc-8e81-89c75f14f580 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:08.987224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-61f6b2b6-37ce-43ee-a56b-d8fcc0a2f229 req-1fd8cb86-5210-4177-9cdf-3975c3157741 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779330 Nov 12 09:15:09.052479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.134555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No active binding found for port 5ef06280-6197-4afc-8e81-89c75f14f580 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:15:09.136234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5ef06280-6197-4afc-8e81-89c75f14f580 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:09.151330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-933bda88-bdc0-468c-b47a-1425001ae8ab', 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'fixed_ips': [{'subnet_id': '72605c5c-8b57-4bd2-a066-0da39c5ccf48'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:15:09.152407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.232284 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.319715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62e0cee-a7b5-47a2-aea6-f7aee8c59375']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:09.363209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:09.370882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdf0d2c-c77a-4e8b-acd9-f291d3fe7a4f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:09.423982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.454830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Allocated IP 172.20.0.2 (933bda88-bdc0-468c-b47a-1425001ae8ab/72605c5c-8b57-4bd2-a066-0da39c5ccf48/2dfd3c9b-382e-48a3-ab13-3ff1681b91cf) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:09.477448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.501027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:09.501372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:09.506622 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:09.523606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.541292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Deleting port 5ef06280-6197-4afc-8e81-89c75f14f580 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:09.541795 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.671100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.681786 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:09.690545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/networks/e62e0cee-a7b5-47a2-aea6-f7aee8c59375 HTTP/1.1" status: 204 len: 168 time: 1.9630158 Nov 12 09:15:09.703886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53316) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:09.730065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef356f-14fa-4823-8c61-ad9d2d295307 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Network': ['ID=e62e0cee-a7b5-47a2-aea6-f7aee8c59375,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:09.960773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting subnet 7fe426e7-ffa0-4263-a452-7343506e9ee4 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:15:09.968005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.058818 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.235409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.324045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] For port 5ef06280-6197-4afc-8e81-89c75f14f580, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:10.324467 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.346130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Calling delete_port for 5ef06280-6197-4afc-8e81-89c75f14f580 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:10.351597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Port 5ef06280-6197-4afc-8e81-89c75f14f580 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:15:10.356384 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.369318 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.400820 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.406908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Network e62e0cee-a7b5-47a2-aea6-f7aee8c59375 is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:15:10.407445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] No DVR routers for this DVR port 5ef06280-6197-4afc-8e81-89c75f14f580 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:10.429844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc5d97-e7c9-4d58-a5f0-0313c4c3e879 None None] Pushing event deleted for resources: {'Port': ['ID=5ef06280-6197-4afc-8e81-89c75f14f580,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:10.438312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af547b-59a9-4c51-915b-c1b65912af58 req-2877533d-2313-410e-bf52-8e9ac6b41a5f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:10.450840 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5af547b-59a9-4c51-915b-c1b65912af58 req-2877533d-2313-410e-bf52-8e9ac6b41a5f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1771808 Nov 12 09:15:10.452200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Network 933bda88-bdc0-468c-b47a-1425001ae8ab is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:10.514957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:10.522030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:10.529774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.531149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Pushing event updated for resources: {'Port': ['ID=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:10.607981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.717360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Attempting to bind port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:10.718002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Attempting to bind port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:10.718372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Attempting to bind port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf on network 933bda88-bdc0-468c-b47a-1425001ae8ab {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:10.736795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:10.737183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Checking segment: {'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:10.738248 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.739199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Bound using segment: {'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:10.739699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Bound port: 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:10.740808 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.783887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 2, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:10.874080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5af547b-59a9-4c51-915b-c1b65912af58 req-a21f4b59-beab-4bcf-b065-8c523120a536 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4222186 Nov 12 09:15:10.942281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] For port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:10.947148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] For port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,segment=NetworkSegment(3abcd640-1112-4b32-a475-4640701736a9),segment_id=3abcd640-1112-4b32-a475-4640701736a9)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:10.976537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.991940 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:10.996455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Checking router: c76ab917-e842-4c18-8caa-ea5c808ded8f for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:10.996805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Updating router c76ab917-e842-4c18-8caa-ea5c808ded8f port cc9c8938-af15-42cc-b1c2-a806571f191f binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:15:11.060098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.066440 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/subnets/7fe426e7-ffa0-4263-a452-7343506e9ee4 HTTP/1.1" status: 204 len: 168 time: 1.3602424 Nov 12 09:15:11.069724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53332) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:11.087595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b419c-ce86-4a27-88b0-f34470b18cdf tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe426e7-ffa0-4263-a452-7343506e9ee4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:11.095067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5028a04-9f21-47ad-a67a-e301b7da7879 None None] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:11.160242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Allocated IP 172.25.5.167 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/250deb71-85d3-482a-9fa6-e04a6170be71) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:11.286081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0f047-4941-494d-b9c5-6eaf12dd9188 None None] Pushing event updated for resources: {'Port': ['ID=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:11.368882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.521527 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.530681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Deleting port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:11.531025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.734191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.793606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] For port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,segment=NetworkSegment(1d1c3eac-1180-4736-9836-89093a1877e4),segment_id=1d1c3eac-1180-4736-9836-89093a1877e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:11.793996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.849905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Calling delete_port for 8a9790ca-6dee-4ff1-8b68-a3ec272c544f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:11.878524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:11.951181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] DHCP port deletion for 51eeddb1-f3a6-4bde-b154-417765ffeb7c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:12.111821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.126620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:12.136886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:12.155753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:12.207529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] No DVR routers for this DVR port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:12.270627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Pushing event updated for resources: {'Port': ['ID=250deb71-85d3-482a-9fa6-e04a6170be71,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:12.283374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Port': ['ID=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:12.334073 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.353765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ecffc-ed4d-49d4-8fde-ca1d74fb2c99 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:12.357558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.385456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8f5a9d-e412-44df-a0e6-2dc3ffab6de3 req-02afb7c0-c5bc-44ba-89e5-6698fe2fe8cc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:12.387027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e8f5a9d-e412-44df-a0e6-2dc3ffab6de3 req-02afb7c0-c5bc-44ba-89e5-6698fe2fe8cc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.3051231 Nov 12 09:15:12.514543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108003b5-0f62-458d-86c9-282324e3e34b None None] Pushing event updated for resources: {'Port': ['ID=cc9c8938-af15-42cc-b1c2-a806571f191f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:12.518156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:12.634321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Deleting port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:12.634700 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.655931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.689950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e8f5a9d-e412-44df-a0e6-2dc3ffab6de3 req-6619366c-a681-4f31-a081-039a782d1752 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871830 Nov 12 09:15:12.750200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51eeddb1-f3a6-4bde-b154-417765ffeb7c']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:12.790837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1c3eac-1180-4736-9836-89093a1877e4') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:12.804234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1c3eac-1180-4736-9836-89093a1877e4') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:12.842777 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.886540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.900386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:15:12.901000 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:15:12.905873 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:15:12.994204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dd365724-3eeb-45b7-92cd-2d557b2fb543 None None] Provisioning complete for port 250deb71-85d3-482a-9fa6-e04a6170be71 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:12.994617 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd365724-3eeb-45b7-92cd-2d557b2fb543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.082722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Attempting to bind port cc9c8938-af15-42cc-b1c2-a806571f191f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:13.083121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Attempting to bind port cc9c8938-af15-42cc-b1c2-a806571f191f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:13.092478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Attempting to bind port cc9c8938-af15-42cc-b1c2-a806571f191f on network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:13.120299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] For port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:13.120901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.126430 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.135867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.139573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/networks/51eeddb1-f3a6-4bde-b154-417765ffeb7c HTTP/1.1" status: 204 len: 168 time: 2.0654843 Nov 12 09:15:13.147899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53354) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:13.171430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3fc66-cd1e-45d9-aace-a2f6fdffd004 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Pushing event deleted for resources: {'Network': ['ID=51eeddb1-f3a6-4bde-b154-417765ffeb7c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:13.177973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:13.178868 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.292206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:13.292609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Checking segment: {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:13.293048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.293475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Bound using segment: {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:13.293967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Bound port: cc9c8938-af15-42cc-b1c2-a806571f191f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:13.294344 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.306043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dd365724-3eeb-45b7-92cd-2d557b2fb543 None None] Port 250deb71-85d3-482a-9fa6-e04a6170be71 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:13.333635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Calling delete_port for 8a9790ca-6dee-4ff1-8b68-a3ec272c544f owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:13.341537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.347383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cb7f2d-0d9b-4e73-8ea3-96dee78d4ad3 None None] Network 933bda88-bdc0-468c-b47a-1425001ae8ab requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:15:13.356492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4a231ebc-5573-4c7d-8564-7c113ec6b4c4 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b1c9fca-d8df-407f-8d01-c6fff66ce9be HTTP/1.1" status: 200 len: 205 time: 0.1791470 Nov 12 09:15:13.356829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53362) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:13.360544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:15:13.394011 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.546008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] For port cc9c8938-af15-42cc-b1c2-a806571f191f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:13.560181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] For port cc9c8938-af15-42cc-b1c2-a806571f191f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc9c8938-af15-42cc-b1c2-a806571f191f,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:13.611231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66476390-c798-485c-916e-7722c54a4923 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.715087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:13.762743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Network 51eeddb1-f3a6-4bde-b154-417765ffeb7c is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:15:13.763302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] No DVR routers for this DVR port 8a9790ca-6dee-4ff1-8b68-a3ec272c544f on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:13.922311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:14.106059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44659-7e88-42a9-8985-8a4d4f9343f5 None None] Pushing event deleted for resources: {'Port': ['ID=8a9790ca-6dee-4ff1-8b68-a3ec272c544f,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:14.146868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] Provisioning complete for port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:14.147250 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:14.258418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Router 4c22b830-30f6-49ea-8acb-fbdc50176e7d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:15:14.580138 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:14.591839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:14.608516 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Sync routers for ids ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:14.638517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Routers {'4c22b830-30f6-49ea-8acb-fbdc50176e7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:14.644409 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:14.647126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:14.656885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-54417fcd-0424-40f1-a1e7-e060ae2ec8aa admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9144413 Nov 12 09:15:14.657536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:14.808709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,segment=NetworkSegment(3abcd640-1112-4b32-a475-4640701736a9),segment_id=3abcd640-1112-4b32-a475-4640701736a9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:14.843297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:14.844048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:14:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:14.852936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:15.184640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66476390-c798-485c-916e-7722c54a4923 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:15.206091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66476390-c798-485c-916e-7722c54a4923 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:15.222994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cba347-c14b-4422-b62c-73d9b4fa394d req-01cb2a27-3e3e-4f2a-b82c-f938d7b89653 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:15.239405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15cba347-c14b-4422-b62c-73d9b4fa394d req-01cb2a27-3e3e-4f2a-b82c-f938d7b89653 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.4854033 Nov 12 09:15:15.388447 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Set router 4c22b830-30f6-49ea-8acb-fbdc50176e7d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:15.469365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:15.582341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8a9790ca-6dee-4ff1-8b68-a3ec272c544f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:15.584811 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df7d764f-f09f-4d35-b91e-5d28448d6e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:15.610994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15cba347-c14b-4422-b62c-73d9b4fa394d req-bbeb360f-8dfc-45af-849f-36344ac503f5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693824 Nov 12 09:15:15.620201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66476390-c798-485c-916e-7722c54a4923 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:15.623330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66476390-c798-485c-916e-7722c54a4923 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Fanout notify agent at l3_agent the message router_deleted on router 9b1c9fca-d8df-407f-8d01-c6fff66ce9be {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:15:15.648010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66476390-c798-485c-916e-7722c54a4923 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:15.658978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-66476390-c798-485c-916e-7722c54a4923 tempest-RoutersNegativeTest-153545403 tempest-RoutersNegativeTest-153545403-project] 10.222.0.53 "DELETE /v2.0/routers/9b1c9fca-d8df-407f-8d01-c6fff66ce9be HTTP/1.1" status: 204 len: 168 time: 2.3008125 Nov 12 09:15:15.788605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108003b5-0f62-458d-86c9-282324e3e34b None None] Pushing event updated for resources: {'Port': ['ID=cc9c8938-af15-42cc-b1c2-a806571f191f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:15.824959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 8a9790ca-6dee-4ff1-8b68-a3ec272c544f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:15.825327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8a9790ca-6dee-4ff1-8b68-a3ec272c544f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:16.100050 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:16.146116 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:15:12Z', 'revision_number': 3, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port': {'id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:10Z', 'updated_at': '2021-11-12T09:15:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:16.212517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:16.250922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] Provisioning complete for port cc9c8938-af15-42cc-b1c2-a806571f191f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:16.269295 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:16.365212 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Checking router: 4c22b830-30f6-49ea-8acb-fbdc50176e7d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:16.365989 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Updating router 4c22b830-30f6-49ea-8acb-fbdc50176e7d port 250deb71-85d3-482a-9fa6-e04a6170be71 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:15:16.505927 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:16.573012 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2d4373c0-fa18-46eb-ba02-e954d0152eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:16.624478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:13Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:16.643084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53404) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:16.791266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f213a-932b-4f84-9cfb-2e9bf1139616 None None] The sync data for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 is: [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:13Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:16.897442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:16.968636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Allocated IP 172.20.0.1 (933bda88-bdc0-468c-b47a-1425001ae8ab/72605c5c-8b57-4bd2-a066-0da39c5ccf48/48806b88-de15-43ac-ae4a-50b6a3a95deb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:17.007904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] For port cc9c8938-af15-42cc-b1c2-a806571f191f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc9c8938-af15-42cc-b1c2-a806571f191f,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:17.016891 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.083096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1defc-e34d-4e9e-b0ed-eab01a833606 req-98c915ab-179b-414a-8db8-b3d59757f82c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:17.091530 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4e1defc-e34d-4e9e-b0ed-eab01a833606 req-98c915ab-179b-414a-8db8-b3d59757f82c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2816994 Nov 12 09:15:17.254372 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4e1defc-e34d-4e9e-b0ed-eab01a833606 req-ae85897a-7864-4aeb-9535-ebc3056121b6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525779 Nov 12 09:15:17.265814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413ea35d-16f8-43e0-bd39-157ae3f1205a None None] Pushing event updated for resources: {'Port': ['ID=cc9c8938-af15-42cc-b1c2-a806571f191f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:17.312287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dc2d86ca-0fc7-47a1-805e-4b20292cd229 None None] Provisioning complete for port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:17.312737 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dc2d86ca-0fc7-47a1-805e-4b20292cd229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.345429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6c0275e9-c35a-4662-962e-218c96e836ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=255f0a175bc0454c985efee5ba78da65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6981945 Nov 12 09:15:17.347272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53422) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:17.565266 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.580557 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.726860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.737877 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Pushing event updated for resources: {'Port': ['ID=250deb71-85d3-482a-9fa6-e04a6170be71,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:17.764256 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d027e4-4424-4897-b3e8-386f5498cf5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.819518 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Attempting to bind port 250deb71-85d3-482a-9fa6-e04a6170be71 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:17.823974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90fe516-b42b-4ce0-aff4-a20582c47b04 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:17.826918 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Attempting to bind port 250deb71-85d3-482a-9fa6-e04a6170be71 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:17.829847 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Attempting to bind port 250deb71-85d3-482a-9fa6-e04a6170be71 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:17.840515 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.840996 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.842032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d027e4-4424-4897-b3e8-386f5498cf5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.842926 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.845312 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.852701 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.855133 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.855596 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.857801 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.859758 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.860264 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.861983 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.864026 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:17.867091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.906810 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:17.908740 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:17.910653 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.914798 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:17.915417 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Bound port: 250deb71-85d3-482a-9fa6-e04a6170be71, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:17.919051 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:17.928180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dc2d86ca-0fc7-47a1-805e-4b20292cd229 None None] Provisioning complete for port cc9c8938-af15-42cc-b1c2-a806571f191f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:17.928604 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dc2d86ca-0fc7-47a1-805e-4b20292cd229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.040608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Network 933bda88-bdc0-468c-b47a-1425001ae8ab is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:18.056967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:18.063233 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d027e4-4424-4897-b3e8-386f5498cf5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.068374 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d027e4-4424-4897-b3e8-386f5498cf5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.073739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:18.085522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c5d027e4-4424-4897-b3e8-386f5498cf5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be8dced5-727e-4a62-b3c1-c7e79b651cbb HTTP/1.1" status: 204 len: 168 time: 0.7320890 Nov 12 09:15:18.114382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Pushing event updated for resources: {'Port': ['ID=48806b88-de15-43ac-ae4a-50b6a3a95deb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:18.162311 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] For port 250deb71-85d3-482a-9fa6-e04a6170be71, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:18.177002 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] For port 250deb71-85d3-482a-9fa6-e04a6170be71, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=250deb71-85d3-482a-9fa6-e04a6170be71,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:18.192474 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.247275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.293615 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-f0472edb-c5a6-488b-a6d4-cda3ddf0b5ff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6899767 Nov 12 09:15:18.348286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d027e4-4424-4897-b3e8-386f5498cf5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8dced5-727e-4a62-b3c1-c7e79b651cbb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:18.410857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e993ed-7a4c-420a-adc9-aa5b70d574b7 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:15:18.440111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424d48-3947-489b-b405-cd77a38fcbc9 req-7409bcdc-7f27-4f29-9ba7-3fa24253846a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.450160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-07424d48-3947-489b-b405-cd77a38fcbc9 req-7409bcdc-7f27-4f29-9ba7-3fa24253846a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 945 time: 0.4369955 Nov 12 09:15:18.510989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:18.534337 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Routers {'4c22b830-30f6-49ea-8acb-fbdc50176e7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:18.546062 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:15:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:18.647677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.710943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-885394a8-2bbd-492e-bb80-5f740b512c2e None None] Provisioning complete for port 250deb71-85d3-482a-9fa6-e04a6170be71 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:18.711311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-885394a8-2bbd-492e-bb80-5f740b512c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:18.744041 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d1ead-d4ce-49f9-91f2-7cb80d9a39dd None None] Pushing event updated for resources: {'Port': ['ID=250deb71-85d3-482a-9fa6-e04a6170be71,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:18.877602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1daea9-eedc-4241-a7a6-660fdea8f4e4 req-5e5bdafb-66d3-4913-bf0f-38ce79c1ec85 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.884334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.885467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.888324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e1daea9-eedc-4241-a7a6-660fdea8f4e4 req-5e5bdafb-66d3-4913-bf0f-38ce79c1ec85 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2367918 Nov 12 09:15:18.888832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.889472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.890130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.890771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.894426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:18.897513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b785142e-8890-4b07-8b5a-12b888d75efa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6499 time: 0.3597574 Nov 12 09:15:18.984819 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-07424d48-3947-489b-b405-cd77a38fcbc9 req-b312e5a2-92e8-44d7-9213-4ae0e708ee54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318928 Nov 12 09:15:19.132949 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] Set router 4c22b830-30f6-49ea-8acb-fbdc50176e7d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:19.219971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-885394a8-2bbd-492e-bb80-5f740b512c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.236538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:19.236966 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.301544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e1daea9-eedc-4241-a7a6-660fdea8f4e4 req-13eebdc3-2eca-45c5-9009-6653fda3b026 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4121988 Nov 12 09:15:19.336663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-885394a8-2bbd-492e-bb80-5f740b512c2e None None] For port 250deb71-85d3-482a-9fa6-e04a6170be71, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=250deb71-85d3-482a-9fa6-e04a6170be71,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:19.352852 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.361150 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-885394a8-2bbd-492e-bb80-5f740b512c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.449037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-6520c116-b00a-41f4-b720-b3f591f0d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:19.459518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-6520c116-b00a-41f4-b720-b3f591f0d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:19.460046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-6520c116-b00a-41f4-b720-b3f591f0d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:19.472511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-6520c116-b00a-41f4-b720-b3f591f0d3ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=87a1f048-b039-4243-8213-ec65a4ba65a0&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 200 len: 2291 time: 0.4798944 Nov 12 09:15:19.557623 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.567614 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.625190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885394a8-2bbd-492e-bb80-5f740b512c2e None None] Pushing event updated for resources: {'Port': ['ID=250deb71-85d3-482a-9fa6-e04a6170be71,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:19.773965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-11f0561b-1df8-4d97-a796-990de830abfd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 200 len: 1002 time: 0.2885551 Nov 12 09:15:19.804542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.806430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e3598dd0-3faa-49ea-a5cc-3e02ba89abe3 None None] Provisioning complete for port 250deb71-85d3-482a-9fa6-e04a6170be71 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:19.806869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3598dd0-3faa-49ea-a5cc-3e02ba89abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:19.947021 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:15:12Z', 'revision_number': 3, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port': {'id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:10Z', 'updated_at': '2021-11-12T09:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:19.987567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc9c8938-af15-42cc-b1c2-a806571f191f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:19.989062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-829989c0-e79e-4511-a466-d8c98dcc938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:19.990564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-829989c0-e79e-4511-a466-d8c98dcc938d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c HTTP/1.1" status: 200 len: 851 time: 0.2123177 Nov 12 09:15:20.040256 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05814b7-1ed2-4114-98ad-f3132b7ae005 None None] The sync data for ids ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'] in n-d-769329-17 is: [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:15:12Z', 'revision_number': 3, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port': {'id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:10Z', 'updated_at': '2021-11-12T09:15:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:20.145559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-d3628c4d-e0b9-43aa-9524-26a2455a21fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:20.154731 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-d3628c4d-e0b9-43aa-9524-26a2455a21fa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87a1f048-b039-4243-8213-ec65a4ba65a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1478205 Nov 12 09:15:20.433850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-001763e1-9a96-468f-a281-9848b793c16a service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690356 Nov 12 09:15:20.482121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:20.487288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cc9c8938-af15-42cc-b1c2-a806571f191f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:20.487656 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:20.638465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e3598dd0-3faa-49ea-a5cc-3e02ba89abe3 None None] Provisioning complete for port 48806b88-de15-43ac-ae4a-50b6a3a95deb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:20.638841 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3598dd0-3faa-49ea-a5cc-3e02ba89abe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:20.695979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53480) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:20.795021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:20.853529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db64ab-c424-4f53-8d0a-d3365e9faf5a req-04c80534-a0a2-4efa-8ebf-b05760241eba tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:20.866094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1db64ab-c424-4f53-8d0a-d3365e9faf5a req-04c80534-a0a2-4efa-8ebf-b05760241eba tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2607303 Nov 12 09:15:20.943483 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:20.975610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e3598dd0-3faa-49ea-a5cc-3e02ba89abe3 None None] Port 48806b88-de15-43ac-ae4a-50b6a3a95deb cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:20.992358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-921177ae-5b43-4154-9e2c-b17a9a1b64b6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:20.994658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-921177ae-5b43-4154-9e2c-b17a9a1b64b6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 945 time: 0.2975547 Nov 12 09:15:20.995353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Pushing event updated for resources: {'Port': ['ID=48806b88-de15-43ac-ae4a-50b6a3a95deb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:21.044705 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1db64ab-c424-4f53-8d0a-d3365e9faf5a req-63863189-f370-4807-a2b6-c7c63d0f6b28 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780024 Nov 12 09:15:21.055542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-4764ded0-9549-4e3e-9232-861be5390b92 service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129680 Nov 12 09:15:21.145527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-890e8ebc-5180-4ea7-8891-97ab2bd9a8ba tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:21.145983 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-890e8ebc-5180-4ea7-8891-97ab2bd9a8ba tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:15:21.146507 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-890e8ebc-5180-4ea7-8891-97ab2bd9a8ba tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:15:21.157250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-890e8ebc-5180-4ea7-8891-97ab2bd9a8ba tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4369187 Nov 12 09:15:21.172000 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee8077a-a0b8-41de-8866-40080668cec0 req-1d5d2f74-ec37-47ab-9287-60d5d36d06c0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:21.174733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cee8077a-a0b8-41de-8866-40080668cec0 req-1d5d2f74-ec37-47ab-9287-60d5d36d06c0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 945 time: 0.4799261 Nov 12 09:15:21.176693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:21.182260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-1d2ddda1-2656-4a74-b397-a6c6915472a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 217 time: 0.1160526 Nov 12 09:15:21.230692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124784267'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:21.284984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 250deb71-85d3-482a-9fa6-e04a6170be71 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:21.285204 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:21.377483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:21.391037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b12ead90-eb38-4759-9d66-38dfebfe974b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:21.396737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b12ead90-eb38-4759-9d66-38dfebfe974b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.1961730 Nov 12 09:15:21.506549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-cbe1653c-dc3c-4883-941b-3854c30b9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:21.506779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 250deb71-85d3-482a-9fa6-e04a6170be71 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:21.507211 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:21.510518 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-cbe1653c-dc3c-4883-941b-3854c30b9eea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065228 Nov 12 09:15:21.617132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Network 933bda88-bdc0-468c-b47a-1425001ae8ab is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:21.633003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:21.812881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cee8077a-a0b8-41de-8866-40080668cec0 req-fcc216f1-e776-45a0-be8d-e93d3898f005 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5942051 Nov 12 09:15:21.816747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-8b85eba6-8101-4c2d-abfc-8f99f31b9315 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940836 Nov 12 09:15:21.837975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Deleting port f7488e86-f6ae-482d-ae82-a66531682ddd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:15:21.852572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:21.935703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:21.980157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.053582 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-374af019-e7b5-4d94-8bbf-c5005c68e3f6 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246718 Nov 12 09:15:22.148616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-cbe448a9-1cfb-41f5-be43-4838b52b923b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 217 time: 0.0935049 Nov 12 09:15:22.238819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6757ff-2850-4d28-83ef-261813c96dda,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:22.265962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-a5150f90-c060-4c69-ad99-63e8cab64927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:22.271295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-a5150f90-c060-4c69-ad99-63e8cab64927 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.1157014 Nov 12 09:15:22.287756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b8a63798-4a4d-44e5-a7ea-f85dd3c69627 None None] Provisioning complete for port 48806b88-de15-43ac-ae4a-50b6a3a95deb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:22.291781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8a63798-4a4d-44e5-a7ea-f85dd3c69627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.301790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Router 4c22b830-30f6-49ea-8acb-fbdc50176e7d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:15:22.343579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] For port f7488e86-f6ae-482d-ae82-a66531682ddd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f7488e86-f6ae-482d-ae82-a66531682ddd,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:22.344034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.396514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-bdb89b7b-6bfc-41be-9375-655b01f2b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:22.398250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-bdb89b7b-6bfc-41be-9375-655b01f2b7d6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1199877 Nov 12 09:15:22.414541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.430039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.458862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Calling delete_port for f7488e86-f6ae-482d-ae82-a66531682ddd owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:15:22.482729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b8a63798-4a4d-44e5-a7ea-f85dd3c69627 None None] Port 48806b88-de15-43ac-ae4a-50b6a3a95deb cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:22.521800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a467927-1d28-457b-b310-08487b28a0ab req-068ffeb0-cce0-4a0e-8802-9208bab5d6a8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:22.540648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a467927-1d28-457b-b310-08487b28a0ab req-068ffeb0-cce0-4a0e-8802-9208bab5d6a8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1819408 Nov 12 09:15:22.634163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:22.643572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4284856 Nov 12 09:15:22.646864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:22.703598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-8540f2bf-7c31-4ba3-b38a-681f69fd64aa service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964699 Nov 12 09:15:22.881053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f02222bc-f381-45ca-a51a-68cdd80e6cf2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'd3d4557a-a295-486b-b74d-57a202275632', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:22.911344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a467927-1d28-457b-b310-08487b28a0ab req-6c1c2ec0-a43e-40bc-81d6-5b1eedca1957 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693576 Nov 12 09:15:22.956532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f7488e86-f6ae-482d-ae82-a66531682ddd no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:22.964555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169644c-583b-44b5-ae43-1e3904112ff4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4557a-a295-486b-b74d-57a202275632,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:22.965997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-93db6677-1925-48f8-a319-d1994976e013 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445142 Nov 12 09:15:22.990478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.011965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: f7488e86-f6ae-482d-ae82-a66531682ddd {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:15:23.011965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f7488e86-f6ae-482d-ae82-a66531682ddd not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:15:23.126231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-1f685b1f-a693-4d9d-96cb-219427db1cce service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe HTTP/1.1" status: 200 len: 217 time: 0.1524498 Nov 12 09:15:23.215193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-2a813a22-e294-42c5-bea9-cc74c880b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:23.221385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-2a813a22-e294-42c5-bea9-cc74c880b9b2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0872653 Nov 12 09:15:23.228938 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event deleted for resources: {'Port': ['ID=f7488e86-f6ae-482d-ae82-a66531682ddd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:23.294140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-21ae321c-c3d4-41b0-87e2-d71e88c29970 req-c5eaff6e-e3d0-4b7c-920d-2c4592114b6a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.1504240 Nov 12 09:15:23.345205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02222bc-f381-45ca-a51a-68cdd80e6cf2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.359084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-d524d2ef-58f5-4882-9a38-0307d1e2f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:23.366011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:15:23.366307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-d524d2ef-58f5-4882-9a38-0307d1e2f9b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1350996 Nov 12 09:15:23.408618 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9dbf3961-2012-4a67-9438-bff5ce8a04da admin admin] 10.222.0.53 "PUT /v2.0/routers/4c22b830-30f6-49ea-8acb-fbdc50176e7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7477565 Nov 12 09:15:23.434082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] No DVR routers for this DVR port f7488e86-f6ae-482d-ae82-a66531682ddd on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:23.438089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.442778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca01eb4d-75ae-43f0-8a2c-7a5a6023608c req-e2b56d92-14cc-47b1-8fbb-8c0a7bbb4eb4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "DELETE /v2.0/ports/f7488e86-f6ae-482d-ae82-a66531682ddd HTTP/1.1" status: 204 len: 173 time: 2.4368763 Nov 12 09:15:23.453194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'name': 'network-vif-deleted', 'tag': 'f7488e86-f6ae-482d-ae82-a66531682ddd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:23.458034 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be51860-1438-40a2-b447-aabaa543eada" -d '{"events": [{"server_uuid": "7d4100e3-af8d-4ed2-a865-36875e48b189", "name": "network-vif-deleted", "tag": "f7488e86-f6ae-482d-ae82-a66531682ddd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:23.623213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02222bc-f381-45ca-a51a-68cdd80e6cf2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.629871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02222bc-f381-45ca-a51a-68cdd80e6cf2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.695230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02222bc-f381-45ca-a51a-68cdd80e6cf2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1bd90c-6164-4fb8-84c6-78df85fe0378,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:23.738183 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02222bc-f381-45ca-a51a-68cdd80e6cf2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:23.751059 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f02222bc-f381-45ca-a51a-68cdd80e6cf2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0855393 Nov 12 09:15:23.754669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:23.764209 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08fe478-e1d5-4bf2-8adb-1cccb93be268 x-openstack-request-id: req-b08fe478-e1d5-4bf2-8adb-1cccb93be268 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:23.764645 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4100e3-af8d-4ed2-a865-36875e48b189", "name": "network-vif-deleted", "tag": "f7488e86-f6ae-482d-ae82-a66531682ddd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:23.765119 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b08fe478-e1d5-4bf2-8adb-1cccb93be268 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:23.765827 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4100e3-af8d-4ed2-a865-36875e48b189', 'name': 'network-vif-deleted', 'tag': 'f7488e86-f6ae-482d-ae82-a66531682ddd', 'status': 'completed', 'code': 200} Nov 12 09:15:23.806717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6e2b12ca-586c-40f8-9ca0-07e295c51f46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'd3d4557a-a295-486b-b74d-57a202275632', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:23.844409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-6c255aa8-bd99-4bfb-b667-6b6852b31dab service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698911 Nov 12 09:15:23.917302 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e2b12ca-586c-40f8-9ca0-07e295c51f46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:24.001463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Sync routers for ids ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:15:24.016809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Routers {'4c22b830-30f6-49ea-8acb-fbdc50176e7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:24.016809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:15:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:24.103842 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-6e2b12ca-586c-40f8-9ca0-07e295c51f46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): There was a conflict when trying to complete your request. Nov 12 09:15:24.108521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e2b12ca-586c-40f8-9ca0-07e295c51f46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3412397 Nov 12 09:15:24.117782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53530) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:24.385613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:24.390490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Set router 4c22b830-30f6-49ea-8acb-fbdc50176e7d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:24.408326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:24.422753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:24.441931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:24.476541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:24.499219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:24.534584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:24.542121 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7b955fcf-093b-466a-9b30-1b8e2d816107 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.6018577 Nov 12 09:15:24.824164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:15:18Z', 'revision_number': 4, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port': {'id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:10Z', 'updated_at': '2021-11-12T09:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '48806b88-de15-43ac-ae4a-50b6a3a95deb', 'name': '', 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'mac_address': 'fa:16:3e:30:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '72605c5c-8b57-4bd2-a066-0da39c5ccf48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:16Z', 'updated_at': '2021-11-12T09:15:18Z', 'revision_number': 2, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'subnets': [{'id': '72605c5c-8b57-4bd2-a066-0da39c5ccf48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:24.931137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89e7f455-3302-4bc9-a509-10a07a3dde79 req-7686d90c-a827-4a65-bed8-e4612caaab08 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3728497 Nov 12 09:15:24.967867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Checking router: 4c22b830-30f6-49ea-8acb-fbdc50176e7d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:15:24.968560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Updating router 4c22b830-30f6-49ea-8acb-fbdc50176e7d port 48806b88-de15-43ac-ae4a-50b6a3a95deb binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:15:25.037355 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.094276 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-f4897181-92b1-41d6-8326-2195efa5be54 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2422187 Nov 12 09:15:25.139685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d537e57-0901-4092-867c-0ccd42846156 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.233419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d537e57-0901-4092-867c-0ccd42846156 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.333037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-30267b7f-3ac2-40d2-b85f-8db3a05b4288 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77 HTTP/1.1" status: 200 len: 217 time: 0.2304335 Nov 12 09:15:25.454097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-8d8dad3e-4499-4bd9-a645-9e1c8a99800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:25.457025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-8d8dad3e-4499-4bd9-a645-9e1c8a99800e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1097 time: 0.5105996 Nov 12 09:15:25.795706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91d58d-d3f2-4fa9-a32c-343ade5c8a4d req-c3725535-8aff-4f48-a316-fc7a565b7601 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:25.797460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc91d58d-d3f2-4fa9-a32c-343ade5c8a4d req-c3725535-8aff-4f48-a316-fc7a565b7601 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.4871075 Nov 12 09:15:25.817751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-22639353-b0f9-4cae-bda3-437dd28e3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:25.822412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.830030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-22639353-b0f9-4cae-bda3-437dd28e3bc2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.4550159 Nov 12 09:15:25.843660 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.880750 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d537e57-0901-4092-867c-0ccd42846156 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.889406 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3d537e57-0901-4092-867c-0ccd42846156 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:25.907955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53548) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:25.916997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3d537e57-0901-4092-867c-0ccd42846156 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3d4557a-a295-486b-b74d-57a202275632 HTTP/1.1" status: 204 len: 168 time: 1.7904046 Nov 12 09:15:26.063032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9cf2b3ec-e339-4ef7-b2df-41c37c37fbd9 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1626747 Nov 12 09:15:26.067343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53554) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:26.090326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9e39ae4e-14fc-486e-a8fd-15f1691cdd01 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963460315'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:26.201870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e39ae4e-14fc-486e-a8fd-15f1691cdd01 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.247130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d537e57-0901-4092-867c-0ccd42846156 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4557a-a295-486b-b74d-57a202275632,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:26.266558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Pushing event updated for resources: {'Port': ['ID=48806b88-de15-43ac-ae4a-50b6a3a95deb,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:26.407019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Attempting to bind port 48806b88-de15-43ac-ae4a-50b6a3a95deb on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:26.408745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Attempting to bind port 48806b88-de15-43ac-ae4a-50b6a3a95deb by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:26.410319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Attempting to bind port 48806b88-de15-43ac-ae4a-50b6a3a95deb on network 933bda88-bdc0-468c-b47a-1425001ae8ab {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:26.450340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.451145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.454200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.456248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.458970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.461357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.463091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.463637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.464903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.466117 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.467577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.469301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:26.495034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:26.495661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-80be1e59-faf8-4279-ae12-c46862540461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.497714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Checking segment: {'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:26.498249 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.499594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Bound using segment: {'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:26.500309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Bound port: 48806b88-de15-43ac-ae4a-50b6a3a95deb, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abcd640-1112-4b32-a475-4640701736a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:26.501271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.524666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-80be1e59-faf8-4279-ae12-c46862540461 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6093173 Nov 12 09:15:26.568549 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e39ae4e-14fc-486e-a8fd-15f1691cdd01 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.580331 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e39ae4e-14fc-486e-a8fd-15f1691cdd01 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.660954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc91d58d-d3f2-4fa9-a32c-343ade5c8a4d req-52bf6f2a-b13a-4cdb-a92f-ac28eca85d9c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8246107 Nov 12 09:15:26.724110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53556) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:26.724962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ae4e-14fc-486e-a8fd-15f1691cdd01 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8b748c-c062-4f51-80a6-daf0e8cc34e0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:26.727288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] For port 48806b88-de15-43ac-ae4a-50b6a3a95deb, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:26.752513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] For port 48806b88-de15-43ac-ae4a-50b6a3a95deb, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=48806b88-de15-43ac-ae4a-50b6a3a95deb,segment=NetworkSegment(3abcd640-1112-4b32-a475-4640701736a9),segment_id=3abcd640-1112-4b32-a475-4640701736a9)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:26.761491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2829badc-ef72-4f76-b69c-0da171c68a23 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1269431447', 'description': 'tempest-secgroup-smoke-1269431447 description', 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:26.763623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.819149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-42754c0b-6cfe-4d71-8621-b7316ff9a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:26.856178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-42754c0b-6cfe-4d71-8621-b7316ff9a56a service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 1.3287988 Nov 12 09:15:26.885409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2829badc-ef72-4f76-b69c-0da171c68a23 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.944575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e39ae4e-14fc-486e-a8fd-15f1691cdd01 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:26.962011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9e39ae4e-14fc-486e-a8fd-15f1691cdd01 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8896859 Nov 12 09:15:26.963619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:27.015224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ef270e19-863f-4ada-9552-88671328106c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bb8b748c-c062-4f51-80a6-daf0e8cc34e0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:27.015986 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-ef270e19-863f-4ada-9552-88671328106c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 12 09:15:27.030732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b09d6-399a-4f3a-9a63-b5765eba0cfd None None] Pushing event updated for resources: {'Port': ['ID=48806b88-de15-43ac-ae4a-50b6a3a95deb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:27.032307 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-ef270e19-863f-4ada-9552-88671328106c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:27.036391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef270e19-863f-4ada-9552-88671328106c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0680950 Nov 12 09:15:27.110936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2b1159af-eba6-419d-a886-e961ba42e044 None None] Provisioning complete for port 48806b88-de15-43ac-ae4a-50b6a3a95deb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:27.111352 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b1159af-eba6-419d-a886-e961ba42e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.129040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Routers {'4c22b830-30f6-49ea-8acb-fbdc50176e7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:15:27.129040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:15:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:27.168835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53566) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:27.208792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34e316a6-0b56-4a71-a996-3eb4315be443 req-c9d1501b-c2b4-44ef-bc67-e8057ecbb001 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.2702346 Nov 12 09:15:27.328107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-49ee74ac-1b4d-49a4-a235-bd49c73b381c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 1001 time: 0.4676576 Nov 12 09:15:27.422231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-33f50f04-ddf1-40da-bd4e-c290f32f8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.424354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-33f50f04-ddf1-40da-bd4e-c290f32f8fc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.0793147 Nov 12 09:15:27.479839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-a1060b97-fb53-4cb0-a078-7f1081d38614 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9315748 Nov 12 09:15:27.488161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.494712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.542270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.554190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-0542ceec-2815-4a74-be99-f771dfab71b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.555979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-0542ceec-2815-4a74-be99-f771dfab71b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245210 Nov 12 09:15:27.560573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.572811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.590441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.606345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:27.616194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35934a70-0bcf-42b0-9e69-c4ff9f41fdc7 req-ecb54e75-3cdc-4dad-af3e-5cabf9d0ea74 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.6553886 Nov 12 09:15:27.719645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2829badc-ef72-4f76-b69c-0da171c68a23 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.740719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2829badc-ef72-4f76-b69c-0da171c68a23 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.859246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7badf98a-d682-4762-a414-534b3d4c8547 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.877100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2829badc-ef72-4f76-b69c-0da171c68a23 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:27.881064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2829badc-ef72-4f76-b69c-0da171c68a23 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.1431060 Nov 12 09:15:27.907525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53574) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:27.933785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9c1a4baa-dbf2-4736-a49d-65f6ac8be4b8 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'security_group_rule': {'security_group_id': 'd3aed8bc-6175-42d5-a0a2-de83e5c80678', 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:27.993960 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-1fa07177-58fd-4020-88de-815014c09297 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283979 Nov 12 09:15:28.064934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4baa-dbf2-4736-a49d-65f6ac8be4b8 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.142673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829badc-ef72-4f76-b69c-0da171c68a23 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aed8bc-6175-42d5-a0a2-de83e5c80678,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:28.179318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7badf98a-d682-4762-a414-534b3d4c8547 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.500103 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.520511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] Set router 4c22b830-30f6-49ea-8acb-fbdc50176e7d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:15:28.524056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.559440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d77a7bc9-c498-4fae-b9dd-4f771df60bc5 req-5fa9f884-ea23-4a63-8412-4f32040fae6b service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156453 Nov 12 09:15:28.606802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd4ecd0-7d65-49a4-b609-db4fbfb47ded req-f4680c4c-6367-4c07-9db4-7e69a57831f5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:28.619587 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8cd4ecd0-7d65-49a4-b609-db4fbfb47ded req-f4680c4c-6367-4c07-9db4-7e69a57831f5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.6898699 Nov 12 09:15:28.660241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1f6fe35-71db-40eb-b17c-0ca226b9a0fe req-70713437-ba2c-4918-b249-960ab07ada24 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.1234672 Nov 12 09:15:28.745274 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-962267d9-e8e0-402a-8d66-fd9e58aca182 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2552769 Nov 12 09:15:28.778641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7badf98a-d682-4762-a414-534b3d4c8547 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.806860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7badf98a-d682-4762-a414-534b3d4c8547 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.818423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7badf98a-d682-4762-a414-534b3d4c8547 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/bb8b748c-c062-4f51-80a6-daf0e8cc34e0 HTTP/1.1" status: 204 len: 168 time: 1.6255503 Nov 12 09:15:28.832139 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4baa-dbf2-4736-a49d-65f6ac8be4b8 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.843023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53584) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:28.892398 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4baa-dbf2-4736-a49d-65f6ac8be4b8 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:28.986532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badf98a-d682-4762-a414-534b3d4c8547 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8b748c-c062-4f51-80a6-daf0e8cc34e0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:29.056714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a4baa-dbf2-4736-a49d-65f6ac8be4b8 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e778eef9-f4d2-4d8b-84e7-42af0bff70bc,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:29.128824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c1a4baa-dbf2-4736-a49d-65f6ac8be4b8 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.139851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9c1a4baa-dbf2-4736-a49d-65f6ac8be4b8 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2278395 Nov 12 09:15:29.144385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:29.185368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-bc0e39eb-bae1-4aa5-aba1-7f417e8bca82 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f HTTP/1.1" status: 200 len: 217 time: 0.4193547 Nov 12 09:15:29.189551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e38f650f-45c4-4af1-b08d-d662ba51be51 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'security_group_rule': {'security_group_id': 'd3aed8bc-6175-42d5-a0a2-de83e5c80678', 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:29.297074 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b1159af-eba6-419d-a886-e961ba42e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.328149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38f650f-45c4-4af1-b08d-d662ba51be51 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.369201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2b1159af-eba6-419d-a886-e961ba42e044 None None] For port 48806b88-de15-43ac-ae4a-50b6a3a95deb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=48806b88-de15-43ac-ae4a-50b6a3a95deb,segment=NetworkSegment(3abcd640-1112-4b32-a475-4640701736a9),segment_id=3abcd640-1112-4b32-a475-4640701736a9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:29.386054 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b1159af-eba6-419d-a886-e961ba42e044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.393356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-acc257a9-3547-47b7-8860-788b051b580a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:29.397459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-acc257a9-3547-47b7-8860-788b051b580a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.1260235 Nov 12 09:15:29.405942 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8cd4ecd0-7d65-49a4-b609-db4fbfb47ded req-a7d606ac-dd4a-4b74-9b9b-8e26482c2984 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7821290 Nov 12 09:15:29.490189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1159af-eba6-419d-a886-e961ba42e044 None None] Pushing event updated for resources: {'Port': ['ID=48806b88-de15-43ac-ae4a-50b6a3a95deb,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:29.528743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a24c7792-ea43-4d5c-a5eb-c67fdd9cdd7a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4574981 Nov 12 09:15:29.532233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:15:18Z', 'revision_number': 4, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port': {'id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:10Z', 'updated_at': '2021-11-12T09:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '48806b88-de15-43ac-ae4a-50b6a3a95deb', 'name': '', 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'mac_address': 'fa:16:3e:30:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '72605c5c-8b57-4bd2-a066-0da39c5ccf48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:16Z', 'updated_at': '2021-11-12T09:15:26Z', 'revision_number': 4, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'subnets': [{'id': '72605c5c-8b57-4bd2-a066-0da39c5ccf48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:15:29.532805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53594) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:29.569073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fad39042-09be-4271-bfa8-e7d22f30d9a7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--513692970'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:29.572997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f1626253-23dd-4fbf-b40c-b2122dd79f0e None None] Provisioning complete for port 48806b88-de15-43ac-ae4a-50b6a3a95deb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:29.573385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1626253-23dd-4fbf-b40c-b2122dd79f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.631368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7461358-8360-4ee5-ae20-b33d1c516ccb None None] The sync data for ids ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'] in n-d-769329-17 is: [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:15:18Z', 'revision_number': 4, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port': {'id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:10Z', 'updated_at': '2021-11-12T09:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '48806b88-de15-43ac-ae4a-50b6a3a95deb', 'name': '', 'network_id': '933bda88-bdc0-468c-b47a-1425001ae8ab', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'mac_address': 'fa:16:3e:30:bf:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '72605c5c-8b57-4bd2-a066-0da39c5ccf48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:16Z', 'updated_at': '2021-11-12T09:15:26Z', 'revision_number': 4, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'subnets': [{'id': '72605c5c-8b57-4bd2-a066-0da39c5ccf48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:15:29.676107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-120b5cf4-05b5-49e6-bff3-c3d6d0680fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:29.681311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38f650f-45c4-4af1-b08d-d662ba51be51 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.686966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-120b5cf4-05b5-49e6-bff3-c3d6d0680fa5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2676744 Nov 12 09:15:29.703771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38f650f-45c4-4af1-b08d-d662ba51be51 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:29.849446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f650f-45c4-4af1-b08d-d662ba51be51 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a343d984-add5-427c-a219-f21c82929320,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:29.950798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fad39042-09be-4271-bfa8-e7d22f30d9a7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.038323 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bb1fc2d-0adb-4a26-b80f-f51e29905e2a req-f871cae2-6b81-437a-836e-7cb239132f56 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.1435564 Nov 12 09:15:30.078590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e38f650f-45c4-4af1-b08d-d662ba51be51 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.096177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e38f650f-45c4-4af1-b08d-d662ba51be51 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9425642 Nov 12 09:15:30.097132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.103076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fad39042-09be-4271-bfa8-e7d22f30d9a7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.130229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f0cc5cdc-463c-437d-8c16-e7b993642627 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'security_group_rule': {'security_group_id': 'd3aed8bc-6175-42d5-a0a2-de83e5c80678', 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:30.130822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fad39042-09be-4271-bfa8-e7d22f30d9a7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.238241 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5cdc-463c-437d-8c16-e7b993642627 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.259935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fad39042-09be-4271-bfa8-e7d22f30d9a7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.262991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fad39042-09be-4271-bfa8-e7d22f30d9a7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7288103 Nov 12 09:15:30.269221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53606) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.278813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ce51f397-e885-4af6-8f41-d40ba7afbf2e tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf577b69-297a-4746-ab80-0c2d5b34ef56', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:30.279868 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-ce51f397-e885-4af6-8f41-d40ba7afbf2e tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 12 09:15:30.281134 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-ce51f397-e885-4af6-8f41-d40ba7afbf2e tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:30.283480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ce51f397-e885-4af6-8f41-d40ba7afbf2e tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112538 Nov 12 09:15:30.285228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad39042-09be-4271-bfa8-e7d22f30d9a7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf577b69-297a-4746-ab80-0c2d5b34ef56,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:30.292120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-033c787b-de3d-454e-9c23-a708fa82460b service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922327 Nov 12 09:15:30.295056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53608) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.434235 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5cdc-463c-437d-8c16-e7b993642627 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.443311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5cdc-463c-437d-8c16-e7b993642627 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.534918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc5cdc-463c-437d-8c16-e7b993642627 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac61ec8f-4202-4fa8-a0ab-8f94ff49a8a4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:30.556296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-f9d0744d-5a18-40b2-a333-a9258cd5abcd service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265007 Nov 12 09:15:30.556412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f0cc5cdc-463c-437d-8c16-e7b993642627 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.556917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f0cc5cdc-463c-437d-8c16-e7b993642627 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4520097 Nov 12 09:15:30.570631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:30.592180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-72f26d9c-cf67-45e9-957b-c2cc3b7cccc6 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'security_group_rule': {'security_group_id': 'd3aed8bc-6175-42d5-a0a2-de83e5c80678', 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:30.730173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-6386b10d-2748-482a-ac29-3205d8cd1462 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 200 len: 217 time: 0.1527884 Nov 12 09:15:30.864285 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f26d9c-cf67-45e9-957b-c2cc3b7cccc6 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:30.981109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-e3ad536b-d1d3-4874-9e62-6033b3f2a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:30.983937 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-e3ad536b-d1d3-4874-9e62-6033b3f2a797 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.2275338 Nov 12 09:15:30.984937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b856506-f319-41cc-9d7c-6635ec6ea1d4 req-9b334abd-538a-4cd0-8659-78ea78446ce7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:30.998356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b856506-f319-41cc-9d7c-6635ec6ea1d4 req-9b334abd-538a-4cd0-8659-78ea78446ce7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.3846436 Nov 12 09:15:31.078291 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c968ea51-9906-4d64-aef0-2e68495f2f44 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.179495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b28055e9-7335-453c-9cef-f135c0e2ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:31.196094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-b28055e9-7335-453c-9cef-f135c0e2ca1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1872301 Nov 12 09:15:31.233892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c968ea51-9906-4d64-aef0-2e68495f2f44 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.296755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 48806b88-de15-43ac-ae4a-50b6a3a95deb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:31.445403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f26d9c-cf67-45e9-957b-c2cc3b7cccc6 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.465298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f26d9c-cf67-45e9-957b-c2cc3b7cccc6 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.520375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b856506-f319-41cc-9d7c-6635ec6ea1d4 req-0b493dfc-363f-4057-a743-07f209cacc49 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5106030 Nov 12 09:15:31.525436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.570470 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 48806b88-de15-43ac-ae4a-50b6a3a95deb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:31.571073 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.613235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f26d9c-cf67-45e9-957b-c2cc3b7cccc6 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c481f8-7653-4af7-bc46-95c9b8bf6c98,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:31.632251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f26d9c-cf67-45e9-957b-c2cc3b7cccc6 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.637146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-72f26d9c-cf67-45e9-957b-c2cc3b7cccc6 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0644655 Nov 12 09:15:31.639116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53646) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.646277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'security_group_rule': {'security_group_id': 'd3aed8bc-6175-42d5-a0a2-de83e5c80678', 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:31.703550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-fe536dff-271c-4528-af1f-ce8f03ca7dca service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362002 Nov 12 09:15:31.703550 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c968ea51-9906-4d64-aef0-2e68495f2f44 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.707253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c968ea51-9906-4d64-aef0-2e68495f2f44 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.713529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c968ea51-9906-4d64-aef0-2e68495f2f44 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf577b69-297a-4746-ab80-0c2d5b34ef56 HTTP/1.1" status: 204 len: 168 time: 1.4164331 Nov 12 09:15:31.716132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53648) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:31.899779 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Project 8faea0f3c2374cee939f537b0f4e3e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:15:31.933560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:31.949101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb1bb0e5-76cc-467d-87a9-1d3e1b518594 req-487323c2-841b-4fb4-a402-64e33e4ceac6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.5772722 Nov 12 09:15:32.093742 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-910dc530-1a9c-43f9-8cbd-7c1edc5d56d1 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3699901 Nov 12 09:15:32.123976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53652) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.129703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c968ea51-9906-4d64-aef0-2e68495f2f44 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf577b69-297a-4746-ab80-0c2d5b34ef56,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:32.156277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a251a422-cea4-4bc0-80c2-38a59211b450 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--651316725'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:32.200197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.200684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.201474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.201971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.202424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.202891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.209831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:32.217986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42234477-e790-4c9f-b607-61950f481167 req-a98b9f05-bf95-4873-84aa-f9d276afcbbc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6499 time: 0.6839364 Nov 12 09:15:32.244371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81af71f2-96bb-4ed7-9b19-aaef9a5a413e req-1aae958c-fb28-45c7-8489-9b21f272c702 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267065 Nov 12 09:15:32.345813 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.347610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a251a422-cea4-4bc0-80c2-38a59211b450 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.366701 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.450699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342e6b5b-031d-4856-9e93-fcae35b2c572,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:32.465330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.470433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53656) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.476307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'security_group_rule': {'security_group_id': 'd3aed8bc-6175-42d5-a0a2-de83e5c80678', 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:32.480705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-26d58912-c8c5-4b62-9257-882c391bb983 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8408267 Nov 12 09:15:32.499260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42234477-e790-4c9f-b607-61950f481167 req-3a6a361b-36ea-4036-937d-64ae9c70076e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2513206 Nov 12 09:15:32.555575 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Project 8faea0f3c2374cee939f537b0f4e3e6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:15:32.564340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.655047 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a251a422-cea4-4bc0-80c2-38a59211b450 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.661554 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a251a422-cea4-4bc0-80c2-38a59211b450 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.742203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.749420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.770900 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a251a422-cea4-4bc0-80c2-38a59211b450 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.785748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a251a422-cea4-4bc0-80c2-38a59211b450 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6487706 Nov 12 09:15:32.798080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53664) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.821569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-841bbfc8-f83a-4efc-a47f-fc9013c4cbe7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': '17b25ab1-8f77-43eb-a924-205e8fa545bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:32.834749 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-841bbfc8-f83a-4efc-a47f-fc9013c4cbe7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 12 09:15:32.841769 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-841bbfc8-f83a-4efc-a47f-fc9013c4cbe7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:32.868528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251a422-cea4-4bc0-80c2-38a59211b450 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b25ab1-8f77-43eb-a924-205e8fa545bd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:32.869065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-841bbfc8-f83a-4efc-a47f-fc9013c4cbe7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0675502 Nov 12 09:15:32.882257 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:32.882613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53668) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.896987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4235668 Nov 12 09:15:32.899047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8afa16ec-e6a6-4bfa-9bfd-286d2076667f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': '17b25ab1-8f77-43eb-a924-205e8fa545bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:32.899751 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-8afa16ec-e6a6-4bfa-9bfd-286d2076667f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 12 09:15:32.900266 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-8afa16ec-e6a6-4bfa-9bfd-286d2076667f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:32.907831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8afa16ec-e6a6-4bfa-9bfd-286d2076667f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0174046 Nov 12 09:15:32.909156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63873cda-a4c2-47cd-98ed-2c00c286442b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e816d6e-fa96-4066-bf3d-732d5d48ace6,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:32.913382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.927182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ec2c61b1-3bd7-4d3c-b57c-58ef74b90aa4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': '17b25ab1-8f77-43eb-a924-205e8fa545bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:32.935325 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-ec2c61b1-3bd7-4d3c-b57c-58ef74b90aa4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 12 09:15:32.941574 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-ec2c61b1-3bd7-4d3c-b57c-58ef74b90aa4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:32.946040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ec2c61b1-3bd7-4d3c-b57c-58ef74b90aa4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0305905 Nov 12 09:15:32.949295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53674) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:32.955141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ff3ca592-3d7b-4b09-983f-dbba2333a459 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': '17b25ab1-8f77-43eb-a924-205e8fa545bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:32.960908 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-ff3ca592-3d7b-4b09-983f-dbba2333a459 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 12 09:15:32.962794 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-ff3ca592-3d7b-4b09-983f-dbba2333a459 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:32.967503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff3ca592-3d7b-4b09-983f-dbba2333a459 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0165477 Nov 12 09:15:32.975232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53676) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:33.040055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad8dc1-9207-49de-8278-0c043cd5b788 req-c2d23c27-f1b3-4073-8d53-e355172b6f45 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:33.059835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1ad8dc1-9207-49de-8278-0c043cd5b788 req-c2d23c27-f1b3-4073-8d53-e355172b6f45 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2694161 Nov 12 09:15:33.249852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1ad8dc1-9207-49de-8278-0c043cd5b788 req-25f96713-b636-422f-a6d3-4279aa161d52 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890540 Nov 12 09:15:33.276476 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e697d4c3-f562-4319-81e7-1e28cb605af1 req-85517d4e-811f-4155-854f-46909d653a86 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.0690222 Nov 12 09:15:33.302912 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-becf7472-f89e-46e7-a01e-a1fcfe58edfb tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.351328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-becf7472-f89e-46e7-a01e-a1fcfe58edfb tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.431276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-becf7472-f89e-46e7-a01e-a1fcfe58edfb tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.434542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-becf7472-f89e-46e7-a01e-a1fcfe58edfb tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.436825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-becf7472-f89e-46e7-a01e-a1fcfe58edfb tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/17b25ab1-8f77-43eb-a924-205e8fa545bd HTTP/1.1" status: 204 len: 168 time: 0.4556201 Nov 12 09:15:33.440867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:33.456502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf7472-f89e-46e7-a01e-a1fcfe58edfb tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b25ab1-8f77-43eb-a924-205e8fa545bd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:33.597799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b5f2316b-9e76-42b1-a669-446a82258faa tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1537676 Nov 12 09:15:33.598511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:33.603158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-01d513cb-a4c8-4418-a05f-1593087c1e34 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549872213'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:33.668666 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01d513cb-a4c8-4418-a05f-1593087c1e34 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.875833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01d513cb-a4c8-4418-a05f-1593087c1e34 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.887040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01d513cb-a4c8-4418-a05f-1593087c1e34 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.978130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d513cb-a4c8-4418-a05f-1593087c1e34 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf119b8f-6c34-45f6-abe2-ff55d3d011b1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:33.989051 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01d513cb-a4c8-4418-a05f-1593087c1e34 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:33.994752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53696) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.000275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0056a0cb-3f39-4b5c-a95c-018ebd3bc77b tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.000858 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-0056a0cb-3f39-4b5c-a95c-018ebd3bc77b tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:15:34.001320 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-0056a0cb-3f39-4b5c-a95c-018ebd3bc77b tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.006675 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0056a0cb-3f39-4b5c-a95c-018ebd3bc77b tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107849 Nov 12 09:15:34.007408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53698) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.016636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-01d513cb-a4c8-4418-a05f-1593087c1e34 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4142559 Nov 12 09:15:34.023228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-74380f43-e81f-4aff-aafb-cb866a4a3a99 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.148245 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-74380f43-e81f-4aff-aafb-cb866a4a3a99 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.154090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.160995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2cf1cc75-9cb9-4c32-808c-3ad46d86c91f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.161644 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-2cf1cc75-9cb9-4c32-808c-3ad46d86c91f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 12 09:15:34.162339 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-2cf1cc75-9cb9-4c32-808c-3ad46d86c91f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.168713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-74380f43-e81f-4aff-aafb-cb866a4a3a99 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1599467 Nov 12 09:15:34.170083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.171523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2cf1cc75-9cb9-4c32-808c-3ad46d86c91f tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140886 Nov 12 09:15:34.178544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7e5afc1e-3e4f-4c99-80fe-702af07f3580 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.284950 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-7e5afc1e-3e4f-4c99-80fe-702af07f3580 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.292630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.310249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-609e7fd2-62dd-4e06-a801-4367e8f271e0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.311224 n-d-769329-17 neutron-server[109377]: WARNING neutron.api.v2.base [None req-609e7fd2-62dd-4e06-a801-4367e8f271e0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 12 09:15:34.312070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7e5afc1e-3e4f-4c99-80fe-702af07f3580 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1405540 Nov 12 09:15:34.313006 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-609e7fd2-62dd-4e06-a801-4367e8f271e0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.320794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53710) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.323584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-609e7fd2-62dd-4e06-a801-4367e8f271e0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0281270 Nov 12 09:15:34.330522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cdc137dd-1139-4b46-ac5c-935b312e16e7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.478200 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-cdc137dd-1139-4b46-ac5c-935b312e16e7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.490748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cdc137dd-1139-4b46-ac5c-935b312e16e7 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1678908 Nov 12 09:15:34.513344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.529815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cdd0e4da-3480-4947-8da1-19240c1693c1 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.530723 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-cdd0e4da-3480-4947-8da1-19240c1693c1 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 12 09:15:34.531717 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-cdd0e4da-3480-4947-8da1-19240c1693c1 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.540632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cdd0e4da-3480-4947-8da1-19240c1693c1 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0183921 Nov 12 09:15:34.550437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53720) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.562973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-cd6c8132-82ae-465c-8950-debd55c98aef tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.615103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-1c71ec8d-0d7c-4918-920c-3b8909ae5803 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1269431447&fields=id&tenant_id=8faea0f3c2374cee939f537b0f4e3e6c HTTP/1.1" status: 200 len: 267 time: 0.2445884 Nov 12 09:15:34.625937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd9a42-7afb-4787-a463-9ce56e28b1cb req-d99fe52d-d65c-4a1f-aefb-9d6a9195a3f8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:34.637757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0abd9a42-7afb-4787-a463-9ce56e28b1cb req-d99fe52d-d65c-4a1f-aefb-9d6a9195a3f8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1713312 Nov 12 09:15:34.711764 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-cd6c8132-82ae-465c-8950-debd55c98aef tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.711764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cd6c8132-82ae-465c-8950-debd55c98aef tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1431189 Nov 12 09:15:34.737834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53724) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:34.753685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0abd9a42-7afb-4787-a463-9ce56e28b1cb req-b06d48dd-774a-48c7-b218-9cf582f264b0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146505 Nov 12 09:15:34.765369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5ad53abe-2ada-441d-9570-52500d4700ea tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bf119b8f-6c34-45f6-abe2-ff55d3d011b1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:34.895104 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-5ad53abe-2ada-441d-9570-52500d4700ea tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:34.898592 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5ad53abe-2ada-441d-9570-52500d4700ea tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1417620 Nov 12 09:15:34.901512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53726) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.008291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-2569315f-836d-44ec-8528-05aa4b57a929 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:35.016953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-2569315f-836d-44ec-8528-05aa4b57a929 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/networks?id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b HTTP/1.1" status: 200 len: 809 time: 0.3934858 Nov 12 09:15:35.058671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-219a27c6-efcd-4f17-8b5e-3b522a3b6065 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/quotas/8faea0f3c2374cee939f537b0f4e3e6c HTTP/1.1" status: 200 len: 375 time: 0.0400431 Nov 12 09:15:35.085264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40ec5aef-8404-4954-83e2-e925a6b6514d req-18ec1649-bde1-489b-afd5-229204f83f1a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.0857289 Nov 12 09:15:35.141358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07484638-ad3b-441a-a2ce-647813819735 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.190422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07484638-ad3b-441a-a2ce-647813819735 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.200768 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-e51aca09-aff9-4d4d-b953-eb0a0a10d039 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8faea0f3c2374cee939f537b0f4e3e6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409307 Nov 12 09:15:35.316593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07484638-ad3b-441a-a2ce-647813819735 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.319939 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07484638-ad3b-441a-a2ce-647813819735 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.323625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-07484638-ad3b-441a-a2ce-647813819735 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf119b8f-6c34-45f6-abe2-ff55d3d011b1 HTTP/1.1" status: 204 len: 168 time: 0.4181876 Nov 12 09:15:35.324324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.341399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07484638-ad3b-441a-a2ce-647813819735 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf119b8f-6c34-45f6-abe2-ff55d3d011b1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:35.413339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-4c2a4691-0849-422e-80b8-2066b3f37b34 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:15:35.431079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-4c2a4691-0849-422e-80b8-2066b3f37b34 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2264228 Nov 12 09:15:35.620145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8f92667-66a9-48a7-8540-1b09d2f8d61e tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2912991 Nov 12 09:15:35.628481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53744) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:35.635542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d62bcfcc-7342-4037-ab1f-b32064368a39 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192976507'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:35.687660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d62bcfcc-7342-4037-ab1f-b32064368a39 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:35.701049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-8b32721b-14c2-4efc-87e0-1b15a786d8d2 service neutron] 10.222.0.53 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535162 Nov 12 09:15:35.881047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-65c43b49-9827-4ac1-a01c-be268bf4273a service neutron] 10.222.0.53 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787891 Nov 12 09:15:35.990563 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d62bcfcc-7342-4037-ab1f-b32064368a39 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.014255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d62bcfcc-7342-4037-ab1f-b32064368a39 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.058090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d62bcfcc-7342-4037-ab1f-b32064368a39 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.074787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d62bcfcc-7342-4037-ab1f-b32064368a39 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4313304 Nov 12 09:15:36.075201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:36.077313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-963f43a9-4208-429a-b9f5-cf3aac6a8ef9 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': '1ce0623c-e745-44d8-811f-ce8f38824838', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:36.169557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eecd21-aea5-4b7b-8ffc-af326f720f30 req-a31d514a-c2ba-4c9d-a34f-4b691e2f90e3 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:36.178203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51eecd21-aea5-4b7b-8ffc-af326f720f30 req-a31d514a-c2ba-4c9d-a34f-4b691e2f90e3 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2597690 Nov 12 09:15:36.185880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bcfcc-7342-4037-ab1f-b32064368a39 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce0623c-e745-44d8-811f-ce8f38824838,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:36.222317 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-963f43a9-4208-429a-b9f5-cf3aac6a8ef9 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The resource could not be found. Nov 12 09:15:36.226449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-963f43a9-4208-429a-b9f5-cf3aac6a8ef9 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1562026 Nov 12 09:15:36.229267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:36.247121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1f83e4ff-0748-4223-8ed4-dde256b5bf90 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': '1ce0623c-e745-44d8-811f-ce8f38824838', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '36317954-2377-4cf4-aade-0cc56908aa13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:36.349579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51eecd21-aea5-4b7b-8ffc-af326f720f30 req-6eb4b52e-3668-446c-baf7-83eb92938070 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703382 Nov 12 09:15:36.381064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe118274-11be-4735-b740-25cb2ce66470 req-3b8098b2-f439-498a-a50c-c9d66c0fdf09 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.1177595 Nov 12 09:15:36.480359 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-1f83e4ff-0748-4223-8ed4-dde256b5bf90 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The resource could not be found. Nov 12 09:15:36.493461 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1f83e4ff-0748-4223-8ed4-dde256b5bf90 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2569208 Nov 12 09:15:36.496948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:36.587007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ac35a54-5ca7-4589-b16e-5775ab77e192 req-2a8c823a-3ca5-4690-9ea0-e885267ab577 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 210 time: 0.1370358 Nov 12 09:15:36.658274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f1bcc1b-abe8-4c68-97c2-a66c1c33572c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.699788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f1bcc1b-abe8-4c68-97c2-a66c1c33572c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.822432 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f1bcc1b-abe8-4c68-97c2-a66c1c33572c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.847527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3f1bcc1b-abe8-4c68-97c2-a66c1c33572c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:36.857519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53776) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:36.873810 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3f1bcc1b-abe8-4c68-97c2-a66c1c33572c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/1ce0623c-e745-44d8-811f-ce8f38824838 HTTP/1.1" status: 204 len: 168 time: 0.3705978 Nov 12 09:15:36.927282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bcc1b-abe8-4c68-97c2-a66c1c33572c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce0623c-e745-44d8-811f-ce8f38824838,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:37.085087 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e73769e4-098f-4e78-9482-84e6d3d77d6b tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1991262 Nov 12 09:15:37.085087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53784) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:37.094741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7c14f3bf-b1fb-45d7-956a-e8f385c021bd tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'e81e655c-36f2-4b75-8d88-bb834871dafd', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:37.208950 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-7c14f3bf-b1fb-45d7-956a-e8f385c021bd tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The resource could not be found. Nov 12 09:15:37.217514 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7c14f3bf-b1fb-45d7-956a-e8f385c021bd tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1313467 Nov 12 09:15:37.224463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:37.233576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d8c7910d-179e-4985-a207-733a4214956a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--619953049'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:37.369938 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8c7910d-179e-4985-a207-733a4214956a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.822985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c49ba021-d55d-44ba-a842-de9475e2c9ac req-57e6b207-7395-4c9e-9078-304986ec1913 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.1038194 Nov 12 09:15:37.905617 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8c7910d-179e-4985-a207-733a4214956a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:37.918559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8c7910d-179e-4985-a207-733a4214956a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.003609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f5804-f6e8-4f62-aefc-d037e6a666fa req-53135918-8c9d-422d-9e65-ccd32b72d2d9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:38.011470 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a6f5804-f6e8-4f62-aefc-d037e6a666fa req-53135918-8c9d-422d-9e65-ccd32b72d2d9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.3150687 Nov 12 09:15:38.049988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7910d-179e-4985-a207-733a4214956a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd819342-3c65-4353-a4a2-5668487c6b9a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:38.086717 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8c7910d-179e-4985-a207-733a4214956a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.092745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d8c7910d-179e-4985-a207-733a4214956a tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8620729 Nov 12 09:15:38.093242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53806) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:38.100714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d9f7e0d9-20c9-4fba-b5c5-06ac049f0a46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--70851075'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:38.225583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a6f5804-f6e8-4f62-aefc-d037e6a666fa req-dd805128-0a7f-4a2c-979a-f2a865bb748a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130268 Nov 12 09:15:38.247308 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e0d9-20c9-4fba-b5c5-06ac049f0a46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:38.556024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e0d9-20c9-4fba-b5c5-06ac049f0a46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.194923 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9778916a-6a1d-4bbe-905c-20b7bd071a70 req-e00ebf11-5edf-4705-9bd7-7887ede2c613 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.0543809 Nov 12 09:15:39.418835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e0d9-20c9-4fba-b5c5-06ac049f0a46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.452789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b60b1b64-aa84-40a0-9e89-fadfb1f0fa02 req-9c8456e2-0be6-47c9-91ca-4a706f6ff110 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 210 time: 0.9155669 Nov 12 09:15:39.533976 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e0d9-20c9-4fba-b5c5-06ac049f0a46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:39.536891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9f7e0d9-20c9-4fba-b5c5-06ac049f0a46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.4419353 Nov 12 09:15:39.541018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:39.550245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b08e832a-da2e-4505-9067-1accfd4e1c31 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group_rule': {'security_group_id': 'bd819342-3c65-4353-a4a2-5668487c6b9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5f1259bc-8dc3-43a5-992a-0fc2542c107a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:39.557018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7e0d9-20c9-4fba-b5c5-06ac049f0a46 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1259bc-8dc3-43a5-992a-0fc2542c107a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:39.755523 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b08e832a-da2e-4505-9067-1accfd4e1c31 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:15:39.757755 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b08e832a-da2e-4505-9067-1accfd4e1c31 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2151215 Nov 12 09:15:39.760617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53824) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:39.954264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-dda88649-b6ea-4070-a3ef-850eb4e0206b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:39.966653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-dda88649-b6ea-4070-a3ef-850eb4e0206b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.62 "GET /v2.0/networks?id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b HTTP/1.1" status: 200 len: 809 time: 0.5638874 Nov 12 09:15:40.069543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd27cf7-2298-4ac1-9110-496607ca86f3 req-a6f827d5-e7b0-44a0-acf8-096a489bf44d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:40.077993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0dd27cf7-2298-4ac1-9110-496607ca86f3 req-a6f827d5-e7b0-44a0-acf8-096a489bf44d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.2592201 Nov 12 09:15:40.118467 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0938d9ca-f224-44b9-b2f3-976de18bc4d2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.218589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0938d9ca-f224-44b9-b2f3-976de18bc4d2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.308995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0dd27cf7-2298-4ac1-9110-496607ca86f3 req-525a8405-b808-459b-993d-8cf0633d4f16 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292023 Nov 12 09:15:40.352898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-841dad62-d710-43e2-8616-275f61e859e9 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8faea0f3c2374cee939f537b0f4e3e6c HTTP/1.1" status: 200 len: 380 time: 0.3513455 Nov 12 09:15:40.366123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'port': {'device_id': 'e2254941-893e-4a18-92d3-d9d07c969524', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'admin_state_up': True, 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'security_groups': ['d3aed8bc-6175-42d5-a0a2-de83e5c80678']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:40.563705 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0938d9ca-f224-44b9-b2f3-976de18bc4d2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.578920 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0938d9ca-f224-44b9-b2f3-976de18bc4d2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:40.587762 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0938d9ca-f224-44b9-b2f3-976de18bc4d2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/5f1259bc-8dc3-43a5-992a-0fc2542c107a HTTP/1.1" status: 204 len: 168 time: 0.8251801 Nov 12 09:15:40.597486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53834) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:40.719389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938d9ca-f224-44b9-b2f3-976de18bc4d2 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1259bc-8dc3-43a5-992a-0fc2542c107a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:40.821161 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-642c5fa3-46ee-4dd5-a6ee-926946235659 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2074192 Nov 12 09:15:40.822881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:41.012902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-204eefb3-bb4c-416c-acdf-a352e9e784a0 req-21af380b-42b8-4964-a4db-b69ef8f127e0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d4100e3-af8d-4ed2-a865-36875e48b189 HTTP/1.1" status: 200 len: 210 time: 0.1460524 Nov 12 09:15:41.016051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Made reservation on behalf of 8faea0f3c2374cee939f537b0f4e3e6c for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:41.016484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3f7c225f-9fcf-499f-a3ac-f20992f868dd req-e500600a-17ac-4754-992e-ca502117170c tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 210 time: 0.0774276 Nov 12 09:15:41.021736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.090649 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-953a05c1-bec4-4eed-aa16-d1b82dd9a814 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.186381 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-953a05c1-bec4-4eed-aa16-d1b82dd9a814 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.307684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-953a05c1-bec4-4eed-aa16-d1b82dd9a814 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.313189 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-953a05c1-bec4-4eed-aa16-d1b82dd9a814 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.321207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53864) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:41.321468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-953a05c1-bec4-4eed-aa16-d1b82dd9a814 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/bd819342-3c65-4353-a4a2-5668487c6b9a HTTP/1.1" status: 204 len: 168 time: 0.4949601 Nov 12 09:15:41.358351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Allocated IP 172.20.0.8 (ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b/60904303-96d3-4001-a3da-3d177547e525/176671fa-091c-4510-ad1b-84cb5a48982e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:41.367887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a05c1-bec4-4eed-aa16-d1b82dd9a814 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd819342-3c65-4353-a4a2-5668487c6b9a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:41.493920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-817bcd33-67b1-414c-adfb-9fdddb25b639 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1723578 Nov 12 09:15:41.501412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:41.510543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f1c63455-b0f5-4cff-89b1-c71d268be6f0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'tempest-secgroup--399185993'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:41.588503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1c63455-b0f5-4cff-89b1-c71d268be6f0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.697233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91c32e-bc55-49d2-81e8-aa5382817607 req-12db763d-f2b8-4ca9-b2c3-7fc5e6d089b7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:41.702063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d91c32e-bc55-49d2-81e8-aa5382817607 req-12db763d-f2b8-4ca9-b2c3-7fc5e6d089b7 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1380575 Nov 12 09:15:41.750470 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.757259 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1c63455-b0f5-4cff-89b1-c71d268be6f0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.773296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1c63455-b0f5-4cff-89b1-c71d268be6f0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.875010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c63455-b0f5-4cff-89b1-c71d268be6f0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a74cbc7-5c5f-48ae-a668-10e7e39a87ed,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:41.896639 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.907107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1c63455-b0f5-4cff-89b1-c71d268be6f0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:41.912109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f1c63455-b0f5-4cff-89b1-c71d268be6f0 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4060471 Nov 12 09:15:41.914477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:41.924503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-70864cea-af32-49ac-a6b8-28f018770bd4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:41.925405 n-d-769329-17 neutron-server[109376]: WARNING neutron.api.v2.base [None req-70864cea-af32-49ac-a6b8-28f018770bd4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 12 09:15:41.926616 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-70864cea-af32-49ac-a6b8-28f018770bd4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] update failed (client error): There was a conflict when trying to complete your request. Nov 12 09:15:41.931349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-70864cea-af32-49ac-a6b8-28f018770bd4 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "PUT /v2.0/security-groups/1a74cbc7-5c5f-48ae-a668-10e7e39a87ed HTTP/1.1" status: 409 len: 330 time: 0.0127029 Nov 12 09:15:41.931845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d91c32e-bc55-49d2-81e8-aa5382817607 req-9ee07e7a-1994-4ab4-8bbe-b525046f1380 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619248 Nov 12 09:15:41.932490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53880) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:42.056691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4df177e-f166-4675-b5ea-6ff821f8c379 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.070894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:42.079406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:42.096807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:42.132017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4df177e-f166-4675-b5ea-6ff821f8c379 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.139496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'Port': ['ID=176671fa-091c-4510-ad1b-84cb5a48982e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:42.167834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bbe05-b742-4487-a570-15839d3a431e req-62fcd8ba-cb00-4a61-93c0-b05b751c953e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:42.169800 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849bbe05-b742-4487-a570-15839d3a431e req-62fcd8ba-cb00-4a61-93c0-b05b751c953e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1097 time: 0.1969438 Nov 12 09:15:42.210580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:42.211367 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.237855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4df177e-f166-4675-b5ea-6ff821f8c379 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.243176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4df177e-f166-4675-b5ea-6ff821f8c379 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.244961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a4df177e-f166-4675-b5ea-6ff821f8c379 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a74cbc7-5c5f-48ae-a668-10e7e39a87ed HTTP/1.1" status: 204 len: 168 time: 0.3106711 Nov 12 09:15:42.257548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:42.259448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df177e-f166-4675-b5ea-6ff821f8c379 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a74cbc7-5c5f-48ae-a668-10e7e39a87ed,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:42.368951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a009cec5-5148-4f17-a38f-9e4f736e9d5d tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0873764 Nov 12 09:15:42.369835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:42.405730 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-bb5fe3f9-5bb5-4d68-88dc-30b2176a456c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] delete failed (client error): The resource could not be found. Nov 12 09:15:42.409321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bb5fe3f9-5bb5-4d68-88dc-30b2176a456c tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ece48ba-ff7b-4695-bbbb-8b4f3bc7148a HTTP/1.1" status: 404 len: 347 time: 0.0360992 Nov 12 09:15:42.411066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53894) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:42.450821 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-2a24ad11-4c15-4b64-832d-96ef1eaa8a25 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] show failed (client error): The resource could not be found. Nov 12 09:15:42.452734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2a24ad11-4c15-4b64-832d-96ef1eaa8a25 tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-groups/bff8ad0f-03d1-453d-b57f-ce3bec31bc3f HTTP/1.1" status: 404 len: 347 time: 0.0394919 Nov 12 09:15:42.456172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:42.457202 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-5eced43c-d229-437c-bcef-4e5aed2f9bdb tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1028571 Nov 12 09:15:42.470336 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-0258b0eb-97a5-449e-a441-6446d814810d tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] show failed (client error): The resource could not be found. Nov 12 09:15:42.471588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0258b0eb-97a5-449e-a441-6446d814810d tempest-NegativeSecGroupTest-482894058 tempest-NegativeSecGroupTest-482894058-project] 10.222.0.53 "GET /v2.0/security-group-rules/a50e20b7-3335-4292-b328-df77431f2736 HTTP/1.1" status: 404 len: 356 time: 0.0142953 Nov 12 09:15:42.471725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Request body: {'port': {'device_id': 'e2254941-893e-4a18-92d3-d9d07c969524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:42.596590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67538ee-0796-4f05-8c3e-c43e4cb97c78 req-fee2f018-f70f-45ec-926a-7d4f4b226b8a tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:42.602401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f67538ee-0796-4f05-8c3e-c43e4cb97c78 req-fee2f018-f70f-45ec-926a-7d4f4b226b8a tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 931 time: 0.3567522 Nov 12 09:15:42.676045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bbe05-b742-4487-a570-15839d3a431e req-68249de6-5eed-456a-a4b6-ced15de3bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:42.677677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849bbe05-b742-4487-a570-15839d3a431e req-68249de6-5eed-456a-a4b6-ced15de3bc3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.4925892 Nov 12 09:15:42.711051 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.799427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-479a2cbf-b286-4434-8451-9b8b04069ed6 None None] Provisioning complete for port 176671fa-091c-4510-ad1b-84cb5a48982e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:42.801320 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-479a2cbf-b286-4434-8451-9b8b04069ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:42.906096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-479a2cbf-b286-4434-8451-9b8b04069ed6 None None] Port 176671fa-091c-4510-ad1b-84cb5a48982e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:43.005264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f67538ee-0796-4f05-8c3e-c43e4cb97c78 req-f9014442-c9f1-4600-8cea-6216768d563e tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897383 Nov 12 09:15:43.066643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:43.317782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849bbe05-b742-4487-a570-15839d3a431e req-cbab7684-4e09-42c3-b8d2-2adaa6ac157f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 1001 time: 0.6299744 Nov 12 09:15:43.367682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6fb42-530e-43f6-98df-a49a38342f7e req-2a9f6464-6b9d-4d79-98cc-b3ee0f839120 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.369443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dec6fb42-530e-43f6-98df-a49a38342f7e req-2a9f6464-6b9d-4d79-98cc-b3ee0f839120 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1806924 Nov 12 09:15:43.420607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e00e38be-3aff-4577-afbc-13a32d542325 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc8bf5bbf1814a3787bb7c0da341833c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3520007 Nov 12 09:15:43.423722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:43.487027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bbe05-b742-4487-a570-15839d3a431e req-a658e54e-29c8-44f5-9206-a3968c77b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.489035 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849bbe05-b742-4487-a570-15839d3a431e req-a658e54e-29c8-44f5-9206-a3968c77b5bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.1582131 Nov 12 09:15:43.523896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df0e7892-1a91-49bb-8c45-01b3a77b37ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.572218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df0e7892-1a91-49bb-8c45-01b3a77b37ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.584839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dec6fb42-530e-43f6-98df-a49a38342f7e req-0be7120a-fd11-4eb9-bf5c-ef89fc9e276c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752465 Nov 12 09:15:43.662081 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df0e7892-1a91-49bb-8c45-01b3a77b37ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.665425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df0e7892-1a91-49bb-8c45-01b3a77b37ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.689640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df0e7892-1a91-49bb-8c45-01b3a77b37ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f6757ff-2850-4d28-83ef-261813c96dda HTTP/1.1" status: 204 len: 168 time: 0.2637594 Nov 12 09:15:43.702423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176671fa-091c-4510-ad1b-84cb5a48982e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:43.726153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e7892-1a91-49bb-8c45-01b3a77b37ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6757ff-2850-4d28-83ef-261813c96dda,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:43.727894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.847851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4375514-f000-4ae2-b60f-25727a0d1c05 req-9cb0fd6f-9df4-42ef-93ef-61b8d2206d56 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.849776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4375514-f000-4ae2-b60f-25727a0d1c05 req-9cb0fd6f-9df4-42ef-93ef-61b8d2206d56 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.5233500 Nov 12 09:15:43.851320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Transition to ACTIVE for port object 176671fa-091c-4510-ad1b-84cb5a48982e will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:43.867007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.870634 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52d2210a-a5c3-4aa0-9300-a14ace372a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:43.884691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bbe05-b742-4487-a570-15839d3a431e req-c5bce640-f3f9-40fb-8488-890c505b7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:43.886349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849bbe05-b742-4487-a570-15839d3a431e req-c5bce640-f3f9-40fb-8488-890c505b7803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3886578 Nov 12 09:15:43.934949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4375514-f000-4ae2-b60f-25727a0d1c05 req-46f3559f-5d47-488e-9e7e-a38017518c2b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/quotas/0e1d1dc5a4ee438a9f6975cd33f38e64 HTTP/1.1" status: 200 len: 375 time: 0.0716107 Nov 12 09:15:44.161166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4375514-f000-4ae2-b60f-25727a0d1c05 req-e584559e-4d57-4a5d-950a-2a15e0098b91 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2252724 Nov 12 09:15:44.166372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Pushing event updated for resources: {'Port': ['ID=176671fa-091c-4510-ad1b-84cb5a48982e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:44.402828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849bbe05-b742-4487-a570-15839d3a431e req-833ee849-6973-484e-980b-6999dd9c14d9 service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897211 Nov 12 09:15:44.592708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Attempting to bind port 176671fa-091c-4510-ad1b-84cb5a48982e on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:44.593372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Attempting to bind port 176671fa-091c-4510-ad1b-84cb5a48982e by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:44.593983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Attempting to bind port 176671fa-091c-4510-ad1b-84cb5a48982e on network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:44.651070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b5d03-c86e-4aba-b816-a8a721ae00a7 req-ce217fa0-7b61-46f0-ba5e-92da0709869b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:44.674700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92b5d03-c86e-4aba-b816-a8a721ae00a7 req-ce217fa0-7b61-46f0-ba5e-92da0709869b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 943 time: 0.1889353 Nov 12 09:15:44.703261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Port 176671fa-091c-4510-ad1b-84cb5a48982e on network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:44.703891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Attempting to bind port 176671fa-091c-4510-ad1b-84cb5a48982e on network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:44.795201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c92b5d03-c86e-4aba-b816-a8a721ae00a7 req-2f3ecb02-a837-4654-8536-7312928804f5 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136570 Nov 12 09:15:44.853835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:44.854810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Checking segment: {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:44.860148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Bound using segment: {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:44.861582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Bound port: 176671fa-091c-4510-ad1b-84cb5a48982e, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e49194fa-8f41-4dd0-9b91-8f433c3084e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:44.862259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:44.943411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4375514-f000-4ae2-b60f-25727a0d1c05 req-77a1f0ec-2968-4a2b-9f25-b23a9c048803 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7019553 Nov 12 09:15:45.023387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e087b21-e4c6-4d8f-ac9b-5612304271e0 req-93060fdf-e0b8-49b1-9c7c-b532baf5d6dc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.034712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e087b21-e4c6-4d8f-ac9b-5612304271e0 req-93060fdf-e0b8-49b1-9c7c-b532baf5d6dc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.1018159 Nov 12 09:15:45.089211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849bbe05-b742-4487-a570-15839d3a431e req-d1da072e-226c-4094-9fc4-25005d59bafe service neutron] 10.222.0.55 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6616280 Nov 12 09:15:45.140277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e087b21-e4c6-4d8f-ac9b-5612304271e0 req-7cc409b1-fcf9-48f2-a5c4-d74832cfd55d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033216 Nov 12 09:15:45.166199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:45.323200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] For port 176671fa-091c-4510-ad1b-84cb5a48982e, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:45.332553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] For port 176671fa-091c-4510-ad1b-84cb5a48982e, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=176671fa-091c-4510-ad1b-84cb5a48982e,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:45.341787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4375514-f000-4ae2-b60f-25727a0d1c05 req-63111c01-2d95-464a-92c1-e004a64f5572 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815269 Nov 12 09:15:45.345321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.388491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.390410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.390965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] 10.222.0.62 "PUT /v2.0/ports/176671fa-091c-4510-ad1b-84cb5a48982e HTTP/1.1" status: 200 len: 1092 time: 2.9249980 Nov 12 09:15:45.391557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:45.394298 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69579c2a-0378-4897-b0fb-dfe7202b50fe" -d '{"events": [{"name": "network-changed", "server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:45.481982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ca4f7-25f3-4ca3-88b3-45b5287422df service neutron] Pushing event updated for resources: {'Port': ['ID=176671fa-091c-4510-ad1b-84cb5a48982e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.485275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.585782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-40fe73e7-7591-45d5-a64b-dc880b0028d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.587380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-40fe73e7-7591-45d5-a64b-dc880b0028d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8faea0f3c2374cee939f537b0f4e3e6c&device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1095 time: 0.0976176 Nov 12 09:15:45.710040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:45.712227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:45.719070 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b1d4a9-f859-46d1-b48d-efbe2fb1daea" -d '{"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:45.739071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:45.764193 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f9644f-8803-42d3-ac4e-8a1eb5260309 x-openstack-request-id: req-09f9644f-8803-42d3-ac4e-8a1eb5260309 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:45.764556 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:45.764965 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09f9644f-8803-42d3-ac4e-8a1eb5260309 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:45.765641 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e', 'status': 'completed', 'code': 200} Nov 12 09:15:45.774345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-ae294454-3d0f-4a4c-a63f-29390da8e23d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176671fa-091c-4510-ad1b-84cb5a48982e HTTP/1.1" status: 200 len: 217 time: 0.1727934 Nov 12 09:15:45.904491 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3467284d-b798-4513-a62e-3e19e721a275 x-openstack-request-id: req-3467284d-b798-4513-a62e-3e19e721a275 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:45.905791 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:45.906595 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3467284d-b798-4513-a62e-3e19e721a275 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:45.908916 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'code': 200} Nov 12 09:15:45.910900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:45.951992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-12ba0f86-7bae-46f3-aca5-83e44e82d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:45.959058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-12ba0f86-7bae-46f3-aca5-83e44e82d78d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60904303-96d3-4001-a3da-3d177547e525 HTTP/1.1" status: 200 len: 848 time: 0.1773710 Nov 12 09:15:46.116715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaa59b-c74e-4a68-a9b7-8af0f822d085 req-69bc70b5-cccf-4635-9b8b-8139119b43bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:46.124910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4eaa59b-c74e-4a68-a9b7-8af0f822d085 req-69bc70b5-cccf-4635-9b8b-8139119b43bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 943 time: 0.0972278 Nov 12 09:15:46.160332 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-64903e9a-777a-43cf-8f4c-f57dc35bf665 req-eb49d7bd-5021-4f2c-b06b-921850073e00 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad4d018a-8554-4109-ad69-f450453aabbf HTTP/1.1" status: 200 len: 210 time: 0.1058888 Nov 12 09:15:46.202667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-f29febfa-555d-4e4a-8921-a85cb4c80ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:46.211447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-f29febfa-555d-4e4a-8921-a85cb4c80ed0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2422783 Nov 12 09:15:46.272533 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4eaa59b-c74e-4a68-a9b7-8af0f822d085 req-6fc80ab6-0a18-4575-8ce9-f81a2e214f86 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427724 Nov 12 09:15:46.399122 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0893dd5f-757b-4293-805d-3c8b7676c9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:46.523359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-84f44456-b4bc-4dab-85a3-de74c0d926ed service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051403 Nov 12 09:15:46.730310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9737d6d-c546-4bf5-99b4-2770bccf7554 req-77955dce-bff5-4b9b-97be-79291cce9946 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:46.748900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9737d6d-c546-4bf5-99b4-2770bccf7554 req-77955dce-bff5-4b9b-97be-79291cce9946 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.1826863 Nov 12 09:15:46.795214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8172be6-b7bd-4a50-b391-de0ec145eaa4 req-3636603d-844f-4d65-aa4b-736d667af760 service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612569 Nov 12 09:15:46.905455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9737d6d-c546-4bf5-99b4-2770bccf7554 req-39d7c556-c6b6-451a-8552-f8c357ff98ea tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500061 Nov 12 09:15:47.155691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-90957043-5476-48a0-b15a-2420d7eab6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.171345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-90957043-5476-48a0-b15a-2420d7eab6f5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8faea0f3c2374cee939f537b0f4e3e6c&device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1095 time: 0.2107532 Nov 12 09:15:47.593836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-66e99db0-2001-45c3-8f48-4e2a3fa35648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.596516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-66e99db0-2001-45c3-8f48-4e2a3fa35648 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b HTTP/1.1" status: 200 len: 910 time: 0.4112108 Nov 12 09:15:47.625775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de580-d68a-45ac-a95a-dbd733379392 req-274fb28c-c4de-4ed0-984c-cfe7cd97d18b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.628347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-752de580-d68a-45ac-a95a-dbd733379392 req-274fb28c-c4de-4ed0-984c-cfe7cd97d18b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 943 time: 0.1206522 Nov 12 09:15:47.773309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-3b6c4a6e-7041-41b7-ae70-d64b8bfe7647 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176671fa-091c-4510-ad1b-84cb5a48982e HTTP/1.1" status: 200 len: 217 time: 0.1658835 Nov 12 09:15:47.906603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-752de580-d68a-45ac-a95a-dbd733379392 req-b6fca0f3-227e-435f-8a9d-d2e03cd7e243 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359126 Nov 12 09:15:47.929150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-e4f8b33b-a3b7-4f63-a020-09ba7e7a6bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:47.946594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-e4f8b33b-a3b7-4f63-a020-09ba7e7a6bbb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60904303-96d3-4001-a3da-3d177547e525 HTTP/1.1" status: 200 len: 848 time: 0.1621287 Nov 12 09:15:48.098826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-5d249c97-1946-4377-af33-f3c56b36f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.100765 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-5d249c97-1946-4377-af33-f3c56b36f575 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456938 Nov 12 09:15:48.130298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-f08d498b-5229-4671-84df-268ac3b66d79 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.134055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-f08d498b-5229-4671-84df-268ac3b66d79 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.2863250 Nov 12 09:15:48.165534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-0d956649-196b-432c-8a74-a3b2c078dca8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/quotas/0e1d1dc5a4ee438a9f6975cd33f38e64 HTTP/1.1" status: 200 len: 375 time: 0.0240922 Nov 12 09:15:48.221999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-35ec79d5-4cb6-47b5-ba6e-2dab9d1d98aa tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491738 Nov 12 09:15:48.447339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3ebf1-8d20-4a0c-a8c1-f6bafd0efc0a req-933a7d3f-bb76-4cd1-97e2-c46fb9fe4d72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:48.449439 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1c3ebf1-8d20-4a0c-a8c1-f6bafd0efc0a req-933a7d3f-bb76-4cd1-97e2-c46fb9fe4d72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.1816823 Nov 12 09:15:48.479557 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-c6f1b7f7-b0ae-48e6-9159-e8602ce89b09 service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698082 Nov 12 09:15:48.483179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-619b6ead-2acf-446f-8a8c-e3a34c101f77 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401290 Nov 12 09:15:48.586982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1c3ebf1-8d20-4a0c-a8c1-f6bafd0efc0a req-442180ab-a616-4217-bf38-0e4a15e47e67 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192994 Nov 12 09:15:48.692247 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-8291af1e-2ba0-41ed-b2d4-e6b21a9da38d service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049060 Nov 12 09:15:48.800091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69579c2a-0378-4897-b0fb-dfe7202b50fe req-7a968a2b-6c70-4c30-9902-7f035a22ee46 service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981441 Nov 12 09:15:49.097514 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.112510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 176671fa-091c-4510-ad1b-84cb5a48982e details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:15:49.505236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 176671fa-091c-4510-ad1b-84cb5a48982e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=176671fa-091c-4510-ad1b-84cb5a48982e,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:49.506684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173dc24-f767-4790-9a7b-d54d475a6c3d req-92498ba3-f2fe-41c3-b194-4764eb83efe1 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:49.526336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6173dc24-f767-4790-9a7b-d54d475a6c3d req-92498ba3-f2fe-41c3-b194-4764eb83efe1 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 943 time: 0.2585583 Nov 12 09:15:49.533372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '176671fa-091c-4510-ad1b-84cb5a48982e', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'port_id': '176671fa-091c-4510-ad1b-84cb5a48982e', 'mac_address': 'fa:16:3e:ba:ba:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:15:49.653201 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.682181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176671fa-091c-4510-ad1b-84cb5a48982e {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:49.785872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 176671fa-091c-4510-ad1b-84cb5a48982e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=176671fa-091c-4510-ad1b-84cb5a48982e,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:49.823926 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:49.833520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6173dc24-f767-4790-9a7b-d54d475a6c3d req-6bee4141-849b-435a-838b-35c9b3b8a398 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3015401 Nov 12 09:15:49.900940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-463da3c5-857d-4132-bee3-475964696896 req-b8b1cc0c-c005-4eb4-8748-d29fb5723862 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 210 time: 0.1125457 Nov 12 09:15:50.051226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=176671fa-091c-4510-ad1b-84cb5a48982e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:50.073394 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.175145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['176671fa-091c-4510-ad1b-84cb5a48982e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:15:50.368547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:50.699642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-01633cae-5b98-40fb-aa22-bac9355f6d97 req-4335f62b-a6a3-42b8-9b6f-8e47623fc3a1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:15:50.700696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01633cae-5b98-40fb-aa22-bac9355f6d97 req-4335f62b-a6a3-42b8-9b6f-8e47623fc3a1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054331 Nov 12 09:15:50.833436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54144) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:50.883875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdc199-1466-4968-a8a8-1b7e81cbaf8d req-85d738e7-1d5b-4461-81df-9d0c623b15e9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:50.885715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8bdc199-1466-4968-a8a8-1b7e81cbaf8d req-85d738e7-1d5b-4461-81df-9d0c623b15e9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.0612361 Nov 12 09:15:50.941794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8bdc199-1466-4968-a8a8-1b7e81cbaf8d req-1bfcfe9a-cc5b-49f3-82e3-ac455f08c9cb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490522 Nov 12 09:15:50.996532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193ef2c-1674-41a4-8855-0c08fe605547 req-5f9181ce-93bf-47cd-804f-1b3197e8f9e1 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.008013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6193ef2c-1674-41a4-8855-0c08fe605547 req-5f9181ce-93bf-47cd-804f-1b3197e8f9e1 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 944 time: 0.0710692 Nov 12 09:15:51.033070 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb240-edcf-4807-a47f-22816e5dfced admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.141702 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6193ef2c-1674-41a4-8855-0c08fe605547 req-2e836963-6994-4bad-b3f4-8d2251cb1571 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275704 Nov 12 09:15:51.161321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-64461a48-ab3d-4527-a211-fa1ac625d96d req-42f085ac-0b54-456c-b86d-9757dabd78d9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 210 time: 0.0760572 Nov 12 09:15:51.187403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:15:51.336712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb240-edcf-4807-a47f-22816e5dfced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.350045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-8003fa08-9874-4b9f-8f0b-75197695a5cd tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.351736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-8003fa08-9874-4b9f-8f0b-75197695a5cd tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.2488420 Nov 12 09:15:51.354338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb240-edcf-4807-a47f-22816e5dfced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.393909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bb240-edcf-4807-a47f-22816e5dfced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330a0867-a9cb-44ea-98c1-161cc44782b2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:51.402744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Request body: {'port': {'device_id': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'admin_state_up': True, 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:51.411363 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-3db3565c-be95-46cd-9dac-6cd900b159b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1620083 Nov 12 09:15:51.448007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3c6bb240-edcf-4807-a47f-22816e5dfced admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f81d151df0114ef5815ff1c5b8292f2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6133623 Nov 12 09:15:51.453787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54174) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:51.683947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-d900e627-4109-424c-b75f-4e3ce77dbad1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157390351&fields=id&tenant_id=d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 267 time: 0.1490695 Nov 12 09:15:51.687262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2395f839-48dd-4be8-a80f-65a52dd8ee7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.719608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:51.725578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.764800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2395f839-48dd-4be8-a80f-65a52dd8ee7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:51.952323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-7a5c844b-ff5b-4dcd-a5de-d9d866e8a3c7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:51.954003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-7a5c844b-ff5b-4dcd-a5de-d9d866e8a3c7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.2586131 Nov 12 09:15:52.034087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2395f839-48dd-4be8-a80f-65a52dd8ee7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.037063 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2395f839-48dd-4be8-a80f-65a52dd8ee7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.041068 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2395f839-48dd-4be8-a80f-65a52dd8ee7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/330a0867-a9cb-44ea-98c1-161cc44782b2 HTTP/1.1" status: 204 len: 168 time: 0.5817277 Nov 12 09:15:52.064130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-571054bd-36a9-4c8e-88ba-6f0a791bc031 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/quotas/d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 375 time: 0.1022139 Nov 12 09:15:52.070106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395f839-48dd-4be8-a80f-65a52dd8ee7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330a0867-a9cb-44ea-98c1-161cc44782b2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:52.122189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Allocated IP 172.20.0.9 (669b4635-ff7c-4d24-ab48-a8481c6fb8b6/bb264e13-304f-4940-a9b6-c7de4ff9d7ff/ffeb1867-3275-4971-9401-6ac5b314bb10) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:52.276835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9a2d0-e412-4cb5-82ca-99c5a84e8c2f req-7e594c75-cf38-46ff-ba51-9862b2418bfb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:52.281823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-63b9a2d0-e412-4cb5-82ca-99c5a84e8c2f req-7e594c75-cf38-46ff-ba51-9862b2418bfb tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.1503813 Nov 12 09:15:52.292873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-ae63cbcf-cf3e-4fa7-8620-95bbbe354802 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1851218 Nov 12 09:15:52.373252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-63b9a2d0-e412-4cb5-82ca-99c5a84e8c2f req-865ee668-d482-484d-9804-073581da799a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807629 Nov 12 09:15:52.554486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4d3dc-4018-44ca-8a05-1506aaefe4a2 req-9d1881ad-0896-4296-b91b-7ac766eca3c1 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:52.564234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14f4d3dc-4018-44ca-8a05-1506aaefe4a2 req-9d1881ad-0896-4296-b91b-7ac766eca3c1 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 944 time: 0.0740507 Nov 12 09:15:52.588426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:52.621317 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.699250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14f4d3dc-4018-44ca-8a05-1506aaefe4a2 req-02f988cf-159f-4442-a6f3-428f0baac320 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331906 Nov 12 09:15:52.790824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.807215 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:52.842043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9bdf7d1d-fa6e-4428-aa59-f3ea154c3e5b req-10dcc603-f339-43a8-bed6-038d5642ff13 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 210 time: 0.0480380 Nov 12 09:15:52.900378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad3b0fa721524321807b3d9ace5efc3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102162 Nov 12 09:15:52.901233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3966e380-1695-4f10-a1ed-666636f25a06,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:52.904736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:52.916097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.916447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.916789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.917126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.917457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.917959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.918433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.918922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.919394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.919857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.920351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.920839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebf520b1-4703-4b89-8efa-7d2e9dcf1a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:15:52.972624 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aec2f052-4b44-49f8-a360-c00ce8d58957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.003957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aec2f052-4b44-49f8-a360-c00ce8d58957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.009584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971ed0-a394-47bc-86d7-209932f585d6 req-d4b14ee6-a2d0-47f7-aab6-afd7e2af6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.011069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-d4b14ee6-a2d0-47f7-aab6-afd7e2af6dd9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e&tenant_id=b749a78f7ca54b6ba2a95de4414e36f2 HTTP/1.1" status: 200 len: 1095 time: 0.1555500 Nov 12 09:15:53.032416 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.037138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:53.066523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-cee5872b-5d3d-45e8-a640-96c98bc4c03e service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7274156 Nov 12 09:15:53.073868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aec2f052-4b44-49f8-a360-c00ce8d58957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.077686 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aec2f052-4b44-49f8-a360-c00ce8d58957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.087551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aec2f052-4b44-49f8-a360-c00ce8d58957 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3966e380-1695-4f10-a1ed-666636f25a06 HTTP/1.1" status: 204 len: 168 time: 0.1801779 Nov 12 09:15:53.100128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2f052-4b44-49f8-a360-c00ce8d58957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3966e380-1695-4f10-a1ed-666636f25a06,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:53.128308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 176671fa-091c-4510-ad1b-84cb5a48982e up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:15:53.198316 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.206519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 176671fa-091c-4510-ad1b-84cb5a48982e completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:15:53.211414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 176671fa-091c-4510-ad1b-84cb5a48982e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:53.211988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.236404 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.314357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-29b8b285-9b56-4f22-b255-f8e3780c0715 service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401278 Nov 12 09:15:53.323080 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.343972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:53.348013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event updated for resources: {'Port': ['ID=ffeb1867-3275-4971-9401-6ac5b314bb10,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:53.355018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:53.355902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:53.358612 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b71993e-4d3e-4668-bcf3-19e5545734f7" -d '{"events": [{"server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "name": "network-vif-plugged", "status": "completed", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:53.381341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 176671fa-091c-4510-ad1b-84cb5a48982e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=176671fa-091c-4510-ad1b-84cb5a48982e,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:53.389054 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.450237 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffbb45b-0989-45d2-ae54-750255ed44e9 x-openstack-request-id: req-4ffbb45b-0989-45d2-ae54-750255ed44e9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:53.450822 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "name": "network-vif-plugged", "status": "completed", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:53.451263 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ffbb45b-0989-45d2-ae54-750255ed44e9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:53.452150 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e', 'code': 200} Nov 12 09:15:53.453363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=176671fa-091c-4510-ad1b-84cb5a48982e,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:53.460334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:53.585417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.586074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.640701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d4ca595d-eca7-471b-89df-bc1d65debb7b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2537076 Nov 12 09:15:53.655440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Request body: {'port': {'device_id': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:53.659462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6d2bb-c205-49f3-8cf4-ac0d60436198 req-cc809528-7f7d-482c-80a5-8350211fd9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.661624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7a6d2bb-c205-49f3-8cf4-ac0d60436198 req-cc809528-7f7d-482c-80a5-8350211fd9ef service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1097 time: 0.1300025 Nov 12 09:15:53.707001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:15:53.718562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dfa2ab-63ac-4ca0-8014-4de0055d0bcd req-24b3670d-bb86-4b8b-926f-95af284160a9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:53.721285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-03dfa2ab-63ac-4ca0-8014-4de0055d0bcd req-24b3670d-bb86-4b8b-926f-95af284160a9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.1667840 Nov 12 09:15:53.761884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f7a6d2bb-c205-49f3-8cf4-ac0d60436198 req-48278657-a16a-4a28-a025-376147639c88 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913262 Nov 12 09:15:53.800457 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:53.842285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-03dfa2ab-63ac-4ca0-8014-4de0055d0bcd req-743dfaea-89ed-4f7a-84a4-3ef9ca64f810 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838263 Nov 12 09:15:53.923603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f00f1180-7b70-4a9c-95df-88a581971c9e req-c5b61e8d-bd41-4568-b683-a24e6774041f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0395992 Nov 12 09:15:53.926244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:54.047043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c918495-ea0d-4cfa-b2b2-291efd88da22 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:54.065996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.068160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0cb5c-8d35-42c0-9908-c42e15c3a826 req-cfa9224d-c081-4128-96ec-62b9d115b3a0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.078090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a0cb5c-8d35-42c0-9908-c42e15c3a826 req-cfa9224d-c081-4128-96ec-62b9d115b3a0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 931 time: 0.0865133 Nov 12 09:15:54.159014 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a0cb5c-8d35-42c0-9908-c42e15c3a826 req-966411ca-62f9-46af-bbf6-9bdeb4e98144 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797191 Nov 12 09:15:54.165362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d99107-4398-4a5f-91fa-061323f94c9b req-c3b66fa2-f5e7-4ef6-aa62-173bfa339012 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:54.166968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99d99107-4398-4a5f-91fa-061323f94c9b req-c3b66fa2-f5e7-4ef6-aa62-173bfa339012 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 945 time: 0.2676418 Nov 12 09:15:54.193151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Transition to ACTIVE for port object 5c918495-ea0d-4cfa-b2b2-291efd88da22 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:54.264993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.541344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=9']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:54.567440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99d99107-4398-4a5f-91fa-061323f94c9b req-23e7e7b5-641e-4850-a7c1-b598764684d2 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3757219 Nov 12 09:15:54.680087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] No DVR routers for this DVR port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:15:54.862735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffeb1867-3275-4971-9401-6ac5b314bb10 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:54.878994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:54.941025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Transition to ACTIVE for port object ffeb1867-3275-4971-9401-6ac5b314bb10 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:54.946768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.058366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-20fc206e-c1b2-4b1c-a084-e840a258db5b req-76a1315b-92cb-4cd9-bf65-881983d5b894 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0518003 Nov 12 09:15:55.065545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12326e71-0165-41e3-85aa-4d1989ed1133 req-6060b20c-f3a5-448c-a247-b3114297dccc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.068220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12326e71-0165-41e3-85aa-4d1989ed1133 req-6060b20c-f3a5-448c-a247-b3114297dccc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 943 time: 0.0968406 Nov 12 09:15:55.074165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:55.074837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:55.075346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:55.092280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:55.092838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Attempting to bind port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on network 078b7db6-b3e3-4ab7-aee6-f51320e9abca {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:55.101702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Pushing event updated for resources: {'Port': ['ID=ffeb1867-3275-4971-9401-6ac5b314bb10,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:55.110244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:55.110859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Checking segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:55.111567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Bound using segment: {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:55.112484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Bound port: 5c918495-ea0d-4cfa-b2b2-291efd88da22, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4148156-aeec-4678-8f91-757a0490189c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:55.113129 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.198569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12326e71-0165-41e3-85aa-4d1989ed1133 req-8d39c51a-f0ec-4e48-874b-c3be4fe4303f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126666 Nov 12 09:15:55.366383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Attempting to bind port ffeb1867-3275-4971-9401-6ac5b314bb10 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:15:55.376729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Attempting to bind port ffeb1867-3275-4971-9401-6ac5b314bb10 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:15:55.377237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Attempting to bind port ffeb1867-3275-4971-9401-6ac5b314bb10 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:55.394172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:55.411647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:55.416490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Port ffeb1867-3275-4971-9401-6ac5b314bb10 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:15:55.421322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Attempting to bind port ffeb1867-3275-4971-9401-6ac5b314bb10 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:15:55.435508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:15:55.439235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Checking segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:15:55.439883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Bound using segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:15:55.440654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Bound port: ffeb1867-3275-4971-9401-6ac5b314bb10, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:15:55.445454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.454499 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.463999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-8fe8767d-0730-4641-b989-21ca7ed9d5fd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.466802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-8fe8767d-0730-4641-b989-21ca7ed9d5fd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.2139585 Nov 12 09:15:55.532207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec0ccd-2639-4c00-a813-a6cab64e40a7 req-8c22c6fb-7a7e-485a-87a5-e095dfe5d97e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.534479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96ec0ccd-2639-4c00-a813-a6cab64e40a7 req-8c22c6fb-7a7e-485a-87a5-e095dfe5d97e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 943 time: 0.2446251 Nov 12 09:15:55.603217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.603841 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.607218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-435157ef-5387-4011-ad38-1a6e781e2a88 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 380 time: 0.1311789 Nov 12 09:15:55.612605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] 10.222.0.62 "PUT /v2.0/ports/5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 1092 time: 2.5855319 Nov 12 09:15:55.612855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:55.615143 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:55.618009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'port': {'device_id': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'admin_state_up': True, 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'security_groups': ['2a3eda9f-76b3-4005-a70d-17475a542f38']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:55.828452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96ec0ccd-2639-4c00-a813-a6cab64e40a7 req-1170dd9a-ce56-4680-8c0f-0579d9cdfff3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817936 Nov 12 09:15:55.850028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98780216-6bf1-439d-819e-f4be0f054ffb service neutron] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:55.889667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] For port ffeb1867-3275-4971-9401-6ac5b314bb10, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:15:55.903205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] For port ffeb1867-3275-4971-9401-6ac5b314bb10, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ffeb1867-3275-4971-9401-6ac5b314bb10,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:15:55.921944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:55.948521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9b0c2-c090-4d44-9454-5bda2d9a0256 req-77913303-8019-4b84-9b1f-efb8de009b1b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.956901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971ed0-a394-47bc-86d7-209932f585d6 req-dacba3f2-952c-4139-ad76-f62f69389eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:55.960207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ff9b0c2-c090-4d44-9454-5bda2d9a0256 req-77913303-8019-4b84-9b1f-efb8de009b1b tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 945 time: 0.2048197 Nov 12 09:15:55.960395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-dacba3f2-952c-4139-ad76-f62f69389eea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1096 time: 0.3134124 Nov 12 09:15:55.965409 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc4e146-3014-4db6-81f6-0aa135954c7a x-openstack-request-id: req-5fc4e146-3014-4db6-81f6-0aa135954c7a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:55.965705 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:55.965968 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fc4e146-3014-4db6-81f6-0aa135954c7a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:55.966471 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'status': 'completed', 'code': 200} Nov 12 09:15:56.035491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.036135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.037666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] 10.222.0.55 "PUT /v2.0/ports/ffeb1867-3275-4971-9401-6ac5b314bb10 HTTP/1.1" status: 200 len: 1092 time: 2.3882122 Nov 12 09:15:56.076832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ff9b0c2-c090-4d44-9454-5bda2d9a0256 req-c5a191a3-8975-44e1-a254-62844b2d648e tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136830 Nov 12 09:15:56.128550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:15:56.140888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:56.224963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7415a65-d0c0-4f70-9e26-c36ff787680f service neutron] Pushing event updated for resources: {'Port': ['ID=ffeb1867-3275-4971-9401-6ac5b314bb10,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:56.286590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-825bf491-941a-4367-a3f1-dfc041026fd8 req-8afb6140-fd0a-4bec-8959-54b852d391e0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0645905 Nov 12 09:15:56.301418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971ed0-a394-47bc-86d7-209932f585d6 req-de2f4b67-108a-4841-abdc-a53da32c2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.302899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-de2f4b67-108a-4841-abdc-a53da32c2b22 service neutron] 10.222.0.62 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 0.3044841 Nov 12 09:15:56.318527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-25ce591a-be6e-4afe-937b-3f963abce646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.318527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-25ce591a-be6e-4afe-937b-3f963abce646 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 1095 time: 0.2121058 Nov 12 09:15:56.476729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd644c-ef13-4671-b8b4-8343cb6e1d51 req-0f14789a-96e4-4a31-b6bd-2d4a16202cad tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.486398 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-23b69db1-3186-41f3-ba33-470cfe6e89f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb1867-3275-4971-9401-6ac5b314bb10 HTTP/1.1" status: 200 len: 217 time: 0.1594715 Nov 12 09:15:56.488640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72fd644c-ef13-4671-b8b4-8343cb6e1d51 req-0f14789a-96e4-4a31-b6bd-2d4a16202cad tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 945 time: 0.2071285 Nov 12 09:15:56.557195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-78c8c3f6-4ac5-4907-a24b-894d1c0af180 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 999 time: 0.2409427 Nov 12 09:15:56.660594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.20.0.6 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/9366e9b9-8508-42ae-b227-5547e6ef4793) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:15:56.819355 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72fd644c-ef13-4671-b8b4-8343cb6e1d51 req-dd250605-4e70-45bf-b276-235ce78b795a tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299465 Nov 12 09:15:56.879827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3ca02-8bd9-48f9-a1ff-28d19c709057 req-2868f230-48c3-4798-9133-513b40bf7af5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.893756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e3ca02-8bd9-48f9-a1ff-28d19c709057 req-2868f230-48c3-4798-9133-513b40bf7af5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.4094367 Nov 12 09:15:56.920356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-57be3491-29a1-4c1c-b448-6dd486bbd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.922758 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-57be3491-29a1-4c1c-b448-6dd486bbd136 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.3615456 Nov 12 09:15:56.936048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971ed0-a394-47bc-86d7-209932f585d6 req-a3539727-f48f-40e5-8e05-94ceb27e725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:56.940442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-a3539727-f48f-40e5-8e05-94ceb27e725d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.3385179 Nov 12 09:15:57.081794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.107103 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-89210d95-fbe2-4dd1-acc3-f0bc61abaa7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1651163 Nov 12 09:15:57.171188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e3ca02-8bd9-48f9-a1ff-28d19c709057 req-45f8c0c5-6347-4e21-9e40-e3e80ddc5069 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761915 Nov 12 09:15:57.252024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.317431 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:15:57.358278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21971ed0-a394-47bc-86d7-209932f585d6 req-0ae25054-7598-4e45-af79-c833bb0b2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.362108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-0ae25054-7598-4e45-af79-c833bb0b2cf3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3925643 Nov 12 09:15:57.367151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:15:57.389581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:15:57.468446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f4a3b-cbcf-4f9a-b1eb-e756d8d5f77a req-b06f064b-9bfe-4d88-a8a1-54375c2a66e0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.470417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-515f4a3b-cbcf-4f9a-b1eb-e756d8d5f77a req-b06f064b-9bfe-4d88-a8a1-54375c2a66e0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 943 time: 0.2457972 Nov 12 09:15:57.491298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=9366e9b9-8508-42ae-b227-5547e6ef4793,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:15:57.525267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-c7c533e2-117d-49c9-aac8-c82500ddc570 service neutron] 10.222.0.62 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522634 Nov 12 09:15:57.571976 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-515f4a3b-cbcf-4f9a-b1eb-e756d8d5f77a req-689972a4-0970-4d66-9264-6d80037f576e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904615 Nov 12 09:15:57.578917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.579936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.607201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-62dbce96-9eeb-4aaf-b767-02f323d1e0df tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9939167 Nov 12 09:15:57.620559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Request body: {'port': {'device_id': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:57.732078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-da81ab59-c579-44a5-b93a-284d2e088144 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5523906 Nov 12 09:15:57.753369 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.770902 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.801509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb588a8-c25a-4a2a-b932-7e41c24a2e66 req-10fbf916-5a80-4056-a794-6d6ac1e57c41 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:57.811179 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1bb588a8-c25a-4a2a-b932-7e41c24a2e66 req-10fbf916-5a80-4056-a794-6d6ac1e57c41 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 945 time: 0.5096710 Nov 12 09:15:57.867923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-daa7d84a-f29a-4c86-9565-b7b78186f4c5 None None] Provisioning complete for port 9366e9b9-8508-42ae-b227-5547e6ef4793 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:15:57.868522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-daa7d84a-f29a-4c86-9565-b7b78186f4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:57.979281 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:15:58.011034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-daa7d84a-f29a-4c86-9565-b7b78186f4c5 None None] Port 9366e9b9-8508-42ae-b227-5547e6ef4793 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:15:58.055295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c55f35-4afe-4011-b2ac-2657aa56f302 req-6986b960-827c-40b9-a1c9-0644d6749bc9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:58.068491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25c55f35-4afe-4011-b2ac-2657aa56f302 req-6986b960-827c-40b9-a1c9-0644d6749bc9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 931 time: 0.2854674 Nov 12 09:15:58.071039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'tag': 'ffeb1867-3275-4971-9401-6ac5b314bb10'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:15:58.075853 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34360d8-0b91-47b8-9b8e-c6b56196c177" -d '{"events": [{"name": "network-changed", "server_uuid": "ca766c10-a825-4706-b0f1-d92d212f4118", "tag": "ffeb1867-3275-4971-9401-6ac5b314bb10"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:15:58.081940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-369555e8-221f-4b80-b5c0-6d0ea038c338 service neutron] 10.222.0.62 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463114 Nov 12 09:15:58.226006 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:58.235491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1bb588a8-c25a-4a2a-b932-7e41c24a2e66 req-4fcfab8c-8dae-49ee-a3a0-bb7b116641ab tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4225841 Nov 12 09:15:58.288895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54356) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:58.312524 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-100ecb1a-5c04-4fc8-abc0-be4746d27e6b req-2096a2d8-9224-40bc-ab62-a0e3a6f794eb service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205624 Nov 12 09:15:58.347532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-c193e583-229e-4964-90f6-cec699216eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:58.349308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-c193e583-229e-4964-90f6-cec699216eb5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1096 time: 0.1921880 Nov 12 09:15:58.939962 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25c55f35-4afe-4011-b2ac-2657aa56f302 req-4008a10d-812e-463f-bd6b-afafef4145d9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7941146 Nov 12 09:15:59.367256 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a1322a-5176-4899-8920-a42ab383d98f x-openstack-request-id: req-80a1322a-5176-4899-8920-a42ab383d98f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:15:59.367850 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca766c10-a825-4706-b0f1-d92d212f4118", "tag": "ffeb1867-3275-4971-9401-6ac5b314bb10", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:15:59.368453 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80a1322a-5176-4899-8920-a42ab383d98f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:15:59.369243 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'tag': 'ffeb1867-3275-4971-9401-6ac5b314bb10', 'status': 'completed', 'code': 200} Nov 12 09:15:59.449950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9366e9b9-8508-42ae-b227-5547e6ef4793 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:15:59.497724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:59.561722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Transition to ACTIVE for port object 9366e9b9-8508-42ae-b227-5547e6ef4793 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:15:59.613762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:15:59.761196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dc6c85-315c-4bc4-a903-e21836ea3694 tempest-TestServerBasicOps-1161416270 tempest-TestServerBasicOps-1161416270-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.765678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-73dc6c85-315c-4bc4-a903-e21836ea3694 tempest-TestServerBasicOps-1161416270 tempest-TestServerBasicOps-1161416270-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1092 time: 1.4662735 Nov 12 09:15:59.774297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-827295f5-5d1b-4018-81fe-51bfd0672c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.776137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-827295f5-5d1b-4018-81fe-51bfd0672c0a service neutron] 10.222.0.62 "GET /v2.0/networks?id=078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 200 len: 918 time: 1.4198809 Nov 12 09:15:59.783329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54398) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:15:59.788713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-712e61b8-7ad1-4f17-b7dc-e6140f0c9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.795947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-712e61b8-7ad1-4f17-b7dc-e6140f0c9978 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 1095 time: 0.4234052 Nov 12 09:15:59.798333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '176671fa-091c-4510-ad1b-84cb5a48982e', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:15:59.823230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cd79a-4817-4c3a-958e-e6f2d608613e req-581e48a5-90a3-4243-8a2d-5cb695e74dfa tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:15:59.841829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe1cd79a-4817-4c3a-958e-e6f2d608613e req-581e48a5-90a3-4243-8a2d-5cb695e74dfa tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.4712369 Nov 12 09:15:59.866778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.164093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Attempting to bind port 9366e9b9-8508-42ae-b227-5547e6ef4793 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:00.164710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Attempting to bind port 9366e9b9-8508-42ae-b227-5547e6ef4793 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:00.164846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Attempting to bind port 9366e9b9-8508-42ae-b227-5547e6ef4793 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:00.189304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Port 9366e9b9-8508-42ae-b227-5547e6ef4793 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:16:00.189888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Attempting to bind port 9366e9b9-8508-42ae-b227-5547e6ef4793 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:00.205760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Pushing event updated for resources: {'Port': ['ID=9366e9b9-8508-42ae-b227-5547e6ef4793,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:00.212630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:00.212984 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:00.213387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:00.213855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Bound port: 9366e9b9-8508-42ae-b227-5547e6ef4793, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:00.214236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.262185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d222ca-6ac0-4713-9274-da358101a1a0 req-401f29e6-ffa1-4a85-88ed-19f084f384e6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.263832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e9d222ca-6ac0-4713-9274-da358101a1a0 req-401f29e6-ffa1-4a85-88ed-19f084f384e6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 943 time: 0.6978068 Nov 12 09:16:00.309867 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-c28bbdba-f91a-44a3-89b4-38e2f7dc5820 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 200 len: 999 time: 0.5061896 Nov 12 09:16:00.316610 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe1cd79a-4817-4c3a-958e-e6f2d608613e req-96352440-57a1-4ca0-a278-fe3ecb1bfb10 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335940 Nov 12 09:16:00.456124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-f403c919-f983-474e-8277-e58c1a221e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.458165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-f403c919-f983-474e-8277-e58c1a221e22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 912 time: 0.6149423 Nov 12 09:16:00.591210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-444ad74c-9388-4c44-83a6-bb9190ad1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.602632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-444ad74c-9388-4c44-83a6-bb9190ad1c7b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 200 len: 856 time: 0.2788067 Nov 12 09:16:00.611030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-2bfdaebc-2e1e-4912-a71b-57a49cfaaf8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffeb1867-3275-4971-9401-6ac5b314bb10 HTTP/1.1" status: 200 len: 217 time: 0.1423402 Nov 12 09:16:00.672698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e9d222ca-6ac0-4713-9274-da358101a1a0 req-957798ea-4956-423b-a8f1-ca4a65134a12 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713126 Nov 12 09:16:00.708612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] For port 9366e9b9-8508-42ae-b227-5547e6ef4793, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:00.721160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] For port 9366e9b9-8508-42ae-b227-5547e6ef4793, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9366e9b9-8508-42ae-b227-5547e6ef4793,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:00.733657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.841232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-63f507da-570f-4f42-ae6e-ea81a7327993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.843291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-63f507da-570f-4f42-ae6e-ea81a7327993 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.2244654 Nov 12 09:16:00.848479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.849353 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:00.851120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] 10.222.0.55 "PUT /v2.0/ports/9366e9b9-8508-42ae-b227-5547e6ef4793 HTTP/1.1" status: 200 len: 1092 time: 3.2356203 Nov 12 09:16:00.860499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-376d7b0a-a2e5-430a-8fc4-b06a55fab61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.869883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-376d7b0a-a2e5-430a-8fc4-b06a55fab61d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=078b7db6-b3e3-4ab7-aee6-f51320e9abca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2269418 Nov 12 09:16:00.927299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade3df0-c569-48a8-a71a-d795bd939d58 req-a19eff2c-48fa-4560-9af3-934eccede73c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:00.938527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eade3df0-c569-48a8-a71a-d795bd939d58 req-a19eff2c-48fa-4560-9af3-934eccede73c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.2930014 Nov 12 09:16:00.946823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:00.949953 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067b22af-73bc-48f9-881d-6a57b2a328bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:00.953845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024729bf-7bb1-441b-b8c0-63a4e95b526d service neutron] Pushing event updated for resources: {'Port': ['ID=9366e9b9-8508-42ae-b227-5547e6ef4793,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:01.024150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.027330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-81b00dc9-c85f-4b85-ad5a-27549f487ca9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1577880 Nov 12 09:16:01.082068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-0ee7990d-f50d-4cde-abae-94d17ebc5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:01.084951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-0ee7990d-f50d-4cde-abae-94d17ebc5735 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 1095 time: 0.1241462 Nov 12 09:16:01.208432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-b863fb9c-92e4-41e3-81f0-4e3e10538846 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9366e9b9-8508-42ae-b227-5547e6ef4793 HTTP/1.1" status: 200 len: 217 time: 0.0703735 Nov 12 09:16:01.210879 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9981b1-220e-49f8-ad83-fb943d848b70 x-openstack-request-id: req-2b9981b1-220e-49f8-ad83-fb943d848b70 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:01.211396 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:01.211809 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b9981b1-220e-49f8-ad83-fb943d848b70 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:01.212691 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'status': 'completed', 'code': 200} Nov 12 09:16:01.226741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ffeb1867-3275-4971-9401-6ac5b314bb10 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:01.249078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54410) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:01.453450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-39b482b0-6da7-47c4-be49-4388f73a8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:01.460845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-39b482b0-6da7-47c4-be49-4388f73a8bc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.2429571 Nov 12 09:16:01.477176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ffeb1867-3275-4971-9401-6ac5b314bb10, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ffeb1867-3275-4971-9401-6ac5b314bb10,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:01.508746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'ffeb1867-3275-4971-9401-6ac5b314bb10', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'port_id': 'ffeb1867-3275-4971-9401-6ac5b314bb10', 'mac_address': 'fa:16:3e:16:f2:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb264e13-304f-4940-a9b6-c7de4ff9d7ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:01.562187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eade3df0-c569-48a8-a71a-d795bd939d58 req-fc82250b-872b-44db-a15d-4895fbfe24fa tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6176467 Nov 12 09:16:01.620470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Allocated IP 172.25.5.245 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b5632781-a623-43de-8df0-45a391391513) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:01.631805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Deleting subnet b1014187-f395-4ce3-86a7-295de1499fa5 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:16:01.658725 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.668200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.697351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffeb1867-3275-4971-9401-6ac5b314bb10 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:01.710345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-4ebb1108-cc89-451c-bef9-04ef8e1a414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:01.712694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-4ebb1108-cc89-451c-bef9-04ef8e1a414a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2450926 Nov 12 09:16:01.786700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ffeb1867-3275-4971-9401-6ac5b314bb10, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ffeb1867-3275-4971-9401-6ac5b314bb10,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:01.813734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:01.853199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-dbbdd95e-eb1d-498d-8cc8-f3bad489692d service neutron] 10.222.0.62 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9529064 Nov 12 09:16:01.897140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-c8225332-fb01-44bc-b1f2-012c76982f3c service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8680992 Nov 12 09:16:01.902150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516407d-2f61-48fc-946e-664a2594a69c req-0f828224-0ad7-41ac-b402-033212bc4f4d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:01.920570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c516407d-2f61-48fc-946e-664a2594a69c req-0f828224-0ad7-41ac-b402-033212bc4f4d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.4159255 Nov 12 09:16:01.952391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ffeb1867-3275-4971-9401-6ac5b314bb10,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:01.989357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.102651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ffeb1867-3275-4971-9401-6ac5b314bb10'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:02.149559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c516407d-2f61-48fc-946e-664a2594a69c req-4ea5888a-4824-41a4-b633-ce2b4683540c tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260613 Nov 12 09:16:02.299597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82cb34b4-c6b7-42b5-8db8-95a9de1a5d9a req-70259da3-7916-434f-9bf2-4b11ea76a41d service neutron] 10.222.0.62 "GET /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989754 Nov 12 09:16:02.326157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-475323e6-55de-41fa-ae56-1b1f7eb6e1a2 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780778 Nov 12 09:16:02.341194 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.456900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.556585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:02.663563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'Port': ['ID=b5632781-a623-43de-8df0-45a391391513,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:02.678622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566fb4-b825-4b2b-a84b-b7e7b8ceab8f req-432d39b5-b58c-422b-99cf-0f8b6df200f4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:02.679982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e13d487-e1fd-4998-bee5-23374f3c6a8a req-22bdf69e-7b6f-449a-899f-9dc135d467ba service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336294 Nov 12 09:16:02.690051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04566fb4-b825-4b2b-a84b-b7e7b8ceab8f req-432d39b5-b58c-422b-99cf-0f8b6df200f4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 944 time: 0.6587281 Nov 12 09:16:02.698832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:02.700640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:02.708336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:02.869891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d34360d8-0b91-47b8-9b8e-c6b56196c177 req-d906eb87-3a73-4eda-876c-2fcd162de8ac service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157187 Nov 12 09:16:02.915830 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.034377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-04566fb4-b825-4b2b-a84b-b7e7b8ceab8f req-b8b7154d-5102-4a1e-91e8-524e53964de6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420467 Nov 12 09:16:03.048305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1014187-f395-4ce3-86a7-295de1499fa5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:03.060342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.074441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b1014187-f395-4ce3-86a7-295de1499fa5 HTTP/1.1" status: 204 len: 168 time: 1.8092184 Nov 12 09:16:03.078145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:03.082180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.082494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.082834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.083179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.083504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.090008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.090008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.090008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.090008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.090008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.090008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.090008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948fe19a-4e45-4f36-b749-8eae41db1725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:03.227837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ffeb1867-3275-4971-9401-6ac5b314bb10 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:03.265238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-2b57bbe5-e9e0-4d11-b71e-b63dd940106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:03.285371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-2b57bbe5-e9e0-4d11-b71e-b63dd940106f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 1095 time: 0.4973199 Nov 12 09:16:03.433998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port ffeb1867-3275-4971-9401-6ac5b314bb10 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:03.443432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port ffeb1867-3275-4971-9401-6ac5b314bb10 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:03.445439 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.521878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b584d5-54f7-4c08-ac62-bb0f01e0219d req-c9efb66b-ce36-423e-b453-2de6173e7ba6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:03.536550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0b584d5-54f7-4c08-ac62-bb0f01e0219d req-c9efb66b-ce36-423e-b453-2de6173e7ba6 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.1177037 Nov 12 09:16:03.594619 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.655380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0b584d5-54f7-4c08-ac62-bb0f01e0219d req-2e4f6aed-ec6c-4f20-aa89-443aec8d48be tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176260 Nov 12 09:16:03.661036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeb1867-3275-4971-9401-6ac5b314bb10'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:03.684721 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec57e26c-9ee7-4665-9604-6bb90d895ee2" -d '{"events": [{"server_uuid": "ca766c10-a825-4706-b0f1-d92d212f4118", "name": "network-vif-plugged", "status": "completed", "tag": "ffeb1867-3275-4971-9401-6ac5b314bb10"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:03.721850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ffeb1867-3275-4971-9401-6ac5b314bb10, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ffeb1867-3275-4971-9401-6ac5b314bb10,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:03.730361 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.766343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:03.802903 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c690f26d-8744-40e8-9515-369064584b7e x-openstack-request-id: req-c690f26d-8744-40e8-9515-369064584b7e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:03.803292 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca766c10-a825-4706-b0f1-d92d212f4118", "name": "network-vif-plugged", "status": "completed", "tag": "ffeb1867-3275-4971-9401-6ac5b314bb10", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:03.803721 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c690f26d-8744-40e8-9515-369064584b7e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:03.804795 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffeb1867-3275-4971-9401-6ac5b314bb10', 'code': 200} Nov 12 09:16:03.879843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ffeb1867-3275-4971-9401-6ac5b314bb10,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:03.934849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a426bc18-0273-48ea-a09f-69a38f9bf051 req-9f13648f-f648-4d03-8888-1ebd2146bae3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:03.954634 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a426bc18-0273-48ea-a09f-69a38f9bf051 req-9f13648f-f648-4d03-8888-1ebd2146bae3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 1.1714845 Nov 12 09:16:03.990174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a34958-b158-4950-bd62-65636373177b req-eb758512-fec4-469e-8fdb-3a50a0ef82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:03.991834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2a34958-b158-4950-bd62-65636373177b req-eb758512-fec4-469e-8fdb-3a50a0ef82d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 1097 time: 0.1116066 Nov 12 09:16:04.145711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2a34958-b158-4950-bd62-65636373177b req-d3cbf1d1-2189-403e-8ac1-3c0e8aa40a83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397016 Nov 12 09:16:04.206857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.215544 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.225951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224acd25-ac72-4920-ba09-d63b566c5964 req-4faa8f4e-d005-4b51-a044-349fbca9169f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:04.226969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-224acd25-ac72-4920-ba09-d63b566c5964 req-4faa8f4e-d005-4b51-a044-349fbca9169f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 945 time: 0.0742407 Nov 12 09:16:04.316501 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a426bc18-0273-48ea-a09f-69a38f9bf051 req-9f66527b-e363-47bd-b0fb-84f05dc3f0ab tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607168 Nov 12 09:16:04.342013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-353243bf-df52-4e89-8034-261781b54719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:04.349036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-224acd25-ac72-4920-ba09-d63b566c5964 req-316a5a90-8a9b-42bf-8651-a335c6e231b0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107504 Nov 12 09:16:04.354862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-353243bf-df52-4e89-8034-261781b54719 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.5293787 Nov 12 09:16:04.764878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.769264 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-bb484e58-c599-42ed-9137-3df2c0d4de50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9366e9b9-8508-42ae-b227-5547e6ef4793 HTTP/1.1" status: 200 len: 217 time: 0.4000368 Nov 12 09:16:04.775732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:04.899233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876d2ee-de58-4efb-bb98-25acbb15b28e req-1ea312a1-97be-446e-aa88-1f8f9b43aca5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:04.901445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1876d2ee-de58-4efb-bb98-25acbb15b28e req-1ea312a1-97be-446e-aa88-1f8f9b43aca5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.0917511 Nov 12 09:16:04.999489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.003025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-473ece6d-5c15-4206-a8e2-c4b7de0777cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:05.017371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-473ece6d-5c15-4206-a8e2-c4b7de0777cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.2223573 Nov 12 09:16:05.056006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1876d2ee-de58-4efb-bb98-25acbb15b28e req-789901bc-0890-4f50-b21c-0f742b195b72 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470709 Nov 12 09:16:05.105987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65419e20-f394-4c22-8edf-054c6146dc0c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:05.117612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3b2f07-175d-4476-886c-20ff3fe022c9') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:05.118057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3b2f07-175d-4476-886c-20ff3fe022c9') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:05.138366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.306087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.316317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event updated for resources: {'Port': ['ID=b5632781-a623-43de-8df0-45a391391513,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:05.386550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.402071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:16:05.402519 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:16:05.404506 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:16:05.593742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54454) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:05.689476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65c6a-88b6-46bb-9f4e-72414fc36a8e req-df70fd81-c77c-4fa5-b33f-4df69dcf2b72 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:05.697867 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2fe65c6a-88b6-46bb-9f4e-72414fc36a8e req-df70fd81-c77c-4fa5-b33f-4df69dcf2b72 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 945 time: 0.1821957 Nov 12 09:16:05.838165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2fe65c6a-88b6-46bb-9f4e-72414fc36a8e req-e7bfe9ca-0343-4cec-8d12-4127421b8a28 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370897 Nov 12 09:16:05.882093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-1b6208a9-ef5c-430a-9ebd-94d884ac02bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:05.888862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-1b6208a9-ef5c-430a-9ebd-94d884ac02bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7018776 Nov 12 09:16:05.936091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7622661e-eda1-4958-ba5b-214ae788ce66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.122215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7622661e-eda1-4958-ba5b-214ae788ce66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.128119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7622661e-eda1-4958-ba5b-214ae788ce66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.176129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-d8c605cd-dc91-4b75-8649-7e3db9798f30 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568438 Nov 12 09:16:06.212965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7622661e-eda1-4958-ba5b-214ae788ce66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d1f3cb23d87d45149dbca394b6a67b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163116 Nov 12 09:16:06.225711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54462) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:06.250724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622661e-eda1-4958-ba5b-214ae788ce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a843384-e259-4f1a-b7ce-422b114e21ae,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:06.447899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf20718-4205-4521-927f-f5e07756b9c9 req-279c3b68-99e3-4152-88c0-14098fe292ea tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:06.456565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-caf20718-4205-4521-927f-f5e07756b9c9 req-279c3b68-99e3-4152-88c0-14098fe292ea tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.8588161 Nov 12 09:16:06.464840 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40f52dba-f164-4e63-bf49-a2288f6c97c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.489396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-067b22af-73bc-48f9-881d-6a57b2a328bd req-f0435c7e-3d6f-4c83-a89c-991eb819776f service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232869 Nov 12 09:16:06.490138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.518782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40f52dba-f164-4e63-bf49-a2288f6c97c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.543020 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.546634 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] 10.222.0.53 "DELETE /v2.0/networks/65419e20-f394-4c22-8edf-054c6146dc0c HTTP/1.1" status: 204 len: 168 time: 3.4468975 Nov 12 09:16:06.552197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cda68e-63eb-483a-9149-35e93d184a2e req-dbfd131c-1b72-4714-a080-04c158052c5e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:06.560483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5cda68e-63eb-483a-9149-35e93d184a2e req-dbfd131c-1b72-4714-a080-04c158052c5e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.1581695 Nov 12 09:16:06.568771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54466) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:06.660712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2283-9d62-40b3-85db-93988beb821b admin admin] Pushing event deleted for resources: {'Network': ['ID=65419e20-f394-4c22-8edf-054c6146dc0c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:06.691401 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Floating IP 3319d7d5-ca44-48db-986b-d5d2e7f197cf associated. External IP: 172.25.5.245, port: 176671fa-091c-4510-ad1b-84cb5a48982e. Nov 12 09:16:06.733968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] Deleting subnet 98f113a0-f0b6-44b7-819c-33d9031b9116 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:16:06.746252 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.785031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5cda68e-63eb-483a-9149-35e93d184a2e req-42e4d9c1-e2c5-4a29-84d8-fe8ee46d44ab tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234151 Nov 12 09:16:06.939944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40f52dba-f164-4e63-bf49-a2288f6c97c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.942682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40f52dba-f164-4e63-bf49-a2288f6c97c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:06.947508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-40f52dba-f164-4e63-bf49-a2288f6c97c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a843384-e259-4f1a-b7ce-422b114e21ae HTTP/1.1" status: 204 len: 168 time: 0.7204969 Nov 12 09:16:06.990528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.122173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52dba-f164-4e63-bf49-a2288f6c97c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a843384-e259-4f1a-b7ce-422b114e21ae,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:07.178776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204bb5f-1d74-429f-badb-5f6f549ce4a6 req-d7f97246-cc47-4ab6-93cd-56dc4ef7cda3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:07.187018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2204bb5f-1d74-429f-badb-5f6f549ce4a6 req-d7f97246-cc47-4ab6-93cd-56dc4ef7cda3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 945 time: 0.2510238 Nov 12 09:16:07.204955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.285169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2204bb5f-1d74-429f-badb-5f6f549ce4a6 req-9ab1278f-17fe-4b32-bddf-a50d6fef10d0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971112 Nov 12 09:16:07.321836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.393231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f113a0-f0b6-44b7-819c-33d9031b9116,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:07.401276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.409555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-058e61ff-97c0-47bf-9052-f758983ac37e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98f113a0-f0b6-44b7-819c-33d9031b9116 HTTP/1.1" status: 204 len: 168 time: 0.8343985 Nov 12 09:16:07.410980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54478) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:07.565468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.593333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-caf20718-4205-4521-927f-f5e07756b9c9 req-451b15fd-52bc-401d-a1d5-a49d7306381f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1356814 Nov 12 09:16:07.820060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54482) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:07.849460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.885630 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75f26f9d-bf9f-4a8d-adec-22ba50e6f6bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:07.928479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c48bd74-124d-4d95-9960-575d5b107034']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:07.969232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b2494f-8699-4003-ba72-479476106c45') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:07.969613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b2494f-8699-4003-ba72-479476106c45') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:08.022010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac9e909-ad84-4028-b009-f8a936a6d83e req-7103d9f8-238f-473c-8d77-9d5847a0b5f3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.023812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ac9e909-ad84-4028-b009-f8a936a6d83e req-7103d9f8-238f-473c-8d77-9d5847a0b5f3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 945 time: 0.1553936 Nov 12 09:16:08.036032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.066411 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.072291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Router c76ab917-e842-4c18-8caa-ea5c808ded8f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:08.080250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94675514-7cfb-4881-bf8c-82cbfe4e2cc7 req-7d24dfbf-37cb-4608-a370-bc8791c46715 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.081792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94675514-7cfb-4881-bf8c-82cbfe4e2cc7 req-7d24dfbf-37cb-4608-a370-bc8791c46715 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.1318252 Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:16:08.088028 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:16:08.179503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ac9e909-ad84-4028-b009-f8a936a6d83e req-1de281b5-0b02-4fbb-8657-0e5a0c283999 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437788 Nov 12 09:16:08.209989 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94675514-7cfb-4881-bf8c-82cbfe4e2cc7 req-8084b858-241d-4fd6-8ada-e420ce21d10f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191411 Nov 12 09:16:08.213726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.246733 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.252026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] 10.222.0.53 "DELETE /v2.0/networks/2c48bd74-124d-4d95-9960-575d5b107034 HTTP/1.1" status: 204 len: 168 time: 0.8378239 Nov 12 09:16:08.260364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89437991-bbce-4289-921a-867f60ca639c admin admin] Pushing event deleted for resources: {'Network': ['ID=2c48bd74-124d-4d95-9960-575d5b107034,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:08.268278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75f26f9d-bf9f-4a8d-adec-22ba50e6f6bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.279617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-75f26f9d-bf9f-4a8d-adec-22ba50e6f6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.320529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:08.333714 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] Sync routers for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:08.363656 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:08.364620 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:15:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:08.376138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-75f26f9d-bf9f-4a8d-adec-22ba50e6f6bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e54bbf70b0041f0a7a531539ecbd930&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5555546 Nov 12 09:16:08.377690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:08.383232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f26f9d-bf9f-4a8d-adec-22ba50e6f6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e53516-a847-4d3d-a5e6-88669c15a3cf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:08.394965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.504885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bb4f33c4-9200-439a-a7ad-78fb9b5065bf tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.7142048 Nov 12 09:16:08.509233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:08.511553 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88549bd-59aa-4515-9a6f-e3ad61270cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:08.582569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:08.593228 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df8724e2-fd2c-4700-895d-0ab0ae0bce92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.635588 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:08.646493 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e53a979-d826-40fb-b7d3-bb6ed5f5be18 x-openstack-request-id: req-0e53a979-d826-40fb-b7d3-bb6ed5f5be18 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:08.647057 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:08.647057 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e53a979-d826-40fb-b7d3-bb6ed5f5be18 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:08.647417 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e', 'status': 'completed', 'code': 200} Nov 12 09:16:08.722234 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df8724e2-fd2c-4700-895d-0ab0ae0bce92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.812674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f03a2-bd6f-4cc6-8e10-eb3a216862a5 req-e6e07a13-4112-464e-8d89-7e439120a961 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.814661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-673f03a2-bd6f-4cc6-8e10-eb3a216862a5 req-e6e07a13-4112-464e-8d89-7e439120a961 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.0822003 Nov 12 09:16:08.865088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-97751e9c-abee-4f12-8b68-99c178340f2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=580d5c955cb84383b0d8acbf67ab5359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811289 Nov 12 09:16:08.868846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:08.884625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-673f03a2-bd6f-4cc6-8e10-eb3a216862a5 req-80b1b05f-851e-4bc8-b264-cff6dbf83400 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635679 Nov 12 09:16:08.922365 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df8724e2-fd2c-4700-895d-0ab0ae0bce92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.925386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df8724e2-fd2c-4700-895d-0ab0ae0bce92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:08.930060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df8724e2-fd2c-4700-895d-0ab0ae0bce92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83e53516-a847-4d3d-a5e6-88669c15a3cf HTTP/1.1" status: 204 len: 168 time: 0.5472624 Nov 12 09:16:08.955396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.962052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.968711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.975033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:08.981467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:09.004491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:09.011517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:09.013626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-b1229e6a-e80a-429b-81cc-ba071cf1c168 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.3204658 Nov 12 09:16:09.095783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60302189-b5d2-4c88-9deb-e94fbd2b3bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.097759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8724e2-fd2c-4700-895d-0ab0ae0bce92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e53516-a847-4d3d-a5e6-88669c15a3cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:09.140454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60302189-b5d2-4c88-9deb-e94fbd2b3bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.206976 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '3319d7d5-ca44-48db-986b-d5d2e7f197cf', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'port_id': '176671fa-091c-4510-ad1b-84cb5a48982e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'mac_address': 'fa:16:3e:ba:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2254941-893e-4a18-92d3-d9d07c969524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:03Z', 'revision_number': 0, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:16Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:09.210314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f4837d8-4e96-4ff6-ae06-f0f13a9af7dc req-886ac0c4-8558-476d-90b0-90fdaab7997d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1738763 Nov 12 09:16:09.318414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-a7970333-85ef-4ea3-81d2-8c73bad2642b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:09.320384 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-a7970333-85ef-4ea3-81d2-8c73bad2642b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 945 time: 0.0949101 Nov 12 09:16:09.347443 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] Checking router: c76ab917-e842-4c18-8caa-ea5c808ded8f for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:09.366769 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:09.382262 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:15:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:09.419116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60302189-b5d2-4c88-9deb-e94fbd2b3bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.422384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-60302189-b5d2-4c88-9deb-e94fbd2b3bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.424464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-60302189-b5d2-4c88-9deb-e94fbd2b3bed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b96bf974-a6c8-416d-a582-16ebe921ba87 HTTP/1.1" status: 204 len: 168 time: 0.5535030 Nov 12 09:16:09.489700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60302189-b5d2-4c88-9deb-e94fbd2b3bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96bf974-a6c8-416d-a582-16ebe921ba87,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:09.496562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Deleting port ffeb1867-3275-4971-9401-6ac5b314bb10 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:09.496899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.500300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee1d77-b4c1-43c0-b9cf-7a5a4bb98481 req-4f75ea93-5c9d-4824-946b-28995102d952 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:09.518685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acee1d77-b4c1-43c0-b9cf-7a5a4bb98481 req-4f75ea93-5c9d-4824-946b-28995102d952 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 945 time: 0.1500022 Nov 12 09:16:09.659296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] For port ffeb1867-3275-4971-9401-6ac5b314bb10, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ffeb1867-3275-4971-9401-6ac5b314bb10,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:09.660536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.674846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Calling delete_port for ffeb1867-3275-4971-9401-6ac5b314bb10 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:09.699952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acee1d77-b4c1-43c0-b9cf-7a5a4bb98481 req-459f0cf6-7a9c-413f-8a60-93156daaa1fd tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788704 Nov 12 09:16:09.715791 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:09.845148 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:09.859661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ffeb1867-3275-4971-9401-6ac5b314bb10'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:09.899522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e752afa-55fa-4d45-8c9c-59cfd87de016 req-17f657db-af24-4a7a-860b-341f500479ef tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:09.911587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e752afa-55fa-4d45-8c9c-59cfd87de016 req-17f657db-af24-4a7a-860b-341f500479ef tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.4977520 Nov 12 09:16:09.999575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.024117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event deleted for resources: {'Port': ['ID=ffeb1867-3275-4971-9401-6ac5b314bb10,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:10.034417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.052458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.076674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.090558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] No DVR routers for this DVR port ffeb1867-3275-4971-9401-6ac5b314bb10 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:16:10.098710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.099900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.103244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4ebca67-abd9-4613-94d9-f3cb77e69312 req-78d37d34-9a80-49e6-af11-6ec72d56ad8d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "DELETE /v2.0/ports/ffeb1867-3275-4971-9401-6ac5b314bb10 HTTP/1.1" status: 204 len: 173 time: 0.7761788 Nov 12 09:16:10.121113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.143045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.147126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6e8fdc4a-ce4f-4fe1-89f2-8b8d0019b8fd req-864c193f-5e25-4cc4-9866-172858e48d88 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.3318682 Nov 12 09:16:10.147749 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '3319d7d5-ca44-48db-986b-d5d2e7f197cf', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'port_id': '176671fa-091c-4510-ad1b-84cb5a48982e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'mac_address': 'fa:16:3e:ba:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2254941-893e-4a18-92d3-d9d07c969524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:03Z', 'revision_number': 0, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:16Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:10.200117 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5ff98-6b39-420c-b8be-47b675b12f68 None None] The sync data for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 is: [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '3319d7d5-ca44-48db-986b-d5d2e7f197cf', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'port_id': '176671fa-091c-4510-ad1b-84cb5a48982e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'mac_address': 'fa:16:3e:ba:ba:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2254941-893e-4a18-92d3-d9d07c969524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:16:03Z', 'updated_at': '2021-11-12T09:16:03Z', 'revision_number': 0, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:16Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:10.207872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e752afa-55fa-4d45-8c9c-59cfd87de016 req-dd595284-a843-4535-93da-ce94222f479d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2945251 Nov 12 09:16:10.311521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54532) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:10.412289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52625436-4968-492b-bc6f-d10211af655e req-9df4cf1a-1318-4cf5-a8a7-3f6a9316c54a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:10.414381 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52625436-4968-492b-bc6f-d10211af655e req-9df4cf1a-1318-4cf5-a8a7-3f6a9316c54a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.0870085 Nov 12 09:16:10.462071 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3eb765bc-310a-4c36-9fb5-4522db2d8161 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76c4951922fe405f90c847b0ec395eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1460443 Nov 12 09:16:10.462855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:10.512360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52625436-4968-492b-bc6f-d10211af655e req-6082042d-f8af-49d1-a8ba-49bb2b4aa496 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890837 Nov 12 09:16:10.617157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dad117f-cb35-4365-868c-95e480c20a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.624818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27fd580d-cbe7-4513-86e9-19b2de676013 None None] New status for floating IP 3319d7d5-ca44-48db-986b-d5d2e7f197cf: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:16:10.648359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'name': 'network-vif-deleted', 'tag': 'ffeb1867-3275-4971-9401-6ac5b314bb10'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:10.650920 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431c2fba-cb50-4c3e-925d-aea6231c6987" -d '{"events": [{"server_uuid": "ca766c10-a825-4706-b0f1-d92d212f4118", "name": "network-vif-deleted", "tag": "ffeb1867-3275-4971-9401-6ac5b314bb10"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:10.714525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dad117f-cb35-4365-868c-95e480c20a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.772212 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07161858-9b33-431b-b4dc-4c646a9f696d x-openstack-request-id: req-07161858-9b33-431b-b4dc-4c646a9f696d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:10.772825 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca766c10-a825-4706-b0f1-d92d212f4118", "name": "network-vif-deleted", "tag": "ffeb1867-3275-4971-9401-6ac5b314bb10", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:10.773235 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07161858-9b33-431b-b4dc-4c646a9f696d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:10.790653 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca766c10-a825-4706-b0f1-d92d212f4118', 'name': 'network-vif-deleted', 'tag': 'ffeb1867-3275-4971-9401-6ac5b314bb10', 'status': 'completed', 'code': 200} Nov 12 09:16:10.876983 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dad117f-cb35-4365-868c-95e480c20a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.879782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dad117f-cb35-4365-868c-95e480c20a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:10.881012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4dad117f-cb35-4365-868c-95e480c20a2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e3034a3-27fa-42d2-9a0e-2205f325cf4f HTTP/1.1" status: 204 len: 168 time: 0.4174182 Nov 12 09:16:10.917771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad117f-cb35-4365-868c-95e480c20a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3034a3-27fa-42d2-9a0e-2205f325cf4f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:10.987841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd3271a8-9f37-4c30-ab22-39fc59805d42 req-65388e6f-e16f-44d7-b7b0-129d3cddbea2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca766c10-a825-4706-b0f1-d92d212f4118 HTTP/1.1" status: 200 len: 210 time: 0.0776961 Nov 12 09:16:11.519562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c109eba-4db3-4e25-b316-cea3d860fde6 req-33fe5252-eb7c-4ace-a9b8-5992fc3bbd92 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:11.522003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c109eba-4db3-4e25-b316-cea3d860fde6 req-33fe5252-eb7c-4ace-a9b8-5992fc3bbd92 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.0977256 Nov 12 09:16:11.662954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c109eba-4db3-4e25-b316-cea3d860fde6 req-9a4d1886-71aa-40c8-b014-542d8e7e9c4a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235137 Nov 12 09:16:11.760340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d0e5c-431f-4b16-9520-425f9cfb6d95 req-ae226104-116b-40bd-a017-992022a9de68 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:11.762074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-184d0e5c-431f-4b16-9520-425f9cfb6d95 req-ae226104-116b-40bd-a017-992022a9de68 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.0701478 Nov 12 09:16:11.825028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-184d0e5c-431f-4b16-9520-425f9cfb6d95 req-4a8553f4-93b7-458e-a559-bc3fe87d0b5f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552900 Nov 12 09:16:12.117099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-8dbf13d9-adcf-4f32-93a6-f5690098015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.120938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-8dbf13d9-adcf-4f32-93a6-f5690098015d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8faea0f3c2374cee939f537b0f4e3e6c&device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1097 time: 0.1076329 Nov 12 09:16:12.578066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-c1da62a8-0223-4b6f-90d5-422a386fa597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.579566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-c1da62a8-0223-4b6f-90d5-422a386fa597 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b HTTP/1.1" status: 200 len: 910 time: 0.4505701 Nov 12 09:16:12.586809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-77eed842-4fa8-4d6c-9e99-32b8040d5680 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.597926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-77eed842-4fa8-4d6c-9e99-32b8040d5680 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.2928460 Nov 12 09:16:12.630966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54634) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:12.666830 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-5de00f34-0b71-4230-a0e8-ef12a97346ce tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/quotas/0e1d1dc5a4ee438a9f6975cd33f38e64 HTTP/1.1" status: 200 len: 375 time: 0.0642972 Nov 12 09:16:12.744675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-834efd73-39f0-416b-ae1d-1e0f2f06c1ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176671fa-091c-4510-ad1b-84cb5a48982e HTTP/1.1" status: 200 len: 1001 time: 0.1426144 Nov 12 09:16:12.788321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.788807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.792774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.793412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.794177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.794781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.795383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.795644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-266d9818-a6eb-4e05-9f9d-76a70532c9ef tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1271288 Nov 12 09:16:12.802648 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-4c51ae03-f152-49d3-a0c3-5b9f3a19596b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6507 time: 0.1696985 Nov 12 09:16:12.856634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-0de3f93b-7aee-46de-96a7-588979e7f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.858107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-0de3f93b-7aee-46de-96a7-588979e7f034 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60904303-96d3-4001-a3da-3d177547e525 HTTP/1.1" status: 200 len: 848 time: 0.0610223 Nov 12 09:16:12.944352 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-9c0304b0-0469-4b7f-a44e-d51b9ace967e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c5cb1562-e848-40ff-b07c-d54450b36d15&id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378746 Nov 12 09:16:12.969650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105011cc-f0bc-4098-8ef5-15f5d1b5bbdb req-37f08a5d-5666-4c25-9d06-57b8196f862f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.973686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-105011cc-f0bc-4098-8ef5-15f5d1b5bbdb req-37f08a5d-5666-4c25-9d06-57b8196f862f tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.1699214 Nov 12 09:16:12.978650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-541e7c7f-a3e2-4999-80d7-66692cdcd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:12.980193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-541e7c7f-a3e2-4999-80d7-66692cdcd2d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899031 Nov 12 09:16:13.008131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-7147c13c-924b-4bd2-933c-75a10d9b8e3b service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487398 Nov 12 09:16:13.039082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-105011cc-f0bc-4098-8ef5-15f5d1b5bbdb req-cb89e325-c2b8-429f-b6f4-0dd8b7e412a9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583282 Nov 12 09:16:13.186724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-482a22c0-f2b4-4a96-9d65-6f1251a03414 service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981349 Nov 12 09:16:13.202892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-a195b138-2c03-42f0-b8b7-7e09f9399c7e service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938083 Nov 12 09:16:13.218900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ee3aa-2c5e-4f37-8252-f547fbe12dc0 req-b8fd72fe-dc18-49ff-bfca-992b5de2122b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:13.222144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-904ee3aa-2c5e-4f37-8252-f547fbe12dc0 req-b8fd72fe-dc18-49ff-bfca-992b5de2122b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.0916831 Nov 12 09:16:13.288397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ffeb1867-3275-4971-9401-6ac5b314bb10 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:13.334518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: ffeb1867-3275-4971-9401-6ac5b314bb10 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:13.335143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ffeb1867-3275-4971-9401-6ac5b314bb10 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:13.338423 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c88549bd-59aa-4515-9a6f-e3ad61270cfc req-4c397b3f-2331-4e13-a350-9fbef01e2367 service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341929 Nov 12 09:16:13.348445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-904ee3aa-2c5e-4f37-8252-f547fbe12dc0 req-a7e87fb1-8c48-43df-b715-30f8055f8e60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188529 Nov 12 09:16:13.501348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-728236ec-912b-478f-a9a1-d628619d0ccc req-cb88d98e-8fa7-429e-9d5d-7ada93c2b262 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 210 time: 0.0373871 Nov 12 09:16:13.856631 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a4e7a98-1346-4a5f-a798-f366e7381553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:14.194530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373f9a-91f4-45ad-898c-302a46df327d req-b0e603fd-e145-4153-90cd-8acf499183fa tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:14.196294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88373f9a-91f4-45ad-898c-302a46df327d req-b0e603fd-e145-4153-90cd-8acf499183fa tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.0646272 Nov 12 09:16:14.262591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88373f9a-91f4-45ad-898c-302a46df327d req-44a190cf-5cac-4750-a73b-c9d925052ac3 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579085 Nov 12 09:16:14.485147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294bc72a-38e0-4919-a46f-4143a7f53895 req-d22afe74-4d64-4df2-b9b1-dbc167638dba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:14.486758 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-294bc72a-38e0-4919-a46f-4143a7f53895 req-d22afe74-4d64-4df2-b9b1-dbc167638dba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.0602233 Nov 12 09:16:14.624104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-294bc72a-38e0-4919-a46f-4143a7f53895 req-a1133e2b-a11e-43ee-8c0a-5f377a73e096 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185274 Nov 12 09:16:14.645314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62781e72-edca-452b-8b20-88e29f736936 req-f569baa1-4046-4ae8-a219-8e6dc3438c76 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 210 time: 0.0400310 Nov 12 09:16:14.666137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-4e9a84ce-5d88-4c39-865a-6262e49e03c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:14.667587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-4e9a84ce-5d88-4c39-865a-6262e49e03c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.1799405 Nov 12 09:16:14.683626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Request body: {'port': {'device_id': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'admin_state_up': True, 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:14.798991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:14.802845 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:14.939281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Allocated IP 172.20.0.8 (669b4635-ff7c-4d24-ab48-a8481c6fb8b6/bb264e13-304f-4940-a9b6-c7de4ff9d7ff/2b75975d-9856-4118-a210-fc40adb46678) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:15.102533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.144561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.192035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:15.195864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:15.200057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:15.222902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:15.227643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:15.255045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:15.255703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.272706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-af1e47d2-0e08-47d6-ae85-8c677113f276 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5930693 Nov 12 09:16:15.284999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Request body: {'port': {'device_id': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:15.343971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:15.350395 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.360447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'port_id': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'mac_address': 'fa:16:3e:3e:ac:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:15.425451 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.448244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c918495-ea0d-4cfa-b2b2-291efd88da22 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:15.475462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:15.481549 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.519764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcd72c-f660-4698-ba60-83e4d58a1431 req-c259ba89-c832-4ff4-bd69-e77f890397c8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:15.521628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bfdcd72c-f660-4698-ba60-83e4d58a1431 req-c259ba89-c832-4ff4-bd69-e77f890397c8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 944 time: 0.1580870 Nov 12 09:16:15.569262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=11']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:15.645676 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bfdcd72c-f660-4698-ba60-83e4d58a1431 req-4e66b903-ff82-40c8-9d16-2b4bd5ff53ff tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129532 Nov 12 09:16:15.793553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b75975d-9856-4118-a210-fc40adb46678 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:15.803063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['5c918495-ea0d-4cfa-b2b2-291efd88da22'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:15.805179 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.810654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b392f68-39d7-4664-95d7-ded8a6841183 req-d9fc8feb-547d-4834-8184-85420e82d051 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:15.819526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b392f68-39d7-4664-95d7-ded8a6841183 req-d9fc8feb-547d-4834-8184-85420e82d051 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.1125910 Nov 12 09:16:15.850813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Transition to ACTIVE for port object 2b75975d-9856-4118-a210-fc40adb46678 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:16:15.857872 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:15.923744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b392f68-39d7-4664-95d7-ded8a6841183 req-29337c06-2573-49b5-a4b2-0d0d5fadd34c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028683 Nov 12 09:16:15.930908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761266ee-02af-404d-98f9-30668ead0038 req-a71f3ad0-2e82-4c1d-803b-76e966fab5c8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:15.938351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761266ee-02af-404d-98f9-30668ead0038 req-a71f3ad0-2e82-4c1d-803b-76e966fab5c8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 931 time: 0.1287265 Nov 12 09:16:15.975631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.082693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-761266ee-02af-404d-98f9-30668ead0038 req-9b17b94a-6ee8-455b-b647-512d39ac9310 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432948 Nov 12 09:16:16.091216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Attempting to bind port 2b75975d-9856-4118-a210-fc40adb46678 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:16.093574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Attempting to bind port 2b75975d-9856-4118-a210-fc40adb46678 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:16.094150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Attempting to bind port 2b75975d-9856-4118-a210-fc40adb46678 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:16.100337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Port 2b75975d-9856-4118-a210-fc40adb46678 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:16:16.101011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Attempting to bind port 2b75975d-9856-4118-a210-fc40adb46678 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:16.106448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:16.106873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Checking segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:16.107516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Bound using segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:16.108062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Bound port: 2b75975d-9856-4118-a210-fc40adb46678, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:16.108526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.183337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:16.187484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:16.191947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.228493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.229153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.230545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] 10.222.0.55 "PUT /v2.0/ports/2b75975d-9856-4118-a210-fc40adb46678 HTTP/1.1" status: 200 len: 1092 time: 0.9497564 Nov 12 09:16:16.231001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'tag': '2b75975d-9856-4118-a210-fc40adb46678'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:16.233322 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec" -d '{"events": [{"name": "network-changed", "server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "tag": "2b75975d-9856-4118-a210-fc40adb46678"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:16.281224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84d7a5-5430-487a-9fd5-766f06c2f88e service neutron] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:16.286802 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98bfeb4-341a-4267-ad6b-19a2c72ecf67 x-openstack-request-id: req-a98bfeb4-341a-4267-ad6b-19a2c72ecf67 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:16.287099 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "tag": "2b75975d-9856-4118-a210-fc40adb46678", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:16.287359 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a98bfeb4-341a-4267-ad6b-19a2c72ecf67 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:16.287763 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'tag': '2b75975d-9856-4118-a210-fc40adb46678', 'status': 'completed', 'code': 200} Nov 12 09:16:16.350040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-2a69f2c3-a7a0-401b-b227-1ce4458bca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.352050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-2a69f2c3-a7a0-401b-b227-1ce4458bca89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 1095 time: 0.0670824 Nov 12 09:16:16.368730 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3cff0af-7cd7-4f03-8542-443bee1ab493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:16.402228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-a075b78b-ac64-434f-bfcb-93cd1b53989d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b75975d-9856-4118-a210-fc40adb46678 HTTP/1.1" status: 200 len: 217 time: 0.0416377 Nov 12 09:16:16.455657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-fa6b40cc-cfee-4257-a6aa-17e95c1c9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.457504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-fa6b40cc-cfee-4257-a6aa-17e95c1c9b7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0487251 Nov 12 09:16:16.494823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-13b1a86a-5489-4c73-a10b-9741d518d10b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296276 Nov 12 09:16:16.595679 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-d5d7d1ad-d912-4267-99c0-fef971e5acd7 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931230 Nov 12 09:16:16.708549 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f210eb3a-a5c3-49af-ba47-91d92dd15b36 req-cef4260b-270e-40b8-9444-10f6e967b896 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053987 Nov 12 09:16:16.918038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086d651-4c1d-4ccc-873c-9d3a0c442a20 req-2ce187cf-ec91-4806-9d9e-39183c8616d8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.919740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4086d651-4c1d-4ccc-873c-9d3a0c442a20 req-2ce187cf-ec91-4806-9d9e-39183c8616d8 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 945 time: 0.0875540 Nov 12 09:16:16.926949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-0f6038e3-0e9c-4ff4-ab50-8adb15380871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:16.928543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-0f6038e3-0e9c-4ff4-ab50-8adb15380871 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 1095 time: 0.1293380 Nov 12 09:16:17.061467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4086d651-4c1d-4ccc-873c-9d3a0c442a20 req-1c562394-d713-43c4-bd01-ace6215ceebc tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285532 Nov 12 09:16:17.103869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-9b803c68-41da-43d8-afa3-2b875bbdf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.108321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-9b803c68-41da-43d8-afa3-2b875bbdf205 service neutron] 10.222.0.55 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 912 time: 0.1655512 Nov 12 09:16:17.166698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1b5e1-2b6a-42a4-b6d6-1f5d1e5cacbb req-f6c51079-7752-476d-916a-ff15c6da582e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.175445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53d1b5e1-2b6a-42a4-b6d6-1f5d1e5cacbb req-f6c51079-7752-476d-916a-ff15c6da582e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 943 time: 0.1474841 Nov 12 09:16:17.216215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-682fc83e-b0c2-4da7-a6cc-d385ac3dada2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b75975d-9856-4118-a210-fc40adb46678 HTTP/1.1" status: 200 len: 217 time: 0.0995502 Nov 12 09:16:17.237422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:17.250324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53d1b5e1-2b6a-42a4-b6d6-1f5d1e5cacbb req-2c13b84b-292d-47cb-bdde-17d46af2afbf tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677707 Nov 12 09:16:17.304617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9366e9b9-8508-42ae-b227-5547e6ef4793 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:17.308577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-1221fcb1-2c64-4cc6-98ba-8f6e803d7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.310209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-1221fcb1-2c64-4cc6-98ba-8f6e803d7370 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0799060 Nov 12 09:16:17.311143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 5c918495-ea0d-4cfa-b2b2-291efd88da22 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:17.318366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271bfb0-b014-46ce-a217-3fb7072289bc req-c0b59b21-da54-414c-a83e-2f282c65e892 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.320501 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1271bfb0-b014-46ce-a217-3fb7072289bc req-c0b59b21-da54-414c-a83e-2f282c65e892 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 943 time: 0.1025748 Nov 12 09:16:17.322429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 5c918495-ea0d-4cfa-b2b2-291efd88da22 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:17.322824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.359681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-a691303d-38c4-491e-bc1e-c98977068d46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377586 Nov 12 09:16:17.445456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1271bfb0-b014-46ce-a217-3fb7072289bc req-401ce7ad-c5a5-4d1c-a394-a9a01a6b6a72 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163325 Nov 12 09:16:17.481625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9366e9b9-8508-42ae-b227-5547e6ef4793, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9366e9b9-8508-42ae-b227-5547e6ef4793,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:17.482818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-043d8165-9bdf-465d-a53a-65dacaa32eac service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162033 Nov 12 09:16:17.497229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'port_id': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'mac_address': 'fa:16:3e:e6:ac:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:17.504920 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.557579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:17.560010 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc54a5ac-f9fc-43ef-b59a-2450eced046f" -d '{"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-plugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:17.572640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.583641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5ae7d2a-cd2d-48e6-8233-8ac02905afec req-0bf9f7bd-704e-407d-a070-8740b6f31245 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922029 Nov 12 09:16:17.585077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:17.590059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9366e9b9-8508-42ae-b227-5547e6ef4793 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:17.596940 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.637190 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b26412-89b6-4d12-aa4c-10d76e7ce710 x-openstack-request-id: req-59b26412-89b6-4d12-aa4c-10d76e7ce710 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:17.637483 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-plugged", "status": "completed", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:17.637737 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59b26412-89b6-4d12-aa4c-10d76e7ce710 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:17.638121 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'code': 200} Nov 12 09:16:17.643673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9366e9b9-8508-42ae-b227-5547e6ef4793, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9366e9b9-8508-42ae-b227-5547e6ef4793,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:17.652899 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:17.668601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=12']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:17.723543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9366e9b9-8508-42ae-b227-5547e6ef4793,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:17.798746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d090bf1-2c2c-447e-900e-0e6fdb3df120 req-ac8e947b-9758-46c6-b384-0d4570e36d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:17.800282 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d090bf1-2c2c-447e-900e-0e6fdb3df120 req-ac8e947b-9758-46c6-b384-0d4570e36d31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 1098 time: 0.0425613 Nov 12 09:16:17.850269 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d090bf1-2c2c-447e-900e-0e6fdb3df120 req-beaa769f-35ae-44ff-a092-fb2c878faa63 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 Nov 12 09:16:17.907861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['9366e9b9-8508-42ae-b227-5547e6ef4793'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:18.227441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccb6d5-0d55-4d1f-8bd5-ccc3a4129206 req-45bcc89a-91ad-419a-b59c-d3ce1a2534b9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:18.229071 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5dccb6d5-0d55-4d1f-8bd5-ccc3a4129206 req-45bcc89a-91ad-419a-b59c-d3ce1a2534b9 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 946 time: 0.0646172 Nov 12 09:16:18.289549 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5dccb6d5-0d55-4d1f-8bd5-ccc3a4129206 req-a1db80e0-f439-4271-ac15-786bd6a9b9e4 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535750 Nov 12 09:16:18.385036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd34a2-04b1-4926-86ca-a98b674ec0a3 req-ddff2c2c-3c34-4686-83e7-275c4ee048ae tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:18.386564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cbd34a2-04b1-4926-86ca-a98b674ec0a3 req-ddff2c2c-3c34-4686-83e7-275c4ee048ae tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 944 time: 0.0490568 Nov 12 09:16:18.438727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cbd34a2-04b1-4926-86ca-a98b674ec0a3 req-eff62825-f678-407e-b7e4-27420898be31 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451028 Nov 12 09:16:18.591595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14445d0a-5c0c-40db-a30c-c9a76e598a92 req-37a5ed6e-b03a-48a9-a665-47043b0f4046 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:18.593913 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14445d0a-5c0c-40db-a30c-c9a76e598a92 req-37a5ed6e-b03a-48a9-a665-47043b0f4046 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 943 time: 0.0580738 Nov 12 09:16:18.643081 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14445d0a-5c0c-40db-a30c-c9a76e598a92 req-7c94fb13-c2f7-4f88-adf1-a4361c93a3ef tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Nov 12 09:16:19.033400 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:19.319411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b75975d-9856-4118-a210-fc40adb46678 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:19.339089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9366e9b9-8508-42ae-b227-5547e6ef4793 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:19.471045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4ee9b-edc5-4c22-861b-1b9548054b21 req-c1b63a51-07b6-4c6a-ad95-0bee1610fec5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:19.472616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d4e4ee9b-edc5-4c22-861b-1b9548054b21 req-c1b63a51-07b6-4c6a-ad95-0bee1610fec5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 946 time: 0.0851727 Nov 12 09:16:19.567164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d4e4ee9b-edc5-4c22-861b-1b9548054b21 req-baca30c3-40ab-4642-9438-9f1c1014b4d5 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868926 Nov 12 09:16:19.643425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:19.659638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '2b75975d-9856-4118-a210-fc40adb46678', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'port_id': '2b75975d-9856-4118-a210-fc40adb46678', 'mac_address': 'fa:16:3e:55:48:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb264e13-304f-4940-a9b6-c7de4ff9d7ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:19.660749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 9366e9b9-8508-42ae-b227-5547e6ef4793 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:19.664978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 9366e9b9-8508-42ae-b227-5547e6ef4793 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:19.665628 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:19.691399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe894f-36ac-4968-87a1-83056e5f0467 req-ba2581d6-3fff-4702-848d-6601cfc795ce tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:19.723764 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:19.729989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cabe894f-36ac-4968-87a1-83056e5f0467 req-ba2581d6-3fff-4702-848d-6601cfc795ce tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 944 time: 0.1653852 Nov 12 09:16:19.808305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b75975d-9856-4118-a210-fc40adb46678 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:19.819394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59fa34-d2be-438e-8c56-ef95b3fc8f4b req-7af9d737-0f76-4447-ac43-78bb200e5a9b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:19.824460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7e59fa34-d2be-438e-8c56-ef95b3fc8f4b req-7af9d737-0f76-4447-ac43-78bb200e5a9b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 943 time: 0.0936942 Nov 12 09:16:19.841714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:19.844658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cabe894f-36ac-4968-87a1-83056e5f0467 req-6a5cbc72-8844-42ef-9ac0-12bfc50ca2a7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137900 Nov 12 09:16:19.872917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:19.879123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:19.914242 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7e59fa34-d2be-438e-8c56-ef95b3fc8f4b req-0dd8f464-6b9a-448a-a2ba-d41a6da994fb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810549 Nov 12 09:16:19.979827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:19.983964 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:20.010021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:20.012349 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f525e0a5-5251-4c5f-ab9f-467d1b1c1f4e" -d '{"events": [{"server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "name": "network-vif-plugged", "status": "completed", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:20.029053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 9366e9b9-8508-42ae-b227-5547e6ef4793, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9366e9b9-8508-42ae-b227-5547e6ef4793,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:20.038002 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:20.071542 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f3598a6-4cf4-4636-a06f-3b3f2bebd408 x-openstack-request-id: req-9f3598a6-4cf4-4636-a06f-3b3f2bebd408 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:20.071778 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "name": "network-vif-plugged", "status": "completed", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:20.072013 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9f3598a6-4cf4-4636-a06f-3b3f2bebd408 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:20.072416 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'code': 200} Nov 12 09:16:20.103206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=9366e9b9-8508-42ae-b227-5547e6ef4793,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:20.151361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2b75975d-9856-4118-a210-fc40adb46678'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:20.264330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b85a683-e051-44d1-b872-c5da0fa5fab6 req-3b3d37a0-6850-447a-a78a-0bf39ff77225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:20.266207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b85a683-e051-44d1-b872-c5da0fa5fab6 req-3b3d37a0-6850-447a-a78a-0bf39ff77225 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0819798 Nov 12 09:16:20.324227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b85a683-e051-44d1-b872-c5da0fa5fab6 req-388f36e2-0be9-4bc5-84b0-31b84f9151ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499191 Nov 12 09:16:20.341999 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:20.696109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31218fe-9aa3-4ce9-8344-34446ab75a90 req-88a8d87c-fe9b-4f01-bc24-0860ec06752d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:20.700367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b31218fe-9aa3-4ce9-8344-34446ab75a90 req-88a8d87c-fe9b-4f01-bc24-0860ec06752d tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 946 time: 0.0613334 Nov 12 09:16:20.750045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b31218fe-9aa3-4ce9-8344-34446ab75a90 req-01110b05-7eb0-4dfd-8842-e96574ef8760 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452313 Nov 12 09:16:20.981993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211a55-f729-42f5-92de-25ec00b2b2c7 req-8323e4d0-fb1b-4c35-8105-379bd5467384 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:20.984893 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3211a55-f729-42f5-92de-25ec00b2b2c7 req-8323e4d0-fb1b-4c35-8105-379bd5467384 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 945 time: 0.0624139 Nov 12 09:16:21.049766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3211a55-f729-42f5-92de-25ec00b2b2c7 req-92e9cb3d-e09b-49de-b1bd-a22bc78b41d3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575168 Nov 12 09:16:21.101760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267dbe8-f933-41e2-a797-10587fbec2e7 req-9adb9025-b869-4ed4-8f92-766d014054a3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:21.104036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b267dbe8-f933-41e2-a797-10587fbec2e7 req-9adb9025-b869-4ed4-8f92-766d014054a3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 944 time: 0.0907321 Nov 12 09:16:21.171472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b267dbe8-f933-41e2-a797-10587fbec2e7 req-6edd7b36-d732-4029-b455-f2927e48ccf9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593753 Nov 12 09:16:21.298171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b75975d-9856-4118-a210-fc40adb46678 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:21.407404 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 2b75975d-9856-4118-a210-fc40adb46678 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:21.412596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 2b75975d-9856-4118-a210-fc40adb46678 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:21.413076 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.501888 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.539523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:21.544675 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:21.612475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:22.073582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75975d-9856-4118-a210-fc40adb46678'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:22.076158 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0c3ddc-3579-448c-8210-8faba3564b0f" -d '{"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-plugged", "status": "completed", "tag": "2b75975d-9856-4118-a210-fc40adb46678"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:22.125219 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106ea4b3-a772-4e17-ba3f-7414394c006d x-openstack-request-id: req-106ea4b3-a772-4e17-ba3f-7414394c006d {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:22.125829 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-plugged", "status": "completed", "tag": "2b75975d-9856-4118-a210-fc40adb46678", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:22.126400 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-106ea4b3-a772-4e17-ba3f-7414394c006d {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:22.127385 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75975d-9856-4118-a210-fc40adb46678', 'code': 200} Nov 12 09:16:22.206812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64154fea-4719-43dc-82a7-a0825061b729 req-fce3892b-0f6f-4c0d-9d78-45de5641a570 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:22.209142 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64154fea-4719-43dc-82a7-a0825061b729 req-fce3892b-0f6f-4c0d-9d78-45de5641a570 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 945 time: 0.0655165 Nov 12 09:16:22.264445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388089a-ee1c-4072-80e8-286986bc84a1 req-eed3cefe-198f-47ac-9ad9-cb1b7335460f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:22.266318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8388089a-ee1c-4072-80e8-286986bc84a1 req-eed3cefe-198f-47ac-9ad9-cb1b7335460f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 1097 time: 0.0756037 Nov 12 09:16:22.309468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64154fea-4719-43dc-82a7-a0825061b729 req-8e4a4d40-3499-4bd6-a34a-4925d68bbdc3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808687 Nov 12 09:16:22.313537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be383ae5-b910-4c66-9a9f-72df46072577 req-7a90a02d-10b9-4c04-98e9-4e06b86aac0f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:22.316970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be383ae5-b910-4c66-9a9f-72df46072577 req-7a90a02d-10b9-4c04-98e9-4e06b86aac0f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0591414 Nov 12 09:16:22.339503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8388089a-ee1c-4072-80e8-286986bc84a1 req-ac0a7126-d704-47b1-9847-d35c691229fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629861 Nov 12 09:16:22.422258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be383ae5-b910-4c66-9a9f-72df46072577 req-b7804d3c-83e4-486d-b6cb-30d8721ff873 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877020 Nov 12 09:16:22.449907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee529c-dab8-4455-b684-9d1ecf1e3eed req-2a1edb37-e54e-4bb3-885a-3dc78ef71717 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:22.451613 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1dee529c-dab8-4455-b684-9d1ecf1e3eed req-2a1edb37-e54e-4bb3-885a-3dc78ef71717 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 945 time: 0.0637987 Nov 12 09:16:22.508331 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1dee529c-dab8-4455-b684-9d1ecf1e3eed req-b31ec8a0-4a94-434c-a846-326352ce1c0e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487063 Nov 12 09:16:22.536040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54890) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:22.701494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5dbe8-952a-4ec9-8d1e-7df9a233ff98 tempest-TestVolumeBootPattern-849785896 tempest-TestVolumeBootPattern-849785896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:22.705906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3ff5dbe8-952a-4ec9-8d1e-7df9a233ff98 tempest-TestVolumeBootPattern-849785896 tempest-TestVolumeBootPattern-849785896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 1092 time: 0.1658957 Nov 12 09:16:22.706249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54894) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:22.710637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:22.735297 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:22.833474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.303960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.25.5.176 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b2132e3e-3869-4936-956b-54721d93f66b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:23.453468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.508504 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:23.587549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:23.592766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:23.596182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:23.647565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=b2132e3e-3869-4936-956b-54721d93f66b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:23.665648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95913c2-1b58-4e57-8d8a-90e04442a6fb req-34e74ec8-3cb2-4a8c-a174-104fb88a6b91 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:23.667523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b95913c2-1b58-4e57-8d8a-90e04442a6fb req-34e74ec8-3cb2-4a8c-a174-104fb88a6b91 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1283727 Nov 12 09:16:23.787831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b95913c2-1b58-4e57-8d8a-90e04442a6fb req-ffd03d6e-12ba-48f6-9670-44805c3a8c1b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924764 Nov 12 09:16:24.124254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:24.129924 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.230099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.404501 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1469f8fd-219d-4bf9-8c73-b23c71e3f868 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.460104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6760deb-3fdf-4f76-aea6-96e7c2fa2ee7 req-07729962-7b62-43c9-953f-22072ca88c13 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:24.462351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6760deb-3fdf-4f76-aea6-96e7c2fa2ee7 req-07729962-7b62-43c9-953f-22072ca88c13 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1094794 Nov 12 09:16:24.518031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1469f8fd-219d-4bf9-8c73-b23c71e3f868 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.526921 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1469f8fd-219d-4bf9-8c73-b23c71e3f868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.549917 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.556248 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6760deb-3fdf-4f76-aea6-96e7c2fa2ee7 req-b4fab417-34d2-480b-91ca-1cd480a5f2ba tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830734 Nov 12 09:16:24.558781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.608911 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1469f8fd-219d-4bf9-8c73-b23c71e3f868 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fbb200057da24172a93bd8d916e07f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4830377 Nov 12 09:16:24.612111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:24.613709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469f8fd-219d-4bf9-8c73-b23c71e3f868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a138000f-e2ea-4f6f-8a3f-150c71a9910f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:24.634284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=b2132e3e-3869-4936-956b-54721d93f66b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:24.646994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.685793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a63eddad-86bd-4a88-ad69-673c9da6f416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.715045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a63eddad-86bd-4a88-ad69-673c9da6f416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.762037 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Floating IP 6d7f057e-d7f6-40f4-89d7-86be4fef148e associated. External IP: 172.25.5.176, port: 9366e9b9-8508-42ae-b227-5547e6ef4793. Nov 12 09:16:24.786375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a63eddad-86bd-4a88-ad69-673c9da6f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.789913 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a63eddad-86bd-4a88-ad69-673c9da6f416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:24.794083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a63eddad-86bd-4a88-ad69-673c9da6f416 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a138000f-e2ea-4f6f-8a3f-150c71a9910f HTTP/1.1" status: 204 len: 168 time: 0.1745961 Nov 12 09:16:24.803105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eddad-86bd-4a88-ad69-673c9da6f416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a138000f-e2ea-4f6f-8a3f-150c71a9910f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:25.002964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:25.126078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:25.133864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:25.144676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95591c75-e855-4774-a768-3d53425689a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.149213 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:25.152630 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.171026 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:25.171662 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:25.192002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-be9b284c-2c53-4465-bd2a-48568a0a7629 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4758065 Nov 12 09:16:25.192002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:25.192002 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feb72fd-6e15-4915-bf49-7f1a961731cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:25.233629 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b516b059-907f-47b3-9c46-79ffb5232fe3 x-openstack-request-id: req-b516b059-907f-47b3-9c46-79ffb5232fe3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:25.234146 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:25.234554 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b516b059-907f-47b3-9c46-79ffb5232fe3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:25.235136 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'status': 'completed', 'code': 200} Nov 12 09:16:25.294454 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:25.299325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95591c75-e855-4774-a768-3d53425689a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.306401 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95591c75-e855-4774-a768-3d53425689a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.353975 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-95591c75-e855-4774-a768-3d53425689a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0b96d410f19d464faee52cf0a8366723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265623 Nov 12 09:16:25.356275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-9b01a5c7-024b-46c5-b4d3-3f591834dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.357793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54942) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:25.358598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-9b01a5c7-024b-46c5-b4d3-3f591834dc64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0943844 Nov 12 09:16:25.359832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95591c75-e855-4774-a768-3d53425689a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756b6f36-c456-4638-bcbc-4af6581719d9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:25.439794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e51d4255-4d96-490c-9167-af61a4a92cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.467882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e51d4255-4d96-490c-9167-af61a4a92cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.511329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-cf89868e-6cbd-4fc7-96fe-3b57d76f3730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.513530 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-cf89868e-6cbd-4fc7-96fe-3b57d76f3730 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.1352997 Nov 12 09:16:25.534292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e51d4255-4d96-490c-9167-af61a4a92cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.538991 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e51d4255-4d96-490c-9167-af61a4a92cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:25.543425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e51d4255-4d96-490c-9167-af61a4a92cae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/756b6f36-c456-4638-bcbc-4af6581719d9 HTTP/1.1" status: 204 len: 168 time: 0.1810074 Nov 12 09:16:25.561945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d4255-4d96-490c-9167-af61a4a92cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b6f36-c456-4638-bcbc-4af6581719d9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:25.574818 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '6d7f057e-d7f6-40f4-89d7-86be4fef148e', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:e6:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:16:23Z', 'updated_at': '2021-11-12T09:16:23Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:25.613573 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:25.626057 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:25.630269 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:25.684684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-13e75afd-d785-48cc-b7f1-42f8b28d88b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9366e9b9-8508-42ae-b227-5547e6ef4793 HTTP/1.1" status: 200 len: 999 time: 0.1607671 Nov 12 09:16:25.738317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71228bf-08c8-462c-895e-d8ad760796d3 req-6863a617-f03f-4b8b-935d-dd97abd86def tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.740800 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e71228bf-08c8-462c-895e-d8ad760796d3 req-6863a617-f03f-4b8b-935d-dd97abd86def tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0803168 Nov 12 09:16:25.753241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-a2dbda49-6531-44a2-b077-6da99c4b9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.755158 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-a2dbda49-6531-44a2-b077-6da99c4b9adb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0635519 Nov 12 09:16:25.770239 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:25.813330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-a27d96e3-0155-4eca-bf2a-f9ec02384b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:25.814827 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-a27d96e3-0155-4eca-bf2a-f9ec02384b5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515242 Nov 12 09:16:25.816298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e71228bf-08c8-462c-895e-d8ad760796d3 req-54e22c80-bb92-4b18-85de-c87509a4f574 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689149 Nov 12 09:16:25.930785 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-7b582ee5-5dc6-4161-97c4-f939ee6776a5 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072140 Nov 12 09:16:26.071535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3feb72fd-6e15-4915-bf49-7f1a961731cd req-c71570e6-629d-45dd-8f26-e751bbf10fd3 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317344 Nov 12 09:16:26.160891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '6d7f057e-d7f6-40f4-89d7-86be4fef148e', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:e6:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:16:23Z', 'updated_at': '2021-11-12T09:16:23Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:26.188228 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bdc697-9f24-4a06-9773-7fdf7fa5365f None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '6d7f057e-d7f6-40f4-89d7-86be4fef148e', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:e6:ac:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:16:23Z', 'updated_at': '2021-11-12T09:16:23Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:26.439156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2192274-603d-49bc-b2c7-c4c484753ebc None None] New status for floating IP 6d7f057e-d7f6-40f4-89d7-86be4fef148e: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:16:26.931551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-645f63f5-f144-4026-b5f1-ac26b30adf91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0611284 Nov 12 09:16:26.975334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa8a4b-6bb6-4a69-82eb-aaa8d640218d req-08844a53-3dc3-4f59-9bc9-00421f141241 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:26.977529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ffa8a4b-6bb6-4a69-82eb-aaa8d640218d req-08844a53-3dc3-4f59-9bc9-00421f141241 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0706232 Nov 12 09:16:27.070118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.070618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.071124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.072229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.072694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.073189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.073666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.075598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e0b4e2f3-e4dd-4826-a969-b86ddfcd7765 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 6507 time: 0.0914772 Nov 12 09:16:27.080690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ffa8a4b-6bb6-4a69-82eb-aaa8d640218d req-de27cf98-6aba-42e7-a44f-9ad4461e72ab tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948200 Nov 12 09:16:27.210841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-7dba9ac3-1420-475e-9c1b-bb3a89cbcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.211525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-7dba9ac3-1420-475e-9c1b-bb3a89cbcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.212063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-7dba9ac3-1420-475e-9c1b-bb3a89cbcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.213946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-7dba9ac3-1420-475e-9c1b-bb3a89cbcc19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=f0997c79-8523-41a3-a04d-274972a2282a&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 200 len: 2296 time: 0.1113491 Nov 12 09:16:27.286417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-7d3a32fa-7ce7-4e40-b6ea-7110359d5212 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101 HTTP/1.1" status: 200 len: 1001 time: 0.0656109 Nov 12 09:16:27.342883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-42bf78a8-49a1-4d34-9f85-422fe91ff424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.344442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-42bf78a8-49a1-4d34-9f85-422fe91ff424 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f1bfae29-9c67-4a0b-a665-b7a64625e8f9 HTTP/1.1" status: 200 len: 855 time: 0.0517340 Nov 12 09:16:27.398779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-52e527ab-4583-4afe-bfd7-c17db385a19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:27.400344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-52e527ab-4583-4afe-bfd7-c17db385a19e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64b7a45c-9e48-4d6f-b362-2f76dcc8d318&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486801 Nov 12 09:16:27.754635 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:27.916590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-df64eeca-15a0-4b62-9d94-e15916297138 service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087669 Nov 12 09:16:28.030209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-63eb7db5-f08d-4131-aab8-52e845c8369a service neutron] 10.222.0.55 "GET /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061292 Nov 12 09:16:28.096795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a4508fb1-6f19-47f0-b721-273b7070ad5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 217 time: 0.0585129 Nov 12 09:16:28.164389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a7ed347c-24a2-4bc1-b1e0-88bbc78a88b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.165826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a7ed347c-24a2-4bc1-b1e0-88bbc78a88b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0627778 Nov 12 09:16:28.218600 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:28.226030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8b2fa-705b-4faf-9d3c-55e753e07caf req-eb8ffb55-86b1-4e88-9205-6f1bdccacf3a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.228446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80a8b2fa-705b-4faf-9d3c-55e753e07caf req-eb8ffb55-86b1-4e88-9205-6f1bdccacf3a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0620723 Nov 12 09:16:28.236055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e53a4351-860f-4a96-891e-fe54a73cebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.237663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e53a4351-860f-4a96-891e-fe54a73cebc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0644746 Nov 12 09:16:28.285377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80a8b2fa-705b-4faf-9d3c-55e753e07caf req-ca8e7f4e-1eab-42fe-b9b9-774245122b9a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501838 Nov 12 09:16:28.340394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-80affc6c-42f3-48f7-83bf-df6009919878 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957193 Nov 12 09:16:28.443752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-4d7b7307-793b-4d29-a42a-1472e50eb261 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954993 Nov 12 09:16:28.488822 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-880ddc37-ee18-40f4-9ecc-c7aa536221a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.24&port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 217 time: 0.0381753 Nov 12 09:16:28.548915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-d3cb496c-311f-4d7c-bd3d-ed4aa59b57a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.550465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-d3cb496c-311f-4d7c-bd3d-ed4aa59b57a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0552974 Nov 12 09:16:28.604297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a74c9465-c2b9-44d1-8c74-7c98269669a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.605856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a74c9465-c2b9-44d1-8c74-7c98269669a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489759 Nov 12 09:16:28.724720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-b8335826-fa8e-444d-ae6a-9227673bcd82 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106787 Nov 12 09:16:28.838905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-ccce30dc-839a-4dff-92c4-750b63ee9651 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073253 Nov 12 09:16:28.886969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-131f8827-3836-4f6a-875d-efdc09e8bce0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=e3a3e784-4c68-4616-b432-8018d2162f83 HTTP/1.1" status: 200 len: 217 time: 0.0404871 Nov 12 09:16:28.939960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a3f475a8-aafe-4bd0-8243-92db1d9fe9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.942340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a3f475a8-aafe-4bd0-8243-92db1d9fe9df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0467455 Nov 12 09:16:28.995970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-6f66537d-eecd-4f90-b9ea-7408426493b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:28.997626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-6f66537d-eecd-4f90-b9ea-7408426493b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494239 Nov 12 09:16:29.114198 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-2ce03249-5d79-4762-89dc-36372dff1d7f service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074710 Nov 12 09:16:29.221842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-61361f2f-c003-479e-b2d1-47fa099d7f7c service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021466 Nov 12 09:16:29.282004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-ac65ecbe-8a37-43e8-9239-563807babf0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=a19758b7-9361-412e-9c74-09838e149ccd HTTP/1.1" status: 200 len: 217 time: 0.0530717 Nov 12 09:16:29.339923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-d3c449ff-7aed-4a41-b6e9-352541b95f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:29.341827 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-d3c449ff-7aed-4a41-b6e9-352541b95f35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 200 len: 797 time: 0.0532730 Nov 12 09:16:29.427178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-95748553-c31f-46df-b64e-ab45ab4b1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:29.428982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-95748553-c31f-46df-b64e-ab45ab4b1162 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f0997c79-8523-41a3-a04d-274972a2282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0788352 Nov 12 09:16:29.473138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d675fb-f928-472d-9637-65620fd4a924 req-08d7d84e-0f5a-442f-88bb-f1eba0237001 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:29.474848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01d675fb-f928-472d-9637-65620fd4a924 req-08d7d84e-0f5a-442f-88bb-f1eba0237001 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0875890 Nov 12 09:16:29.581028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01d675fb-f928-472d-9637-65620fd4a924 req-e59a6128-c22c-4bc8-acaa-5e36960cf6cc tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750592 Nov 12 09:16:29.584985 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-36d3dd61-86ab-4bc5-b683-491cfd740da9 service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478658 Nov 12 09:16:29.683745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-e8b369a8-2dc8-493e-a03a-38440512b41e service neutron] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911651 Nov 12 09:16:29.731970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-2bce9466-937e-4b94-8a28-711e5c9af593 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644 HTTP/1.1" status: 200 len: 217 time: 0.0398676 Nov 12 09:16:29.795772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-fb9f1f31-cc6c-4e06-aa06-7c8500bd8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:29.798380 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-fb9f1f31-cc6c-4e06-aa06-7c8500bd8aaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.0596938 Nov 12 09:16:29.848478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a02459b1-b5e5-4506-a4a7-c3c86d994ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:29.850052 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-a02459b1-b5e5-4506-a4a7-c3c86d994ff6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0453153 Nov 12 09:16:29.958342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-2372ad7f-63d3-4af0-9b3a-74ca127a562a service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990465 Nov 12 09:16:30.061833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-9a30fc5d-df77-4b28-9753-0847bdb377a2 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960929 Nov 12 09:16:30.112894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-c7998dde-b9b3-4e62-a628-6ba1091cc9c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7 HTTP/1.1" status: 200 len: 217 time: 0.0423064 Nov 12 09:16:30.177661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-8462ee44-8729-4574-90d1-2dae3074346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:30.180125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-8462ee44-8729-4574-90d1-2dae3074346a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 200 len: 797 time: 0.0613086 Nov 12 09:16:30.246353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00da2a1-6efa-4283-965e-88d2d959552f req-4212b59b-92a7-4e82-82ca-041f0162d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:30.248419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-4212b59b-92a7-4e82-82ca-041f0162d639 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c98e29a1-5242-45bc-a3f7-37c359e8c4ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0614252 Nov 12 09:16:30.375518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-35b16244-4573-4f25-bbea-0701859edde6 service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174061 Nov 12 09:16:30.478962 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a00da2a1-6efa-4283-965e-88d2d959552f req-4fda723e-7708-4582-8011-4ed7f6b43d3c service neutron] 10.222.0.55 "GET /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960486 Nov 12 09:16:30.723126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e28606-eee2-4589-8352-12699592f833 req-fa373342-2741-4098-b57b-4b8792956f1d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:30.724929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34e28606-eee2-4589-8352-12699592f833 req-fa373342-2741-4098-b57b-4b8792956f1d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0705442 Nov 12 09:16:30.778240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34e28606-eee2-4589-8352-12699592f833 req-374dbee7-360b-43bf-b38e-ead2beccbe91 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474854 Nov 12 09:16:31.161212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55082) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:31.275720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0694150-c6be-4b5d-b895-d22fcff1c7ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:31.359644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0694150-c6be-4b5d-b895-d22fcff1c7ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:31.365145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0694150-c6be-4b5d-b895-d22fcff1c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:31.410415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d0694150-c6be-4b5d-b895-d22fcff1c7ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d296695732ff451caa67e252ae728408&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2480261 Nov 12 09:16:31.411599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0694150-c6be-4b5d-b895-d22fcff1c7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b859a5-0550-4571-ab8c-bd4dcd7b8716,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:31.413195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:31.471232 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dce108ed-56aa-4015-9196-d5ce163e3ac2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:31.494005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dce108ed-56aa-4015-9196-d5ce163e3ac2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:31.554256 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dce108ed-56aa-4015-9196-d5ce163e3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:31.557357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dce108ed-56aa-4015-9196-d5ce163e3ac2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:31.561169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dce108ed-56aa-4015-9196-d5ce163e3ac2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85b859a5-0550-4571-ab8c-bd4dcd7b8716 HTTP/1.1" status: 204 len: 168 time: 0.1441658 Nov 12 09:16:31.567264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce108ed-56aa-4015-9196-d5ce163e3ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b859a5-0550-4571-ab8c-bd4dcd7b8716,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:31.910002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb548e-9dfb-4c5d-883c-ea0190be102c req-57658e60-c93b-4c47-b977-71c8c8db7720 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:31.911572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50cb548e-9dfb-4c5d-883c-ea0190be102c req-57658e60-c93b-4c47-b977-71c8c8db7720 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0577059 Nov 12 09:16:31.968931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50cb548e-9dfb-4c5d-883c-ea0190be102c req-be2d763f-0844-4607-b7bd-6c5e7847313a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456502 Nov 12 09:16:33.099975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f1409d-f54e-401f-b41d-8f1546efcbd1 req-244dba16-27ec-4007-a307-3b70803b5140 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:33.101516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36f1409d-f54e-401f-b41d-8f1546efcbd1 req-244dba16-27ec-4007-a307-3b70803b5140 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0603826 Nov 12 09:16:33.157920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36f1409d-f54e-401f-b41d-8f1546efcbd1 req-941bb2a8-de93-4af6-bfbd-de3484b8ceea tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491667 Nov 12 09:16:33.537360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:33.544240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811259860', 'description': 'tempest-secgroup-smoke-811259860 description', 'project_id': '29ad76fbd32249958059ad70c802938c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:33.570462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.585351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.680648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.685280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.733634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a369a6e-51dd-46a6-8326-f80d5221a954,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:33.739069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:33.788435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.793346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.828577 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.830032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2912419 Nov 12 09:16:33.832409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebc7de-5192-436d-ad2b-ed0cae315551 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0050372-b98d-4ba5-8e6a-a144c1116532,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:33.833653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55158) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:33.839138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8921ceb4-e5b4-41f3-bc00-edfbdc1089be tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'a0050372-b98d-4ba5-8e6a-a144c1116532', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:33.865250 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7718611-1eea-474c-a220-e6acb7d2d71c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.877816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8921ceb4-e5b4-41f3-bc00-edfbdc1089be tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.956248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8921ceb4-e5b4-41f3-bc00-edfbdc1089be tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.960908 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8921ceb4-e5b4-41f3-bc00-edfbdc1089be tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.970367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7718611-1eea-474c-a220-e6acb7d2d71c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.975406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7718611-1eea-474c-a220-e6acb7d2d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:33.992271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921ceb4-e5b4-41f3-bc00-edfbdc1089be tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cef7a40-c362-4822-a4ee-bed0d52d508f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:33.999975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8921ceb4-e5b4-41f3-bc00-edfbdc1089be tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.005814 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8921ceb4-e5b4-41f3-bc00-edfbdc1089be tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1707282 Nov 12 09:16:34.006896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55160) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.012738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5136f796-14f8-44a2-823e-a28b98509c64 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'a0050372-b98d-4ba5-8e6a-a144c1116532', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:34.017919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718611-1eea-474c-a220-e6acb7d2d71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bca37f-b096-4473-a4a8-5144014ee7a1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:34.024145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f7718611-1eea-474c-a220-e6acb7d2d71c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2ce2a1e81894523bf2af3fd654316d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833471 Nov 12 09:16:34.027459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55162) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.056821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5136f796-14f8-44a2-823e-a28b98509c64 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.102632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9b23ad9-39ce-4ffa-b06f-a5034110aec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.128512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9b23ad9-39ce-4ffa-b06f-a5034110aec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.139723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5136f796-14f8-44a2-823e-a28b98509c64 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.144476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5136f796-14f8-44a2-823e-a28b98509c64 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.173134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5136f796-14f8-44a2-823e-a28b98509c64 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.174451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5136f796-14f8-44a2-823e-a28b98509c64 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664729 Nov 12 09:16:34.175748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f796-14f8-44a2-823e-a28b98509c64 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31635655-3000-4d55-8767-86d69e1e902c,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:34.178993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55164) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.184537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e4b2bc3b-5030-4316-bff0-6ffd21741899 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'a0050372-b98d-4ba5-8e6a-a144c1116532', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:34.191523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9b23ad9-39ce-4ffa-b06f-a5034110aec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.196087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b9b23ad9-39ce-4ffa-b06f-a5034110aec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.199723 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b9b23ad9-39ce-4ffa-b06f-a5034110aec7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4bca37f-b096-4473-a4a8-5144014ee7a1 HTTP/1.1" status: 204 len: 168 time: 0.1635530 Nov 12 09:16:34.223317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4b2bc3b-5030-4316-bff0-6ffd21741899 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.231071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b23ad9-39ce-4ffa-b06f-a5034110aec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bca37f-b096-4473-a4a8-5144014ee7a1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:34.318513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612fe4-0b43-44b3-87b0-2fef233ee40d req-4a9a020a-8b57-4af5-9bce-49d1548df02c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:34.321697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50612fe4-0b43-44b3-87b0-2fef233ee40d req-4a9a020a-8b57-4af5-9bce-49d1548df02c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0758088 Nov 12 09:16:34.323195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4b2bc3b-5030-4316-bff0-6ffd21741899 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.328864 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4b2bc3b-5030-4316-bff0-6ffd21741899 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.364855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2bc3b-5030-4316-bff0-6ffd21741899 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=111d5701-4af4-4c33-a69a-2649e58a1204,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:34.373692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4b2bc3b-5030-4316-bff0-6ffd21741899 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.375118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e4b2bc3b-5030-4316-bff0-6ffd21741899 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1951044 Nov 12 09:16:34.380000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55170) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.386606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-845fa711-f254-4de9-a5bd-f44c6fc98557 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'a0050372-b98d-4ba5-8e6a-a144c1116532', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:34.395286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-50612fe4-0b43-44b3-87b0-2fef233ee40d req-04d0575a-6206-4f9c-b044-2f241daa7347 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663807 Nov 12 09:16:34.436264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-845fa711-f254-4de9-a5bd-f44c6fc98557 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.506685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-845fa711-f254-4de9-a5bd-f44c6fc98557 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.512260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-845fa711-f254-4de9-a5bd-f44c6fc98557 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.547510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845fa711-f254-4de9-a5bd-f44c6fc98557 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2405775-9e3a-4b71-b97f-5ac5cefdb9f6,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:34.564278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-845fa711-f254-4de9-a5bd-f44c6fc98557 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.568924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-845fa711-f254-4de9-a5bd-f44c6fc98557 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1848385 Nov 12 09:16:34.570165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.578961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'a0050372-b98d-4ba5-8e6a-a144c1116532', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:34.612551 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:16:34.618186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.644930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55176) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.669312 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5dab4ee-a637-476b-9842-4b45ccb04006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.755292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.761643 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.794908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b31c5e8-fcac-4aed-b8f8-3813ccc49c26,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:34.802049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.806019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e379a286-6fa4-4a1e-b595-f4469a422060 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2309935 Nov 12 09:16:34.806552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.815100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'a0050372-b98d-4ba5-8e6a-a144c1116532', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:34.815318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5dab4ee-a637-476b-9842-4b45ccb04006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.821441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5dab4ee-a637-476b-9842-4b45ccb04006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.879687 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:16:34.885777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dab4ee-a637-476b-9842-4b45ccb04006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485300fe-daf5-4456-845e-c585e077b4a2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:34.888123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:34.900190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31fa9e-419a-4235-87f7-ce77a5e19cf2 req-f6a52bd6-723a-4c40-bf9f-0b81acfa0add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:34.902019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a31fa9e-419a-4235-87f7-ce77a5e19cf2 req-f6a52bd6-723a-4c40-bf9f-0b81acfa0add service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1097 time: 0.0678439 Nov 12 09:16:34.908720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b5dab4ee-a637-476b-9842-4b45ccb04006 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53308c4dde6a4eae945f68fb49d1e517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625666 Nov 12 09:16:34.911237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55184) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:34.953442 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:16:34.968379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a31fa9e-419a-4235-87f7-ce77a5e19cf2 req-04f71075-5e67-4e88-b36d-081b317d6239 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579777 Nov 12 09:16:34.990216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8657d33-0dd6-40d1-bb1c-c39d5ab9e1df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.005987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.014729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.021556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8657d33-0dd6-40d1-bb1c-c39d5ab9e1df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.042474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf78b04-30f8-41eb-a9c7-d8ebe5245aef,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:35.054374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.058446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-690b86bd-c6cf-4c85-a564-66c6cd6f63f9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2478704 Nov 12 09:16:35.059188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:35.067860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'network': {'name': 'tempest-network-smoke--980543921', 'project_id': '29ad76fbd32249958059ad70c802938c', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:35.094613 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8657d33-0dd6-40d1-bb1c-c39d5ab9e1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.097382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8657d33-0dd6-40d1-bb1c-c39d5ab9e1df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.098616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f8657d33-0dd6-40d1-bb1c-c39d5ab9e1df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/485300fe-daf5-4456-845e-c585e077b4a2 HTTP/1.1" status: 204 len: 168 time: 0.1864512 Nov 12 09:16:35.102770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:35.106598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.110702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8657d33-0dd6-40d1-bb1c-c39d5ab9e1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485300fe-daf5-4456-845e-c585e077b4a2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:35.136264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:16:35.148301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.148621 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Added segment 19999deb-5a4b-4b59-b1d5-bb9fe4233ad3 of type vlan for network 832f3e6a-a994-4be8-9778-9d3c3e180d37 Nov 12 09:16:35.200393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.229481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.235462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:35.236101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.278004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2145393 Nov 12 09:16:35.281087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:35.285837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'admin_state_up': True, 'project_id': '29ad76fbd32249958059ad70c802938c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:35.313220 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.314547 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.321405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c4d6b-058d-455e-b41b-0ac6fb598ab9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Network': ['ID=832f3e6a-a994-4be8-9778-9d3c3e180d37,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:35.336061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:16:35.380096 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.563750 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.601929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa672a4-72b9-4fb3-b720-31856555b649 req-414b85eb-f6ee-4d96-938f-2e7826dba427 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:35.603450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1aa672a4-72b9-4fb3-b720-31856555b649 req-414b85eb-f6ee-4d96-938f-2e7826dba427 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0989873 Nov 12 09:16:35.699171 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1aa672a4-72b9-4fb3-b720-31856555b649 req-0f4e59a0-11f6-4138-a424-3b1b4daa84d9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863404 Nov 12 09:16:35.847161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.867242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:35.988360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.12 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/fd8c4d3c-a705-4959-be4e-63b64879320c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:36.109245 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.154848 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.204837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:36.207514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:36.211310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:36.223325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b9751-3c65-452b-9f7c-6eee8f4b1969 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:36.242921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=fd8c4d3c-a705-4959-be4e-63b64879320c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:36.270268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0782a274-c9be-4b23-93b7-b5449f8caca2 None None] Provisioning complete for port fd8c4d3c-a705-4959-be4e-63b64879320c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:36.270747 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0782a274-c9be-4b23-93b7-b5449f8caca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.317729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0782a274-c9be-4b23-93b7-b5449f8caca2 None None] Port fd8c4d3c-a705-4959-be4e-63b64879320c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:36.401105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:36.511983 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c76d7806-df3f-46f8-adf0-80c7cef51fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.520329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.595557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c76d7806-df3f-46f8-adf0-80c7cef51fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.599549 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c76d7806-df3f-46f8-adf0-80c7cef51fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.642018 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c76d7806-df3f-46f8-adf0-80c7cef51fde admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ddccf0ff90c45a199a86547ff1ca124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2372894 Nov 12 09:16:36.642018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d7806-df3f-46f8-adf0-80c7cef51fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32932b30-9f4c-4b22-86fe-d10a964c4304,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:36.643050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55240) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:36.696721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-160882c6-230f-430b-85c0-6119ebdddccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.719110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-160882c6-230f-430b-85c0-6119ebdddccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.725975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.772937 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-160882c6-230f-430b-85c0-6119ebdddccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.775872 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-160882c6-230f-430b-85c0-6119ebdddccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:36.780216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-160882c6-230f-430b-85c0-6119ebdddccd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32932b30-9f4c-4b22-86fe-d10a964c4304 HTTP/1.1" status: 204 len: 168 time: 0.1331587 Nov 12 09:16:36.786197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160882c6-230f-430b-85c0-6119ebdddccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32932b30-9f4c-4b22-86fe-d10a964c4304,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:36.877403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09b46e-0969-480b-9aa8-b5ee49960c60 req-7efe18d8-6eb4-4dd4-ac94-2c3e6ca39209 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:36.879232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e09b46e-0969-480b-9aa8-b5ee49960c60 req-7efe18d8-6eb4-4dd4-ac94-2c3e6ca39209 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1031766 Nov 12 09:16:36.940354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 6ae94779-505e-4a76-b895-861a7be10ed6 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:16:36.948649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e09b46e-0969-480b-9aa8-b5ee49960c60 req-066f9f09-3147-4436-8373-1b32ed172f8b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618026 Nov 12 09:16:37.056760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:37.068562 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Sync routers for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:37.083882 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:37.084625 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:37.087860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.089417 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f4cd847d-5b3c-4ca4-8a7d-2a378328ce86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8072610 Nov 12 09:16:37.093506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55254) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.200001 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:37.376679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55266) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.376976 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3296c58a-235c-440c-bc5f-ab60130b0d20 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=29ad76fbd32249958059ad70c802938c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2818022 Nov 12 09:16:37.493345 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:36Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:37.517065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.523818 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Checking router: 6ae94779-505e-4a76-b895-861a7be10ed6 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:37.524219 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Updating router 6ae94779-505e-4a76-b895-861a7be10ed6 port fd8c4d3c-a705-4959-be4e-63b64879320c binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:16:37.550452 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.561190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc57fa2a-bad3-419c-9af2-d2f099d16cc8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:37.565926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cc57fa2a-bad3-419c-9af2-d2f099d16cc8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1848500 Nov 12 09:16:37.566714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.604061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6c12208f-1ae8-4401-b336-45819465557e tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0361323 Nov 12 09:16:37.606809 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:37.612810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-3908128', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'project_id': '29ad76fbd32249958059ad70c802938c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:37.644403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1472003881-network', 'tenant_id': '4a13af1943ea4d5885bf93cf58da6aea'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:37.667024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Made reservation on behalf of 4a13af1943ea4d5885bf93cf58da6aea for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:37.669715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.683532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.723095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:37.727431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.830070 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.837403 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.886388 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Attempting to bind port fd8c4d3c-a705-4959-be4e-63b64879320c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:37.886866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Attempting to bind port fd8c4d3c-a705-4959-be4e-63b64879320c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:37.887324 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Attempting to bind port fd8c4d3c-a705-4959-be4e-63b64879320c on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:37.889609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb2a87-d82a-4c58-8385-f4ac98258973 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:37.898861 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:37.899424 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:37.899987 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.900498 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:37.901086 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Bound port: fd8c4d3c-a705-4959-be4e-63b64879320c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:37.901737 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.931289 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Pushing event updated for resources: {'Port': ['ID=fd8c4d3c-a705-4959-be4e-63b64879320c,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:37.954588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3b5f8619-d408-4b9a-bedf-8d182227e309 None None] Provisioning complete for port fd8c4d3c-a705-4959-be4e-63b64879320c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:37.955325 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3b5f8619-d408-4b9a-bedf-8d182227e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.974931 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] For port fd8c4d3c-a705-4959-be4e-63b64879320c, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:37.975863 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:37.989439 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] For port fd8c4d3c-a705-4959-be4e-63b64879320c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fd8c4d3c-a705-4959-be4e-63b64879320c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:38.000688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3b5f8619-d408-4b9a-bedf-8d182227e309 None None] Port fd8c4d3c-a705-4959-be4e-63b64879320c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:38.006814 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.013758 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.014105 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.014443 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.014778 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.015136 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.015470 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.015795 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.016145 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.016466 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.016792 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.017115 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.017434 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.079707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4865985-8cd7-4d10-b54b-875fe195c9ed None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:16:38.102474 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90d7bc-2b22-49df-b767-aee898ebdab9 None None] Pushing event updated for resources: {'Port': ['ID=fd8c4d3c-a705-4959-be4e-63b64879320c,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:38.111544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Subnet': ['ID=160b83f1-d9a1-427c-b3db-1ecdf27c4f75,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:38.125899 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:38.132350 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:38.143860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Checking segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:38.144466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network hostable DHCP agents. Network: 832f3e6a-a994-4be8-9778-9d3c3e180d37, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:16:38.157305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Provisioning complete for port fd8c4d3c-a705-4959-be4e-63b64879320c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:38.158796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.160325 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.167360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.178959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608116e4-90a8-4da3-b54a-3cde2fa9d3e2 req-f930a061-ae42-49e4-bbf3-f10f611bd431 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:38.180568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-608116e4-90a8-4da3-b54a-3cde2fa9d3e2 req-f930a061-ae42-49e4-bbf3-f10f611bd431 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1162233 Nov 12 09:16:38.186983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:16:38.210315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f779130-d9e3-4cc9-9719-48e37cdc0878,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:38.219601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:16:38.231664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.232866 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Added segment 9b0200d9-01ff-4e73-adca-8906b3d520da of type vlan for network 1a59afe1-17c9-445b-97fb-0c3575129795 Nov 12 09:16:38.275454 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:38.284757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.287139 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.292476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-608116e4-90a8-4da3-b54a-3cde2fa9d3e2 req-80514098-e4a0-4b00-9ae0-becda322ec4d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987711 Nov 12 09:16:38.297167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 832f3e6a-a994-4be8-9778-9d3c3e180d37) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:38.313099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e16942-0f64-4ce3-9f7e-322b175b537b None None] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:38.314357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:38.320161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.320711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] For port fd8c4d3c-a705-4959-be4e-63b64879320c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fd8c4d3c-a705-4959-be4e-63b64879320c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:38.342676 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.359166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.360429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:38.361215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.378041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-30dde6aa-946c-4df2-8408-08c0881c5f3b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.7689919 Nov 12 09:16:38.381245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55280) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:38.393100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8746419 Nov 12 09:16:38.402210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:38.416137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Request body: {'subnet': {'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1472003881-subnet', 'tenant_id': '4a13af1943ea4d5885bf93cf58da6aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:38.455530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Pushing event updated for resources: {'Port': ['ID=fd8c4d3c-a705-4959-be4e-63b64879320c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:38.465123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.465465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.465989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.466701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.467257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.467750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.468337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.468878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.469444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.470011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.470549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.471086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a09c7-dd64-451b-bc63-35d9eafae7e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:38.476680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517dd45b-f20f-4a59-9f84-4c95149e7558 admin admin] Pushing event updated for resources: {'Network': ['ID=1a59afe1-17c9-445b-97fb-0c3575129795,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:38.501562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1a59afe1-17c9-445b-97fb-0c3575129795 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:16:38.521360 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:36Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:38.532742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Made reservation on behalf of 4a13af1943ea4d5885bf93cf58da6aea for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:38.535155 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.562909 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff06f59-5d40-448c-acb0-3d231fa9c450 None None] The sync data for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 is: [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:36Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:38.800760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-832f3e6a-a994-4be8-9778-9d3c3e180d37', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:16:38.801792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:38.969286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.001723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Allocated IP 172.20.0.2 (832f3e6a-a994-4be8-9778-9d3c3e180d37/160b83f1-d9a1-427c-b3db-1ecdf27c4f75/288ab764-19fe-4a33-a7ab-9d6692a99c03) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:39.080013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4553fa5d-27e2-4d4e-837c-d9443b288254,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:39.142520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Checking segment: {'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:39.143162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Network hostable DHCP agents. Network: 1a59afe1-17c9-445b-97fb-0c3575129795, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:16:39.216885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fd8c4d3c-a705-4959-be4e-63b64879320c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:39.217258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Network 1a59afe1-17c9-445b-97fb-0c3575129795 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:16:39.240485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 1a59afe1-17c9-445b-97fb-0c3575129795) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:39.249300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:39.250164 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.268416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.270049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9944c8-9712-4ef9-9741-357cf20d3577 None None] Network 1a59afe1-17c9-445b-97fb-0c3575129795 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:39.293914 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.326233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-85c778fa-7ddb-472d-8557-e43b5eaaf298 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9209533 Nov 12 09:16:39.342229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.452568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:39.455853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Pushing event updated for resources: {'Port': ['ID=288ab764-19fe-4a33-a7ab-9d6692a99c03,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:39.464914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:39.469079 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:39.552609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port fd8c4d3c-a705-4959-be4e-63b64879320c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:39.553128 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.622717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba79c88-88ab-4d86-8b53-5b6f44be2654 req-5ba04c3f-0f21-4777-8c4c-c070d4f5b470 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:39.627535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ba79c88-88ab-4d86-8b53-5b6f44be2654 req-5ba04c3f-0f21-4777-8c4c-c070d4f5b470 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1667905 Nov 12 09:16:39.633599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Attempting to bind port 288ab764-19fe-4a33-a7ab-9d6692a99c03 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:39.633967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Attempting to bind port 288ab764-19fe-4a33-a7ab-9d6692a99c03 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:39.634329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Attempting to bind port 288ab764-19fe-4a33-a7ab-9d6692a99c03 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:39.670151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:39.670658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Checking segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:39.671234 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.672387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Bound using segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:39.672964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Bound port: 288ab764-19fe-4a33-a7ab-9d6692a99c03, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:39.673466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:39.688625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f73d9ff-bcf8-4e2b-a273-6bb1be5d8f0c None None] Network 1a59afe1-17c9-445b-97fb-0c3575129795 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:39.739763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ba79c88-88ab-4d86-8b53-5b6f44be2654 req-1c14530b-dae5-45aa-8e69-79559b61bba9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042502 Nov 12 09:16:39.915253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.1 (832f3e6a-a994-4be8-9778-9d3c3e180d37/160b83f1-d9a1-427c-b3db-1ecdf27c4f75/779da0c3-f6c1-4449-a704-abd2978abf74) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:39.948081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] For port 288ab764-19fe-4a33-a7ab-9d6692a99c03, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:39.956158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] For port 288ab764-19fe-4a33-a7ab-9d6692a99c03, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=288ab764-19fe-4a33-a7ab-9d6692a99c03,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:39.974829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.124925 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.125476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698fd27f-4040-4c12-9d94-3d8ed2a9b775 None None] Pushing event updated for resources: {'Port': ['ID=288ab764-19fe-4a33-a7ab-9d6692a99c03,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:40.205886 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.260053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:40.270539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:40.273330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:40.331875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:40.429747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=779da0c3-f6c1-4449-a704-abd2978abf74,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:40.577525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.300879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 288ab764-19fe-4a33-a7ab-9d6692a99c03 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:41.375309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69745864-d782-4952-b2f3-1a00f094669e req-25d1a9d7-55c2-4a7c-9fbe-d0eeff1fbae8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:41.376972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-69745864-d782-4952-b2f3-1a00f094669e req-25d1a9d7-55c2-4a7c-9fbe-d0eeff1fbae8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1452105 Nov 12 09:16:41.418440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 288ab764-19fe-4a33-a7ab-9d6692a99c03 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:41.419024 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.469065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.473952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-69745864-d782-4952-b2f3-1a00f094669e req-a6486eba-c4ad-4914-8974-5389389daa90 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788579 Nov 12 09:16:41.475433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.522138 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.564337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=779da0c3-f6c1-4449-a704-abd2978abf74,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:41.568074 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.576906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 288ab764-19fe-4a33-a7ab-9d6692a99c03, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=288ab764-19fe-4a33-a7ab-9d6692a99c03,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:41.582104 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.628821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0670f124-489e-4541-bbfd-cc24e0e2d5c3 None None] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:16:41.686770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:41.688467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:41.695891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=288ab764-19fe-4a33-a7ab-9d6692a99c03,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:41.743745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-827e1396-5cf8-4e42-b709-79952bca89fa None None] Provisioning complete for port 288ab764-19fe-4a33-a7ab-9d6692a99c03 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:41.744137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-827e1396-5cf8-4e42-b709-79952bca89fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:41.843879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 6ae94779-505e-4a76-b895-861a7be10ed6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:41.969986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:41.975243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e7f2c30-9779-4638-b835-758f51230196 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/6ae94779-505e-4a76-b895-861a7be10ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5881157 Nov 12 09:16:41.989217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Sync routers for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:42.002092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:42.002811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:42.133034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:42.182060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-016d557d-07d5-45f3-9800-83f6e2e3c307 None None] Provisioning complete for port 779da0c3-f6c1-4449-a704-abd2978abf74 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:42.182614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-016d557d-07d5-45f3-9800-83f6e2e3c307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:42.235645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-04a7b6be-f7a5-4143-9dd9-082b55d1ca05 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811259860&fields=id&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 267 time: 0.0535893 Nov 12 09:16:42.337165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-016d557d-07d5-45f3-9800-83f6e2e3c307 None None] Port 779da0c3-f6c1-4449-a704-abd2978abf74 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:42.359143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-016d557d-07d5-45f3-9800-83f6e2e3c307 None None] Provisioning complete for port 288ab764-19fe-4a33-a7ab-9d6692a99c03 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:42.359423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-016d557d-07d5-45f3-9800-83f6e2e3c307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:42.410406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-bd754376-55ec-4b41-b99c-b216723f8460 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:42.412664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-bd754376-55ec-4b41-b99c-b216723f8460 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 796 time: 0.1614969 Nov 12 09:16:42.442674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-3717b748-406b-4c9a-9ca1-33c08179874f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/quotas/29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 375 time: 0.0134819 Nov 12 09:16:42.508329 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-8455bb1a-a468-4cbe-8e17-ff84e704cb30 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587294 Nov 12 09:16:42.518135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 2, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:42.553683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Checking router: 6ae94779-505e-4a76-b895-861a7be10ed6 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:42.554139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Updating router 6ae94779-505e-4a76-b895-861a7be10ed6 port 779da0c3-f6c1-4449-a704-abd2978abf74 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:16:42.585137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:42.642310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-a511e15d-01c4-45a2-a880-f59296dd009b service neutron] 10.222.0.53 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193233 Nov 12 09:16:42.662537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-641c66d4-4ab8-41fb-af9c-2d174f180dc8 None None] Provisioning complete for port 779da0c3-f6c1-4449-a704-abd2978abf74 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:42.662906 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-641c66d4-4ab8-41fb-af9c-2d174f180dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:42.713633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7b1760d7-675b-471b-9327-080b7a826981 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:42.715122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7b1760d7-675b-471b-9327-080b7a826981 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/networks?id=1a59afe1-17c9-445b-97fb-0c3575129795 HTTP/1.1" status: 200 len: 809 time: 0.1380200 Nov 12 09:16:42.736527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-a9ee2c26-ee92-4d3d-a250-ab41f0d17748 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/quotas/4a13af1943ea4d5885bf93cf58da6aea HTTP/1.1" status: 200 len: 375 time: 0.0149422 Nov 12 09:16:42.746432 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-473e2c25-fa86-42ba-8bce-c76a75820543 service neutron] 10.222.0.53 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973787 Nov 12 09:16:42.758896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-641c66d4-4ab8-41fb-af9c-2d174f180dc8 None None] Port 779da0c3-f6c1-4449-a704-abd2978abf74 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:42.769717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7e40c55e-ccbc-430f-9720-04262c7302c0 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a13af1943ea4d5885bf93cf58da6aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309405 Nov 12 09:16:42.884138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-9a5ae63e-4852-4d45-b4ac-adf7023604e3 service neutron] 10.222.0.53 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056600 Nov 12 09:16:42.993166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-acd6e55a-aaed-4def-a87f-a018c12a16f7 None None] Provisioning complete for port 779da0c3-f6c1-4449-a704-abd2978abf74 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:42.993536 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-acd6e55a-aaed-4def-a87f-a018c12a16f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.015695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c98127-635c-49a7-8009-bbb4ba182387 req-6db378de-7a2c-489b-bcba-58c16788e49c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:43.023800 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10c98127-635c-49a7-8009-bbb4ba182387 req-6db378de-7a2c-489b-bcba-58c16788e49c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0816059 Nov 12 09:16:43.037847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-054c1f77-ee46-46e7-bc4a-3454d3640ab1 service neutron] 10.222.0.53 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437402 Nov 12 09:16:43.055290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-acd6e55a-aaed-4def-a87f-a018c12a16f7 None None] Port 779da0c3-f6c1-4449-a704-abd2978abf74 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:43.127266 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.136495 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.136707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10c98127-635c-49a7-8009-bbb4ba182387 req-a930f29f-e678-42cb-b0f7-db0ff238abf4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119761 Nov 12 09:16:43.209532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cf06a-f242-459a-90f8-e480f987659c None None] Pushing event updated for resources: {'Port': ['ID=779da0c3-f6c1-4449-a704-abd2978abf74,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:43.237072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 288ab764-19fe-4a33-a7ab-9d6692a99c03 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:43.268067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e435bd46-a7d5-4c7c-93aa-ef2b6a4e57de req-2fbc661c-2f97-44ff-8f3c-d01f127ec597 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 210 time: 0.0408127 Nov 12 09:16:43.289630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10f519c0-7f06-49ed-9d9b-9f6d2f4eeae1 req-24c5d2b1-c069-4754-94d9-efb3d7bdd762 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 210 time: 0.0839736 Nov 12 09:16:43.376872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Attempting to bind port 779da0c3-f6c1-4449-a704-abd2978abf74 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:43.377852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Attempting to bind port 779da0c3-f6c1-4449-a704-abd2978abf74 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:43.377852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Attempting to bind port 779da0c3-f6c1-4449-a704-abd2978abf74 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:43.381718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 288ab764-19fe-4a33-a7ab-9d6692a99c03 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:43.382090 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.388872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:43.388872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Checking segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:43.389125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.389536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Bound using segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:43.390032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Bound port: 779da0c3-f6c1-4449-a704-abd2978abf74, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:43.390622 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.534841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] For port 779da0c3-f6c1-4449-a704-abd2978abf74, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:43.557324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] For port 779da0c3-f6c1-4449-a704-abd2978abf74, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=779da0c3-f6c1-4449-a704-abd2978abf74,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:43.565108 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.634129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:43.634897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:43.636953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763cf06a-f242-459a-90f8-e480f987659c None None] Pushing event updated for resources: {'Port': ['ID=779da0c3-f6c1-4449-a704-abd2978abf74,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:43.716695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ada6ab0b-259c-474f-8e4e-2351c2a5d90b None None] Provisioning complete for port 779da0c3-f6c1-4449-a704-abd2978abf74 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:43.717256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ada6ab0b-259c-474f-8e4e-2351c2a5d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:43.813565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:43.884474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8d75e36-8bda-4fed-87ed-eb4fb0f503fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.025131 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ada6ab0b-259c-474f-8e4e-2351c2a5d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.101713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ada6ab0b-259c-474f-8e4e-2351c2a5d90b None None] For port 779da0c3-f6c1-4449-a704-abd2978abf74, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=779da0c3-f6c1-4449-a704-abd2978abf74,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:44.108143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ada6ab0b-259c-474f-8e4e-2351c2a5d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.186769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ab0b-259c-474f-8e4e-2351c2a5d90b None None] Pushing event updated for resources: {'Port': ['ID=779da0c3-f6c1-4449-a704-abd2978abf74,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:44.207043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:43Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:44.238787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7c9b7-d49e-4508-982e-d9ea8a3b369d None None] The sync data for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 is: [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:43Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:44.256126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-446e07d4-4b2b-4048-9d54-70ca8e2da8a0 None None] Provisioning complete for port 779da0c3-f6c1-4449-a704-abd2978abf74 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:44.256571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-446e07d4-4b2b-4048-9d54-70ca8e2da8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:44.334710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0f758-88b5-4e19-a544-44734c0aa86b req-2a452ab0-e59f-4408-b84d-cdf95264cd8f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:44.348530 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e0f758-88b5-4e19-a544-44734c0aa86b req-2a452ab0-e59f-4408-b84d-cdf95264cd8f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1128371 Nov 12 09:16:44.421020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e664c2ee-3d6a-4397-b7e9-3269d1acec00 req-6a34378e-e6e2-46e7-80c1-881e774f8056 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 210 time: 0.0341015 Nov 12 09:16:44.424633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e0f758-88b5-4e19-a544-44734c0aa86b req-5c6d14c3-5ab8-406e-923f-5c487920ff07 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654693 Nov 12 09:16:44.572304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57e208d3-d2a0-45ac-ac20-54fe2efe6f81 req-46070823-1a60-474c-8bc2-6a4ea180d511 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 210 time: 0.0539513 Nov 12 09:16:44.709383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-bcf1917d-2aeb-4f80-b471-64f7a84f205f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:44.710985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-bcf1917d-2aeb-4f80-b471-64f7a84f205f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 796 time: 0.1567070 Nov 12 09:16:44.790213 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-fea2bd3b-50dd-41aa-8ccc-da4bd6af230a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 379 time: 0.0683563 Nov 12 09:16:44.808226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'port': {'device_id': 'f8457369-03db-4633-bd76-82e41f32d33d', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'admin_state_up': True, 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'security_groups': ['a0050372-b98d-4ba5-8e6a-a144c1116532']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:44.947241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:44.953650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.144205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.10 (832f3e6a-a994-4be8-9778-9d3c3e180d37/160b83f1-d9a1-427c-b3db-1ecdf27c4f75/baf404ee-677f-4a8d-a956-490e365f0a46) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:45.158772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-ee68f6bd-ed67-4972-a1a3-9dd7c92d8f35 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:45.160831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-ee68f6bd-ed67-4972-a1a3-9dd7c92d8f35 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "GET /v2.0/networks?id=1a59afe1-17c9-445b-97fb-0c3575129795 HTTP/1.1" status: 200 len: 809 time: 0.2076128 Nov 12 09:16:45.192734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Request body: {'port': {'device_id': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795', 'admin_state_up': True, 'tenant_id': '4a13af1943ea4d5885bf93cf58da6aea'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:45.304811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 779da0c3-f6c1-4449-a704-abd2978abf74 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:45.372818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Made reservation on behalf of 4a13af1943ea4d5885bf93cf58da6aea for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:16:45.374945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.377423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 779da0c3-f6c1-4449-a704-abd2978abf74 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:45.377970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.381265 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.425275 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.554807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:45.559214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:45.567566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:45.600188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Allocated IP 172.20.0.3 (1a59afe1-17c9-445b-97fb-0c3575129795/4553fa5d-27e2-4d4e-837c-d9443b288254/7dd26b61-6e5d-479a-bf0c-5e7669816e73) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:45.680702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4e00b5d-93d7-4c15-99dc-48d6eb4ab265 req-a81858b9-dadf-42e7-b6d8-3669abb7249b tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 210 time: 0.1057723 Nov 12 09:16:45.681470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:45.701419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f965c-80bc-4d6a-8be1-1f1a34276a32 req-fb7c6909-bd0f-4fee-a4a9-e09e89c6c2d8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:45.703307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b5f965c-80bc-4d6a-8be1-1f1a34276a32 req-fb7c6909-bd0f-4fee-a4a9-e09e89c6c2d8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0976081 Nov 12 09:16:45.737309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:45.738068 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.795846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-6d78f59a-6bce-42c0-82c1-9229d5cafa33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9915044 Nov 12 09:16:45.810071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Request body: {'port': {'device_id': 'f8457369-03db-4633-bd76-82e41f32d33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:45.881092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b5f965c-80bc-4d6a-8be1-1f1a34276a32 req-44fd63ee-1103-4a86-b634-6b00a40c50c1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699970 Nov 12 09:16:45.954633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:45.963247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f3af2-12b2-414d-b358-9f4139bcc0b7 req-1fbba479-9b18-4894-9c38-01ca548c6a3f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:45.965293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-776f3af2-12b2-414d-b358-9f4139bcc0b7 req-1fbba479-9b18-4894-9c38-01ca548c6a3f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 932 time: 0.1208296 Nov 12 09:16:45.967062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.007075 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.064258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8f932111-5bd6-4c96-b786-697274b1a595 None None] Provisioning complete for port baf404ee-677f-4a8d-a956-490e365f0a46 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:46.064936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f932111-5bd6-4c96-b786-697274b1a595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.070696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Network 1a59afe1-17c9-445b-97fb-0c3575129795 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:46.077906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:46.080490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:46.131042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Pushing event updated for resources: {'Port': ['ID=7dd26b61-6e5d-479a-bf0c-5e7669816e73,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:46.136190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8f932111-5bd6-4c96-b786-697274b1a595 None None] Port baf404ee-677f-4a8d-a956-490e365f0a46 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:16:46.160681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-776f3af2-12b2-414d-b358-9f4139bcc0b7 req-3e93e893-0198-4981-bcf1-ceeabeff84a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784973 Nov 12 09:16:46.174125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:46.174864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.194314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-7ca330a8-1e82-493a-8684-b48cc513e928 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0160885 Nov 12 09:16:46.208160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Request body: {'port': {'device_id': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:46.271803 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.368308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c763750e-1976-4ccc-b33d-6c903b228b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.382485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf404ee-677f-4a8d-a956-490e365f0a46 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:46.394102 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.407609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Transition to ACTIVE for port object baf404ee-677f-4a8d-a956-490e365f0a46 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:16:46.413206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.468492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:46.583150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:46.583676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:46.584229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:46.592966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Port baf404ee-677f-4a8d-a956-490e365f0a46 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:16:46.593500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:46.603063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:46.603630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Checking segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:46.604383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Bound using segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:46.605234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Bound port: baf404ee-677f-4a8d-a956-490e365f0a46, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:46.605890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.689154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd26b61-6e5d-479a-bf0c-5e7669816e73 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:46.697944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.711802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:46.715456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Transition to ACTIVE for port object 7dd26b61-6e5d-479a-bf0c-5e7669816e73 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:16:46.715649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:46.721324 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.723490 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.767219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:46.767844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:46.769350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] 10.222.0.62 "PUT /v2.0/ports/baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 1093 time: 0.9643934 Nov 12 09:16:46.769903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:46.772331 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed" -d '{"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:46.856715 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24aa8923-2527-4600-864c-76c3cee75292 x-openstack-request-id: req-24aa8923-2527-4600-864c-76c3cee75292 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:46.857320 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:46.857759 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24aa8923-2527-4600-864c-76c3cee75292 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:46.858708 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'status': 'completed', 'code': 200} Nov 12 09:16:46.861399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ba698-5926-4e3b-8184-d5d186d3c06a service neutron] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:46.903986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-03b6e511-243f-4769-95aa-8cb5baaecc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:46.906037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-03b6e511-243f-4769-95aa-8cb5baaecc5f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1096 time: 0.0764492 Nov 12 09:16:46.924993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd26b61-6e5d-479a-bf0c-5e7669816e73,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:46.967531 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-8b6a6294-dc83-4512-9ae3-2d67ff052554 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 217 time: 0.0514660 Nov 12 09:16:47.032327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-abbff84f-b4c4-4f33-ba1e-481ae35b424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.034300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-abbff84f-b4c4-4f33-ba1e-481ae35b424a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.0585129 Nov 12 09:16:47.068586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395124d7-1b61-4e82-94ab-4ee4b3fbb13f req-0702a0ae-31fe-400b-b93b-28ac39f85b61 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.070586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-395124d7-1b61-4e82-94ab-4ee4b3fbb13f req-0702a0ae-31fe-400b-b93b-28ac39f85b61 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 943 time: 0.1476569 Nov 12 09:16:47.071658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Attempting to bind port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:16:47.072032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Attempting to bind port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:16:47.072408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Attempting to bind port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 on network 1a59afe1-17c9-445b-97fb-0c3575129795 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:47.081834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 on network 1a59afe1-17c9-445b-97fb-0c3575129795 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:16:47.083151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Attempting to bind port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 on network 1a59afe1-17c9-445b-97fb-0c3575129795 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:16:47.111189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:16:47.111624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Checking segment: {'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:16:47.112101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Bound using segment: {'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:16:47.112603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Bound port: 7dd26b61-6e5d-479a-bf0c-5e7669816e73, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:16:47.113026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.132767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-ec612045-3d3b-4399-aea6-d23a9d8d5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.134509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-ec612045-3d3b-4399-aea6-d23a9d8d5e5d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0919068 Nov 12 09:16:47.152460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ef7bb2-1c61-4653-95c0-76b65f5a4d01 req-2a24260d-3412-4474-ae96-8b748e353cd0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.154726 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e6ef7bb2-1c61-4653-95c0-76b65f5a4d01 req-2a24260d-3412-4474-ae96-8b748e353cd0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0811129 Nov 12 09:16:47.194721 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-395124d7-1b61-4e82-94ab-4ee4b3fbb13f req-37780980-00f8-4bff-919c-c47e379f79e7 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163137 Nov 12 09:16:47.223406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] For port 7dd26b61-6e5d-479a-bf0c-5e7669816e73, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:16:47.227882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] For port 7dd26b61-6e5d-479a-bf0c-5e7669816e73, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7dd26b61-6e5d-479a-bf0c-5e7669816e73,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:16:47.233691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.270739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.271406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:47.272942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] 10.222.0.62 "PUT /v2.0/ports/7dd26b61-6e5d-479a-bf0c-5e7669816e73 HTTP/1.1" status: 200 len: 1092 time: 1.0693195 Nov 12 09:16:47.273413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'tag': '7dd26b61-6e5d-479a-bf0c-5e7669816e73'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:47.275762 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641c07e5-338a-4e31-9949-aa4fdcd0e350" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd64e7d-8ecc-4820-9b14-cb9866e00b3b", "tag": "7dd26b61-6e5d-479a-bf0c-5e7669816e73"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:47.301550 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e6ef7bb2-1c61-4653-95c0-76b65f5a4d01 req-d5040ec8-3144-4797-8cf9-6e42ed96b5f1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176555 Nov 12 09:16:47.314104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-19117d1b-489e-484c-82be-4c858fa87a14 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583734 Nov 12 09:16:47.367937 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e67a05-c0a8-451f-9e94-86664011f795 x-openstack-request-id: req-c0e67a05-c0a8-451f-9e94-86664011f795 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:47.368251 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd64e7d-8ecc-4820-9b14-cb9866e00b3b", "tag": "7dd26b61-6e5d-479a-bf0c-5e7669816e73", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:47.368526 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0e67a05-c0a8-451f-9e94-86664011f795 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:47.369153 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'tag': '7dd26b61-6e5d-479a-bf0c-5e7669816e73', 'status': 'completed', 'code': 200} Nov 12 09:16:47.394591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1724a5-2259-4cc0-831e-d07e47af7867 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd26b61-6e5d-479a-bf0c-5e7669816e73,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:47.430764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e437fd-53f1-4d2d-98ec-bf97576047d3 req-b2f917e6-dcb7-45c5-8656-f5deaae689c3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.432722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94e437fd-53f1-4d2d-98ec-bf97576047d3 req-b2f917e6-dcb7-45c5-8656-f5deaae689c3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.1413691 Nov 12 09:16:47.439965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-be461d3d-73df-4a25-8b86-58c221ce52c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.441412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-be461d3d-73df-4a25-8b86-58c221ce52c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a13af1943ea4d5885bf93cf58da6aea&device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 1095 time: 0.0943608 Nov 12 09:16:47.451578 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-060d46d9-606f-4acf-b75e-e88ce6930119 req-69d2dba0-a5c5-4f61-9c5c-2e863923a85c service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258054 Nov 12 09:16:47.518154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-97954040-3d2e-493d-bea6-b29e121f9b4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd26b61-6e5d-479a-bf0c-5e7669816e73 HTTP/1.1" status: 200 len: 217 time: 0.0603976 Nov 12 09:16:47.561604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-01d7ea7e-40cd-41e7-85b7-28c8ac48ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.563272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-01d7ea7e-40cd-41e7-85b7-28c8ac48ac9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1096 time: 0.0537374 Nov 12 09:16:47.594478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94e437fd-53f1-4d2d-98ec-bf97576047d3 req-9287c86f-6af4-4ab0-a9da-b1920bb3cc74 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473579 Nov 12 09:16:47.601385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4e0b76a0-22f1-4cea-9a95-13adb8c3d445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.602873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-4e0b76a0-22f1-4cea-9a95-13adb8c3d445 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4553fa5d-27e2-4d4e-837c-d9443b288254 HTTP/1.1" status: 200 len: 849 time: 0.0765767 Nov 12 09:16:47.640505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-50705398-edf1-4aa4-a39c-a17a6d11af0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a59afe1-17c9-445b-97fb-0c3575129795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299063 Nov 12 09:16:47.684218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-db727172-ec27-4e56-9e76-08f8f1466011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.685887 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-db727172-ec27-4e56-9e76-08f8f1466011 service neutron] 10.222.0.62 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.1087210 Nov 12 09:16:47.734842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-3698e02e-3cd1-4bf5-9652-5831bcf564d1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 217 time: 0.0414598 Nov 12 09:16:47.741601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-61a2a5e1-3189-4505-b893-37ab92e1db78 service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934303 Nov 12 09:16:47.787723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-4f2b6e2c-a55a-47e5-b640-a513eda55ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.789222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-4f2b6e2c-a55a-47e5-b640-a513eda55ce5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.0466151 Nov 12 09:16:47.844038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-137a548a-e1ed-4566-95e3-1aa6c1720f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.845733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-137a548a-e1ed-4566-95e3-1aa6c1720f01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482090 Nov 12 09:16:47.856024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aefb6ff-c076-4c42-96e6-ec6aa493cdb7 req-3883f996-cf8d-40e6-9530-f1848ccebb34 service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055212 Nov 12 09:16:47.957739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-2f9219f2-191b-4dd4-ab45-ac20bd57635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:47.959211 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-2f9219f2-191b-4dd4-ab45-ac20bd57635d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a13af1943ea4d5885bf93cf58da6aea&device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 1095 time: 0.0497448 Nov 12 09:16:47.968711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-b742c3d4-d17b-4a7e-89de-0dc9ffb904f5 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120679 Nov 12 09:16:48.083653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6663e9cd-bf55-49e4-b6b7-c3f96bc38aed req-f111a53f-b400-4aa7-aae8-0a700f586ff1 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064122 Nov 12 09:16:48.087497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-de58350c-7099-409b-a3b5-8ce97b2832ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:48.089190 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-de58350c-7099-409b-a3b5-8ce97b2832ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a59afe1-17c9-445b-97fb-0c3575129795 HTTP/1.1" status: 200 len: 910 time: 0.1133335 Nov 12 09:16:48.142875 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-db586887-5082-4a26-9d3c-2eeda456adef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7dd26b61-6e5d-479a-bf0c-5e7669816e73 HTTP/1.1" status: 200 len: 217 time: 0.0425701 Nov 12 09:16:48.205204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-7b09654d-edbe-42ee-84e7-9a35113d559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:48.206760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-7b09654d-edbe-42ee-84e7-9a35113d559c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4553fa5d-27e2-4d4e-837c-d9443b288254 HTTP/1.1" status: 200 len: 849 time: 0.0561936 Nov 12 09:16:48.242733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-2ac878d7-3114-41e2-b001-73727f185fbd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a59afe1-17c9-445b-97fb-0c3575129795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267074 Nov 12 09:16:48.352009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a792d-d03a-45e2-9645-6701bb643e25 req-af9a096f-e0de-45b7-92dd-966b85320fb1 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:48.353829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c93a792d-d03a-45e2-9645-6701bb643e25 req-af9a096f-e0de-45b7-92dd-966b85320fb1 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 943 time: 0.0693700 Nov 12 09:16:48.365669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-0fdf4e29-a0fb-49c9-955b-98e6c6c19d24 service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107197 Nov 12 09:16:48.415532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c93a792d-d03a-45e2-9645-6701bb643e25 req-4856dbf6-735e-4cb3-b0ca-a74f33c1b2b5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529640 Nov 12 09:16:48.526874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce468a27-0bf7-4083-be47-fe977066df1b req-4520eedf-c7bd-45bd-b8ab-d5f6dd5ef04d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:48.528709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce468a27-0bf7-4083-be47-fe977066df1b req-4520eedf-c7bd-45bd-b8ab-d5f6dd5ef04d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1309996 Nov 12 09:16:48.536848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641c07e5-338a-4e31-9949-aa4fdcd0e350 req-6666bc23-7742-436e-84b1-6ac4f4be6efb service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627083 Nov 12 09:16:48.589418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce468a27-0bf7-4083-be47-fe977066df1b req-613a0b26-8f7b-4593-930f-368bb6a59232 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511823 Nov 12 09:16:48.737235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde7614-d788-44f1-8125-55b555ab70dd req-f3542c1a-6c9e-428f-8104-502ba470d0c2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:48.739876 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdde7614-d788-44f1-8125-55b555ab70dd req-f3542c1a-6c9e-428f-8104-502ba470d0c2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.0651643 Nov 12 09:16:48.795859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdde7614-d788-44f1-8125-55b555ab70dd req-90e9b7ac-ffb2-4e28-9c7a-db4248f7722a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497131 Nov 12 09:16:49.036618 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.546638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11cf03-551c-4490-acd1-cb120925af56 req-2bd08856-0db3-443a-bc1b-85f2c7d074d5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:49.548216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e11cf03-551c-4490-acd1-cb120925af56 req-2bd08856-0db3-443a-bc1b-85f2c7d074d5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 943 time: 0.0569532 Nov 12 09:16:49.602499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e11cf03-551c-4490-acd1-cb120925af56 req-20d0ce3a-c737-4329-bb1a-24ba8c313db3 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480800 Nov 12 09:16:49.717052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd484e1-f9e7-4d00-838d-3b118b32475f req-9d6fb5b8-38ad-49b5-9f80-a55e8f305af9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:49.718526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2cd484e1-f9e7-4d00-838d-3b118b32475f req-9d6fb5b8-38ad-49b5-9f80-a55e8f305af9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0558348 Nov 12 09:16:49.745543 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:49.767512 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2cd484e1-f9e7-4d00-838d-3b118b32475f req-b5ea5200-b1ff-4b64-89f4-b828f20c8a39 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Nov 12 09:16:49.912018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9a6cd-e0cd-4206-820b-0aa2e93bfde9 req-a12b2b87-0340-4f53-b9b7-f8b5f5c0053b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:49.913532 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-56b9a6cd-e0cd-4206-820b-0aa2e93bfde9 req-a12b2b87-0340-4f53-b9b7-f8b5f5c0053b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.0510662 Nov 12 09:16:49.965799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-56b9a6cd-e0cd-4206-820b-0aa2e93bfde9 req-dde27f12-dd8f-4326-8adf-223a34eecda1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456219 Nov 12 09:16:50.328276 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:50.739515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5963b-b34c-481f-8065-194c9668c4fd req-83000919-2876-4977-8827-a3c446140f1a tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:50.741200 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-42d5963b-b34c-481f-8065-194c9668c4fd req-83000919-2876-4977-8827-a3c446140f1a tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 943 time: 0.0601919 Nov 12 09:16:50.799426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-42d5963b-b34c-481f-8065-194c9668c4fd req-86d9f5d7-579a-4833-a90c-ed0b593b1185 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510821 Nov 12 09:16:50.915802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ce9ad-7d7d-4546-8340-c03c8814d329 req-acd70aed-03a5-43fc-9530-15b105a35b8a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:50.917187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e1ce9ad-7d7d-4546-8340-c03c8814d329 req-acd70aed-03a5-43fc-9530-15b105a35b8a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0619259 Nov 12 09:16:50.986148 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e1ce9ad-7d7d-4546-8340-c03c8814d329 req-4da48f92-42ae-429e-9e05-1148b893e2ee tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Nov 12 09:16:51.103714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853dcfc-75f6-4514-9f53-06c880a939ae req-236d3362-e4ef-43e1-a254-cf33b6cd3cdd tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:51.105988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6853dcfc-75f6-4514-9f53-06c880a939ae req-236d3362-e4ef-43e1-a254-cf33b6cd3cdd tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.0631232 Nov 12 09:16:51.175208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6853dcfc-75f6-4514-9f53-06c880a939ae req-788e7dd6-1d2d-42d2-b4f4-7581b33276f6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607059 Nov 12 09:16:51.352887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7dd26b61-6e5d-479a-bf0c-5e7669816e73 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:51.473412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7dd26b61-6e5d-479a-bf0c-5e7669816e73, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7dd26b61-6e5d-479a-bf0c-5e7669816e73,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:51.494325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '7dd26b61-6e5d-479a-bf0c-5e7669816e73', 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795', 'port_id': '7dd26b61-6e5d-479a-bf0c-5e7669816e73', 'mac_address': 'fa:16:3e:ee:33:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4553fa5d-27e2-4d4e-837c-d9443b288254', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:51.541900 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.557013 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd26b61-6e5d-479a-bf0c-5e7669816e73 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:51.581694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7dd26b61-6e5d-479a-bf0c-5e7669816e73, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7dd26b61-6e5d-479a-bf0c-5e7669816e73,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:51.588052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.589216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:51.678534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7dd26b61-6e5d-479a-bf0c-5e7669816e73,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:51.753000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:51.766061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'port_id': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'mac_address': 'fa:16:3e:7a:2b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:51.807192 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.820545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf404ee-677f-4a8d-a956-490e365f0a46 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:51.848110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:51.853812 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:51.915395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:51.935519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393f27e-ecb3-4750-97a6-8f1564443911 req-40c0b325-18b9-4b96-988b-4f9dd8203ef8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:51.937346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c393f27e-ecb3-4750-97a6-8f1564443911 req-40c0b325-18b9-4b96-988b-4f9dd8203ef8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 944 time: 0.0589037 Nov 12 09:16:51.997094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c393f27e-ecb3-4750-97a6-8f1564443911 req-aa8787d3-ebfa-43fe-a52b-f5dfec6a44c3 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531948 Nov 12 09:16:52.127870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d28be-2ccc-498f-b855-893eaf1e8968 req-c8577c9b-6cf0-4494-9aaf-6af9a8c4664c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:52.129484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e95d28be-2ccc-498f-b855-893eaf1e8968 req-c8577c9b-6cf0-4494-9aaf-6af9a8c4664c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0589087 Nov 12 09:16:52.187386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e95d28be-2ccc-498f-b855-893eaf1e8968 req-3f107f14-cc08-43b7-86e1-8237a51fc8b9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506668 Nov 12 09:16:52.236359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['baf404ee-677f-4a8d-a956-490e365f0a46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:52.244023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['7dd26b61-6e5d-479a-bf0c-5e7669816e73'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:52.342084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e02184-cd61-4dc7-9d23-b4769499e487 req-468fc009-8501-4901-bad5-f0ebd25e4a8b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:52.344113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4e02184-cd61-4dc7-9d23-b4769499e487 req-468fc009-8501-4901-bad5-f0ebd25e4a8b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 945 time: 0.0743728 Nov 12 09:16:52.426663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4e02184-cd61-4dc7-9d23-b4769499e487 req-badce06c-42f3-4bc0-ab65-d822fda42e44 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743396 Nov 12 09:16:53.151093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0afe39-6a05-42a4-9fef-b1ea5a616b13 req-48a9c76e-614a-4b7f-89ca-fe8a874988b5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:53.152956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec0afe39-6a05-42a4-9fef-b1ea5a616b13 req-48a9c76e-614a-4b7f-89ca-fe8a874988b5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 944 time: 0.0628512 Nov 12 09:16:53.215780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec0afe39-6a05-42a4-9fef-b1ea5a616b13 req-273d0740-46b6-419a-9984-94bec7b54394 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Nov 12 09:16:53.345237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e57e71-6054-47c9-a588-bdfc7fb06813 req-fa17dd3e-f4ac-4528-a2e5-658c279b06ab tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:53.346860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7e57e71-6054-47c9-a588-bdfc7fb06813 req-fa17dd3e-f4ac-4528-a2e5-658c279b06ab tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0734024 Nov 12 09:16:53.414428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7e57e71-6054-47c9-a588-bdfc7fb06813 req-9e82f95f-600e-4fef-aac0-71cb947cf0b4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567353 Nov 12 09:16:53.578276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c42d3-7d40-45a0-893d-2e8802f69335 req-e463f97a-265f-4580-9478-8ae8f49c215b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:53.580862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec2c42d3-7d40-45a0-893d-2e8802f69335 req-e463f97a-265f-4580-9478-8ae8f49c215b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 945 time: 0.0695255 Nov 12 09:16:53.652469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec2c42d3-7d40-45a0-893d-2e8802f69335 req-1a148083-1e90-401b-8017-8891eda475d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644128 Nov 12 09:16:53.955165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e3847-2cf3-48d8-a723-124cadcb76eb req-662ccc3d-43b1-4c06-842e-608633f73c36 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:53.956861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e6e3847-2cf3-48d8-a723-124cadcb76eb req-662ccc3d-43b1-4c06-842e-608633f73c36 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 946 time: 0.0566304 Nov 12 09:16:54.010974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e6e3847-2cf3-48d8-a723-124cadcb76eb req-6cab94b8-f6f9-43c9-990b-962e97970995 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Nov 12 09:16:54.390909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cd21be-e8ea-4388-b9dc-2290777d8ce9 req-83b58ef0-afe5-4610-b612-6228db77b5fc tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:54.392646 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41cd21be-e8ea-4388-b9dc-2290777d8ce9 req-83b58ef0-afe5-4610-b612-6228db77b5fc tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 944 time: 0.0606401 Nov 12 09:16:54.475164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41cd21be-e8ea-4388-b9dc-2290777d8ce9 req-77546c00-81f8-42f2-a12e-8ccdb1fd150d tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756233 Nov 12 09:16:54.550255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76f3c8-3218-47cf-93bf-c2f486f4c725 req-f6ffada5-873a-4b04-81b1-67b97e954de2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:54.551763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c76f3c8-3218-47cf-93bf-c2f486f4c725 req-f6ffada5-873a-4b04-81b1-67b97e954de2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0545309 Nov 12 09:16:54.612377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c76f3c8-3218-47cf-93bf-c2f486f4c725 req-a4d2b7a3-f497-48f5-adbd-dd5771137b83 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543923 Nov 12 09:16:54.800679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a08ef3a-21a7-4a72-9710-db9b8626fbd4 req-73c9b2c0-6eb0-49be-bde8-635df37ace84 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:54.802181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a08ef3a-21a7-4a72-9710-db9b8626fbd4 req-73c9b2c0-6eb0-49be-bde8-635df37ace84 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 945 time: 0.0586667 Nov 12 09:16:54.867872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1a08ef3a-21a7-4a72-9710-db9b8626fbd4 req-de41cad0-63ef-4a95-a95c-96fd3309e125 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539203 Nov 12 09:16:55.153663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd04e6-18b3-4e27-ad44-e762b8e76eb1 req-e7336478-caa5-4123-9eed-f113beda40cf tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:55.155262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51cd04e6-18b3-4e27-ad44-e762b8e76eb1 req-e7336478-caa5-4123-9eed-f113beda40cf tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 946 time: 0.0613356 Nov 12 09:16:55.211026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51cd04e6-18b3-4e27-ad44-e762b8e76eb1 req-6c1959b8-5b3d-4129-adbb-1dbfcc7bccba tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups?id=b5c81297-f1d0-48a4-89ae-0f893a8cabff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493004 Nov 12 09:16:55.380902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:55.383432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-7a056f81-94e9-4e2e-8838-75ba4292165a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:55.385504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-7a056f81-94e9-4e2e-8838-75ba4292165a tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.62 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 946 time: 0.0576460 Nov 12 09:16:55.439552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port baf404ee-677f-4a8d-a956-490e365f0a46 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:55.444389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port baf404ee-677f-4a8d-a956-490e365f0a46 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:55.444748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.507030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Deleting port 5c918495-ea0d-4cfa-b2b2-291efd88da22 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:55.507955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.570912 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.619357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:55.622963 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76348d0c-94ae-4bcd-bde8-d720d6b460e5" -d '{"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-plugged", "status": "completed", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:55.646553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:55.651467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] For port 5c918495-ea0d-4cfa-b2b2-291efd88da22, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=5c918495-ea0d-4cfa-b2b2-291efd88da22,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:55.652017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.654242 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.656113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7dd26b61-6e5d-479a-bf0c-5e7669816e73 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:55.677028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06dd2d-285c-46e2-8c0f-98d2d4e5517c req-bc7b2bec-3096-4aa5-835f-eac06aa0475e tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:55.678668 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d06dd2d-285c-46e2-8c0f-98d2d4e5517c req-bc7b2bec-3096-4aa5-835f-eac06aa0475e tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 944 time: 0.0982080 Nov 12 09:16:55.707310 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16032202-b1a3-46c0-b4c1-5205d2cfa6b1 x-openstack-request-id: req-16032202-b1a3-46c0-b4c1-5205d2cfa6b1 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:55.707598 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-plugged", "status": "completed", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:55.707851 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16032202-b1a3-46c0-b4c1-5205d2cfa6b1 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:55.708273 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'code': 200} Nov 12 09:16:55.760031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:55.792550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:16:55.804040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:55.805024 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.899535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4143fa7-4fa3-4766-aee9-a7cc3470f91c req-aa755d76-c52c-4f86-a1b4-ab7fc24d3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:55.901696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4143fa7-4fa3-4766-aee9-a7cc3470f91c req-aa755d76-c52c-4f86-a1b4-ab7fc24d3bf1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1098 time: 0.1200173 Nov 12 09:16:55.909210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8d06dd2d-285c-46e2-8c0f-98d2d4e5517c req-8cea957d-22a3-49ee-b35d-760438b17202 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087196 Nov 12 09:16:55.928593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.928954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.929365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9e802-0be9-4d47-bff9-12836837f153 req-6c04dd35-0575-4b1c-ae3a-6470cd139539 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:55.929612 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Floating IP 7f3a25e0-c504-4945-986f-c9976827b53d disassociated. External IP: 172.25.5.181, port: 5c918495-ea0d-4cfa-b2b2-291efd88da22. Nov 12 09:16:55.929875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Calling delete_port for 5c918495-ea0d-4cfa-b2b2-291efd88da22 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:55.931674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52b9e802-0be9-4d47-bff9-12836837f153 req-6c04dd35-0575-4b1c-ae3a-6470cd139539 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1070974 Nov 12 09:16:55.961501 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:55.991088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4143fa7-4fa3-4766-aee9-a7cc3470f91c req-5fe57689-de31-4f75-b8f9-821f8f3cc729 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780020 Nov 12 09:16:56.044606 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52b9e802-0be9-4d47-bff9-12836837f153 req-a9af1b4d-5e22-4f06-ab36-67bd60210012 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982132 Nov 12 09:16:56.095401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014177c-8324-4e8d-b11b-5fbb14e20e0c req-994bc982-388b-4cb9-92e5-50fd47d7b675 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:56.097637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2014177c-8324-4e8d-b11b-5fbb14e20e0c req-994bc982-388b-4cb9-92e5-50fd47d7b675 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.0838332 Nov 12 09:16:56.168524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7dd26b61-6e5d-479a-bf0c-5e7669816e73, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7dd26b61-6e5d-479a-bf0c-5e7669816e73,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:56.175188 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.223327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.235045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7dd26b61-6e5d-479a-bf0c-5e7669816e73,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:56.237066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2014177c-8324-4e8d-b11b-5fbb14e20e0c req-192e74f9-430e-414e-8e39-de59c0ae9e09 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259756 Nov 12 09:16:56.264262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event deleted for resources: {'Port': ['ID=5c918495-ea0d-4cfa-b2b2-291efd88da22,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:56.282447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.282690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.284034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.284034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.284034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.284034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.284406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.284660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.284999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.285344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.285678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.285995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:16:56.380779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73f60e8b-6dbd-4d1f-bafc-2bcb2f005d4b req-ff6e6b53-18c1-4533-a73e-789ff0fc2041 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/ports?device_id=811f45e6-a320-45e5-815b-d244d215740e HTTP/1.1" status: 200 len: 210 time: 0.0419576 Nov 12 09:16:56.453561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:16:56.594838 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:16:56.611406 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] Sync routers for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:16:56.635842 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:56.637365 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:56.674925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] No DVR routers for this DVR port 5c918495-ea0d-4cfa-b2b2-291efd88da22 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:16:56.678677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:56.685022 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9b8acf6-270d-4e57-a3c7-346e7856d90c req-ca5975ab-ed6f-46f7-a7c9-9f3424025f8e tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.62 "DELETE /v2.0/ports/5c918495-ea0d-4cfa-b2b2-291efd88da22 HTTP/1.1" status: 204 len: 173 time: 1.2911868 Nov 12 09:16:56.687701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-deleted', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:56.705999 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638a1222-2bff-40d5-b238-e5cfc8af4270" -d '{"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-deleted", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:56.775762 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bb1346-321d-4715-936a-1eb67c758316 x-openstack-request-id: req-f8bb1346-321d-4715-936a-1eb67c758316 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:56.776524 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811f45e6-a320-45e5-815b-d244d215740e", "name": "network-vif-deleted", "tag": "5c918495-ea0d-4cfa-b2b2-291efd88da22", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:56.777008 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f8bb1346-321d-4715-936a-1eb67c758316 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:56.777801 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811f45e6-a320-45e5-815b-d244d215740e', 'name': 'network-vif-deleted', 'tag': '5c918495-ea0d-4cfa-b2b2-291efd88da22', 'status': 'completed', 'code': 200} Nov 12 09:16:56.848656 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:57.153216 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:57.210521 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] Checking router: f7180fc6-f2d4-4a4a-a422-fa945d27cb9a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:16:57.233601 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:16:57.235332 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:57.320508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3a216-9dfa-425a-9b06-7c813d641136 req-337bf2d2-3d18-48f5-8ff0-c88c601f3092 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:57.323278 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3dd3a216-9dfa-425a-9b06-7c813d641136 req-337bf2d2-3d18-48f5-8ff0-c88c601f3092 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 945 time: 0.1525497 Nov 12 09:16:57.427797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3969-1a76-4d5c-bc97-7fa11ed5c413 req-72bc4c1a-16b1-41c4-a2ed-55559da98e79 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:57.436222 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-725f3969-1a76-4d5c-bc97-7fa11ed5c413 req-72bc4c1a-16b1-41c4-a2ed-55559da98e79 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1473281 Nov 12 09:16:57.478944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b75975d-9856-4118-a210-fc40adb46678 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:16:57.516713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3dd3a216-9dfa-425a-9b06-7c813d641136 req-09a91b79-0b67-4307-a4ea-2230f99104d5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721208 Nov 12 09:16:57.544090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-725f3969-1a76-4d5c-bc97-7fa11ed5c413 req-4f1edca6-d3db-4299-b506-ba1e0400dad7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662620 Nov 12 09:16:57.677779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:16:57.679788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:57.714605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd26b61-6e5d-479a-bf0c-5e7669816e73'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:57.717686 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e61a49-1d39-4e1f-a333-ce76442f675f" -d '{"events": [{"server_uuid": "9fd64e7d-8ecc-4820-9b14-cb9866e00b3b", "name": "network-vif-plugged", "status": "completed", "tag": "7dd26b61-6e5d-479a-bf0c-5e7669816e73"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:57.759044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a6759-f8a5-491d-bafd-e7f16f6f179e req-5ccb455c-1583-4e0e-8f71-a3df11aedce5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:57.764333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f6a6759-f8a5-491d-bafd-e7f16f6f179e req-5ccb455c-1583-4e0e-8f71-a3df11aedce5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1447449 Nov 12 09:16:57.782328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:57.805674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '2b75975d-9856-4118-a210-fc40adb46678', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'port_id': '2b75975d-9856-4118-a210-fc40adb46678', 'mac_address': 'fa:16:3e:55:48:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb264e13-304f-4940-a9b6-c7de4ff9d7ff', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:16:57.819929 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f4514aa-ab7d-4cd6-a1fe-2e183260ac02 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.882579 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c034295e-8c11-40da-91e9-9eb338a371f1 x-openstack-request-id: req-c034295e-8c11-40da-91e9-9eb338a371f1 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:16:57.882951 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd64e7d-8ecc-4820-9b14-cb9866e00b3b", "name": "network-vif-plugged", "status": "completed", "tag": "7dd26b61-6e5d-479a-bf0c-5e7669816e73", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:16:57.883121 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c034295e-8c11-40da-91e9-9eb338a371f1 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:16:57.886779 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd26b61-6e5d-479a-bf0c-5e7669816e73', 'code': 200} Nov 12 09:16:57.888357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f4514aa-ab7d-4cd6-a1fe-2e183260ac02 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.889093 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.911089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f6a6759-f8a5-491d-bafd-e7f16f6f179e req-41e46f40-fdc4-4362-bf6e-91e33ee8e61e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364856 Nov 12 09:16:57.941044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:57.967100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b75975d-9856-4118-a210-fc40adb46678 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:16:58.015154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:58.030600 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.034612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee624afd-de32-4fc5-a58e-f876b74bb01b req-7c75e40e-d847-4d64-accc-5c4b64b2be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.040673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee624afd-de32-4fc5-a58e-f876b74bb01b req-7c75e40e-d847-4d64-accc-5c4b64b2be91 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 1097 time: 0.1052036 Nov 12 09:16:58.044701 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f4514aa-ab7d-4cd6-a1fe-2e183260ac02 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.050138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8f4514aa-ab7d-4cd6-a1fe-2e183260ac02 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.052714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8f4514aa-ab7d-4cd6-a1fe-2e183260ac02 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "DELETE /v2.0/security-groups/b5c81297-f1d0-48a4-89ae-0f893a8cabff HTTP/1.1" status: 204 len: 168 time: 0.3709288 Nov 12 09:16:58.056342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55490) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:58.098572 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-044426e8-a7f8-4a76-aae5-016a686ff7e2 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] show failed (client error): The resource could not be found. Nov 12 09:16:58.100616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-044426e8-a7f8-4a76-aae5-016a686ff7e2 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "GET /v2.0/security-groups/b5c81297-f1d0-48a4-89ae-0f893a8cabff HTTP/1.1" status: 404 len: 347 time: 0.0423036 Nov 12 09:16:58.103851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55492) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:58.152274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4514aa-ab7d-4cd6-a1fe-2e183260ac02 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c81297-f1d0-48a4-89ae-0f893a8cabff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:58.160302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:58.177815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2b75975d-9856-4118-a210-fc40adb46678'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:16:58.334053 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.349486 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:16:58.397296 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba897f-c94d-41c0-ade7-03b692e11295 None None] The sync data for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 is: [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:07:24Z', 'revision_number': 4, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '12ce941a-4f38-40b4-bc01-7dc3dcb37161', 'name': '', 'network_id': '078b7db6-b3e3-4ab7-aee6-f51320e9abca', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'mac_address': 'fa:16:3e:50:1c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:22Z', 'updated_at': '2021-11-12T09:07:30Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'subnets': [{'id': 'd1ece2d6-487f-4379-b714-4ef7096b35ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:16:58.488250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Deleting port 512d306d-b01f-4287-95d2-136e538c30e1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:16:58.488829 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.669555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.669555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:58.702895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Calling delete_port for 512d306d-b01f-4287-95d2-136e538c30e1 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:16:58.737679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd3cba-159e-4d63-ad2b-5e4a137fd69e req-bc6ace2b-08f1-4d4a-909f-947df7ade519 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.745576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51fd3cba-159e-4d63-ad2b-5e4a137fd69e req-bc6ace2b-08f1-4d4a-909f-947df7ade519 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 945 time: 0.0974493 Nov 12 09:16:58.814971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee624afd-de32-4fc5-a58e-f876b74bb01b req-c1e25413-8d18-4e8e-a963-fe49ff66414e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7602596 Nov 12 09:16:58.826928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251000d-1e91-4959-ab05-e4b428a60a26 req-1ada99c7-4b48-420c-85da-2490ac756e30 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:58.835990 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3251000d-1e91-4959-ab05-e4b428a60a26 req-1ada99c7-4b48-420c-85da-2490ac756e30 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.7931199 Nov 12 09:16:58.870912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51fd3cba-159e-4d63-ad2b-5e4a137fd69e req-217c018c-4a64-49bf-ae5c-0cbf2fb57849 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243494 Nov 12 09:16:58.926108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f5cba-ce65-407e-96b6-a33908319e56 None None] New status for floating IP 7f3a25e0-c504-4945-986f-c9976827b53d: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:16:58.940551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3251000d-1e91-4959-ab05-e4b428a60a26 req-6511c62f-fc0b-4748-98cd-8af86399192e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031611 Nov 12 09:16:58.971617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55498) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:59.052133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.064536 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-970f5cba-ce65-407e-96b6-a33908319e56 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:16:59.065734 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-970f5cba-ce65-407e-96b6-a33908319e56 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:16:59.096642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda56a22-58e6-4054-af3d-1206a41ed5d8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:59.098152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fda56a22-58e6-4054-af3d-1206a41ed5d8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1093 time: 0.1205640 Nov 12 09:16:59.101340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:16:59.106996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Pushing event deleted for resources: {'Port': ['ID=512d306d-b01f-4287-95d2-136e538c30e1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:59.117313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20e493-48ad-4dbb-bb50-f71570c66069 req-cd7de354-76aa-462e-a0e8-26b0263f1a07 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:16:59.118854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd20e493-48ad-4dbb-bb50-f71570c66069 req-cd7de354-76aa-462e-a0e8-26b0263f1a07 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 944 time: 0.1523967 Nov 12 09:16:59.120072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:16:59.176753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.231495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd20e493-48ad-4dbb-bb50-f71570c66069 req-b3e809f2-2298-4374-b62a-25b27f7fd88a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838273 Nov 12 09:16:59.233028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.235687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.249480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-805c73ef-b0be-4e76-b874-24c4e2cd79c0 tempest-AttachVolumeShelveTestJSON-1458816359 tempest-AttachVolumeShelveTestJSON-1458816359-project] 10.222.0.53 "DELETE /v2.0/floatingips/7f3a25e0-c504-4945-986f-c9976827b53d HTTP/1.1" status: 204 len: 168 time: 1.1296175 Nov 12 09:16:59.371722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.382313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:16:59.419955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 5c918495-ea0d-4cfa-b2b2-291efd88da22 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:16:59.420457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 5c918495-ea0d-4cfa-b2b2-291efd88da22 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:16:59.485929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b75975d-9856-4118-a210-fc40adb46678 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:16:59.567712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970f5cba-ce65-407e-96b6-a33908319e56 None None] New status for floating IP 7f3a25e0-c504-4945-986f-c9976827b53d: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:16:59.573296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.35 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/cc8689cd-8838-4bd2-87d6-fbf7c40a411a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:16:59.701249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.746623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 2b75975d-9856-4118-a210-fc40adb46678 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:16:59.747476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.748048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.791191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:16:59.796897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:16:59.804271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:16:59.869022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=cc8689cd-8838-4bd2-87d6-fbf7c40a411a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:16:59.896460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:16:59.948536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75975d-9856-4118-a210-fc40adb46678'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:16:59.962837 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe0dd6c-a3d0-428c-8ecb-2bc6d0239994" -d '{"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-plugged", "status": "completed", "tag": "2b75975d-9856-4118-a210-fc40adb46678"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:16:59.986156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:16:59.995366 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:00.091686 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971a2507-f316-4e27-b47e-291b8aef29f6 x-openstack-request-id: req-971a2507-f316-4e27-b47e-291b8aef29f6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:00.092146 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-plugged", "status": "completed", "tag": "2b75975d-9856-4118-a210-fc40adb46678", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:00.092502 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-971a2507-f316-4e27-b47e-291b8aef29f6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:00.093005 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b75975d-9856-4118-a210-fc40adb46678', 'code': 200} Nov 12 09:17:00.096376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:00.372687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a13845-57dd-4488-9a8c-b136394040dc req-24a87dff-51cb-49b8-a281-1b4cb68b4d9d tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:00.380285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46a13845-57dd-4488-9a8c-b136394040dc req-24a87dff-51cb-49b8-a281-1b4cb68b4d9d tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 945 time: 0.1870873 Nov 12 09:17:00.479398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff50d7-e18a-4e49-8a9e-2e0a0aa6236d req-417e18df-753b-4376-8067-e3dbb22e5dad tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:00.481522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bff50d7-e18a-4e49-8a9e-2e0a0aa6236d req-417e18df-753b-4376-8067-e3dbb22e5dad tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1188381 Nov 12 09:17:00.482991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46a13845-57dd-4488-9a8c-b136394040dc req-5c4ba529-4b5c-4180-806b-9d40c734e7e2 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017356 Nov 12 09:17:00.512095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:00.557019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bff50d7-e18a-4e49-8a9e-2e0a0aa6236d req-150073dc-1e16-4e86-86d1-08b23b31e134 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689900 Nov 12 09:17:00.642732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:00.874662 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:00.881157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:00.958384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=cc8689cd-8838-4bd2-87d6-fbf7c40a411a,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:00.977572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.137891 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP 167c8009-e3f0-495c-b9f3-984435ff038e associated. External IP: 172.25.5.35, port: baf404ee-677f-4a8d-a956-490e365f0a46. Nov 12 09:17:01.421368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 6ae94779-505e-4a76-b895-861a7be10ed6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:17:01.614379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:01.630824 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] Sync routers for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:01.638341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f2c74-9cb7-45a2-8f95-7485ca12dd0d req-dda1a354-08bd-463e-8a86-cb0a3f7d974f tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:01.640003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-342f2c74-9cb7-45a2-8f95-7485ca12dd0d req-dda1a354-08bd-463e-8a86-cb0a3f7d974f tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 945 time: 0.0739782 Nov 12 09:17:01.658930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:01.679114 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:01.680150 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:01.712043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5676f1d0-044b-4f84-85d4-812a54019c90 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6027796 Nov 12 09:17:01.714631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:01.717121 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e76ee5-057a-464a-b522-0fdfe839e3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:01.742984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-342f2c74-9cb7-45a2-8f95-7485ca12dd0d req-399d586e-4f85-404e-9285-b6703cbfa433 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946369 Nov 12 09:17:01.768061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c91545-97ae-4858-8192-1a406f7e8b25 req-031693a6-cb9c-47c7-ac4f-50c567fd9f98 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:01.783295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90c91545-97ae-4858-8192-1a406f7e8b25 req-031693a6-cb9c-47c7-ac4f-50c567fd9f98 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1219814 Nov 12 09:17:01.906103 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:01.920723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c39f3e-14ed-41de-8c79-4414f30951c1 req-1ed4827d-9329-4f2d-9da2-72f1fdfce51b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:01.930639 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4c39f3e-14ed-41de-8c79-4414f30951c1 req-1ed4827d-9329-4f2d-9da2-72f1fdfce51b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.0835700 Nov 12 09:17:01.952559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90c91545-97ae-4858-8192-1a406f7e8b25 req-c5290cb7-23b4-4689-a5e0-609cdc758599 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637495 Nov 12 09:17:02.073395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4c39f3e-14ed-41de-8c79-4414f30951c1 req-d519b525-3b1c-4fd8-9397-6d248e65067d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417170 Nov 12 09:17:02.078759 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece5688b-b9f4-4d11-b5a9-8f5f5eb88aba x-openstack-request-id: req-ece5688b-b9f4-4d11-b5a9-8f5f5eb88aba {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:02.079061 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:02.079326 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ece5688b-b9f4-4d11-b5a9-8f5f5eb88aba {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:02.079747 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'status': 'completed', 'code': 200} Nov 12 09:17:02.086958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55540) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:02.218096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e01209fb-f33a-4d7e-8190-e28cf8fdd082 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/167c8009-e3f0-495c-b9f3-984435ff038e HTTP/1.1" status: 200 len: 991 time: 0.1285214 Nov 12 09:17:02.225330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-22cabef3-b517-411d-b11a-a6e4b873268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:02.227410 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-22cabef3-b517-411d-b11a-a6e4b873268b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1098 time: 0.1140518 Nov 12 09:17:02.386427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-84d4f48d-c05a-4ac0-b58e-b4576ed6f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:02.388627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-84d4f48d-c05a-4ac0-b58e-b4576ed6f0de service neutron] 10.222.0.62 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.1536255 Nov 12 09:17:02.402890 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '167c8009-e3f0-495c-b9f3-984435ff038e', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'port_id': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'mac_address': 'fa:16:3e:7a:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8457369-03db-4633-bd76-82e41f32d33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:00Z', 'updated_at': '2021-11-12T09:17:00Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:02.456794 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] Checking router: 6ae94779-505e-4a76-b895-861a7be10ed6 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:02.478013 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:02.478825 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:02.554305 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-ef8bf6f9-173a-414c-914e-a5d2af0fa8ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 999 time: 0.1554816 Nov 12 09:17:02.665784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-7196e665-c6e8-4703-b4bb-770ae6eaf521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:02.672481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-7196e665-c6e8-4703-b4bb-770ae6eaf521 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.1089129 Nov 12 09:17:02.694810 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:02.806937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-ac012a79-3d8a-4dbc-8e59-4ec709d734f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:02.808602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-ac012a79-3d8a-4dbc-8e59-4ec709d734f8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1273153 Nov 12 09:17:03.077233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-66db9d8f-3aa3-438b-a0ab-b3466b687712 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601478 Nov 12 09:17:03.221073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55562) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:03.364692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e76ee5-057a-464a-b522-0fdfe839e3d2 req-52c2fa88-88af-4cfb-8822-0e2ae9fb2edc service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773771 Nov 12 09:17:03.409581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd2fad-dff9-412f-8ecb-80662a294c72 req-6b827eee-3835-4067-955f-3fb888fb47bf tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:03.414789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-affaeb02-3b08-400d-921a-bc92c698d658 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/167c8009-e3f0-495c-b9f3-984435ff038e HTTP/1.1" status: 200 len: 991 time: 0.1916165 Nov 12 09:17:03.416569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ffd2fad-dff9-412f-8ecb-80662a294c72 req-6b827eee-3835-4067-955f-3fb888fb47bf tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.2544289 Nov 12 09:17:03.439406 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '167c8009-e3f0-495c-b9f3-984435ff038e', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'port_id': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'mac_address': 'fa:16:3e:7a:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8457369-03db-4633-bd76-82e41f32d33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:00Z', 'updated_at': '2021-11-12T09:17:00Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:03.474589 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff8375c-e7c1-4d6f-b825-7b2ef35fc60f None None] The sync data for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 is: [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '167c8009-e3f0-495c-b9f3-984435ff038e', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.35', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'port_id': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'mac_address': 'fa:16:3e:7a:2b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8457369-03db-4633-bd76-82e41f32d33d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:17:00Z', 'updated_at': '2021-11-12T09:17:00Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:03.516868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c791b-7749-42ec-aaea-a1a8735d7e71 req-2ac94939-80df-4941-b4a2-d697bcca274d tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:03.537916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ffd2fad-dff9-412f-8ecb-80662a294c72 req-437aaea0-ab70-4093-be3b-b7ce35e97ac6 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143405 Nov 12 09:17:03.571449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f1c791b-7749-42ec-aaea-a1a8735d7e71 req-2ac94939-80df-4941-b4a2-d697bcca274d tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 945 time: 0.2244482 Nov 12 09:17:03.647661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f1c791b-7749-42ec-aaea-a1a8735d7e71 req-19fa607c-6bd9-4502-8e11-f97130ae5654 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749500 Nov 12 09:17:03.904897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db1c431-95e7-4f87-8c54-8a371a7a0a85 None None] New status for floating IP 167c8009-e3f0-495c-b9f3-984435ff038e: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:17:04.205620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-5f1a73e4-90c0-4a62-bee2-f78447c847be tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:04.207820 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-5f1a73e4-90c0-4a62-bee2-f78447c847be tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 945 time: 0.0831149 Nov 12 09:17:04.418609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55566) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:04.427197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Deleting port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:04.428491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.595809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0ed3a26c-84a8-4d4b-976d-588ced6e63b2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/167c8009-e3f0-495c-b9f3-984435ff038e HTTP/1.1" status: 200 len: 993 time: 0.1673510 Nov 12 09:17:04.713368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] For port 7dd26b61-6e5d-479a-bf0c-5e7669816e73, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7dd26b61-6e5d-479a-bf0c-5e7669816e73,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:04.713759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:04.791154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Calling delete_port for 7dd26b61-6e5d-479a-bf0c-5e7669816e73 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:04.858874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f90c20b-ae48-4706-ac7c-d98b889bcc06 req-f3513c42-6f0a-45b5-898b-f894a5e1cd25 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:04.861002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f90c20b-ae48-4706-ac7c-d98b889bcc06 req-f3513c42-6f0a-45b5-898b-f894a5e1cd25 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=9fd64e7d-8ecc-4820-9b14-cb9866e00b3b HTTP/1.1" status: 200 len: 945 time: 0.0829155 Nov 12 09:17:04.880465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d442398-5c7d-4567-bbd6-f41fb8a76da2 req-c1c147bd-3580-46c2-b907-796b8b5a1157 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:04.888816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d442398-5c7d-4567-bbd6-f41fb8a76da2 req-c1c147bd-3580-46c2-b907-796b8b5a1157 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1679568 Nov 12 09:17:04.935377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f90c20b-ae48-4706-ac7c-d98b889bcc06 req-954fcd0e-9e00-4a0a-86e5-e22bd454d18a tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665407 Nov 12 09:17:04.959996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d442398-5c7d-4567-bbd6-f41fb8a76da2 req-e1a6569d-229e-426f-8a61-1fbc22cff84b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673735 Nov 12 09:17:05.065456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.081533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['7dd26b61-6e5d-479a-bf0c-5e7669816e73'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:17:05.101605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Pushing event deleted for resources: {'Port': ['ID=7dd26b61-6e5d-479a-bf0c-5e7669816e73,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:05.184308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] No DVR routers for this DVR port 7dd26b61-6e5d-479a-bf0c-5e7669816e73 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:05.188122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:05.193335 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c3e1e13-d6da-49a1-b482-c3432d42d1c7 req-f20415f9-7fd9-4b75-889c-cbf2c028b7d8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "DELETE /v2.0/ports/7dd26b61-6e5d-479a-bf0c-5e7669816e73 HTTP/1.1" status: 204 len: 173 time: 0.9771698 Nov 12 09:17:05.193992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'name': 'network-vif-deleted', 'tag': '7dd26b61-6e5d-479a-bf0c-5e7669816e73'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:05.196969 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62061801-cbfa-4f88-b35c-09e08bc0c913" -d '{"events": [{"server_uuid": "9fd64e7d-8ecc-4820-9b14-cb9866e00b3b", "name": "network-vif-deleted", "tag": "7dd26b61-6e5d-479a-bf0c-5e7669816e73"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:05.247901 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9984df9-f249-4d10-b591-38d7c386f73a x-openstack-request-id: req-c9984df9-f249-4d10-b591-38d7c386f73a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:05.248541 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd64e7d-8ecc-4820-9b14-cb9866e00b3b", "name": "network-vif-deleted", "tag": "7dd26b61-6e5d-479a-bf0c-5e7669816e73", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:05.248721 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9984df9-f249-4d10-b591-38d7c386f73a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:05.249129 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd64e7d-8ecc-4820-9b14-cb9866e00b3b', 'name': 'network-vif-deleted', 'tag': '7dd26b61-6e5d-479a-bf0c-5e7669816e73', 'status': 'completed', 'code': 200} Nov 12 09:17:06.154163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b1f1e-e9dc-49af-9726-f63f46977f95 req-8fca41c9-5363-4b4a-8ec0-d78e0737e58a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:06.155747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-300b1f1e-e9dc-49af-9726-f63f46977f95 req-8fca41c9-5363-4b4a-8ec0-d78e0737e58a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0651860 Nov 12 09:17:06.228587 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-300b1f1e-e9dc-49af-9726-f63f46977f95 req-d30e0b38-7667-4ddb-bd8d-de5ae448921f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655408 Nov 12 09:17:06.368052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-7690a8fc-38a9-47af-9283-3bae1bdce5ea tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:06.369820 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-7690a8fc-38a9-47af-9283-3bae1bdce5ea tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/networks?id=1a59afe1-17c9-445b-97fb-0c3575129795 HTTP/1.1" status: 200 len: 809 time: 0.1758687 Nov 12 09:17:06.391067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-dc2d819f-7d79-4466-bb25-3d8eec5bdc05 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/quotas/4a13af1943ea4d5885bf93cf58da6aea HTTP/1.1" status: 200 len: 375 time: 0.0142119 Nov 12 09:17:06.442375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-16a489b1-c5fc-4e96-98fd-126911af635f tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a13af1943ea4d5885bf93cf58da6aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438738 Nov 12 09:17:06.566683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce71a8f4-a4e4-478a-87d7-0249d5c387b7 service neutron] 10.222.0.53 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230686 Nov 12 09:17:06.698437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-20b15b33-2677-46e5-a637-025725018152 service neutron] 10.222.0.53 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238112 Nov 12 09:17:06.980382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3fb6c8a0-a79d-4fae-b931-98466dbeb4b2 req-35d03131-f84d-4b2f-98fd-240ab6f8b638 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 210 time: 0.0478997 Nov 12 09:17:07.409953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7dd26b61-6e5d-479a-bf0c-5e7669816e73 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:07.461812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 7dd26b61-6e5d-479a-bf0c-5e7669816e73 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:17:07.462378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7dd26b61-6e5d-479a-bf0c-5e7669816e73 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:07.495322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372a1e1-ea7e-4147-965f-be556ee9a3ae req-f3fe1927-ba8d-434b-b4aa-c70553b5c4f1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:07.496998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e372a1e1-ea7e-4147-965f-be556ee9a3ae req-f3fe1927-ba8d-434b-b4aa-c70553b5c4f1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1132071 Nov 12 09:17:07.649863 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e372a1e1-ea7e-4147-965f-be556ee9a3ae req-4202749a-947e-4932-b763-2014fbaf9f34 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258028 Nov 12 09:17:07.730905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55616) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:08.135506 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6431319-b60c-42de-a99b-5373417091f6 req-953d8765-44f8-476b-a708-afbe6f081716 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 210 time: 0.0453117 Nov 12 09:17:08.460551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:08.631198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-da47e08c-dc4a-4133-8592-8d44124fb04f tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:08.636156 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-da47e08c-dc4a-4133-8592-8d44124fb04f tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "GET /v2.0/networks?id=1a59afe1-17c9-445b-97fb-0c3575129795 HTTP/1.1" status: 200 len: 809 time: 0.2239811 Nov 12 09:17:08.679806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Request body: {'port': {'device_id': '0488518d-920d-4308-927c-493bbe1a534f', 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795', 'admin_state_up': True, 'tenant_id': '4a13af1943ea4d5885bf93cf58da6aea'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:08.952671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Made reservation on behalf of 4a13af1943ea4d5885bf93cf58da6aea for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:08.959415 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.143572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0522751-72c9-4f1d-8cc8-9604cbd2745a req-7d1f7e97-f76c-498f-810a-c39c817aece0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.169961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0522751-72c9-4f1d-8cc8-9604cbd2745a req-7d1f7e97-f76c-498f-810a-c39c817aece0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1579192 Nov 12 09:17:09.197279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Allocated IP 172.20.0.6 (1a59afe1-17c9-445b-97fb-0c3575129795/4553fa5d-27e2-4d4e-837c-d9443b288254/b621f337-b7bd-4708-b07a-a6314dddc41d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:09.435974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0522751-72c9-4f1d-8cc8-9604cbd2745a req-527782ec-5854-45cd-9ae6-66493bca048b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640736 Nov 12 09:17:09.436262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf5f5d2d-cb4b-47ad-b1d5-9c41a989bd5f req-5efa57a3-761f-4195-b635-3cc69458a9ad tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 210 time: 0.0465956 Nov 12 09:17:09.518346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.587703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Deleting port 12ce941a-4f38-40b4-bc01-7dc3dcb37161 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:09.588255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.611560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.698699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Pushing event updated for resources: {'Port': ['ID=b621f337-b7bd-4708-b07a-a6314dddc41d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:09.708387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Network 1a59afe1-17c9-445b-97fb-0c3575129795 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:09.710752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:09.713944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:09.769845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] For port 12ce941a-4f38-40b4-bc01-7dc3dcb37161, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12ce941a-4f38-40b4-bc01-7dc3dcb37161,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:09.770362 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.771303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:09.772090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:09.800083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-ce012d35-d9e9-4ec7-b80d-650661247f1c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1453404 Nov 12 09:17:09.810759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Calling delete_port for 12ce941a-4f38-40b4-bc01-7dc3dcb37161 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:09.821031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Request body: {'port': {'device_id': '0488518d-920d-4308-927c-493bbe1a534f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:09.894238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.141718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.197567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ce941a-4f38-40b4-bc01-7dc3dcb37161,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:10.206802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.207402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.207896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.208507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.209082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.209639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.210175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.210725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.211942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.211942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.212212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.212581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:10.303246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b621f337-b7bd-4708-b07a-a6314dddc41d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:10.316919 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.332058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Transition to ACTIVE for port object b621f337-b7bd-4708-b07a-a6314dddc41d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:17:10.347531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.412120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.481806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Pushing event updated for resources: {'Port': ['ID=b621f337-b7bd-4708-b07a-a6314dddc41d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:10.563178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Attempting to bind port b621f337-b7bd-4708-b07a-a6314dddc41d on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:10.563555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Attempting to bind port b621f337-b7bd-4708-b07a-a6314dddc41d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:10.563848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Attempting to bind port b621f337-b7bd-4708-b07a-a6314dddc41d on network 1a59afe1-17c9-445b-97fb-0c3575129795 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:10.576337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Port b621f337-b7bd-4708-b07a-a6314dddc41d on network 1a59afe1-17c9-445b-97fb-0c3575129795 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:17:10.576691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Attempting to bind port b621f337-b7bd-4708-b07a-a6314dddc41d on network 1a59afe1-17c9-445b-97fb-0c3575129795 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:10.587358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:10.587713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Checking segment: {'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:10.588152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Bound using segment: {'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:10.588663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Bound port: b621f337-b7bd-4708-b07a-a6314dddc41d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0200d9-01ff-4e73-adca-8906b3d520da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:10.589151 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.760273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ae747-cea5-4e27-84fd-4f9e7332cf88 req-4e0a9d88-968b-45d7-af16-6f6ae84539f7 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:10.762959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-786ae747-cea5-4e27-84fd-4f9e7332cf88 req-4e0a9d88-968b-45d7-af16-6f6ae84539f7 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 943 time: 0.1291363 Nov 12 09:17:10.770243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17f12e-7eb9-4da5-b559-8b125281381b req-2aca9d71-169f-4f58-97a2-8f803d8b7381 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:10.771888 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e17f12e-7eb9-4da5-b559-8b125281381b req-2aca9d71-169f-4f58-97a2-8f803d8b7381 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1480312 Nov 12 09:17:10.789690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] For port b621f337-b7bd-4708-b07a-a6314dddc41d, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:10.794870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] For port b621f337-b7bd-4708-b07a-a6314dddc41d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b621f337-b7bd-4708-b07a-a6314dddc41d,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:10.807491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.878383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Pushing event updated for resources: {'Port': ['ID=b621f337-b7bd-4708-b07a-a6314dddc41d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:10.879272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-786ae747-cea5-4e27-84fd-4f9e7332cf88 req-e6df5853-66da-4ffb-8f5d-ad8fd81ba84e tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743611 Nov 12 09:17:10.889073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:17:10.901779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:10.903143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:10.909262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-f4861b9f-7fb8-4088-84a8-adfd3b146388 service neutron] 10.222.0.62 "PUT /v2.0/ports/b621f337-b7bd-4708-b07a-a6314dddc41d HTTP/1.1" status: 200 len: 1092 time: 1.1022401 Nov 12 09:17:10.910531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0488518d-920d-4308-927c-493bbe1a534f', 'tag': 'b621f337-b7bd-4708-b07a-a6314dddc41d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:10.915288 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0" -d '{"events": [{"name": "network-changed", "server_uuid": "0488518d-920d-4308-927c-493bbe1a534f", "tag": "b621f337-b7bd-4708-b07a-a6314dddc41d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:10.984794 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a488902e-611f-4e79-a601-f84d8bfd7fec x-openstack-request-id: req-a488902e-611f-4e79-a601-f84d8bfd7fec {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:10.985096 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0488518d-920d-4308-927c-493bbe1a534f", "tag": "b621f337-b7bd-4708-b07a-a6314dddc41d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:10.985481 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a488902e-611f-4e79-a601-f84d8bfd7fec {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:10.985914 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0488518d-920d-4308-927c-493bbe1a534f', 'tag': 'b621f337-b7bd-4708-b07a-a6314dddc41d', 'status': 'completed', 'code': 200} Nov 12 09:17:11.042023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:11.053835 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] Sync routers for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:11.057656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e4a62491-6f36-49c3-99f1-c2c4460c3795 admin admin] 10.222.0.53 "PUT /v2.0/routers/f7180fc6-f2d4-4a4a-a422-fa945d27cb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3248668 Nov 12 09:17:11.060180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55632) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:11.077478 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:11.078133 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:11.203540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.292481 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:11.348155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.446930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Deleting port 04581fa8-247e-4736-9263-fd95c23fa0eb {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:11.447215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.524537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e17f12e-7eb9-4da5-b559-8b125281381b req-3323c0d1-0b0c-44c2-bcf9-5a6a3da56878 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441342 Nov 12 09:17:11.541795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-e0df60a9-8730-47a3-a0e8-24c3301cd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:11.544469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-e0df60a9-8730-47a3-a0e8-24c3301cd5af service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a13af1943ea4d5885bf93cf58da6aea&device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 1095 time: 0.5879540 Nov 12 09:17:11.563628 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:17:10Z', 'revision_number': 5, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port': {'id': '04581fa8-247e-4736-9263-fd95c23fa0eb', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:a4:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1629, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:07Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:11.595360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] For port 04581fa8-247e-4736-9263-fd95c23fa0eb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=04581fa8-247e-4736-9263-fd95c23fa0eb,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:11.595784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:11.612752 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] Checking router: f7180fc6-f2d4-4a4a-a422-fa945d27cb9a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:11.613364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-4e12730c-f8ce-4fdf-9f58-c3d511d1e2df service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b621f337-b7bd-4708-b07a-a6314dddc41d HTTP/1.1" status: 200 len: 217 time: 0.0557799 Nov 12 09:17:11.623680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Calling delete_port for 04581fa8-247e-4736-9263-fd95c23fa0eb owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:11.632827 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] Routers {'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:11.633692 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:16:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:11.677798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-0410b673-25b7-4bab-83dd-cbfae1e173cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:11.679804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-0410b673-25b7-4bab-83dd-cbfae1e173cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4553fa5d-27e2-4d4e-837c-d9443b288254 HTTP/1.1" status: 200 len: 849 time: 0.0573857 Nov 12 09:17:11.743539 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-b08b1343-4db8-4e71-a39b-1be6ee64a425 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a59afe1-17c9-445b-97fb-0c3575129795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558953 Nov 12 09:17:11.896891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] Set router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:11.970776 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:17:11Z', 'revision_number': 6, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:12.011619 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703de886-3d49-437c-81a7-4352c7f0505b None None] The sync data for ids ['f7180fc6-f2d4-4a4a-a422-fa945d27cb9a'] in n-d-769329-17 is: [{'id': 'f7180fc6-f2d4-4a4a-a422-fa945d27cb9a', 'name': 'tempest-AttachVolumeShelveTestJSON-2036534528-router', 'tenant_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:05Z', 'updated_at': '2021-11-12T09:17:11Z', 'revision_number': 6, 'project_id': 'b749a78f7ca54b6ba2a95de4414e36f2', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:12.013658 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:12.027590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-1868b63a-451d-43aa-a50a-2665720cddc5 service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750077 Nov 12 09:17:12.076188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.134493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=04581fa8-247e-4736-9263-fd95c23fa0eb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:12.153998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235535b2-3fde-4c99-bf48-f472097852f3 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:12.198360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1210ec1-79e6-41bd-9e3a-6444c58d673d req-22aab64f-e609-4d60-88be-b70b0b2d354a tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.200124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1210ec1-79e6-41bd-9e3a-6444c58d673d req-22aab64f-e609-4d60-88be-b70b0b2d354a tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 943 time: 0.1533000 Nov 12 09:17:12.207441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afca139-fd8d-4fab-937d-4f1cbd704fc6 req-4fc49c91-f63f-4249-9a9f-078657e7d5f4 service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729121 Nov 12 09:17:12.248410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.318734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-667b0a17-1fae-415e-a86d-e66e722e116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.321371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-667b0a17-1fae-415e-a86d-e66e722e116f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=4a13af1943ea4d5885bf93cf58da6aea&device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 1095 time: 0.0556493 Nov 12 09:17:12.403953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.422868 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1210ec1-79e6-41bd-9e3a-6444c58d673d req-bcf14517-5b49-4106-9e10-965a6116dc74 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999590 Nov 12 09:17:12.422868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.485305 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.486514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-c604f91b-681a-48dc-9ad3-8cc373f0e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.486701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7180fc6-f2d4-4a4a-a422-fa945d27cb9a {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:17:12.489290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-c604f91b-681a-48dc-9ad3-8cc373f0e0c3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1a59afe1-17c9-445b-97fb-0c3575129795 HTTP/1.1" status: 200 len: 910 time: 0.1601377 Nov 12 09:17:12.491837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.496526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-02673cc8-6d74-4e3a-ba9f-b3358b4c79f5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f7180fc6-f2d4-4a4a-a422-fa945d27cb9a HTTP/1.1" status: 204 len: 168 time: 1.4317830 Nov 12 09:17:12.499854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55640) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:12.548766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-c13c5cd3-a3de-4faa-87c4-929d59df5754 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b621f337-b7bd-4708-b07a-a6314dddc41d HTTP/1.1" status: 200 len: 217 time: 0.0493052 Nov 12 09:17:12.577303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] Deleting subnet d1ece2d6-487f-4379-b714-4ef7096b35ce {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:17:12.581149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.622866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.625638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-472d4c1f-b7ab-4b5d-8b8a-efa329a9ea43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.627142 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-472d4c1f-b7ab-4b5d-8b8a-efa329a9ea43 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4553fa5d-27e2-4d4e-837c-d9443b288254 HTTP/1.1" status: 200 len: 849 time: 0.0664816 Nov 12 09:17:12.682333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-bad7b934-0b38-4ecf-934d-311202a63ade service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1a59afe1-17c9-445b-97fb-0c3575129795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409124 Nov 12 09:17:12.716307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.772840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d30819-d2c9-4128-9e4a-3c6442366997 req-39d3d9a4-9de4-4fd9-95fd-6a6ad17929d2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:12.774885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0d30819-d2c9-4128-9e4a-3c6442366997 req-39d3d9a4-9de4-4fd9-95fd-6a6ad17929d2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1434844 Nov 12 09:17:12.788561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.823788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1ece2d6-487f-4379-b714-4ef7096b35ce,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:12.825846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:12.831777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dae1c1b1-22e0-4dbd-8913-b53cd500152a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d1ece2d6-487f-4379-b714-4ef7096b35ce HTTP/1.1" status: 204 len: 168 time: 0.3305969 Nov 12 09:17:12.831880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25c0ed-e90a-4550-b9c8-79487f0e3c1d None None] Network 078b7db6-b3e3-4ab7-aee6-f51320e9abca requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:17:12.832002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55646) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:12.866054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0d30819-d2c9-4128-9e4a-3c6442366997 req-1ba82c33-abf0-4f22-bc64-14e56a6f4102 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771790 Nov 12 09:17:12.868481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-8098a2b5-53b6-4068-bfa3-d975f9981fe0 service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771009 Nov 12 09:17:12.946300 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.044173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Deleting port cc6203cd-cd6c-4af8-9308-d4413488f5f8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:13.044520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.044895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7478cdaa-3cb3-4add-a368-bfdcf5b740e0 req-e06c95e1-d4f6-4a99-91ab-aeff1887161f service neutron] 10.222.0.62 "GET /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602781 Nov 12 09:17:13.097520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] DHCP port deletion for 078b7db6-b3e3-4ab7-aee6-f51320e9abca request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:17:13.131121 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] For port cc6203cd-cd6c-4af8-9308-d4413488f5f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc6203cd-cd6c-4af8-9308-d4413488f5f8,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:13.131738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.147873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Calling delete_port for cc6203cd-cd6c-4af8-9308-d4413488f5f8 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:13.154535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] Deleting port cc6203cd-cd6c-4af8-9308-d4413488f5f8 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:13.155508 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.221831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12ce941a-4f38-40b4-bc01-7dc3dcb37161 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:13.237594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] For port cc6203cd-cd6c-4af8-9308-d4413488f5f8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc6203cd-cd6c-4af8-9308-d4413488f5f8,segment=NetworkSegment(f4148156-aeec-4678-8f91-757a0490189c),segment_id=f4148156-aeec-4678-8f91-757a0490189c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:13.237594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.243260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.260743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 12ce941a-4f38-40b4-bc01-7dc3dcb37161 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:17:13.261629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12ce941a-4f38-40b4-bc01-7dc3dcb37161 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:13.262052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 04581fa8-247e-4736-9263-fd95c23fa0eb no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:13.269499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] Calling delete_port for cc6203cd-cd6c-4af8-9308-d4413488f5f8 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:13.271487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6203cd-cd6c-4af8-9308-d4413488f5f8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:13.276215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] No DVR routers for this DVR port cc6203cd-cd6c-4af8-9308-d4413488f5f8 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:13.290640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 04581fa8-247e-4736-9263-fd95c23fa0eb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:17:13.291004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 04581fa8-247e-4736-9263-fd95c23fa0eb not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:13.291427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc6203cd-cd6c-4af8-9308-d4413488f5f8 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:13.312493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cc6203cd-cd6c-4af8-9308-d4413488f5f8 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:17:13.312763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc6203cd-cd6c-4af8-9308-d4413488f5f8 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:13.365692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.398160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078b7db6-b3e3-4ab7-aee6-f51320e9abca']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.398415 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:17:13.401223 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:17:13.405960 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.412641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4148156-aeec-4678-8f91-757a0490189c') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:13.413064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4148156-aeec-4678-8f91-757a0490189c') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:13.424438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.436561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] Pushing event deleted for resources: {'Port': ['ID=cc6203cd-cd6c-4af8-9308-d4413488f5f8,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:13.438784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.443509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29183c0d-1360-48e4-abb2-70a04e96277e None None] No DVR routers for this DVR port cc6203cd-cd6c-4af8-9308-d4413488f5f8 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:13.453694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:17:13.454526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:17:13.456787 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:17:13.534375 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.540770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.546915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] 10.222.0.53 "DELETE /v2.0/networks/078b7db6-b3e3-4ab7-aee6-f51320e9abca HTTP/1.1" status: 204 len: 168 time: 0.7113712 Nov 12 09:17:13.563037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07f74a-469a-4875-8e50-b81c918bf66a admin admin] Pushing event deleted for resources: {'Network': ['ID=078b7db6-b3e3-4ab7-aee6-f51320e9abca,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:13.580320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb112b-75c0-4388-b456-573a852b2f6d req-13d090ab-0f81-4510-ab90-4b334af0156b tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:13.584446 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8fb112b-75c0-4388-b456-573a852b2f6d req-13d090ab-0f81-4510-ab90-4b334af0156b tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 943 time: 0.0859680 Nov 12 09:17:13.588511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-1da4a1a1-d9be-46a0-8b34-c9bf6d952e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:13.590423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-1da4a1a1-d9be-46a0-8b34-c9bf6d952e90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 1097 time: 0.0515041 Nov 12 09:17:13.642496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8fb112b-75c0-4388-b456-573a852b2f6d req-7a43156f-bfc8-4c30-beb1-074f34d1d1b5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533688 Nov 12 09:17:13.698972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55660) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:13.705453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-9ea7a602-12ab-4498-a7f2-e926114e7fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:13.706938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-9ea7a602-12ab-4498-a7f2-e926114e7fcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 912 time: 0.1094162 Nov 12 09:17:13.754888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3937dc16-0686-41cd-9a6c-d27540958b18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b749a78f7ca54b6ba2a95de4414e36f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0544922 Nov 12 09:17:13.757349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55662) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:13.775563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-6d12ede1-1e7c-482c-a3ec-b904b37f9531 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b75975d-9856-4118-a210-fc40adb46678 HTTP/1.1" status: 200 len: 217 time: 0.0610254 Nov 12 09:17:13.812614 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fb4177b-f2c1-4f67-8d6a-d703ea130ccd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.824499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-41106cd4-a666-4aa3-b0fa-22209ea4ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:13.825965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-41106cd4-a666-4aa3-b0fa-22209ea4ee3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0441251 Nov 12 09:17:13.835508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fb4177b-f2c1-4f67-8d6a-d703ea130ccd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.849459 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aadf69da-f009-441f-b7b8-3c2019a291d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.861124 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-80965dce-b2fa-4444-a374-a97b554f0047 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267291 Nov 12 09:17:13.886814 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fb4177b-f2c1-4f67-8d6a-d703ea130ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.890057 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6fb4177b-f2c1-4f67-8d6a-d703ea130ccd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:13.891011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6fb4177b-f2c1-4f67-8d6a-d703ea130ccd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a0169a2-1bee-465f-aaa3-971d361c2770 HTTP/1.1" status: 204 len: 168 time: 0.1324167 Nov 12 09:17:13.904282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4177b-f2c1-4f67-8d6a-d703ea130ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0169a2-1bee-465f-aaa3-971d361c2770,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:13.970786 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-b95726f2-db0b-481d-9ffd-68a72956e887 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028051 Nov 12 09:17:14.083240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2d4e9-ed36-4c6e-90e6-a057f30086fb req-a6fb6fe8-b1c1-4c4f-b6a8-d227b446e424 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:14.090927 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09c2d4e9-ed36-4c6e-90e6-a057f30086fb req-a6fb6fe8-b1c1-4c4f-b6a8-d227b446e424 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.1106894 Nov 12 09:17:14.136675 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d99492fa-64e3-46cf-a2c8-067ae0979cc1 req-bf578d2f-f72e-4a80-9052-2c427720d0f8 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514659 Nov 12 09:17:14.160923 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09c2d4e9-ed36-4c6e-90e6-a057f30086fb req-a9b2b7dd-ce4f-4929-a745-ba44574fd860 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663817 Nov 12 09:17:14.763605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2a8be-8b66-47a0-b8cd-2b089ffd39e3 req-a73abb60-598e-46f2-98ae-30a6ff5f95ca tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:14.765152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2eb2a8be-8b66-47a0-b8cd-2b089ffd39e3 req-a73abb60-598e-46f2-98ae-30a6ff5f95ca tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 943 time: 0.0528622 Nov 12 09:17:14.819071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2eb2a8be-8b66-47a0-b8cd-2b089ffd39e3 req-2c97fd23-066f-41f1-9013-a66e53a2d77f tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479133 Nov 12 09:17:15.286744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a19b46-abc3-4143-92e6-5b7aedd888f7 req-6231c97a-9eb5-4383-bd24-c8ce4f827621 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:15.288537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48a19b46-abc3-4143-92e6-5b7aedd888f7 req-6231c97a-9eb5-4383-bd24-c8ce4f827621 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0525553 Nov 12 09:17:15.342667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48a19b46-abc3-4143-92e6-5b7aedd888f7 req-c86339a0-c220-412f-8a79-94cf0bed9c6c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477505 Nov 12 09:17:15.450273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b621f337-b7bd-4708-b07a-a6314dddc41d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:17:15.552500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b621f337-b7bd-4708-b07a-a6314dddc41d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b621f337-b7bd-4708-b07a-a6314dddc41d,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:15.564701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'b621f337-b7bd-4708-b07a-a6314dddc41d', 'network_id': '1a59afe1-17c9-445b-97fb-0c3575129795', 'port_id': 'b621f337-b7bd-4708-b07a-a6314dddc41d', 'mac_address': 'fa:16:3e:0c:c0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4553fa5d-27e2-4d4e-837c-d9443b288254', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:17:15.605370 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.618295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b621f337-b7bd-4708-b07a-a6314dddc41d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:15.647717 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b621f337-b7bd-4708-b07a-a6314dddc41d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b621f337-b7bd-4708-b07a-a6314dddc41d,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:15.647717 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:15.694393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b621f337-b7bd-4708-b07a-a6314dddc41d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:15.939316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['b621f337-b7bd-4708-b07a-a6314dddc41d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:17:15.942356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bdd0a-0491-4e14-b7aa-60b4a176af11 req-c4c33679-43f0-4472-8938-a2a59667300c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:15.944010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-665bdd0a-0491-4e14-b7aa-60b4a176af11 req-c4c33679-43f0-4472-8938-a2a59667300c tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 944 time: 0.0518181 Nov 12 09:17:16.012894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-665bdd0a-0491-4e14-b7aa-60b4a176af11 req-f681a647-62c3-4053-b2a6-919bcd5e0ac5 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618587 Nov 12 09:17:16.369209 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e06d00e3-b70d-46c0-a1da-06481d7c06fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.470665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf326c4-c966-4e6b-b4d1-a26421685cf0 req-2fb56e43-03d6-49f0-b937-7bcb046a1c7a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:16.472291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8cf326c4-c966-4e6b-b4d1-a26421685cf0 req-2fb56e43-03d6-49f0-b937-7bcb046a1c7a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0592244 Nov 12 09:17:16.528869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8cf326c4-c966-4e6b-b4d1-a26421685cf0 req-56b88722-2db9-4d67-ad6c-7bee661990b5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503438 Nov 12 09:17:16.789575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55750) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:16.902095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52acfa81-e1e2-4d1e-982b-c2b334953e96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.979901 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52acfa81-e1e2-4d1e-982b-c2b334953e96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:16.984338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52acfa81-e1e2-4d1e-982b-c2b334953e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.022434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acfa81-e1e2-4d1e-982b-c2b334953e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958856c-4ddb-4399-9ae7-e848b6986956,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.028403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52acfa81-e1e2-4d1e-982b-c2b334953e96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2ef725cc1a94d4db4eaf5b8cc5121ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373927 Nov 12 09:17:17.031860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55760) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:17.093817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-171938ca-73f8-44cd-ae4e-9dd12eb5e389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.119405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-171938ca-73f8-44cd-ae4e-9dd12eb5e389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.149764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d026c-2d04-404d-bed3-b7bba0b1c856 req-6bbbc770-177e-47c9-a86d-4b68e76381c3 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.152426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe8d026c-2d04-404d-bed3-b7bba0b1c856 req-6bbbc770-177e-47c9-a86d-4b68e76381c3 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 944 time: 0.0734096 Nov 12 09:17:17.176886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-171938ca-73f8-44cd-ae4e-9dd12eb5e389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.180160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-171938ca-73f8-44cd-ae4e-9dd12eb5e389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.184106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-171938ca-73f8-44cd-ae4e-9dd12eb5e389 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6958856c-4ddb-4399-9ae7-e848b6986956 HTTP/1.1" status: 204 len: 168 time: 0.1485403 Nov 12 09:17:17.191746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171938ca-73f8-44cd-ae4e-9dd12eb5e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958856c-4ddb-4399-9ae7-e848b6986956,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.215031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe8d026c-2d04-404d-bed3-b7bba0b1c856 req-41d0003e-873f-4c68-8383-a69d19c2236e tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539472 Nov 12 09:17:17.465645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b621f337-b7bd-4708-b07a-a6314dddc41d up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:17.470826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-40e7d486-0efd-4ffe-a279-d728713036f8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.473623 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-40e7d486-0efd-4ffe-a279-d728713036f8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=1304ecfd-80bf-4cfb-8fe7-36fd06544baf HTTP/1.1" status: 200 len: 945 time: 0.0613248 Nov 12 09:17:17.497651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:17.524094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8b10-e6d0-4773-bf79-7dd550c04314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.525818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port b621f337-b7bd-4708-b07a-a6314dddc41d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:17:17.530184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port b621f337-b7bd-4708-b07a-a6314dddc41d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:17.532470 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.566459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b75975d-9856-4118-a210-fc40adb46678 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:17.609436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Deleting port 2b75975d-9856-4118-a210-fc40adb46678 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:17.609844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.665819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-ec113885-3aa8-4ec1-af5a-33b22f0ca26f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0786309 Nov 12 09:17:17.668465 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.669035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8b10-e6d0-4773-bf79-7dd550c04314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.675757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b7f8b10-e6d0-4773-bf79-7dd550c04314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.716196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b7f8b10-e6d0-4773-bf79-7dd550c04314 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7e7d77605e84a19a94786bccfe532b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170792 Nov 12 09:17:17.717296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55790) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:17.733621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f8b10-e6d0-4773-bf79-7dd550c04314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cbca0f-8922-4e16-985d-543280a7fb62,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.733885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port b621f337-b7bd-4708-b07a-a6314dddc41d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b621f337-b7bd-4708-b07a-a6314dddc41d,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:17.737963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0488518d-920d-4308-927c-493bbe1a534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b621f337-b7bd-4708-b07a-a6314dddc41d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:17.741357 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61a8f74-00c9-4ca1-8701-8e14282d0d46" -d '{"events": [{"server_uuid": "0488518d-920d-4308-927c-493bbe1a534f", "name": "network-vif-plugged", "status": "completed", "tag": "b621f337-b7bd-4708-b07a-a6314dddc41d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:17.765386 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.765853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:17.766264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.790628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45a9cf49-d50f-4edd-9586-712bfb2e98b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.796580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Calling delete_port for 2b75975d-9856-4118-a210-fc40adb46678 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:17.800098 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.805386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.806064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.806385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.806863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.807328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.808659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.809183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.811322 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a33ce83d-94d1-4426-a687-3dc8efc82da7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c342dcce89411caa2d7df11c1a120b&device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 6499 time: 0.0746522 Nov 12 09:17:17.815300 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48573e22-372b-4c44-bfc2-5166c93a19cc x-openstack-request-id: req-48573e22-372b-4c44-bfc2-5166c93a19cc {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:17.816398 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0488518d-920d-4308-927c-493bbe1a534f", "name": "network-vif-plugged", "status": "completed", "tag": "b621f337-b7bd-4708-b07a-a6314dddc41d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:17.816741 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48573e22-372b-4c44-bfc2-5166c93a19cc {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:17.817900 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0488518d-920d-4308-927c-493bbe1a534f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b621f337-b7bd-4708-b07a-a6314dddc41d', 'code': 200} Nov 12 09:17:17.827394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45a9cf49-d50f-4edd-9586-712bfb2e98b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.856450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=b621f337-b7bd-4708-b07a-a6314dddc41d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.870777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b75975d-9856-4118-a210-fc40adb46678, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b75975d-9856-4118-a210-fc40adb46678,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:17.878937 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.935276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:17.966542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45a9cf49-d50f-4edd-9586-712bfb2e98b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.968963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45a9cf49-d50f-4edd-9586-712bfb2e98b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:17.970112 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-45a9cf49-d50f-4edd-9586-712bfb2e98b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9cbca0f-8922-4e16-985d-543280a7fb62 HTTP/1.1" status: 204 len: 168 time: 0.2518802 Nov 12 09:17:17.980600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ea3b1-3ef5-48da-bfa5-30834f251e8d req-31abe39f-decf-4775-a291-334ad408abe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.982071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a0ea3b1-3ef5-48da-bfa5-30834f251e8d req-31abe39f-decf-4775-a291-334ad408abe7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 1097 time: 0.0855801 Nov 12 09:17:17.990774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-f4fc132f-95af-4d69-9e89-6371ed750996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.991260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-f4fc132f-95af-4d69-9e89-6371ed750996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.991733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-f4fc132f-95af-4d69-9e89-6371ed750996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:17.993441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-f4fc132f-95af-4d69-9e89-6371ed750996 service neutron] 10.222.0.62 "GET /v2.0/networks?id=87a1f048-b039-4243-8213-ec65a4ba65a0&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=186d877e-88cc-4330-9323-9416f5df5bf2&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 200 len: 2291 time: 0.1459858 Nov 12 09:17:18.013205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9cf49-d50f-4edd-9586-712bfb2e98b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cbca0f-8922-4e16-985d-543280a7fb62,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:18.064789 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.082837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-097cb9a8-2616-4adb-8539-4d31f29e119e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 200 len: 1002 time: 0.0828500 Nov 12 09:17:18.098935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a0ea3b1-3ef5-48da-bfa5-30834f251e8d req-b609a2f2-6ed8-4988-9717-3989386fa91d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936189 Nov 12 09:17:18.101436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event deleted for resources: {'Port': ['ID=2b75975d-9856-4118-a210-fc40adb46678,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:18.144571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-dd97b85f-832b-428f-9338-55d6175b2ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:18.146147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-dd97b85f-832b-428f-9338-55d6175b2ba4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c HTTP/1.1" status: 200 len: 851 time: 0.0537384 Nov 12 09:17:18.156913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] No DVR routers for this DVR port 2b75975d-9856-4118-a210-fc40adb46678 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:18.159558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:18.162934 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bcc5fb8-60da-4919-a1f2-ae488966bb7a req-a5daeac5-98aa-4edd-9dca-001d8ca0e54a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "DELETE /v2.0/ports/2b75975d-9856-4118-a210-fc40adb46678 HTTP/1.1" status: 204 len: 173 time: 0.6832597 Nov 12 09:17:18.163376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-deleted', 'tag': '2b75975d-9856-4118-a210-fc40adb46678'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:18.165661 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb21d0-8e39-49a7-b4e3-20a57bc5e941" -d '{"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-deleted", "tag": "2b75975d-9856-4118-a210-fc40adb46678"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:18.202916 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783443b1-bfab-4e07-ba24-72fe71be6384 x-openstack-request-id: req-783443b1-bfab-4e07-ba24-72fe71be6384 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:18.203207 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-deleted", "tag": "2b75975d-9856-4118-a210-fc40adb46678", "status": "failed", "code": 422}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:18.203454 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-783443b1-bfab-4e07-ba24-72fe71be6384 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:18.203874 n-d-769329-17 neutron-server[109377]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-deleted', 'tag': '2b75975d-9856-4118-a210-fc40adb46678', 'status': 'failed', 'code': 422} returned with failed status Nov 12 09:17:18.369312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-7dcccab7-ea54-484e-acae-2d9d374132a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:18.371594 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-7dcccab7-ea54-484e-acae-2d9d374132a5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=87a1f048-b039-4243-8213-ec65a4ba65a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821469 Nov 12 09:17:18.389049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735d510-08bb-4ebc-af1b-0a4fa02ad9bf req-d2d2a051-31ee-4941-92f9-b960729c8aeb tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:18.390615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c735d510-08bb-4ebc-af1b-0a4fa02ad9bf req-d2d2a051-31ee-4941-92f9-b960729c8aeb tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 945 time: 0.0906539 Nov 12 09:17:18.515426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c735d510-08bb-4ebc-af1b-0a4fa02ad9bf req-404b369f-3211-4bbb-94dd-d717f1a51d41 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163235 Nov 12 09:17:18.544550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-ad64e149-afcc-4a12-b1f2-a35f4450dcdb service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526396 Nov 12 09:17:18.669505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-016c12f2-05de-4f14-8942-eadcd61cf1bc service neutron] 10.222.0.62 "GET /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175601 Nov 12 09:17:18.722431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-bcce1eb0-5287-40e0-949b-e5679f86188e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 217 time: 0.0453820 Nov 12 09:17:18.783762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-0a0ecaea-d0bf-472d-9584-66af1448a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:18.785501 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-0a0ecaea-d0bf-472d-9584-66af1448a65f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0535016 Nov 12 09:17:18.804546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-b66755e0-ebfe-4a22-b2ef-bf4bd6587bb5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:18.806375 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-b66755e0-ebfe-4a22-b2ef-bf4bd6587bb5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.1355801 Nov 12 09:17:18.827845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-62fca162-89c2-41ce-afca-2cb327d44fea tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/quotas/0e1d1dc5a4ee438a9f6975cd33f38e64 HTTP/1.1" status: 200 len: 375 time: 0.0144255 Nov 12 09:17:18.843067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-f66f1c4f-3b91-4731-b176-62976fbb331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:18.844779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-f66f1c4f-3b91-4731-b176-62976fbb331d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501187 Nov 12 09:17:18.865524 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a222c9d1-2909-437a-8238-7c217559edb8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316327 Nov 12 09:17:18.951518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-10282142-7e8e-4ac0-b421-8145b778c9be service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984311 Nov 12 09:17:18.985988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-244e2a10-c000-4805-acc2-bff4b2bfdbf9 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035199 Nov 12 09:17:19.043134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.082121 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-8452cf13-154e-4ae9-91d2-3b3c28b6fb69 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216216 Nov 12 09:17:19.085397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-ee3bde62-37b9-461c-9ebf-ff166dc8e8c6 service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921352 Nov 12 09:17:19.137576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-bf875735-1bee-4eaf-ad94-58961ac5f0a7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 217 time: 0.0429292 Nov 12 09:17:19.199700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-82453dd5-5a67-4273-a46e-8f9728f31633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:19.201488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-82453dd5-5a67-4273-a46e-8f9728f31633 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0563145 Nov 12 09:17:19.262728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-cdd6d526-af74-4a17-b811-4f7fabba9b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:19.264320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-cdd6d526-af74-4a17-b811-4f7fabba9b14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0556087 Nov 12 09:17:19.336082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1626af3-c4b9-4752-b72f-0bec277821e9 req-8c3e478d-76e7-4b01-b008-47b28f6d4d39 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 210 time: 0.0556765 Nov 12 09:17:19.420671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-2658df43-4cf5-4217-963b-8301b64e0809 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418993 Nov 12 09:17:19.532642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a9b5c5c1-db66-4e10-81fd-334844bd7002 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037381 Nov 12 09:17:19.597722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-17e466a7-15be-4705-8bcb-6e1a1f3a8fe5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe HTTP/1.1" status: 200 len: 217 time: 0.0548618 Nov 12 09:17:19.669783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-996a1a92-a736-4fa3-ac6b-c8ad55853a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:19.671446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-996a1a92-a736-4fa3-ac6b-c8ad55853a65 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0653586 Nov 12 09:17:19.680780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4c090-b59c-43be-8346-7d52d78ebbdb req-cd770a69-58a0-4ed6-bb78-53246d114070 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:19.682668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8dc4c090-b59c-43be-8346-7d52d78ebbdb req-cd770a69-58a0-4ed6-bb78-53246d114070 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 945 time: 0.0831468 Nov 12 09:17:19.731761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-24abce14-b031-436f-b5cd-0fd37aba5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:19.733534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-24abce14-b031-436f-b5cd-0fd37aba5eb9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523362 Nov 12 09:17:19.749182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8dc4c090-b59c-43be-8346-7d52d78ebbdb req-ece4fd12-963a-4bea-a9d5-50d5c2e9d4b9 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583546 Nov 12 09:17:19.764876 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:19.818908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b75975d-9856-4118-a210-fc40adb46678'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:19.822230 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0553deb9-8fe6-4a7b-8b42-fd3e77d8cbd1" -d '{"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-unplugged", "status": "completed", "tag": "2b75975d-9856-4118-a210-fc40adb46678"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:19.869705 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544703f5-9d6c-4ce4-b8fd-4a4a674a4f3d x-openstack-request-id: req-544703f5-9d6c-4ce4-b8fd-4a4a674a4f3d {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:19.870219 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1304ecfd-80bf-4cfb-8fe7-36fd06544baf", "name": "network-vif-unplugged", "status": "failed", "tag": "2b75975d-9856-4118-a210-fc40adb46678", "code": 422}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:19.870551 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-544703f5-9d6c-4ce4-b8fd-4a4a674a4f3d {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:19.871631 n-d-769329-17 neutron-server[109378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1304ecfd-80bf-4cfb-8fe7-36fd06544baf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b75975d-9856-4118-a210-fc40adb46678', 'code': 422} returned with failed status Nov 12 09:17:19.900920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-d9fead84-5548-4882-ac4f-392eb8bcc2ff service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585622 Nov 12 09:17:20.042806 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-da36d859-7f32-4ae2-9e45-46f14a8625ec service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329584 Nov 12 09:17:20.105194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-4db048d8-4950-4baf-bca7-47d7a127fc86 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77 HTTP/1.1" status: 200 len: 217 time: 0.0549629 Nov 12 09:17:20.172736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-795fe286-9803-4aa2-a737-af2bbc47b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:20.174859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-795fe286-9803-4aa2-a737-af2bbc47b5a4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 200 len: 797 time: 0.0574565 Nov 12 09:17:20.228360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a011e845-b3a2-4492-b8bf-3be4c088959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:20.230104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-a011e845-b3a2-4492-b8bf-3be4c088959b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=186d877e-88cc-4330-9323-9416f5df5bf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475981 Nov 12 09:17:20.350802 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:20.370327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-32a32906-e8be-4a17-b965-07b060e6fa7e service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324792 Nov 12 09:17:20.524952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13669391-ce63-412c-9e79-2d92d9ca345f req-43417943-9920-4a6c-ac1c-a72fc6df9778 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 210 time: 0.0642233 Nov 12 09:17:20.605447 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-ee02321c-1324-4168-9e35-397c7ada8d16 service neutron] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271271 Nov 12 09:17:20.665187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-376b00c1-e2de-484e-92d1-1465cda9029f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f HTTP/1.1" status: 200 len: 217 time: 0.0475357 Nov 12 09:17:20.691175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-f014447f-db94-4288-bc93-d0cb250b00eb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:20.693258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-f014447f-db94-4288-bc93-d0cb250b00eb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.2072167 Nov 12 09:17:20.749723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Request body: {'port': {'device_id': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'admin_state_up': True, 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:20.786336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fce1c-532c-45fc-8428-f0d0bbb0aeb4 req-c018b310-4409-4c57-ab80-967fadcf1263 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:20.788159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e79fce1c-532c-45fc-8428-f0d0bbb0aeb4 req-c018b310-4409-4c57-ab80-967fadcf1263 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 945 time: 0.0535686 Nov 12 09:17:20.837097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-1af908b3-69c7-40fe-9190-510400de4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:20.838757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-1af908b3-69c7-40fe-9190-510400de4b40 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.1445408 Nov 12 09:17:20.848926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e79fce1c-532c-45fc-8428-f0d0bbb0aeb4 req-3f796592-2f43-4de0-ba68-d432b70baed8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490918 Nov 12 09:17:20.920933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-06d75247-75da-4b5a-bce5-c5e6d068d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:20.922471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-06d75247-75da-4b5a-bce5-c5e6d068d4af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695674 Nov 12 09:17:20.963436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:17:20.967559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.098094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-0e9f0be0-70ef-46c4-b15d-432a9f27e312 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631489 Nov 12 09:17:21.211279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Allocated IP 172.20.0.12 (669b4635-ff7c-4d24-ab48-a8481c6fb8b6/bb264e13-304f-4940-a9b6-c7de4ff9d7ff/fb794a7d-6c28-4741-8c0f-619d573f0ea5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:17:21.260056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-9edd8b60-8fd0-4059-b73a-b7128aabb862 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494081 Nov 12 09:17:21.320728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-c3b10182-4b50-4abb-a462-a5dc78a8947b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 200 len: 217 time: 0.0488276 Nov 12 09:17:21.434599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-974e999d-3a1d-41b3-901f-5fb4b1f8e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:21.436080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-974e999d-3a1d-41b3-901f-5fb4b1f8e14e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 200 len: 797 time: 0.1006205 Nov 12 09:17:21.485288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55906) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:21.496238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.516345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-b64c4e74-d042-4187-8557-2d74472f9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:21.517869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-b64c4e74-d042-4187-8557-2d74472f9616 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4be4b44d-5281-4565-a5f1-ae7e6d0b9675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0717816 Nov 12 09:17:21.604473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.622041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e31ca87-e19f-483e-b954-6e8cbe1973c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.707518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-4467baaa-cf4e-4aa5-8129-29bd90233898 service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785715 Nov 12 09:17:21.711457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:17:21.718676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:17:21.722110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e31ca87-e19f-483e-b954-6e8cbe1973c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.722787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event updated for resources: {'Port': ['ID=fb794a7d-6c28-4741-8c0f-619d573f0ea5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:21.732336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:17:21.733992 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e31ca87-e19f-483e-b954-6e8cbe1973c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.791995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f7e1a-003a-43d0-9a2e-f92044bf88ca req-99ac8d9a-0957-4954-8de9-99628bd023f1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:21.793591 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e3f7e1a-003a-43d0-9a2e-f92044bf88ca req-99ac8d9a-0957-4954-8de9-99628bd023f1 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 932 time: 0.1936736 Nov 12 09:17:21.806513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e31ca87-e19f-483e-b954-6e8cbe1973c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4933cc51a13648d2b80a8a8670e5a6ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199773 Nov 12 09:17:21.809105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31ca87-e19f-483e-b954-6e8cbe1973c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7520f8f-ade0-45be-af37-56c3cd172b89,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:21.813026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55912) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:21.866057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:21.866728 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.893209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-142c0072-6f58-4837-8433-3ca934e78eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.910091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-a2b92a8f-88d3-4e29-a07f-29723460ad61 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2066381 Nov 12 09:17:21.925006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Request body: {'port': {'device_id': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:21.933353 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-142c0072-6f58-4837-8433-3ca934e78eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:21.943365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e3f7e1a-003a-43d0-9a2e-f92044bf88ca req-be5f7a2b-8eda-4a2b-9b4f-7338527e8574 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415703 Nov 12 09:17:21.968044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba88de9c-ec5a-40b7-9026-fe630dc9dcab req-43aab737-a3b3-4131-8392-f90176ddfcde service neutron] 10.222.0.62 "GET /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460511 Nov 12 09:17:22.006053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.031283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12a3e2-c924-4290-8978-1cd91103a360 req-5a62f019-a084-4fa3-ae47-76bf261fe117 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:22.036413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c12a3e2-c924-4290-8978-1cd91103a360 req-5a62f019-a084-4fa3-ae47-76bf261fe117 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 945 time: 0.0899172 Nov 12 09:17:22.049081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-142c0072-6f58-4837-8433-3ca934e78eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.052419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-142c0072-6f58-4837-8433-3ca934e78eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.053532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-142c0072-6f58-4837-8433-3ca934e78eba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7520f8f-ade0-45be-af37-56c3cd172b89 HTTP/1.1" status: 204 len: 168 time: 0.2394018 Nov 12 09:17:22.074553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c0072-6f58-4837-8433-3ca934e78eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7520f8f-ade0-45be-af37-56c3cd172b89,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:22.111470 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c12a3e2-c924-4290-8978-1cd91103a360 req-b1a7cde6-2c1b-4762-9921-94cfd1aad7f8 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725391 Nov 12 09:17:22.298517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb794a7d-6c28-4741-8c0f-619d573f0ea5 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:22.306882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.320202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Transition to ACTIVE for port object fb794a7d-6c28-4741-8c0f-619d573f0ea5 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:17:22.324618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.359566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55920) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:22.374732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07cb9c41-3a0f-4c7d-9e52-7fd06fa61858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.408173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Pushing event updated for resources: {'Port': ['ID=fb794a7d-6c28-4741-8c0f-619d573f0ea5,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:22.446086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f0d6-e278-471f-80ad-5c7575246820 req-b4956012-00aa-4103-9752-8aa269795bb6 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:22.447593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a850f0d6-e278-471f-80ad-5c7575246820 req-b4956012-00aa-4103-9752-8aa269795bb6 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 945 time: 0.0917685 Nov 12 09:17:22.462727 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07cb9c41-3a0f-4c7d-9e52-7fd06fa61858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.467798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-07cb9c41-3a0f-4c7d-9e52-7fd06fa61858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.507065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb9c41-3a0f-4c7d-9e52-7fd06fa61858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d0076-9d16-46f4-a823-3546a6282aa4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:22.514558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-07cb9c41-3a0f-4c7d-9e52-7fd06fa61858 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e73ffbfe95bb42e78787078db9d9af5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1537952 Nov 12 09:17:22.515137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55922) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:22.576310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-681ba0db-0be5-4649-9aa1-bf64d594d133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.605751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-681ba0db-0be5-4649-9aa1-bf64d594d133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.658785 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-681ba0db-0be5-4649-9aa1-bf64d594d133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.662437 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-681ba0db-0be5-4649-9aa1-bf64d594d133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.663634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-681ba0db-0be5-4649-9aa1-bf64d594d133 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f6d0076-9d16-46f4-a823-3546a6282aa4 HTTP/1.1" status: 204 len: 168 time: 0.1471760 Nov 12 09:17:22.674002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ba0db-0be5-4649-9aa1-bf64d594d133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d0076-9d16-46f4-a823-3546a6282aa4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:22.906321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Attempting to bind port fb794a7d-6c28-4741-8c0f-619d573f0ea5 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:22.906887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Attempting to bind port fb794a7d-6c28-4741-8c0f-619d573f0ea5 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:22.906992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Attempting to bind port fb794a7d-6c28-4741-8c0f-619d573f0ea5 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:22.915110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Port fb794a7d-6c28-4741-8c0f-619d573f0ea5 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:17:22.915438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Attempting to bind port fb794a7d-6c28-4741-8c0f-619d573f0ea5 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:22.925130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:22.925474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Checking segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:22.925876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Bound using segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:22.926317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Bound port: fb794a7d-6c28-4741-8c0f-619d573f0ea5, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:22.926676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:22.971651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Deleting port b621f337-b7bd-4708-b07a-a6314dddc41d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:22.972029 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.085250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] For port fb794a7d-6c28-4741-8c0f-619d573f0ea5, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:23.111787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] For port fb794a7d-6c28-4741-8c0f-619d573f0ea5, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=fb794a7d-6c28-4741-8c0f-619d573f0ea5,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:23.124826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.210982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c6d5f-01b6-49bc-a692-6caac482b182 req-cd94c9d6-5c30-434c-bf6f-c11bfdee00ba tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:23.212664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-479c6d5f-01b6-49bc-a692-6caac482b182 req-cd94c9d6-5c30-434c-bf6f-c11bfdee00ba tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 944 time: 0.1695399 Nov 12 09:17:23.216665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] For port b621f337-b7bd-4708-b07a-a6314dddc41d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=b621f337-b7bd-4708-b07a-a6314dddc41d,segment=NetworkSegment(9b0200d9-01ff-4e73-adca-8906b3d520da),segment_id=9b0200d9-01ff-4e73-adca-8906b3d520da)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:23.217141 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.237043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:23.237043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.238302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb794a7d-6c28-4741-8c0f-619d573f0ea5 HTTP/1.1" status: 200 len: 1093 time: 1.3184857 Nov 12 09:17:23.238899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'tag': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:23.242673 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3266948d-913a-4488-b795-3873a7cb0b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc1f9c9-f642-469c-b6bd-65db49a91d21", "tag": "fb794a7d-6c28-4741-8c0f-619d573f0ea5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:23.263051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Calling delete_port for b621f337-b7bd-4708-b07a-a6314dddc41d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:23.284260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f4269-43a7-4aa1-8dce-c63250aa1caf req-ba2a25b8-8aae-42dd-9154-a081c29bf5a3 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:23.286088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c9f4269-43a7-4aa1-8dce-c63250aa1caf req-ba2a25b8-8aae-42dd-9154-a081c29bf5a3 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/ports?device_id=0488518d-920d-4308-927c-493bbe1a534f HTTP/1.1" status: 200 len: 945 time: 0.0918207 Nov 12 09:17:23.331861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53918a2b-fb18-4d93-bf70-f296c883be71 service neutron] Pushing event updated for resources: {'Port': ['ID=fb794a7d-6c28-4741-8c0f-619d573f0ea5,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:23.353398 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c9f4269-43a7-4aa1-8dce-c63250aa1caf req-27762b0c-a301-4df0-9dae-3c99d4642b44 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f779130-d9e3-4cc9-9719-48e37cdc0878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587423 Nov 12 09:17:23.412306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-479c6d5f-01b6-49bc-a692-6caac482b182 req-3f5ec247-2de5-40ed-91f3-1183f8737d3d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814632 Nov 12 09:17:23.421558 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22de2cf-b301-480c-9666-f23e76adf18c x-openstack-request-id: req-e22de2cf-b301-480c-9666-f23e76adf18c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:23.421854 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc1f9c9-f642-469c-b6bd-65db49a91d21", "tag": "fb794a7d-6c28-4741-8c0f-619d573f0ea5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:23.422113 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e22de2cf-b301-480c-9666-f23e76adf18c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:23.422524 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'tag': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5', 'status': 'completed', 'code': 200} Nov 12 09:17:23.427741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-6b1d32f4-2549-4a03-ad23-2855d97f6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:23.429285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-6b1d32f4-2549-4a03-ad23-2855d97f6b7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 1096 time: 0.1409378 Nov 12 09:17:23.483812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-1ea50a96-aa27-468a-bab0-db5516f13b6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb794a7d-6c28-4741-8c0f-619d573f0ea5 HTTP/1.1" status: 200 len: 217 time: 0.0417080 Nov 12 09:17:23.575158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-48c865cc-283b-49b3-8d24-64b6081ab73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:23.576807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-48c865cc-283b-49b3-8d24-64b6081ab73c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0827835 Nov 12 09:17:23.577891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.635051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Pushing event deleted for resources: {'Port': ['ID=b621f337-b7bd-4708-b07a-a6314dddc41d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:23.638537 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-053b88d4-b260-4eaa-b477-37e0500e23c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540650 Nov 12 09:17:23.701920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] No DVR routers for this DVR port b621f337-b7bd-4708-b07a-a6314dddc41d on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:23.705569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:23.709028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a850f0d6-e278-471f-80ad-5c7575246820 req-55473048-0589-441d-8a85-14ea5fb7d035 tempest-VolumesActionsTest-92631990 tempest-VolumesActionsTest-92631990-project] 10.222.0.62 "DELETE /v2.0/ports/b621f337-b7bd-4708-b07a-a6314dddc41d HTTP/1.1" status: 204 len: 173 time: 1.2430205 Nov 12 09:17:23.780984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-8512b048-04dd-4da2-9f90-89bfb9ecd779 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339955 Nov 12 09:17:23.883182 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7fbbab-7a98-43e7-b9a4-30765aed4ea3 req-572d7c56-f8fe-4311-a428-255ca64d812a service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942509 Nov 12 09:17:23.973093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266948d-913a-4488-b795-3873a7cb0b2b req-8fa64063-1e6f-4dcd-89f2-d7e9dd050179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:23.974725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3266948d-913a-4488-b795-3873a7cb0b2b req-8fa64063-1e6f-4dcd-89f2-d7e9dd050179 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 1096 time: 0.0478501 Nov 12 09:17:24.071730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266948d-913a-4488-b795-3873a7cb0b2b req-193a55fa-edfe-4296-864c-3bb01e862daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.073255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3266948d-913a-4488-b795-3873a7cb0b2b req-193a55fa-edfe-4296-864c-3bb01e862daa service neutron] 10.222.0.55 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 912 time: 0.0919671 Nov 12 09:17:24.126159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3266948d-913a-4488-b795-3873a7cb0b2b req-569c5f21-95d7-4260-b04f-99c768f69f94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb794a7d-6c28-4741-8c0f-619d573f0ea5 HTTP/1.1" status: 200 len: 217 time: 0.0444341 Nov 12 09:17:24.188645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266948d-913a-4488-b795-3873a7cb0b2b req-6b34325c-a586-44b3-a22e-084e8077f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.190760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3266948d-913a-4488-b795-3873a7cb0b2b req-6b34325c-a586-44b3-a22e-084e8077f639 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.0567954 Nov 12 09:17:24.234834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3266948d-913a-4488-b795-3873a7cb0b2b req-4810e5be-6579-4cc3-ae03-53500f358158 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362079 Nov 12 09:17:24.339481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3266948d-913a-4488-b795-3873a7cb0b2b req-286955dc-06b7-4cff-8425-bb61eb1b45e1 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965168 Nov 12 09:17:24.484034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3266948d-913a-4488-b795-3873a7cb0b2b req-dfa13a06-9a8d-463b-9c9d-64f09d4c7f00 service neutron] 10.222.0.55 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379478 Nov 12 09:17:24.555991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed602485-b073-40ae-b938-623809605839 req-61b39f99-b032-4b7f-bf11-a403a6dd6cbb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:24.558545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed602485-b073-40ae-b938-623809605839 req-61b39f99-b032-4b7f-bf11-a403a6dd6cbb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 944 time: 0.0601797 Nov 12 09:17:24.623388 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed602485-b073-40ae-b938-623809605839 req-3c2310d7-ba29-46a2-9d96-3245af768c4f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570660 Nov 12 09:17:25.423452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0488518d-920d-4308-927c-493bbe1a534f', 'name': 'network-vif-deleted', 'tag': 'b621f337-b7bd-4708-b07a-a6314dddc41d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:25.426635 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f6aad-6f57-40c1-9726-7abe68e9db14" -d '{"events": [{"server_uuid": "0488518d-920d-4308-927c-493bbe1a534f", "name": "network-vif-deleted", "tag": "b621f337-b7bd-4708-b07a-a6314dddc41d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:25.466016 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11010a45-6a7a-4b41-926a-99a14998edf6 x-openstack-request-id: req-11010a45-6a7a-4b41-926a-99a14998edf6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:25.466318 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0488518d-920d-4308-927c-493bbe1a534f", "name": "network-vif-deleted", "tag": "b621f337-b7bd-4708-b07a-a6314dddc41d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:25.466858 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11010a45-6a7a-4b41-926a-99a14998edf6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:25.467196 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0488518d-920d-4308-927c-493bbe1a534f', 'name': 'network-vif-deleted', 'tag': 'b621f337-b7bd-4708-b07a-a6314dddc41d', 'status': 'completed', 'code': 200} Nov 12 09:17:25.481891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b621f337-b7bd-4708-b07a-a6314dddc41d no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:25.505352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: b621f337-b7bd-4708-b07a-a6314dddc41d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:17:25.505352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device b621f337-b7bd-4708-b07a-a6314dddc41d not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:25.506415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56060) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:25.641248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09c5a9fe-51ff-4f31-a0b2-04c4d2831fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.757635 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09c5a9fe-51ff-4f31-a0b2-04c4d2831fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.764106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09c5a9fe-51ff-4f31-a0b2-04c4d2831fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.788940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcb09f-3227-4345-a51a-cd253196843d req-97b22afb-a09c-4efd-95a6-1df111c4ed3a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:25.790585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2dcb09f-3227-4345-a51a-cd253196843d req-97b22afb-a09c-4efd-95a6-1df111c4ed3a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 944 time: 0.0901449 Nov 12 09:17:25.833177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-09c5a9fe-51ff-4f31-a0b2-04c4d2831fe6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9fc524f9ed5445599c27200b458741ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3252003 Nov 12 09:17:25.836123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c5a9fe-51ff-4f31-a0b2-04c4d2831fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff9229-a1ef-43fa-a6b8-b616403f08c1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:25.836646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:25.871056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2dcb09f-3227-4345-a51a-cd253196843d req-a409fa37-2422-4d8e-84c8-c4c056f11cc7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730426 Nov 12 09:17:25.913247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d9886c6-a2a7-428a-8175-2e0228d658e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.938399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d9886c6-a2a7-428a-8175-2e0228d658e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.990742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d9886c6-a2a7-428a-8175-2e0228d658e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.993462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d9886c6-a2a7-428a-8175-2e0228d658e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:25.997629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d9886c6-a2a7-428a-8175-2e0228d658e6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfff9229-a1ef-43fa-a6b8-b616403f08c1 HTTP/1.1" status: 204 len: 168 time: 0.1594632 Nov 12 09:17:26.006834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9886c6-a2a7-428a-8175-2e0228d658e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff9229-a1ef-43fa-a6b8-b616403f08c1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:26.296917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56086) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:26.311816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c7be0a6-30be-4bd0-818e-239a5bdd63e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.421685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c7be0a6-30be-4bd0-818e-239a5bdd63e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.432563 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c7be0a6-30be-4bd0-818e-239a5bdd63e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.487266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56092) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:26.488276 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c7be0a6-30be-4bd0-818e-239a5bdd63e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0bc461c6c2ab4ce4aa836b4e3cb3eef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894867 Nov 12 09:17:26.499264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7be0a6-30be-4bd0-818e-239a5bdd63e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06473ae-e0bc-4c86-a160-1f0bccbdaefb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:26.555887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41c72bab-957e-4122-ac22-5df77b1cc738 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.602508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41c72bab-957e-4122-ac22-5df77b1cc738 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.698230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41c72bab-957e-4122-ac22-5df77b1cc738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.708070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-41c72bab-957e-4122-ac22-5df77b1cc738 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:26.710390 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-41c72bab-957e-4122-ac22-5df77b1cc738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b06473ae-e0bc-4c86-a160-1f0bccbdaefb HTTP/1.1" status: 204 len: 168 time: 0.2216566 Nov 12 09:17:26.748445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c72bab-957e-4122-ac22-5df77b1cc738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06473ae-e0bc-4c86-a160-1f0bccbdaefb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:27.114518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2902efa-1259-45c2-a7d4-ae2aecddc8c3 req-f5c5aed9-b89b-4908-8c99-4271be61ad09 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:27.117458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2902efa-1259-45c2-a7d4-ae2aecddc8c3 req-f5c5aed9-b89b-4908-8c99-4271be61ad09 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 944 time: 0.1575017 Nov 12 09:17:27.209514 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2902efa-1259-45c2-a7d4-ae2aecddc8c3 req-fbb2a45b-da3e-4a6c-9ef3-447c3edd7357 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Nov 12 09:17:27.611618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device fb794a7d-6c28-4741-8c0f-619d573f0ea5 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:17:27.764457 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.781345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port fb794a7d-6c28-4741-8c0f-619d573f0ea5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=fb794a7d-6c28-4741-8c0f-619d573f0ea5,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:27.796444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'port_id': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5', 'mac_address': 'fa:16:3e:49:25:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb264e13-304f-4940-a9b6-c7de4ff9d7ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:17:27.879567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:27.902067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb794a7d-6c28-4741-8c0f-619d573f0ea5 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:17:27.931811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port fb794a7d-6c28-4741-8c0f-619d573f0ea5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=fb794a7d-6c28-4741-8c0f-619d573f0ea5,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:27.940264 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.027776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=fb794a7d-6c28-4741-8c0f-619d573f0ea5,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:28.209506 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:28.223994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['fb794a7d-6c28-4741-8c0f-619d573f0ea5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:17:28.378626 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b06a61-1212-47e0-984a-1374ea2ac5fc req-dafce72a-726a-4526-ad7e-cb84491915b7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:28.381146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2b06a61-1212-47e0-984a-1374ea2ac5fc req-dafce72a-726a-4526-ad7e-cb84491915b7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 945 time: 0.0847244 Nov 12 09:17:28.526591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2b06a61-1212-47e0-984a-1374ea2ac5fc req-4019b8a8-2a88-4678-890c-24706c3c7944 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256063 Nov 12 09:17:28.950708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-3e3464fe-3656-4e2c-a3b6-d5210217b4d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608337 Nov 12 09:17:29.046685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-cb2db1f4-81aa-4cf4-8d55-9431e9a6edf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:29.048541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-cb2db1f4-81aa-4cf4-8d55-9431e9a6edf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 1097 time: 0.0666385 Nov 12 09:17:29.200282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-344724ab-6660-42a2-b859-a95734b5fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:29.202588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-344724ab-6660-42a2-b859-a95734b5fe92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.1272058 Nov 12 09:17:29.294718 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-1c830486-99c8-481b-943c-af5e8f8fe117 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9366e9b9-8508-42ae-b227-5547e6ef4793 HTTP/1.1" status: 200 len: 1001 time: 0.0837319 Nov 12 09:17:29.365486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-4d8e1c32-f654-4b1d-953a-dfce34331a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:29.369550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-4d8e1c32-f654-4b1d-953a-dfce34331a9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0642803 Nov 12 09:17:29.425402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-e4117ec6-6808-4cd2-b639-6919905dc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:29.426943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-e4117ec6-6808-4cd2-b639-6919905dc356 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523343 Nov 12 09:17:29.576782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-06b5cd34-24d0-483c-b150-5cfb6a92785e service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420779 Nov 12 09:17:29.625936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device fb794a7d-6c28-4741-8c0f-619d573f0ea5 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:17:29.701900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port fb794a7d-6c28-4741-8c0f-619d573f0ea5 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:17:29.716559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port fb794a7d-6c28-4741-8c0f-619d573f0ea5 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:29.717493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.749184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9359e5-a3e2-45d1-a85d-f8ada7a22fe2 req-6667a524-9168-4463-bf5b-39b010b6e97b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:29.750852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e9359e5-a3e2-45d1-a85d-f8ada7a22fe2 req-6667a524-9168-4463-bf5b-39b010b6e97b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 945 time: 0.1182003 Nov 12 09:17:29.816568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e518730-a02f-42b0-82b5-85ecc8ef6b17 req-a7066bb4-b6e8-46f9-bbbd-3942c20dfac3 service neutron] 10.222.0.55 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236407 Nov 12 09:17:29.855376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1e9359e5-a3e2-45d1-a85d-f8ada7a22fe2 req-03f9b18c-45e3-4e7d-a676-60c79b88ee4c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953357 Nov 12 09:17:29.905350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:29.938663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:29.941981 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b60652f-f42c-429b-8f7e-0c19c619a771" -d '{"events": [{"server_uuid": "9dc1f9c9-f642-469c-b6bd-65db49a91d21", "name": "network-vif-plugged", "status": "completed", "tag": "fb794a7d-6c28-4741-8c0f-619d573f0ea5"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:29.957113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port fb794a7d-6c28-4741-8c0f-619d573f0ea5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=fb794a7d-6c28-4741-8c0f-619d573f0ea5,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:29.965179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:30.004012 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbb371c-9d3a-4a13-ab9e-7263aaf3d57a x-openstack-request-id: req-ebbb371c-9d3a-4a13-ab9e-7263aaf3d57a {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:30.004303 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc1f9c9-f642-469c-b6bd-65db49a91d21", "name": "network-vif-plugged", "status": "completed", "tag": "fb794a7d-6c28-4741-8c0f-619d573f0ea5", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:30.004556 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebbb371c-9d3a-4a13-ab9e-7263aaf3d57a {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:30.004948 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5', 'code': 200} Nov 12 09:17:30.038609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=fb794a7d-6c28-4741-8c0f-619d573f0ea5,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:30.135689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb030a94-1028-4e94-b283-18dee803b99c req-47cc76c4-367c-42b0-a909-f3277edb36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:30.136950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb030a94-1028-4e94-b283-18dee803b99c req-47cc76c4-367c-42b0-a909-f3277edb36a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 1098 time: 0.0662985 Nov 12 09:17:30.194454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb030a94-1028-4e94-b283-18dee803b99c req-5802f2b6-7f2b-4342-8856-f2d581bb62f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498152 Nov 12 09:17:30.641965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:30.839833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b742233-d7b1-42b6-8206-2b34b3dd2a0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.015490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b742233-d7b1-42b6-8206-2b34b3dd2a0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.028367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b742233-d7b1-42b6-8206-2b34b3dd2a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.070203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd057fd-f9be-47a3-aa77-f989fa00a31d req-56864ec2-7f35-474f-ab35-c4f5f3df9b79 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:31.071944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfd057fd-f9be-47a3-aa77-f989fa00a31d req-56864ec2-7f35-474f-ab35-c4f5f3df9b79 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1244755 Nov 12 09:17:31.093784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56198) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:31.100612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1b742233-d7b1-42b6-8206-2b34b3dd2a0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81d764dfc89040d5bd08258eba18fccb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4573162 Nov 12 09:17:31.150472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b742233-d7b1-42b6-8206-2b34b3dd2a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0054c15b-06db-4f0a-b278-3b452b659d35,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.191821 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfd057fd-f9be-47a3-aa77-f989fa00a31d req-1e7b4b49-16e3-4dc1-8e41-ec4b2562bf39 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102014 Nov 12 09:17:31.192402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33af1890-6976-4e54-84d4-aa6d8824066f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.219273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33af1890-6976-4e54-84d4-aa6d8824066f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.290656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33af1890-6976-4e54-84d4-aa6d8824066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.294846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-33af1890-6976-4e54-84d4-aa6d8824066f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:31.297229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-33af1890-6976-4e54-84d4-aa6d8824066f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0054c15b-06db-4f0a-b278-3b452b659d35 HTTP/1.1" status: 204 len: 168 time: 0.2017617 Nov 12 09:17:31.308454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af1890-6976-4e54-84d4-aa6d8824066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0054c15b-06db-4f0a-b278-3b452b659d35,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:31.904965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:31.923851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f876fd4e-e675-4ee3-aa6b-769d985cf968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.070880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f876fd4e-e675-4ee3-aa6b-769d985cf968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.077501 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f876fd4e-e675-4ee3-aa6b-769d985cf968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.168805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56210) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:32.169393 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f876fd4e-e675-4ee3-aa6b-769d985cf968 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55f84ec0f6e548908d864f8b041857cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2628443 Nov 12 09:17:32.171420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876fd4e-e675-4ee3-aa6b-769d985cf968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92994c55-c181-44a5-a811-07b775049608,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:32.267183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adbaaf-6784-4d92-8284-1d844ddfc4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.308227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adbaaf-6784-4d92-8284-1d844ddfc4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.422119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2cc39-5317-4872-89e8-18874f7c2e50 req-342917f2-58ee-4516-8e23-7c31b6418f76 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.423874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-23f2cc39-5317-4872-89e8-18874f7c2e50 req-342917f2-58ee-4516-8e23-7c31b6418f76 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1191969 Nov 12 09:17:32.471287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adbaaf-6784-4d92-8284-1d844ddfc4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.474655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46adbaaf-6784-4d92-8284-1d844ddfc4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:32.478158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-46adbaaf-6784-4d92-8284-1d844ddfc4d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92994c55-c181-44a5-a811-07b775049608 HTTP/1.1" status: 204 len: 168 time: 0.3048770 Nov 12 09:17:32.532588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46adbaaf-6784-4d92-8284-1d844ddfc4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92994c55-c181-44a5-a811-07b775049608,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:32.568328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-23f2cc39-5317-4872-89e8-18874f7c2e50 req-a67d53e4-3783-48eb-bcc1-2b0722f9a30c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309676 Nov 12 09:17:32.938803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0df14-d350-4cd2-85c4-ca927a686e0e req-69d2a983-aa13-4fad-86f7-ee60e7bfc0aa tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:32.947680 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68d0df14-d350-4cd2-85c4-ca927a686e0e req-69d2a983-aa13-4fad-86f7-ee60e7bfc0aa tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1224113 Nov 12 09:17:33.045829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68d0df14-d350-4cd2-85c4-ca927a686e0e req-65ce4040-3372-4851-a5e5-37b921971d50 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919466 Nov 12 09:17:34.200111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f9fb1-60a6-46af-aa08-31ce5780afa8 req-f77e4b8e-4b79-475b-b79d-22412b7c526d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:34.202376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b40f9fb1-60a6-46af-aa08-31ce5780afa8 req-f77e4b8e-4b79-475b-b79d-22412b7c526d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.0620606 Nov 12 09:17:34.260763 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b40f9fb1-60a6-46af-aa08-31ce5780afa8 req-a4b61db7-0a1d-42c5-9def-8b0947bf66e5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Nov 12 09:17:35.416843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.425441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.433646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.441821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.450207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.457484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.470795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.481163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-090607f4-b316-4240-89aa-1eff6537db35 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.1810799 Nov 12 09:17:35.560691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903ef9c-126f-43c1-a64c-28cc06ac3348 req-166134bb-43f9-482b-9cfb-4f4f526e0bb0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.568685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0903ef9c-126f-43c1-a64c-28cc06ac3348 req-166134bb-43f9-482b-9cfb-4f4f526e0bb0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1256902 Nov 12 09:17:35.579037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3cf9ea2d-eaec-4be8-99af-622cb7a8e8a8 req-83f267ae-4aaa-4015-a0d2-f46744fbdd9d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966387 Nov 12 09:17:35.667855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0903ef9c-126f-43c1-a64c-28cc06ac3348 req-fde4eb19-6a59-48ae-bd15-900b94c17b0e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980582 Nov 12 09:17:35.945650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc463ff-1ad3-43d0-8912-3ab3a1e0058e req-fbe5805f-8c10-4d7f-b479-9e978e379376 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:35.947359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbc463ff-1ad3-43d0-8912-3ab3a1e0058e req-fbe5805f-8c10-4d7f-b479-9e978e379376 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1098 time: 0.0638442 Nov 12 09:17:35.977032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bbc463ff-1ad3-43d0-8912-3ab3a1e0058e req-8afe6733-a1d4-410d-8526-79a5a0fa69bc tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.119629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bbc463ff-1ad3-43d0-8912-3ab3a1e0058e req-8afe6733-a1d4-410d-8526-79a5a0fa69bc tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.128413 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bbc463ff-1ad3-43d0-8912-3ab3a1e0058e req-8afe6733-a1d4-410d-8526-79a5a0fa69bc tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.174780 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbc463ff-1ad3-43d0-8912-3ab3a1e0058e req-8afe6733-a1d4-410d-8526-79a5a0fa69bc tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196558 Nov 12 09:17:36.200614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe6733-a1d4-410d-8526-79a5a0fa69bc tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6cb371-50d3-4ab5-bd49-734b8ad6d9be,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:36.340045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400307d-0b14-47fe-a139-552ca09cfb42 req-fdfc6af3-90d9-480e-a84b-a2350bd067d7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.348754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c400307d-0b14-47fe-a139-552ca09cfb42 req-fdfc6af3-90d9-480e-a84b-a2350bd067d7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.0713363 Nov 12 09:17:36.426439 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c400307d-0b14-47fe-a139-552ca09cfb42 req-551e2aca-c749-4db1-ae32-b4ed662a4d61 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762038 Nov 12 09:17:36.449718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:36.552993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56316) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:36.594605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7a3faa13-ecc9-4e94-ad59-c7889fc223f6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/167c8009-e3f0-495c-b9f3-984435ff038e HTTP/1.1" status: 200 len: 993 time: 0.1308897 Nov 12 09:17:36.621304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.629983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.637910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.683085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.708276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.720703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.731565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.734795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-64166dc0-73ec-452c-b312-bf6df0d3a84c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.2236059 Nov 12 09:17:36.818141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-af6dea25-401e-47a0-b633-32d4416b0588 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.829840 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-af6dea25-401e-47a0-b633-32d4416b0588 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "GET /v2.0/ports/dfc7e81d-bd62-4231-95ef-08d8ae108bb7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0736043 Nov 12 09:17:36.920472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cead590a-fc00-478b-9441-fd6d13e21c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:36.969628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.976798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.984860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:36.994533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.003339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.009348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.017842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.020947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-aaff97de-6935-4831-81e2-627e822ae66b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 5435 time: 0.2010322 Nov 12 09:17:37.069559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0057f7-990e-42e2-9154-45ee55c6111b req-06c6b864-30fd-4a67-adb6-0dd5cde3458e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.078904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de0057f7-990e-42e2-9154-45ee55c6111b req-06c6b864-30fd-4a67-adb6-0dd5cde3458e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1626236 Nov 12 09:17:37.122333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-d6a0b4bd-7e94-412c-9775-d302ec0ebfbc tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "GET /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2854402 Nov 12 09:17:37.144200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:37.190064 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cead590a-fc00-478b-9441-fd6d13e21c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.194142 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de0057f7-990e-42e2-9154-45ee55c6111b req-d07ea7c3-02a0-47fc-9207-470d30c8e0ce tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142011 Nov 12 09:17:37.205734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cead590a-fc00-478b-9441-fd6d13e21c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.262473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.330110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cead590a-fc00-478b-9441-fd6d13e21c32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c4a112510354dd79891e3e6558e1a4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7756953 Nov 12 09:17:37.331849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56334) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:37.340496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-5d07a322-b884-41c0-a2bc-9ea1c4d0966d req-b7f5f595-f081-4f4b-bedd-a264f23ad3c8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:17:37.341929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d07a322-b884-41c0-a2bc-9ea1c4d0966d req-b7f5f595-f081-4f4b-bedd-a264f23ad3c8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210166 Nov 12 09:17:37.377526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead590a-fc00-478b-9441-fd6d13e21c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8de6c4-856f-4252-b3ed-36ba2074c2db,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:37.421365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02ab8f24-0f69-437c-90d5-0805d93e2853 req-f57f4456-bdc7-49ec-b9e2-d4eac67cc9ca tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3095031 Nov 12 09:17:37.505302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec759-d435-40f6-9f68-22b527f52aa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.543757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] For port dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:37.560882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec759-d435-40f6-9f68-22b527f52aa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.596479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] For port dfc7e81d-bd62-4231-95ef-08d8ae108bb7, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:37.649211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec759-d435-40f6-9f68-22b527f52aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.657017 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7c5ec759-d435-40f6-9f68-22b527f52aa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.658523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7c5ec759-d435-40f6-9f68-22b527f52aa7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc8de6c4-856f-4252-b3ed-36ba2074c2db HTTP/1.1" status: 204 len: 168 time: 0.3202643 Nov 12 09:17:37.675224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] device_id is not set on port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:17:37.684145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ec759-d435-40f6-9f68-22b527f52aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8de6c4-856f-4252-b3ed-36ba2074c2db,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:37.693124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.703461 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.818375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] No DVR routers for this DVR port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:37.926690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] In _notify_port_updated(), no bound segment for port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:17:37.927794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:37.928758 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:37.930300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] 10.222.0.62 "PUT /v2.0/ports/dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 200 len: 1028 time: 0.8003311 Nov 12 09:17:37.931391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7083e05-5208-4c3b-ad33-e5dbbc536947 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:38.028164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-63b04d25-b803-44b3-a890-66a0fb8241a2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.029657 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-63b04d25-b803-44b3-a890-66a0fb8241a2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "GET /v2.0/ports/f02a80e9-640c-4b12-96ff-50557c254644?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0917735 Nov 12 09:17:38.045767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:38.159686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f8a2e-d3e5-4daf-a8d1-8eaf66c55daa req-cdcf0863-d5ac-48f7-944a-09417b4a0418 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.169055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f52f8a2e-d3e5-4daf-a8d1-8eaf66c55daa req-cdcf0863-d5ac-48f7-944a-09417b4a0418 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1249602 Nov 12 09:17:38.210313 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.272529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f52f8a2e-d3e5-4daf-a8d1-8eaf66c55daa req-c04bea34-082c-4c58-b6f0-3e35d8e2615c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016984 Nov 12 09:17:38.413919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-0c8989f6-cc2e-4c73-9217-3b1296d0fd22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3993933 Nov 12 09:17:38.419783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-03739b42-6df3-4b10-90c3-7ef0c6802b5e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:17:38.432935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-03739b42-6df3-4b10-90c3-7ef0c6802b5e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175662 Nov 12 09:17:38.475732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56356) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:38.555874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e7eda020-c380-4f50-9c43-a02f2a2db023 None None] Provisioning complete for port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:38.557746 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7eda020-c380-4f50-9c43-a02f2a2db023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.560474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78830f55-1d5c-4bd4-8496-7d0b4e197d7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.604316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b42ed3-da31-40b6-95a7-3b51b8b8e19b req-6e669bfa-0f74-445e-9f9c-a05f7cd5c3f3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.607184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e7eda020-c380-4f50-9c43-a02f2a2db023 None None] Port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:38.617262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86b42ed3-da31-40b6-95a7-3b51b8b8e19b req-6e669bfa-0f74-445e-9f9c-a05f7cd5c3f3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.2283111 Nov 12 09:17:38.637673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] For port f02a80e9-640c-4b12-96ff-50557c254644, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=f02a80e9-640c-4b12-96ff-50557c254644,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:38.777780 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86b42ed3-da31-40b6-95a7-3b51b8b8e19b req-f8dd625c-1a3f-406f-beb8-711261db65c9 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320395 Nov 12 09:17:38.808208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-89441faf-ab1d-4066-8dc7-a82105f2e00e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.823698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] For port f02a80e9-640c-4b12-96ff-50557c254644, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:38.839421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-89441faf-ab1d-4066-8dc7-a82105f2e00e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.845959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-89441faf-ab1d-4066-8dc7-a82105f2e00e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.852981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-89441faf-ab1d-4066-8dc7-a82105f2e00e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.859987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-89441faf-ab1d-4066-8dc7-a82105f2e00e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.866663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-89441faf-ab1d-4066-8dc7-a82105f2e00e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:38.868131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-89441faf-ab1d-4066-8dc7-a82105f2e00e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 4660 time: 0.2101910 Nov 12 09:17:38.903611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] device_id is not set on port f02a80e9-640c-4b12-96ff-50557c254644 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:17:38.925381 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.936543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.962285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78830f55-1d5c-4bd4-8496-7d0b4e197d7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:38.971412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78830f55-1d5c-4bd4-8496-7d0b4e197d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.053300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78830f55-1d5c-4bd4-8496-7d0b4e197d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9df406-1587-498b-81ae-c82710999c7f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:39.081866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] Pushing event updated for resources: {'Port': ['ID=f02a80e9-640c-4b12-96ff-50557c254644,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:39.102897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-029aac0b-d1ba-4074-8a2e-e2f20ed4fcf0 req-0d3bcd79-db1b-42c8-b89a-c0396d783f7b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887&id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2213082 Nov 12 09:17:39.129172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] No DVR routers for this DVR port f02a80e9-640c-4b12-96ff-50557c254644 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:39.174785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-78830f55-1d5c-4bd4-8496-7d0b4e197d7e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ad2999a461c4690af7ba339be474510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6934235 Nov 12 09:17:39.192985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56378) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:39.217595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] In _notify_port_updated(), no bound segment for port f02a80e9-640c-4b12-96ff-50557c254644 on network 186d877e-88cc-4330-9323-9416f5df5bf2 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:17:39.219058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:39.219601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.221632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-78f48e5f-41a1-4505-a5f4-ff9cb1ed276f service neutron] 10.222.0.62 "PUT /v2.0/ports/f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 200 len: 1028 time: 1.1838996 Nov 12 09:17:39.592154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f02a80e9-640c-4b12-96ff-50557c254644 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:39.624735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:39.627425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.655215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9096cb-1b3f-4fff-af69-d01b299124c0 req-d92442ea-da60-41cc-a646-27891f60d88d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:39.664173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b9096cb-1b3f-4fff-af69-d01b299124c0 req-d92442ea-da60-41cc-a646-27891f60d88d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1853750 Nov 12 09:17:39.748064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device f02a80e9-640c-4b12-96ff-50557c254644 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:39.748617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:39.882758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d3e7e680-9a79-46a9-8f71-43a497b9db75 None None] Provisioning complete for port f02a80e9-640c-4b12-96ff-50557c254644 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:17:39.887347 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d3e7e680-9a79-46a9-8f71-43a497b9db75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:39.921185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b9096cb-1b3f-4fff-af69-d01b299124c0 req-05814969-72ee-4966-bf37-1bf5c7db6f43 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559073 Nov 12 09:17:40.040104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d3e7e680-9a79-46a9-8f71-43a497b9db75 None None] Port f02a80e9-640c-4b12-96ff-50557c254644 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:17:40.058540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] For port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:40.059526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.103885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:40.117363 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.159445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:40.163225 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba8f1d2-e9b9-473b-9bef-f1deda9adb14" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:40.189148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:40.198910 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.199828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:40.208080 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9b6c-419a-4995-900d-617d76e74bea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.235657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9b6c-419a-4995-900d-617d76e74bea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.325761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9b6c-419a-4995-900d-617d76e74bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.332177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e5f9b6c-419a-4995-900d-617d76e74bea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.336972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8e5f9b6c-419a-4995-900d-617d76e74bea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2e9df406-1587-498b-81ae-c82710999c7f HTTP/1.1" status: 204 len: 168 time: 1.1403425 Nov 12 09:17:40.352827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03c68e-eec3-496e-b0b7-423e19ebc64a req-8a3f4ede-bd7f-4b92-a5c2-cd62d2146a9c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.384059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d03c68e-eec3-496e-b0b7-423e19ebc64a req-8a3f4ede-bd7f-4b92-a5c2-cd62d2146a9c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.2269101 Nov 12 09:17:40.442165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5f9b6c-419a-4995-900d-617d76e74bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9df406-1587-498b-81ae-c82710999c7f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:40.458726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:40.489742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.490884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.491266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.494814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.494814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.494814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.494814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.494814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.494814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.495741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.495741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.496038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:40.537664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349717f-04de-4afb-a862-363513f3fe9e req-b3740123-33d8-4a23-8b1c-f802507525ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.549197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349717f-04de-4afb-a862-363513f3fe9e req-b3740123-33d8-4a23-8b1c-f802507525ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.570459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349717f-04de-4afb-a862-363513f3fe9e req-b3740123-33d8-4a23-8b1c-f802507525ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.609668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d03c68e-eec3-496e-b0b7-423e19ebc64a req-8cdd8a03-63d9-4a15-95ec-99d28b250d86 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235427 Nov 12 09:17:40.654645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349717f-04de-4afb-a862-363513f3fe9e req-b3740123-33d8-4a23-8b1c-f802507525ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.670159 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.681779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349717f-04de-4afb-a862-363513f3fe9e req-b3740123-33d8-4a23-8b1c-f802507525ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:40.700612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d349717f-04de-4afb-a862-363513f3fe9e req-b3740123-33d8-4a23-8b1c-f802507525ed tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 3883 time: 0.4024692 Nov 12 09:17:40.776450 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39248b2-c667-495e-9916-2de8d34b8871 x-openstack-request-id: req-e39248b2-c667-495e-9916-2de8d34b8871 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:40.776870 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:40.777213 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e39248b2-c667-495e-9916-2de8d34b8871 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:40.777841 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f', 'code': 200} Nov 12 09:17:40.913069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d349717f-04de-4afb-a862-363513f3fe9e req-a1a0c6a2-8a65-4145-b81c-a1415ee04925 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971624 Nov 12 09:17:40.923955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:40.979564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e87718e8-95b2-41eb-866b-056220015ba0 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:41.029787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=3758eabc-ff5d-4cc7-b596-cbe50c26bb77,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:41.154756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] No DVR routers for this DVR port 3758eabc-ff5d-4cc7-b596-cbe50c26bb77 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:41.158625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.159395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-2c032746-21c2-4332-ab71-000137fa8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.162291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-5e5987c4-445d-4c9c-956b-d721d02daf8b tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "DELETE /v2.0/ports/3758eabc-ff5d-4cc7-b596-cbe50c26bb77 HTTP/1.1" status: 204 len: 173 time: 1.9323630 Nov 12 09:17:41.163400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:41.166534 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4041a751-16b9-40a9-9062-0e63db486082" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "3758eabc-ff5d-4cc7-b596-cbe50c26bb77"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:41.166776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-2c032746-21c2-4332-ab71-000137fa8b4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1098 time: 0.1892076 Nov 12 09:17:41.193593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.246770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e87718e8-95b2-41eb-866b-056220015ba0, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e87718e8-95b2-41eb-866b-056220015ba0,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:41.263175 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.264354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc7e81d-bd62-4231-95ef-08d8ae108bb7 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:41.302712 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9212d968-e98e-4ce9-a199-770036c87487 x-openstack-request-id: req-9212d968-e98e-4ce9-a199-770036c87487 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:41.304604 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "3758eabc-ff5d-4cc7-b596-cbe50c26bb77", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:41.306503 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9212d968-e98e-4ce9-a199-770036c87487 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:41.307008 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': '3758eabc-ff5d-4cc7-b596-cbe50c26bb77', 'status': 'completed', 'code': 200} Nov 12 09:17:41.356522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a29f92-8649-4e2e-800c-cae0266ee90e req-eb42220f-ad35-4dda-a3fa-bf8f1a881c23 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.359236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d4a29f92-8649-4e2e-800c-cae0266ee90e req-eb42220f-ad35-4dda-a3fa-bf8f1a881c23 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.2442727 Nov 12 09:17:41.383774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc7e81d-bd62-4231-95ef-08d8ae108bb7 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:41.384703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a2acde1c-4012-40a6-90bf-36122a49e4fe no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:41.435452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e87718e8-95b2-41eb-866b-056220015ba0,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:41.467797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-bda178b5-36d4-45a0-a003-73bd59a9ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.470256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-bda178b5-36d4-45a0-a003-73bd59a9ff5d service neutron] 10.222.0.62 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.2455029 Nov 12 09:17:41.510760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.532070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:41.541313 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.584748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a2acde1c-4012-40a6-90bf-36122a49e4fe, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:41.619154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.620179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:41.632338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d4a29f92-8649-4e2e-800c-cae0266ee90e req-783763fa-b64b-4853-bf5b-730b8c07ecdf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448659 Nov 12 09:17:41.662885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-ab4618cb-1e4a-4693-892c-61f56a88d9fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 1001 time: 0.1785586 Nov 12 09:17:41.741051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-f738c682-c589-4b29-b939-721e9c3e05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.743818 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-f738c682-c589-4b29-b939-721e9c3e05b8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.0729415 Nov 12 09:17:41.812492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a2acde1c-4012-40a6-90bf-36122a49e4fe,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:41.848406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] For port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:41.849048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:41.868536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-39a4558d-737d-4f16-8baf-4674f47995f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:41.870271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-39a4558d-737d-4f16-8baf-4674f47995f3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1197255 Nov 12 09:17:41.885042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:42.027672 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.097237 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.133102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:42.140630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.149204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:42.206751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-57bbf269-ec08-4a34-8e4c-d5c56083aa6f service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277864 Nov 12 09:17:42.240026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] No DVR routers for this DVR port dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:42.249412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.253881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-9d0df596-8730-466e-9edd-80931ecb4033 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "DELETE /v2.0/ports/dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f HTTP/1.1" status: 204 len: 173 time: 1.0840795 Nov 12 09:17:42.263182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae0687-7f7b-402d-b9cf-ee3043c45bbe req-1ca8ee4b-67ff-451b-a1f6-ddfd2847d187 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.270817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-63ae0687-7f7b-402d-b9cf-ee3043c45bbe req-1ca8ee4b-67ff-451b-a1f6-ddfd2847d187 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1811275 Nov 12 09:17:42.306612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:42.450697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-63ae0687-7f7b-402d-b9cf-ee3043c45bbe req-6e2680b2-991c-4d58-8f74-6d54d2c68f6e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784029 Nov 12 09:17:42.487887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186eec9-79d8-445d-bd8e-7f686e9845dc req-58169309-8451-4140-acfb-ac02218b5c75 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.500876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port a2acde1c-4012-40a6-90bf-36122a49e4fe {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:42.501666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186eec9-79d8-445d-bd8e-7f686e9845dc req-58169309-8451-4140-acfb-ac02218b5c75 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.502345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.520405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186eec9-79d8-445d-bd8e-7f686e9845dc req-58169309-8451-4140-acfb-ac02218b5c75 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.525429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4186eec9-79d8-445d-bd8e-7f686e9845dc req-58169309-8451-4140-acfb-ac02218b5c75 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 2410 time: 0.3175685 Nov 12 09:17:42.528848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-7456ecac-daa2-4327-8aff-e7e97f6de479 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010588 Nov 12 09:17:42.662918 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4186eec9-79d8-445d-bd8e-7f686e9845dc req-3b3e6e3d-44c5-4495-8d64-2d5b104fc839 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323233 Nov 12 09:17:42.779269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0'}, {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe'}, {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:42.783465 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee6d79a-aa2a-4c53-9259-4771baeb08c1" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "e87718e8-95b2-41eb-866b-056220015ba0"}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe"}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:42.849192 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ad5551-f6a6-4435-a7f1-492396234906 x-openstack-request-id: req-52ad5551-f6a6-4435-a7f1-492396234906 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:42.849817 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "e87718e8-95b2-41eb-866b-056220015ba0", "code": 200}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe", "code": 200}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-unplugged", "status": "completed", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:42.849817 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52ad5551-f6a6-4435-a7f1-492396234906 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:42.850131 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0', 'code': 200} Nov 12 09:17:42.850387 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe', 'code': 200} Nov 12 09:17:42.850640 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1', 'code': 200} Nov 12 09:17:42.851576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] For port a2acde1c-4012-40a6-90bf-36122a49e4fe, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a2acde1c-4012-40a6-90bf-36122a49e4fe,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:42.852133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:42.886419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e340995-5c3e-4204-85b7-17aa42c00160 req-cc87824b-aefb-42c4-bb6b-bf99c7f59795 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:42.894299 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e340995-5c3e-4204-85b7-17aa42c00160 req-cc87824b-aefb-42c4-bb6b-bf99c7f59795 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1348872 Nov 12 09:17:42.895286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for a2acde1c-4012-40a6-90bf-36122a49e4fe owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:43.043062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e340995-5c3e-4204-85b7-17aa42c00160 req-8cf463cc-1f17-4b34-a295-724b31a7bc39 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345391 Nov 12 09:17:43.191331 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.240713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=a2acde1c-4012-40a6-90bf-36122a49e4fe,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:43.308058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:43.313224 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e30b48-e9a9-4d47-9a76-bf84bc564b09" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:43.360020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] No DVR routers for this DVR port a2acde1c-4012-40a6-90bf-36122a49e4fe on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:43.363014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.370708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-08169dff-c6ff-40e2-86c2-cc79c5e3b3ce tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "DELETE /v2.0/ports/a2acde1c-4012-40a6-90bf-36122a49e4fe HTTP/1.1" status: 204 len: 173 time: 1.0968337 Nov 12 09:17:43.483310 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c0a87b-a11f-48bd-92e4-115f8998ab9e x-openstack-request-id: req-02c0a87b-a11f-48bd-92e4-115f8998ab9e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:43.483617 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:43.483881 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02c0a87b-a11f-48bd-92e4-115f8998ab9e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:43.484365 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': 'dfbb6b9f-c6eb-4768-a2aa-3e5d83c07a2f', 'status': 'completed', 'code': 200} Nov 12 09:17:43.570145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port e87718e8-95b2-41eb-866b-056220015ba0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:43.570816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.725962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c81d6-0571-4bcb-91b5-85a995f83719 req-289549af-09c2-4748-9954-10e30bd55bdc tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:43.734898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-557c81d6-0571-4bcb-91b5-85a995f83719 req-289549af-09c2-4748-9954-10e30bd55bdc tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1244147 Nov 12 09:17:43.776345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] For port e87718e8-95b2-41eb-866b-056220015ba0, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e87718e8-95b2-41eb-866b-056220015ba0,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:43.776841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.887089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-20315693-0e10-4a5a-a70c-165a180db37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:43.914007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-557c81d6-0571-4bcb-91b5-85a995f83719 req-b42b4d6c-2720-4a3d-aa69-3d766f6acf3c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780879 Nov 12 09:17:44.013035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfdcbb-a25a-4fa5-9e0e-4d6c881095b4 req-2234fdd7-8def-4ed7-8f30-29890001f7ee tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:44.021508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfdcbb-a25a-4fa5-9e0e-4d6c881095b4 req-2234fdd7-8def-4ed7-8f30-29890001f7ee tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:44.029690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15dfdcbb-a25a-4fa5-9e0e-4d6c881095b4 req-2234fdd7-8def-4ed7-8f30-29890001f7ee tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 1678 time: 0.1697907 Nov 12 09:17:44.127364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15dfdcbb-a25a-4fa5-9e0e-4d6c881095b4 req-89812278-6a1c-46ed-b689-bbc359c882e2 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964258 Nov 12 09:17:44.593184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.593572 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.593908 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Floating IP ab934e12-ecd6-4059-a37e-a77e27a0c1df disassociated. External IP: 172.25.5.132, port: e87718e8-95b2-41eb-866b-056220015ba0. Nov 12 09:17:44.594310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for e87718e8-95b2-41eb-866b-056220015ba0 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:44.604656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a7da5-7144-4e8d-b1f8-a83421da6396 req-f377cd32-d95d-4f60-8fc3-058bc2b6ff68 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:44.612107 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e43a7da5-7144-4e8d-b1f8-a83421da6396 req-f377cd32-d95d-4f60-8fc3-058bc2b6ff68 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.0880814 Nov 12 09:17:44.718546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e43a7da5-7144-4e8d-b1f8-a83421da6396 req-bd9a81af-57c9-4f12-a7f9-6b415b3d5da9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053317 Nov 12 09:17:44.841412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56484) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:44.859853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:44.906323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=e87718e8-95b2-41eb-866b-056220015ba0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:45.055066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd3de869-2e57-489b-899f-3e5dd0e38569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.102470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Router cbb9244c-8518-4c26-a2a3-1e3862971f66 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:17:45.213127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb6539-3916-4c66-b5b2-39c0c8d40841 req-bb1f5abe-de02-4d50-9f61-81b64ac74ab0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:45.222002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06bb6539-3916-4c66-b5b2-39c0c8d40841 req-bb1f5abe-de02-4d50-9f61-81b64ac74ab0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1207726 Nov 12 09:17:45.313286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06bb6539-3916-4c66-b5b2-39c0c8d40841 req-fa5b673a-8b7c-4607-a121-cc1a3a95c837 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901206 Nov 12 09:17:45.382971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd3de869-2e57-489b-899f-3e5dd0e38569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.392852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd3de869-2e57-489b-899f-3e5dd0e38569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.438506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a34a6-f354-4811-8d73-f51ef5d72bc9 req-b2b29bc7-e0ad-4b2a-92c2-67556efaedd9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:45.440972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd7a34a6-f354-4811-8d73-f51ef5d72bc9 req-b2b29bc7-e0ad-4b2a-92c2-67556efaedd9 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 943 time: 0.1223025 Nov 12 09:17:45.443247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:17:45.454701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] Sync routers for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:17:45.478118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:45.479242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:17:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:45.547453 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fd3de869-2e57-489b-899f-3e5dd0e38569 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0944a844cec4a9781dd18a101f45d40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7043588 Nov 12 09:17:45.549341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3de869-2e57-489b-899f-3e5dd0e38569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5512b57-89e0-4074-8e7f-c13c542ee823,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:45.565229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:45.570427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56496) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:45.573744 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80bfb9e-f020-4f31-8ae8-40e9335ffd2a" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:45.709565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edc2a2b5-ef6c-454f-91cb-ff7eef6c01ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.739713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] No DVR routers for this DVR port e87718e8-95b2-41eb-866b-056220015ba0 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:45.750610 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d8f30b-0c92-4199-b169-ebc38aa51ef0 x-openstack-request-id: req-c8d8f30b-0c92-4199-b169-ebc38aa51ef0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:45.754721 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "a2acde1c-4012-40a6-90bf-36122a49e4fe", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:45.755763 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8d8f30b-0c92-4199-b169-ebc38aa51ef0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:45.756336 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': 'a2acde1c-4012-40a6-90bf-36122a49e4fe', 'status': 'completed', 'code': 200} Nov 12 09:17:45.765243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.765509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edc2a2b5-ef6c-454f-91cb-ff7eef6c01ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:45.772703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f6f90436-7d07-44ae-a961-1b3ffa993578 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "DELETE /v2.0/ports/e87718e8-95b2-41eb-866b-056220015ba0 HTTP/1.1" status: 204 len: 173 time: 2.3814156 Nov 12 09:17:45.874005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:45.911522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd7a34a6-f354-4811-8d73-f51ef5d72bc9 req-44d6de76-9d2f-4ea3-bf31-9276c69bba3d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups?id=c37114a5-b1e4-438a-8656-2be7a23bf778&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275680 Nov 12 09:17:45.990682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1051ae1-00bc-4d87-875e-6af5505de983 req-701dd62f-28f3-444e-b056-3ff7f920cfa0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:45.999468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1051ae1-00bc-4d87-875e-6af5505de983 req-701dd62f-28f3-444e-b056-3ff7f920cfa0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1492155 Nov 12 09:17:46.016373 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edc2a2b5-ef6c-454f-91cb-ff7eef6c01ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.020753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-edc2a2b5-ef6c-454f-91cb-ff7eef6c01ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.024785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-edc2a2b5-ef6c-454f-91cb-ff7eef6c01ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5512b57-89e0-4074-8e7f-c13c542ee823 HTTP/1.1" status: 204 len: 168 time: 0.4505854 Nov 12 09:17:46.046564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:17:46.052340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.072884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2a2b5-ef6c-454f-91cb-ff7eef6c01ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5512b57-89e0-4074-8e7f-c13c542ee823,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:46.171444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c1051ae1-00bc-4d87-875e-6af5505de983 req-94a00d07-7781-4c19-9236-1593e06c8b8f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623282 Nov 12 09:17:46.300705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] For port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:46.301766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.328389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:17:46.396509 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aaefa22a-ee14-4634-965b-5c1cb2a307d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.407428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:07Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:46.462852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] Checking router: cbb9244c-8518-4c26-a2a3-1e3862971f66 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:17:46.482839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:17:46.484152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:17:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:46.599446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56516) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:46.621713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f855f-ebb9-4dfe-bf02-720352ee6ca1 req-3a556dc1-24c0-44bc-881d-78d2da09209c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:46.627232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3bef8f5-c5c2-4ecf-b38b-4e7d4c778039 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.629837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c9f855f-ebb9-4dfe-bf02-720352ee6ca1 req-3a556dc1-24c0-44bc-881d-78d2da09209c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1361830 Nov 12 09:17:46.666592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:17:46.774714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c9f855f-ebb9-4dfe-bf02-720352ee6ca1 req-69d5a297-79fb-42d5-903a-619072404218 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419613 Nov 12 09:17:46.807709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.916825 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3bef8f5-c5c2-4ecf-b38b-4e7d4c778039 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.927311 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3bef8f5-c5c2-4ecf-b38b-4e7d4c778039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.947289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=8086391b-c4e0-4bb9-85e1-6cf3860e0ef1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:46.951635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] No DVR routers for this DVR port 8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:46.955768 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:46.966196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-807b6941-d7ac-45d4-8122-ce5f1bf835dc req-f79d7513-4e01-4a14-ad17-02b8a1488e98 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.62 "DELETE /v2.0/ports/8086391b-c4e0-4bb9-85e1-6cf3860e0ef1 HTTP/1.1" status: 204 len: 173 time: 1.1741731 Nov 12 09:17:47.039561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:47.040594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a3bef8f5-c5c2-4ecf-b38b-4e7d4c778039 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74c33435659942cb903a6c93f3eb0741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4393184 Nov 12 09:17:47.058998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bef8f5-c5c2-4ecf-b38b-4e7d4c778039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f95db4-b15a-470e-94e5-2a44640e1d20,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:47.211846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:07Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:17:47.220379 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4145e12e-749c-4c27-bda0-986cb7a03fbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.273694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4145e12e-749c-4c27-bda0-986cb7a03fbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.285143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1942aea4-7910-4c37-88e9-f0e4fd447bad None None] The sync data for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 is: [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '78d83c84-47ac-4989-a617-6f240d44f418', 'name': '', 'network_id': '87a1f048-b039-4243-8213-ec65a4ba65a0', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'mac_address': 'fa:16:3e:62:19:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:59Z', 'updated_at': '2021-11-12T09:06:07Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'subnets': [{'id': '1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:17:47.348654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12552713-857f-401e-9126-9eeb67012f30 req-79b76809-8b15-451c-bc7e-8bc2fb9633c4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1125624 Nov 12 09:17:47.562892 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4145e12e-749c-4c27-bda0-986cb7a03fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.573762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4145e12e-749c-4c27-bda0-986cb7a03fbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:47.575603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4145e12e-749c-4c27-bda0-986cb7a03fbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3f95db4-b15a-470e-94e5-2a44640e1d20 HTTP/1.1" status: 204 len: 168 time: 0.5340416 Nov 12 09:17:47.631404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145e12e-749c-4c27-bda0-986cb7a03fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f95db4-b15a-470e-94e5-2a44640e1d20,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:47.688709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9abc71-38d4-4254-b277-549071943b21 req-e824a30f-48eb-4f10-b99c-8964af66b79f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:47.723750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe9abc71-38d4-4254-b277-549071943b21 req-e824a30f-48eb-4f10-b99c-8964af66b79f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.2398400 Nov 12 09:17:47.757713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0'}, {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:47.760683 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a1dd04-0c64-4a08-af21-e5abb6ca143b" -d '{"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "e87718e8-95b2-41eb-866b-056220015ba0"}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:47.813554 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe9abc71-38d4-4254-b277-549071943b21 req-dc57dcf6-300c-4aab-b6df-e8eb2bac5fee tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860960 Nov 12 09:17:47.821237 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47f2e55-44ee-4c49-b1d7-2f0113b38b1c x-openstack-request-id: req-c47f2e55-44ee-4c49-b1d7-2f0113b38b1c {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:47.823440 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "e87718e8-95b2-41eb-866b-056220015ba0", "status": "completed", "code": 200}, {"server_uuid": "c5f7bdab-fc1a-41ab-a171-4021770ab73d", "name": "network-vif-deleted", "tag": "8086391b-c4e0-4bb9-85e1-6cf3860e0ef1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:47.824088 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c47f2e55-44ee-4c49-b1d7-2f0113b38b1c {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:47.824953 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': 'e87718e8-95b2-41eb-866b-056220015ba0', 'status': 'completed', 'code': 200} Nov 12 09:17:47.826101 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f7bdab-fc1a-41ab-a171-4021770ab73d', 'name': 'network-vif-deleted', 'tag': '8086391b-c4e0-4bb9-85e1-6cf3860e0ef1', 'status': 'completed', 'code': 200} Nov 12 09:17:48.052731 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf17eae-c83e-4d26-9187-3e3a8a64d2d4 None None] New status for floating IP ab934e12-ecd6-4059-a37e-a77e27a0c1df: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:17:48.077879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6e00e-207a-4dfe-9243-81250a30d31e req-b264f880-345a-4316-8123-f0f5298fe91c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:48.088002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02f6e00e-207a-4dfe-9243-81250a30d31e req-b264f880-345a-4316-8123-f0f5298fe91c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1572356 Nov 12 09:17:48.174328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02f6e00e-207a-4dfe-9243-81250a30d31e req-6df9bc99-4fea-499e-af52-baa844380b73 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845795 Nov 12 09:17:48.703062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c967ce29-7273-4cbc-b52b-538532a90f94 req-2ffc8d42-e1c1-4209-9484-e9e4dd922017 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0877838 Nov 12 09:17:48.974981 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:17:49.043287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:49.150967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3174c-16a8-4b26-976d-12647c72cb47 req-c53501a0-86d6-4ae2-945c-cd23823763b3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:49.174169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94c3174c-16a8-4b26-976d-12647c72cb47 req-c53501a0-86d6-4ae2-945c-cd23823763b3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1379638 Nov 12 09:17:49.324124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94c3174c-16a8-4b26-976d-12647c72cb47 req-89e8229d-395e-4b1f-8662-842f900c30f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427767 Nov 12 09:17:49.515292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc5f04-3821-4948-838c-6e349f07403c req-ecedd600-17e5-45e2-8c98-1537bac85e2f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:49.530443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8dc5f04-3821-4948-838c-6e349f07403c req-ecedd600-17e5-45e2-8c98-1537bac85e2f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1689119 Nov 12 09:17:49.711405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8dc5f04-3821-4948-838c-6e349f07403c req-77967ad7-6d0f-485a-87f7-064b109574d4 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787446 Nov 12 09:17:49.812127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:49.993055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c375252-5399-4c08-8f73-9f6ba8385ce0 req-22d3a6a3-f3aa-41ba-874c-be362f606e3d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1153862 Nov 12 09:17:50.358866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:50.561037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc76fff-cbb5-4fcd-b9f8-11bd76d29123 req-eef0a79a-da7f-4bf9-8231-c57b0948dd3e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:50.563654 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9dc76fff-cbb5-4fcd-b9f8-11bd76d29123 req-eef0a79a-da7f-4bf9-8231-c57b0948dd3e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.0971375 Nov 12 09:17:50.658516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9dc76fff-cbb5-4fcd-b9f8-11bd76d29123 req-ee29beeb-3488-4c24-8d46-6fa0376c4218 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804064 Nov 12 09:17:50.974696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96cece-667e-4659-91a0-e45656c118fc req-b14e1870-66cd-468b-ad37-3802f9df43ea tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:50.990581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce96cece-667e-4659-91a0-e45656c118fc req-b14e1870-66cd-468b-ad37-3802f9df43ea tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1219928 Nov 12 09:17:51.168011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-688038fc-a80d-4907-b0aa-6c3ee58afe1c req-c9847dd3-7ebc-4cde-806b-1908023f2247 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0381529 Nov 12 09:17:51.191653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce96cece-667e-4659-91a0-e45656c118fc req-16184c2c-dc79-4e3f-bb11-59d6373568bf tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889460 Nov 12 09:17:51.955847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6050af-c6b4-46c2-92dc-bc149375f546 req-0f8490e4-88c4-4e3a-b9a5-3d3a87c13063 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:51.967078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e6050af-c6b4-46c2-92dc-bc149375f546 req-0f8490e4-88c4-4e3a-b9a5-3d3a87c13063 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1273189 Nov 12 09:17:52.108801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e6050af-c6b4-46c2-92dc-bc149375f546 req-a0741c51-8e9d-4856-ab3a-7fa75997876c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384325 Nov 12 09:17:52.454192 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c867d33e-d061-422e-893d-8f54b67ee0ea req-2494b6e5-9e2b-4652-9c9c-5d83a519f42c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1206331 Nov 12 09:17:52.474444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45620c0b-8537-485a-848f-67c5baadfb62 req-a72b3da5-61f3-4116-93b4-ed6b59c6f1d5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:52.493591 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45620c0b-8537-485a-848f-67c5baadfb62 req-a72b3da5-61f3-4116-93b4-ed6b59c6f1d5 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1535556 Nov 12 09:17:52.677157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45620c0b-8537-485a-848f-67c5baadfb62 req-ddd9c86f-763e-43da-95db-0226a93a8539 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754181 Nov 12 09:17:53.319282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7850dc8-3135-48b4-994e-e5f3fb5ed620 req-ac8808e3-5aff-4a92-b47a-80ccf285d6e3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:53.321155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7850dc8-3135-48b4-994e-e5f3fb5ed620 req-ac8808e3-5aff-4a92-b47a-80ccf285d6e3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.0798678 Nov 12 09:17:53.458934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56638) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:53.489250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7850dc8-3135-48b4-994e-e5f3fb5ed620 req-6a551110-d33c-4c62-b35d-00482c618a7b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569815 Nov 12 09:17:53.656544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f86b1b77-fa80-45eb-a632-fdfa392a122d req-db8aa4b9-fce1-4f99-ab33-0e0579f0e28c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0776918 Nov 12 09:17:53.695106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf77-070d-44be-9914-022c9906c81e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.869512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f163e1-150e-4b56-bd30-e3db19cfa0e1 req-9afe8d93-9bdd-4120-bf22-bf05d4a6bb63 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:53.871697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21f163e1-150e-4b56-bd30-e3db19cfa0e1 req-9afe8d93-9bdd-4120-bf22-bf05d4a6bb63 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.0798161 Nov 12 09:17:53.876988 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf77-070d-44be-9914-022c9906c81e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.884178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ebabaf77-070d-44be-9914-022c9906c81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:53.924029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56646) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:53.939526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ebabaf77-070d-44be-9914-022c9906c81e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c38904339894559b2c24aae0950b77d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699683 Nov 12 09:17:54.053392 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e116-b7c9-47ea-bea4-7feec6b0eec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.079361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabaf77-070d-44be-9914-022c9906c81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0713ec7-cf14-418f-9b31-d940e6b34da6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:54.110739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21f163e1-150e-4b56-bd30-e3db19cfa0e1 req-d5593cd1-3d16-439f-8dd0-8cacc7fec8f0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943560 Nov 12 09:17:54.131217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e116-b7c9-47ea-bea4-7feec6b0eec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.225273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e116-b7c9-47ea-bea4-7feec6b0eec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.234673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2c6e116-b7c9-47ea-bea4-7feec6b0eec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.236110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c2c6e116-b7c9-47ea-bea4-7feec6b0eec7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0713ec7-cf14-418f-9b31-d940e6b34da6 HTTP/1.1" status: 204 len: 168 time: 0.3106523 Nov 12 09:17:54.245237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6e116-b7c9-47ea-bea4-7feec6b0eec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0713ec7-cf14-418f-9b31-d940e6b34da6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:54.725127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c95b6-6fdb-46ef-b4fe-6bbe36ca11a8 req-18022cd9-55c7-4467-bc18-7f83e021fe55 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:54.731206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d72c95b6-6fdb-46ef-b4fe-6bbe36ca11a8 req-18022cd9-55c7-4467-bc18-7f83e021fe55 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.1031301 Nov 12 09:17:54.739128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56680) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:54.756150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd77b661-8dcc-4a4e-a3ab-c0b806dba94d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:54.847145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfe0de7d-f5e1-40b1-87ca-133a99b591c0 req-9e3718ea-fe59-443b-a391-757082c9c9ef tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0449851 Nov 12 09:17:54.857510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d72c95b6-6fdb-46ef-b4fe-6bbe36ca11a8 req-8f6889c7-84f8-4c75-a5ed-bbfc1ea6092c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179440 Nov 12 09:17:54.962235 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-8c6b56c8-257c-4fe1-9d48-137f1925fd74 service neutron] show failed (client error): The resource could not be found. Nov 12 09:17:54.966205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-8c6b56c8-257c-4fe1-9d48-137f1925fd74 service neutron] 10.222.0.62 "GET /v2.0/ports/baf404ee-677f-4a8d-a956-490e365f0a46/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.1039085 Nov 12 09:17:55.009326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd77b661-8dcc-4a4e-a3ab-c0b806dba94d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.015090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bd77b661-8dcc-4a4e-a3ab-c0b806dba94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.060626 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77b661-8dcc-4a4e-a3ab-c0b806dba94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52646cb9-214e-4ece-81d4-2ade827c042e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:55.094226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bd77b661-8dcc-4a4e-a3ab-c0b806dba94d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=967112456cb147f29e1b7f42c2772c61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3492565 Nov 12 09:17:55.094984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56682) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:55.172152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccf4b-4f40-4a4a-9713-3e12b69776fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.215530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccf4b-4f40-4a4a-9713-3e12b69776fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.317276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccf4b-4f40-4a4a-9713-3e12b69776fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.324074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccf4b-4f40-4a4a-9713-3e12b69776fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.329361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cc9ccf4b-4f40-4a4a-9713-3e12b69776fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52646cb9-214e-4ece-81d4-2ade827c042e HTTP/1.1" status: 204 len: 168 time: 0.2295539 Nov 12 09:17:55.336950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ccf4b-4f40-4a4a-9713-3e12b69776fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52646cb9-214e-4ece-81d4-2ade827c042e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:55.403267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1ed3f-4644-4c3c-b128-f53c6ccc165e req-7a25e438-6486-4d15-b42d-a4b5400ec9ce tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:55.405956 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5e1ed3f-4644-4c3c-b128-f53c6ccc165e req-7a25e438-6486-4d15-b42d-a4b5400ec9ce tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1325665 Nov 12 09:17:55.417640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-ab5cef4f-9199-4cce-acb0-68e24dceacf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:55.419398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-ab5cef4f-9199-4cce-acb0-68e24dceacf9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 1098 time: 0.2069919 Nov 12 09:17:55.433589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:17:55.508479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:55.621373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5e1ed3f-4644-4c3c-b128-f53c6ccc165e req-a5f5ed81-40f0-47dc-9dee-37b94d2fb84e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999969 Nov 12 09:17:55.896665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:17:55.968704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:56.069976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:56.075208 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa36aae-d20c-457c-aff3-4167a05d898c" -d '{"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-unplugged", "status": "completed", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:56.106611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2e5e2-2a90-4404-9d66-2c4bfa567ca0 req-777e8906-6f42-4460-b866-dc560a27166a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:56.109616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1e2e5e2-2a90-4404-9d66-2c4bfa567ca0 req-777e8906-6f42-4460-b866-dc560a27166a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.0789249 Nov 12 09:17:56.126641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.134876 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4274b6b7-026c-4d63-bba3-10ce002cc31b req-d59d9463-4930-4733-8668-65611f9a3017 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1118195 Nov 12 09:17:56.153795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Transition to ACTIVE for port object baf404ee-677f-4a8d-a956-490e365f0a46 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:17:56.163772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.225578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:56.251318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1e2e5e2-2a90-4404-9d66-2c4bfa567ca0 req-d52245cf-fd53-4279-8ee2-3ab38d8987af tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347008 Nov 12 09:17:56.338860 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263bee6-9bcc-4d53-9d20-4a2bbccd5cbf x-openstack-request-id: req-1263bee6-9bcc-4d53-9d20-4a2bbccd5cbf {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:56.339325 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-unplugged", "status": "completed", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:56.339654 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1263bee6-9bcc-4d53-9d20-4a2bbccd5cbf {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:56.340323 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'code': 200} Nov 12 09:17:56.446834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] No DVR routers for this DVR port baf404ee-677f-4a8d-a956-490e365f0a46 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:17:56.628868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:17:56.629433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:17:56.630093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:56.637774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Port baf404ee-677f-4a8d-a956-490e365f0a46 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:17:56.638324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Attempting to bind port baf404ee-677f-4a8d-a956-490e365f0a46 on network 832f3e6a-a994-4be8-9778-9d3c3e180d37 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:17:56.646728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:17:56.647288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Checking segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:17:56.648036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Bound using segment: {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:17:56.648672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Bound port: baf404ee-677f-4a8d-a956-490e365f0a46, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:17:56.649295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.810679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:17:56.815518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:17:56.825234 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.829388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7be97-e6ca-4cbf-a3e6-ccc597c8c8f9 req-07d6fe0c-fb9d-4a20-83fe-2e687390c555 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:56.831813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1f7be97-e6ca-4cbf-a3e6-ccc597c8c8f9 req-07d6fe0c-fb9d-4a20-83fe-2e687390c555 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.0830631 Nov 12 09:17:56.943259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:56.944730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:56.947155 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] 10.222.0.55 "PUT /v2.0/ports/baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 1093 time: 1.5189285 Nov 12 09:17:56.967520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1f7be97-e6ca-4cbf-a3e6-ccc597c8c8f9 req-92ac5733-ad70-42a0-8dc3-6b6ab78b9f5c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265950 Nov 12 09:17:57.021295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:17:57.034707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.035290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.035710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.036168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.036593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.036995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.037564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.038070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.038546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.038941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.039348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.039791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfa1477-5ae1-454d-a0d1-92c1e57407f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:17:57.090980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-616b85ce-6bcd-4df5-8bfd-5b8b5b7c3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:57.093968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-616b85ce-6bcd-4df5-8bfd-5b8b5b7c3248 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1096 time: 0.0915520 Nov 12 09:17:57.293113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-4386be5c-af89-4f82-ad85-41f62135b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:57.294926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-4386be5c-af89-4f82-ad85-41f62135b649 service neutron] 10.222.0.55 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.1892509 Nov 12 09:17:57.420274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-dc71559f-0ec5-4b5a-ab8f-274dd80310fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 999 time: 0.1154244 Nov 12 09:17:57.437358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae7b8c-5ef9-430e-989f-af18d1020283 req-42fc3bfc-20e0-47cc-801b-a3978ee11c45 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:57.439285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aeae7b8c-5ef9-430e-989f-af18d1020283 req-42fc3bfc-20e0-47cc-801b-a3978ee11c45 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.0736024 Nov 12 09:17:57.452855 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-56815a9f-8de5-43ab-8625-0343e14aa79c req-d7762dc0-f65f-4b0f-94ab-3a815ffbb373 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1500494 Nov 12 09:17:57.516419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-8c4988a3-20c3-45d7-963a-980b9de6786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:57.522999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-8c4988a3-20c3-45d7-963a-980b9de6786d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.0687337 Nov 12 09:17:57.598543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aeae7b8c-5ef9-430e-989f-af18d1020283 req-dec8d263-d0b7-416b-b363-f3314a2eefac tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500144 Nov 12 09:17:57.612398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-8a4b5e2d-9271-414b-8fc0-7b3d8ad56ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:57.613165 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-8a4b5e2d-9271-414b-8fc0-7b3d8ad56ba7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797749 Nov 12 09:17:57.674213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:17:57.770669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:57.783240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:17:57.810825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-a9751f73-eec0-4b33-871e-14dc52692f4a service neutron] 10.222.0.55 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901803 Nov 12 09:17:57.938783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f138b87-995d-4a29-8a3f-02665286a3cd req-1c928fd8-2321-49d4-b3ed-178e54683a2a service neutron] 10.222.0.55 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193585 Nov 12 09:17:58.142493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d4792-ccca-422a-96b8-c4b38a303734 req-3e6a277d-18ee-4d10-b3a4-877681293049 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:58.152279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fd0d4792-ccca-422a-96b8-c4b38a303734 req-3e6a277d-18ee-4d10-b3a4-877681293049 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.0844810 Nov 12 09:17:58.247053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fd0d4792-ccca-422a-96b8-c4b38a303734 req-a012eeef-160e-468e-81f9-0f8b17b1922f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932729 Nov 12 09:17:58.256531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:17:58.342767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:17:58.349483 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5ff428-d868-4c6d-a916-fa948dc73dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:17:58.441707 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea2e0f-ff82-45e9-94c9-83c81880bff0 x-openstack-request-id: req-cbea2e0f-ff82-45e9-94c9-83c81880bff0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:17:58.442050 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:17:58.442305 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cbea2e0f-ff82-45e9-94c9-83c81880bff0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:17:58.442713 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'status': 'completed', 'code': 200} Nov 12 09:17:58.673550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-4630b005-d11e-476d-9e98-7ac6a1581892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:58.676204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-4630b005-d11e-476d-9e98-7ac6a1581892 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1096 time: 0.2123179 Nov 12 09:17:58.816857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafd0b2-e32f-46bf-85e2-6052de1145b7 req-fd5b2c6b-88f1-4e9d-8b21-70b251e62023 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:58.818529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-faafd0b2-e32f-46bf-85e2-6052de1145b7 req-fd5b2c6b-88f1-4e9d-8b21-70b251e62023 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.0862207 Nov 12 09:17:58.886222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-faafd0b2-e32f-46bf-85e2-6052de1145b7 req-ed0da5b3-5303-46c6-8e94-b8cb328ab53c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549364 Nov 12 09:17:58.893638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-de7c80ef-b38a-4619-ae6c-0a06023f6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:58.896620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-de7c80ef-b38a-4619-ae6c-0a06023f6921 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1096 time: 0.3676560 Nov 12 09:17:58.901089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-244ee72b-94a9-4af4-ae0d-504527752f83 req-829fa965-82ca-4e32-a026-6ac2598267da tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.2372019 Nov 12 09:17:58.967746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-b33e2f7b-80bc-4c40-804c-93d58a3ad523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:58.969657 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-b33e2f7b-80bc-4c40-804c-93d58a3ad523 service neutron] 10.222.0.62 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.2739890 Nov 12 09:17:59.076376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-5022cfc1-92ee-4fd4-8d77-a18c26b57be2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 999 time: 0.0748711 Nov 12 09:17:59.208952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-fe529509-7bd5-466c-96a3-d332467acc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:59.212220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-fe529509-7bd5-466c-96a3-d332467acc42 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.1259925 Nov 12 09:17:59.242818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-f70c4387-3ef2-4b6a-906d-26b05b169d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:59.244357 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-f70c4387-3ef2-4b6a-906d-26b05b169d15 service neutron] 10.222.0.55 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.3336618 Nov 12 09:17:59.400196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-89e2702d-052c-4f9a-ad0f-f51df37e0ffd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 999 time: 0.1338603 Nov 12 09:17:59.492686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-346a4244-52dc-4693-a9c6-e08d150ba77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:59.495143 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-346a4244-52dc-4693-a9c6-e08d150ba77b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2730401 Nov 12 09:17:59.495749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90d377-a6ab-4bb8-a561-4d2b40c3cd7b req-e3963c93-6d3c-442f-9011-d29aefff1cbb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:59.497679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e90d377-a6ab-4bb8-a561-4d2b40c3cd7b req-e3963c93-6d3c-442f-9011-d29aefff1cbb tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1333511 Nov 12 09:17:59.563848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-db5b1079-5860-468c-b354-c217cac6cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:59.566177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-db5b1079-5860-468c-b354-c217cac6cace service neutron] 10.222.0.55 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.1582794 Nov 12 09:17:59.612817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e90d377-a6ab-4bb8-a561-4d2b40c3cd7b req-3fde9d9d-b348-4cf6-9b34-8081f003ca23 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030645 Nov 12 09:17:59.721965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56828) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:17:59.741967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-f0e11bd2-faaa-4a7c-8aa6-9fc0dfa17f8d service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358971 Nov 12 09:17:59.765513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-772e57ac-4493-44a7-8d30-c3e17a946eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:17:59.767073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-772e57ac-4493-44a7-8d30-c3e17a946eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427283 Nov 12 09:17:59.902434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-8e42754e-bd76-49a6-ac46-0a70988148dc service neutron] 10.222.0.55 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224105 Nov 12 09:17:59.937832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b367aa05-9f5c-4634-b808-01848873175f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.129204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b367aa05-9f5c-4634-b808-01848873175f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.154763 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-39776df5-f9d9-4807-9723-9ada6bfc7b16 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026492 Nov 12 09:18:00.170339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5943b57c-16e4-4cfa-a5ae-0af182d5bb9b req-4d9c09f5-0d2f-46b5-87fe-c74ebe991a3c tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0550249 Nov 12 09:18:00.196267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b367aa05-9f5c-4634-b808-01848873175f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.238142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367aa05-9f5c-4634-b808-01848873175f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8880717-902c-4f2c-abb1-7b5a0aba8649,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:00.270519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b367aa05-9f5c-4634-b808-01848873175f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75cdc168af1045ac884be41104c95d77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5466726 Nov 12 09:18:00.272235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56838) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:00.348590 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7d8cec1-a12f-4f3f-8561-94dd153df94b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.387546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7d8cec1-a12f-4f3f-8561-94dd153df94b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.456623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7d8cec1-a12f-4f3f-8561-94dd153df94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.460601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7d8cec1-a12f-4f3f-8561-94dd153df94b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:00.463077 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d7d8cec1-a12f-4f3f-8561-94dd153df94b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8880717-902c-4f2c-abb1-7b5a0aba8649 HTTP/1.1" status: 204 len: 168 time: 0.1890085 Nov 12 09:18:00.494990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8cec1-a12f-4f3f-8561-94dd153df94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8880717-902c-4f2c-abb1-7b5a0aba8649,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:00.639615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e5ff428-d868-4c6d-a916-fa948dc73dfb req-660ad3ef-a2c1-44fc-9ed1-64a3e24fbaeb service neutron] 10.222.0.55 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164758 Nov 12 09:18:00.714635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db41d4-f671-4865-90b5-9abc04479983 req-0d5bbc16-65a9-4606-b1d5-3726c76b3558 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:00.717826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c5db41d4-f671-4865-90b5-9abc04479983 req-0d5bbc16-65a9-4606-b1d5-3726c76b3558 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.5616951 Nov 12 09:18:00.875861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c5db41d4-f671-4865-90b5-9abc04479983 req-8f496d9f-b80c-49e1-aa1e-a96ed47dea15 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368923 Nov 12 09:18:00.909788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5f3fb-dfd0-4e9b-9ebe-64344e250805 req-1a73a70d-e642-46e8-8914-c87d205fa455 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:00.916588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2cb5f3fb-dfd0-4e9b-9ebe-64344e250805 req-1a73a70d-e642-46e8-8914-c87d205fa455 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1206434 Nov 12 09:18:01.054070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2cb5f3fb-dfd0-4e9b-9ebe-64344e250805 req-92e02682-94d7-459b-b353-e66b5f7af928 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188459 Nov 12 09:18:01.365516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-862dd88f-8ee4-45df-a0c7-d2079e65d222 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.368152 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-862dd88f-8ee4-45df-a0c7-d2079e65d222 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d&tenant_id=29ad76fbd32249958059ad70c802938c&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 944 time: 0.1966331 Nov 12 09:18:01.384298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d63f4-a7a7-4de5-ae63-718b15a99b6f req-bd5b854e-84b2-4573-ab53-b5dfe5e79081 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.386882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-290d63f4-a7a7-4de5-ae63-718b15a99b6f req-bd5b854e-84b2-4573-ab53-b5dfe5e79081 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 944 time: 0.2431207 Nov 12 09:18:01.398047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4c5a7848-cd2f-4467-8bdb-04cc8edc5602 req-cd8bf583-bffa-4e58-9109-a6fb34dc3eee tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0740798 Nov 12 09:18:01.512498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-290d63f4-a7a7-4de5-ae63-718b15a99b6f req-35402cd6-a45e-4796-9f95-601b60328813 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174865 Nov 12 09:18:01.518289 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-12436013-ace8-4d80-b7e2-4f6f0ecdc35b service neutron] delete failed (client error): The resource could not be found. Nov 12 09:18:01.519598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-12436013-ace8-4d80-b7e2-4f6f0ecdc35b service neutron] 10.222.0.62 "DELETE /v2.0/ports/baf404ee-677f-4a8d-a956-490e365f0a46/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.1314642 Nov 12 09:18:01.665877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-ccb24e2f-3a14-4884-96f3-cc22b836f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.668312 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-ccb24e2f-3a14-4884-96f3-cc22b836f395 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1096 time: 0.0830228 Nov 12 09:18:01.720139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:18:01.826251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-fac273d2-e971-4c04-9ae3-d56a0a83d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:01.830933 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-fac273d2-e971-4c04-9ae3-d56a0a83d6b9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.1509356 Nov 12 09:18:01.965331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:01.978361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'port_id': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'mac_address': 'fa:16:3e:7a:2b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:18:01.980065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-b88129e9-b628-4240-b0f9-bfb9915416d6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 999 time: 0.1400855 Nov 12 09:18:02.036493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:02.055109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf404ee-677f-4a8d-a956-490e365f0a46 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:18:02.085010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:02.093889 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:02.098967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-2a2dd67e-621f-44c3-a25a-fc1baf86cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:02.100815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-2a2dd67e-621f-44c3-a25a-fc1baf86cf87 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.1134939 Nov 12 09:18:02.201243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-207c85d2-2840-4637-b39f-646e259df0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:02.207358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-207c85d2-2840-4637-b39f-646e259df0e1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0958710 Nov 12 09:18:02.218679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:02.346851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:02.403031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['baf404ee-677f-4a8d-a956-490e365f0a46'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:18:02.440954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c72a9-0b98-498c-bbb4-e330c0883c1a req-abe82d1d-f253-4697-8ad2-94350c5ead06 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:02.444060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a28c72a9-0b98-498c-bbb4-e330c0883c1a req-abe82d1d-f253-4697-8ad2-94350c5ead06 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1671417 Nov 12 09:18:02.500586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] Deleting subnet 4553fa5d-27e2-4d4e-837c-d9443b288254 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:02.507525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:02.516458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-4373b2f9-31ff-45e3-93a0-fdd1db190578 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021841 Nov 12 09:18:02.652787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a28c72a9-0b98-498c-bbb4-e330c0883c1a req-fdda5129-ef64-4a68-a426-8113598055d8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917331 Nov 12 09:18:02.728622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:02.784345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-abbf32e6-343c-413d-8a2a-2f6d9221824e req-50d067bd-5907-45ac-8e09-9ca28a727c85 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1186907 Nov 12 09:18:02.897506 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:02.905969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80fedacb-8c48-490e-a8de-6e12642cc9d2 req-f7c15f52-d54e-4b19-8e74-500ece02bba9 service neutron] 10.222.0.62 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329961 Nov 12 09:18:02.952396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab409e-3779-43b8-a4aa-c48ac04f6826 req-3ea79aa0-fbd3-4a3d-9106-0636b77d9ab0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:02.968455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98ab409e-3779-43b8-a4aa-c48ac04f6826 req-3ea79aa0-fbd3-4a3d-9106-0636b77d9ab0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 945 time: 0.1488786 Nov 12 09:18:03.038434 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.099055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98ab409e-3779-43b8-a4aa-c48ac04f6826 req-cb033237-85fd-4f05-a7cf-88e450fd718d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291587 Nov 12 09:18:03.109699 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.130283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4553fa5d-27e2-4d4e-837c-d9443b288254 HTTP/1.1" status: 204 len: 168 time: 0.7819993 Nov 12 09:18:03.133896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56894) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:03.153560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21c83d-5fa1-4de3-b48f-0b58d3e40398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4553fa5d-27e2-4d4e-837c-d9443b288254,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:03.294559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.464768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.511510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a59afe1-17c9-445b-97fb-0c3575129795']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:03.542811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0200d9-01ff-4e73-adca-8906b3d520da') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:03.543250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0200d9-01ff-4e73-adca-8906b3d520da') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:03.554898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.573370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.585670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:03.587145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:03.590848 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:03.717375 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.745002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:03.757278 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1a59afe1-17c9-445b-97fb-0c3575129795 HTTP/1.1" status: 204 len: 168 time: 0.6216972 Nov 12 09:18:03.759924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf8fc8-9109-4057-af38-8f3943063a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a59afe1-17c9-445b-97fb-0c3575129795,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:03.910816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254497b1-0f00-4399-b678-027bf995321e req-7179b361-c328-4044-a8ba-0b88531fae96 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:03.924412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-254497b1-0f00-4399-b678-027bf995321e req-7179b361-c328-4044-a8ba-0b88531fae96 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1137917 Nov 12 09:18:04.037344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-254497b1-0f00-4399-b678-027bf995321e req-e7c58626-456b-43c8-bdff-2f94ccbc52c0 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103742 Nov 12 09:18:04.112940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ea007702-8167-41b3-beaa-65c0cb158886 req-64639eb1-de69-4e6c-a74c-f469d1f062fe tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.1008484 Nov 12 09:18:04.219492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56942) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:04.280193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bc2272ba-9706-4e8a-9e69-08ca6d6c3e03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a13af1943ea4d5885bf93cf58da6aea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597107 Nov 12 09:18:04.284084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56948) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:04.361417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6202545f-577c-42ee-95a7-9e42e4550135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.371067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589d7c1-44ff-4da1-ab02-39b6165438f7 req-265c9c4a-2af8-4b31-a374-af3716685808 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:04.379260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8589d7c1-44ff-4da1-ab02-39b6165438f7 req-265c9c4a-2af8-4b31-a374-af3716685808 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 945 time: 0.1026182 Nov 12 09:18:04.444629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6202545f-577c-42ee-95a7-9e42e4550135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.472651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8589d7c1-44ff-4da1-ab02-39b6165438f7 req-d67e2daa-1b2d-419b-a43c-429df7067993 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916934 Nov 12 09:18:04.503741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56962) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:04.618023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87d4b3-7eb9-4839-94d2-e050f334bfca req-a3f21017-54dd-4072-ac31-d6637f6f52c2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:04.621315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe87d4b3-7eb9-4839-94d2-e050f334bfca req-a3f21017-54dd-4072-ac31-d6637f6f52c2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.1448727 Nov 12 09:18:04.648091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6202545f-577c-42ee-95a7-9e42e4550135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.651958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6202545f-577c-42ee-95a7-9e42e4550135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:04.656335 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6202545f-577c-42ee-95a7-9e42e4550135 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f779130-d9e3-4cc9-9719-48e37cdc0878 HTTP/1.1" status: 204 len: 168 time: 0.3706918 Nov 12 09:18:04.676059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202545f-577c-42ee-95a7-9e42e4550135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f779130-d9e3-4cc9-9719-48e37cdc0878,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:04.685099 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5d93e8aa-32ba-473f-b758-6fcdc716c09c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/167c8009-e3f0-495c-b9f3-984435ff038e HTTP/1.1" status: 200 len: 992 time: 0.1792350 Nov 12 09:18:04.748793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe87d4b3-7eb9-4839-94d2-e050f334bfca req-5d624862-046c-4a7e-bbab-e0f8a7675299 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079099 Nov 12 09:18:05.167019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56992) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:05.307461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7322d7a-a653-43ca-ba1f-7251bef893f4 req-80a2d440-8c8a-4828-8233-be210837a693 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0602512 Nov 12 09:18:05.366652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a80c6bb1-8c10-4e57-80e5-59e9df441006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.469748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a80c6bb1-8c10-4e57-80e5-59e9df441006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.478466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a80c6bb1-8c10-4e57-80e5-59e9df441006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.538382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a80c6bb1-8c10-4e57-80e5-59e9df441006 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a39c6b4cbafb49bc83a186fbcb112350&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613415 Nov 12 09:18:05.541754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c6bb1-8c10-4e57-80e5-59e9df441006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa834a5-0249-44c8-a34f-5f98b6c6be59,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:05.543101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 56996) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:05.650289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd7b9-9129-497a-b927-e396ec27e79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.692358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-1c46848f-e32b-446d-923b-0509039de418 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:05.694193 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-1c46848f-e32b-446d-923b-0509039de418 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.0874279 Nov 12 09:18:05.697236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd7b9-9129-497a-b927-e396ec27e79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.765111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:05.834433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port baf404ee-677f-4a8d-a956-490e365f0a46 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:18:05.842016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port baf404ee-677f-4a8d-a956-490e365f0a46 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:05.842853 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.927386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd7b9-9129-497a-b927-e396ec27e79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.931491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b9cd7b9-9129-497a-b927-e396ec27e79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.936442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b9cd7b9-9129-497a-b927-e396ec27e79a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/faa834a5-0249-44c8-a34f-5f98b6c6be59 HTTP/1.1" status: 204 len: 168 time: 0.3890927 Nov 12 09:18:05.955309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Deleting port fb794a7d-6c28-4741-8c0f-619d573f0ea5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:05.956199 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:05.987545 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.028712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:06.033665 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4ce51e-3094-42b5-9df5-d0dcd538f293" -d '{"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-plugged", "status": "completed", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:06.054788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:06.062372 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.077273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9cd7b9-9129-497a-b927-e396ec27e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa834a5-0249-44c8-a34f-5f98b6c6be59,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:06.113527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5065-25b4-40bc-b693-55ea6dd1a360 req-8887027d-1012-43f5-b2c5-80a7d93d3a2a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:06.123058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f9c5065-25b4-40bc-b693-55ea6dd1a360 req-8887027d-1012-43f5-b2c5-80a7d93d3a2a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 946 time: 0.2429903 Nov 12 09:18:06.148302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:06.157987 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8d4b59-d92f-46a6-9b3d-f953c349a717 x-openstack-request-id: req-0b8d4b59-d92f-46a6-9b3d-f953c349a717 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:06.158798 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-plugged", "status": "completed", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:06.159294 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b8d4b59-d92f-46a6-9b3d-f953c349a717 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:06.159948 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'code': 200} Nov 12 09:18:06.229102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] For port fb794a7d-6c28-4741-8c0f-619d573f0ea5, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=fb794a7d-6c28-4741-8c0f-619d573f0ea5,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:06.229541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.235708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f9c5065-25b4-40bc-b693-55ea6dd1a360 req-2e0f55ab-9943-4dba-87e1-7dedefd63144 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109726 Nov 12 09:18:06.268986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Calling delete_port for fb794a7d-6c28-4741-8c0f-619d573f0ea5 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:06.479647 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01dd3931-438c-472d-867f-47f820c45eba req-f12b7d37-1094-4ba2-a5e2-f06fec61c6d0 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0377815 Nov 12 09:18:06.486092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57008) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:06.506651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2f61e9-8c10-43fa-90fd-0d096092ff23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.530438 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.549061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['fb794a7d-6c28-4741-8c0f-619d573f0ea5'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:18:06.573053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event deleted for resources: {'Port': ['ID=fb794a7d-6c28-4741-8c0f-619d573f0ea5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:06.646388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] No DVR routers for this DVR port fb794a7d-6c28-4741-8c0f-619d573f0ea5 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:06.652582 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.657836 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dcd77e4b-44be-4ae4-b745-2752a739b872 req-34b60903-fb87-45c7-9efe-1ec4ff67396c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.55 "DELETE /v2.0/ports/fb794a7d-6c28-4741-8c0f-619d573f0ea5 HTTP/1.1" status: 204 len: 173 time: 0.9576478 Nov 12 09:18:06.658571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'name': 'network-vif-deleted', 'tag': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:06.661365 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d177abf-31ee-4620-831a-72416e98ef98" -d '{"events": [{"server_uuid": "9dc1f9c9-f642-469c-b6bd-65db49a91d21", "name": "network-vif-deleted", "tag": "fb794a7d-6c28-4741-8c0f-619d573f0ea5"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:06.733163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2f61e9-8c10-43fa-90fd-0d096092ff23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.741806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb2f61e9-8c10-43fa-90fd-0d096092ff23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.755607 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f066af-6413-4c93-9976-52ff976b2571 x-openstack-request-id: req-82f066af-6413-4c93-9976-52ff976b2571 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:06.755927 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc1f9c9-f642-469c-b6bd-65db49a91d21", "name": "network-vif-deleted", "tag": "fb794a7d-6c28-4741-8c0f-619d573f0ea5", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:06.756192 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82f066af-6413-4c93-9976-52ff976b2571 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:06.756623 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dc1f9c9-f642-469c-b6bd-65db49a91d21', 'name': 'network-vif-deleted', 'tag': 'fb794a7d-6c28-4741-8c0f-619d573f0ea5', 'status': 'completed', 'code': 200} Nov 12 09:18:06.810557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f61e9-8c10-43fa-90fd-0d096092ff23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b55221b-a236-4877-8076-a6c4f93568fe,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:06.818875 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cb2f61e9-8c10-43fa-90fd-0d096092ff23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0d5bbb89f484e89881996e971125c5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291264 Nov 12 09:18:06.819702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57012) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:06.943600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bed6-064a-4d19-9f08-2ef27875a37d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:06.990399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bed6-064a-4d19-9f08-2ef27875a37d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.093853 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bed6-064a-4d19-9f08-2ef27875a37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.098768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f1d1bed6-064a-4d19-9f08-2ef27875a37d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:07.100926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f1d1bed6-064a-4d19-9f08-2ef27875a37d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b55221b-a236-4877-8076-a6c4f93568fe HTTP/1.1" status: 204 len: 168 time: 0.2795544 Nov 12 09:18:07.119623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1bed6-064a-4d19-9f08-2ef27875a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b55221b-a236-4877-8076-a6c4f93568fe,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:07.453180 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-159b335e-44f3-46e7-9237-242f8dc5119b req-ce2c8228-26c5-422e-a0c5-ce2be44a818e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=9dc1f9c9-f642-469c-b6bd-65db49a91d21 HTTP/1.1" status: 200 len: 210 time: 0.0748985 Nov 12 09:18:07.642756 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1c1aa6d-91c8-4aff-bda6-6172a8b408f9 req-88482d6c-3793-41b9-a84c-a475a68c5114 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0343494 Nov 12 09:18:08.820366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6682c5e0-ec1e-4987-892d-cd8cd5faa92e req-07200b6b-604a-4962-8510-e10fc517d4f8 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/ports?device_id=c5f7bdab-fc1a-41ab-a171-4021770ab73d HTTP/1.1" status: 200 len: 210 time: 0.0423634 Nov 12 09:18:09.002712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241baed-9f5c-415f-9126-f280c81184a0 req-69ba74ad-b22c-43a8-99db-107106312b74 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:09.004831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-69ba74ad-b22c-43a8-99db-107106312b74 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.1430840 Nov 12 09:18:09.035805 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-7b8ba7cd-bc7a-441e-ad79-29b30ed327fe tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/quotas/0e1d1dc5a4ee438a9f6975cd33f38e64 HTTP/1.1" status: 200 len: 375 time: 0.0238965 Nov 12 09:18:09.076737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f0597526-7e7c-453b-b4ec-0dbcc96b3218 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372977 Nov 12 09:18:09.078885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57068) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:09.222402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-821cb6fd-23b4-4204-8a97-4331b55d5d71 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1402382414'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:09.267745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-be0f09b6-4616-43a3-acd2-e935c3dd756e service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687944 Nov 12 09:18:09.268970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-821cb6fd-23b4-4204-8a97-4331b55d5d71 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.270033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-821cb6fd-23b4-4204-8a97-4331b55d5d71 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.350560 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-821cb6fd-23b4-4204-8a97-4331b55d5d71 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.382263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-821cb6fd-23b4-4204-8a97-4331b55d5d71 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.413358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-821cb6fd-23b4-4204-8a97-4331b55d5d71 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.415319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-821cb6fd-23b4-4204-8a97-4331b55d5d71 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3346343 Nov 12 09:18:09.419229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57072) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:09.502879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f163b8a8-3ae6-426b-a4e7-d5225ccf83ea service neutron] 10.222.0.53 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135475 Nov 12 09:18:09.510795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63e96db9-c929-4eaa-90b1-89172f269f20 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.769443 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63e96db9-c929-4eaa-90b1-89172f269f20 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.771768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63e96db9-c929-4eaa-90b1-89172f269f20 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.779472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de4a661b-9072-4b80-bca2-aeb13a795bf2 req-86d0700b-e762-41eb-8fe8-7129f2a25664 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0634842 Nov 12 09:18:09.814437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device fb794a7d-6c28-4741-8c0f-619d573f0ea5 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:09.838610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: fb794a7d-6c28-4741-8c0f-619d573f0ea5 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:09.839025 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device fb794a7d-6c28-4741-8c0f-619d573f0ea5 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:09.862971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63e96db9-c929-4eaa-90b1-89172f269f20 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.863857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e96db9-c929-4eaa-90b1-89172f269f20 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f92b7e-2c86-4c02-affd-7d0f0b5ad145 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:18:09.881282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-63e96db9-c929-4eaa-90b1-89172f269f20 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.886892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-63e96db9-c929-4eaa-90b1-89172f269f20 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b6f92b7e-2c86-4c02-affd-7d0f0b5ad145 HTTP/1.1" status: 204 len: 168 time: 0.4663732 Nov 12 09:18:09.887530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:09.895174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3ff02e0b-7a96-4f0f-a58c-7f0316a2b86a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Request body: {'router': {'name': 'tempest-router-1456761909', 'distributed': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:09.932851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff02e0b-7a96-4f0f-a58c-7f0316a2b86a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.937209 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff02e0b-7a96-4f0f-a58c-7f0316a2b86a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:09.947767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:10.071712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff02e0b-7a96-4f0f-a58c-7f0316a2b86a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.078887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff02e0b-7a96-4f0f-a58c-7f0316a2b86a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.110863 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f1ab2e-d84c-4032-9b9d-9d6f3cd738a1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.123462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ff02e0b-7a96-4f0f-a58c-7f0316a2b86a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.127720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3ff02e0b-7a96-4f0f-a58c-7f0316a2b86a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2357523 Nov 12 09:18:10.128809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:10.150044 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f1ab2e-d84c-4032-9b9d-9d6f3cd738a1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.224566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d912c344-3e24-4239-b99f-1652c75a8c1b tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.232646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f1ab2e-d84c-4032-9b9d-9d6f3cd738a1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.236429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-72f1ab2e-d84c-4032-9b9d-9d6f3cd738a1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.237932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-72f1ab2e-d84c-4032-9b9d-9d6f3cd738a1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/security-groups/c37114a5-b1e4-438a-8656-2be7a23bf778 HTTP/1.1" status: 204 len: 168 time: 0.2885497 Nov 12 09:18:10.243722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:10.270193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1ab2e-d84c-4032-9b9d-9d6f3cd738a1 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37114a5-b1e4-438a-8656-2be7a23bf778,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:10.273947 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-f9dca37a-0e70-414f-883b-9051b6bf538d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] show failed (client error): The resource could not be found. Nov 12 09:18:10.280715 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f9dca37a-0e70-414f-883b-9051b6bf538d tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "GET /v2.0/security-groups/c37114a5-b1e4-438a-8656-2be7a23bf778 HTTP/1.1" status: 404 len: 347 time: 0.0354567 Nov 12 09:18:10.283868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57096) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:10.439244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d912c344-3e24-4239-b99f-1652c75a8c1b tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.442245 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d912c344-3e24-4239-b99f-1652c75a8c1b tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.449638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port 011ef4a5-62e9-4749-8607-709fa97fcf5e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:10.450001 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.496600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d912c344-3e24-4239-b99f-1652c75a8c1b tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.497549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d912c344-3e24-4239-b99f-1652c75a8c1b tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fec6b54d-ab71-4d61-a5ed-31d0006d1c5c {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:18:10.513189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d912c344-3e24-4239-b99f-1652c75a8c1b tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.514602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d912c344-3e24-4239-b99f-1652c75a8c1b tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "DELETE /v2.0/routers/fec6b54d-ab71-4d61-a5ed-31d0006d1c5c HTTP/1.1" status: 204 len: 168 time: 0.3835230 Nov 12 09:18:10.521314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57098) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:10.529133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9531000b-c969-494d-8abf-7dadad5e1517 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Request body: {'router': {'name': 'tempest-router-687824038', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e457e33a45e440ce80dea15c7faf5a1d'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:10.560633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9531000b-c969-494d-8abf-7dadad5e1517 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.564694 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9531000b-c969-494d-8abf-7dadad5e1517 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.578937 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.579294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.594378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for 011ef4a5-62e9-4749-8607-709fa97fcf5e owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:10.649029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9531000b-c969-494d-8abf-7dadad5e1517 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.654944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9531000b-c969-494d-8abf-7dadad5e1517 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.687516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9531000b-c969-494d-8abf-7dadad5e1517 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.689708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9531000b-c969-494d-8abf-7dadad5e1517 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1668324 Nov 12 09:18:10.692353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57100) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:10.697690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:10.821736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.873914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=011ef4a5-62e9-4749-8607-709fa97fcf5e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:10.886987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11947bc3-a899-4e69-b0bf-0c32b0e5f925 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:10.992964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:10.997005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.001970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-99eb8abc-08f1-4f23-9f86-74ed999d927e tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/floatingips/ab934e12-ecd6-4059-a37e-a77e27a0c1df HTTP/1.1" status: 204 len: 168 time: 0.7136343 Nov 12 09:18:11.014519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:11.240402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241baed-9f5c-415f-9126-f280c81184a0 req-986d1355-50ed-4a47-b1fc-d15dfb0f8798 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:11.242100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-986d1355-50ed-4a47-b1fc-d15dfb0f8798 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "GET /v2.0/networks?id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 200 len: 811 time: 0.2420998 Nov 12 09:18:11.261842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Request body: {'port': {'device_id': '628439f8-037c-441d-bae5-f39191d7b4f8', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'admin_state_up': True, 'tenant_id': '0e1d1dc5a4ee438a9f6975cd33f38e64'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:11.271747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b236aa89-8cf3-4349-924b-d7d0c20450a1 req-2fe42f7a-4be7-48b6-8083-a14ba15f2b6f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0587053 Nov 12 09:18:11.289818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port dfc7e81d-bd62-4231-95ef-08d8ae108bb7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:11.290182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.436702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.437111 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.526256 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.545245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109377) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 12 09:18:11.546256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Router c199e2b5-4698-43d5-b614-40e8038e4f54 migrating from provider to provider. {{(pid=109377) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 12 09:18:11.547065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.547294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for dfc7e81d-bd62-4231-95ef-08d8ae108bb7 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:11.556236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.561714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.565430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Made reservation on behalf of 0e1d1dc5a4ee438a9f6975cd33f38e64 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:11.569809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.662909 n-d-769329-17 neutron-server[109377]: WARNING neutron.scheduler.l3_agent_scheduler [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] No L3 agents can host the router c199e2b5-4698-43d5-b614-40e8038e4f54 Nov 12 09:18:11.792012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Hosts for router c199e2b5-4698-43d5-b614-40e8038e4f54: [] {{(pid=109377) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 12 09:18:11.818929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Hosts for other DVR routers connected to router c199e2b5-4698-43d5-b614-40e8038e4f54: set() {{(pid=109377) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 12 09:18:11.820484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Allocated IP 172.20.0.9 (669b4635-ff7c-4d24-ab48-a8481c6fb8b6/bb264e13-304f-4940-a9b6-c7de4ff9d7ff/46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:11.824421 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.829343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6acc8746-bac6-4010-a59c-383ab67d640a tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "PUT /v2.0/routers/c199e2b5-4698-43d5-b614-40e8038e4f54 HTTP/1.1" status: 200 len: 716 time: 1.1324406 Nov 12 09:18:11.829916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57106) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:11.857316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:11.929945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-297dbe4b-47ec-4561-bfcd-431388cb9825 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "GET /v2.0/routers/c199e2b5-4698-43d5-b614-40e8038e4f54 HTTP/1.1" status: 200 len: 716 time: 0.0981517 Nov 12 09:18:11.935978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57108) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:11.937166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=dfc7e81d-bd62-4231-95ef-08d8ae108bb7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:12.096575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.103049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa636653-370a-4aec-8cb8-bf730894cdf4 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/ports/dfc7e81d-bd62-4231-95ef-08d8ae108bb7 HTTP/1.1" status: 204 len: 168 time: 1.0869255 Nov 12 09:18:12.109417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57112) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:12.190369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3cf0c3ed-ecfd-4ffd-9692-cc7c6f4dd3a5 tempest-RoutersTestDVR-43321120 tempest-RoutersTestDVR-43321120-project] 10.222.0.53 "GET /v2.0/routers/c199e2b5-4698-43d5-b614-40e8038e4f54 HTTP/1.1" status: 200 len: 682 time: 0.2470374 Nov 12 09:18:12.190760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57114) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:12.237076 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.285190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46cc25d5-9ded-4f2d-b6a6-80be23484b59 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.304302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port f02a80e9-640c-4b12-96ff-50557c254644 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:12.304832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.312723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.487945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46cc25d5-9ded-4f2d-b6a6-80be23484b59 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.491261 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46cc25d5-9ded-4f2d-b6a6-80be23484b59 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.491494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:12.501435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:12.511006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event updated for resources: {'Port': ['ID=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:12.515005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:12.570922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46cc25d5-9ded-4f2d-b6a6-80be23484b59 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.571710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc25d5-9ded-4f2d-b6a6-80be23484b59 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c199e2b5-4698-43d5-b614-40e8038e4f54 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:18:12.583709 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46cc25d5-9ded-4f2d-b6a6-80be23484b59 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.589037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-46cc25d5-9ded-4f2d-b6a6-80be23484b59 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "DELETE /v2.0/routers/c199e2b5-4698-43d5-b614-40e8038e4f54 HTTP/1.1" status: 204 len: 168 time: 0.3972709 Nov 12 09:18:12.589770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57118) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:12.594724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bf4f7060-3795-4a7a-b0f4-6f05bcdaae68 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Request body: {'router': {'name': 'tempest-router-535398402', 'distributed': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:12.612225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1d634-f86b-4303-81b0-138975566dff req-8971ae1c-0b03-4fe3-a1a3-5812709da710 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:12.614119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06a1d634-f86b-4303-81b0-138975566dff req-8971ae1c-0b03-4fe3-a1a3-5812709da710 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 931 time: 0.2263653 Nov 12 09:18:12.620651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.620906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4f7060-3795-4a7a-b0f4-6f05bcdaae68 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.622070 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4f7060-3795-4a7a-b0f4-6f05bcdaae68 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.653199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:12.653823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.667295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for f02a80e9-640c-4b12-96ff-50557c254644 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:12.683688 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4f7060-3795-4a7a-b0f4-6f05bcdaae68 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.691222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4f7060-3795-4a7a-b0f4-6f05bcdaae68 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.707538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-294250d6-c126-48a3-b87e-1b6aa8853b54 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4512269 Nov 12 09:18:12.707893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bf4f7060-3795-4a7a-b0f4-6f05bcdaae68 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.713302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bf4f7060-3795-4a7a-b0f4-6f05bcdaae68 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1186543 Nov 12 09:18:12.713524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57120) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:12.752925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Request body: {'port': {'device_id': '628439f8-037c-441d-bae5-f39191d7b4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:12.784826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06a1d634-f86b-4303-81b0-138975566dff req-b2ba8413-032e-46bd-a5dd-02877210e5d2 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574874 Nov 12 09:18:12.804081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2980405c-114b-4c04-81c4-eef1853b3a69 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.847181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.947740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:12.984971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=f02a80e9-640c-4b12-96ff-50557c254644,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:13.020114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2980405c-114b-4c04-81c4-eef1853b3a69 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.022565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2980405c-114b-4c04-81c4-eef1853b3a69 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.081685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2980405c-114b-4c04-81c4-eef1853b3a69 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.082558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2980405c-114b-4c04-81c4-eef1853b3a69 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3f713ce-bdfb-4191-9e27-e5352fe3aa9b {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:18:13.088167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2980405c-114b-4c04-81c4-eef1853b3a69 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.089609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2980405c-114b-4c04-81c4-eef1853b3a69 tempest-RoutersTestDVR-1155130693 tempest-RoutersTestDVR-1155130693-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d3f713ce-bdfb-4191-9e27-e5352fe3aa9b HTTP/1.1" status: 204 len: 168 time: 0.3749955 Nov 12 09:18:13.225948 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.232125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4165410d-5b8d-4355-a932-bd86f93e7e80 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/ports/f02a80e9-640c-4b12-96ff-50557c254644 HTTP/1.1" status: 204 len: 168 time: 1.1188681 Nov 12 09:18:13.232921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57124) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:13.314487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting subnet 074e8059-0fc1-4ab9-b740-5b3fe839daab {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:13.319286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.390792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:18:13.402098 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.402458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.417665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Transition to ACTIVE for port object 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:18:13.423466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.484925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57128) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:13.513870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Pushing event updated for resources: {'Port': ['ID=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:13.559838 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.620212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Attempting to bind port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:13.620814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Attempting to bind port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:13.621234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Attempting to bind port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:13.628755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:18:13.629189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Attempting to bind port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 on network 669b4635-ff7c-4d24-ab48-a8481c6fb8b6 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:13.640286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:13.640808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Checking segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:13.641073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Bound using segment: {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:13.641447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Bound port: 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:13.641814 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.664392 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.671678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f8b9a5-c072-408d-b129-c67eb7013f15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.693147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Subnet': ['ID=074e8059-0fc1-4ab9-b740-5b3fe839daab,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:13.699663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.706627 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/subnets/074e8059-0fc1-4ab9-b740-5b3fe839daab HTTP/1.1" status: 204 len: 168 time: 0.4697621 Nov 12 09:18:13.707084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57132) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:13.710884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.711277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.711621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.712129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.713260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.713260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.713260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.713536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.713820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.714146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.714469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.714791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b0df94-5565-4825-8a0d-59478815a921 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:13.715253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c55f28-cef7-4803-9abb-e38f7d28f5bd None None] Network 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:13.802446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] For port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:13.837213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] For port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:13.843180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting subnet 81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:13.847852 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.873963 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6d4a225e-6399-4083-9695-b588bbb7e438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.892655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.911683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:13.984538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] DHCP port deletion for 4be4b44d-5281-4565-a5f1-ae7e6d0b9675 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:13.993453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea534e4-fe08-4d6e-8764-55e1fbf6cf9d req-817a1df6-d4dc-4d01-96c8-b61543cbac1f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:13.995238 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ea534e4-fe08-4d6e-8764-55e1fbf6cf9d req-817a1df6-d4dc-4d01-96c8-b61543cbac1f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0879481 Nov 12 09:18:14.009382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:14.010084 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.011496 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] 10.222.0.62 "PUT /v2.0/ports/46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 HTTP/1.1" status: 200 len: 1092 time: 1.2679415 Nov 12 09:18:14.012286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628439f8-037c-441d-bae5-f39191d7b4f8', 'tag': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:14.014319 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393541ae-84fb-499b-bc73-84cd37d9ee32" -d '{"events": [{"name": "network-changed", "server_uuid": "628439f8-037c-441d-bae5-f39191d7b4f8", "tag": "46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:14.081211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ea534e4-fe08-4d6e-8764-55e1fbf6cf9d req-dedea703-06e7-4cbf-b40b-a42507629f3d tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783911 Nov 12 09:18:14.093185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.114234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] Deleting port 4c143984-e7bb-4304-8e14-2053440f1408 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:14.115086 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.200212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] For port 4c143984-e7bb-4304-8e14-2053440f1408, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4c143984-e7bb-4304-8e14-2053440f1408,segment=NetworkSegment(a23e9fae-7cfa-4ed7-b15a-58a153e81510),segment_id=a23e9fae-7cfa-4ed7-b15a-58a153e81510)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:14.200513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.215588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] Calling delete_port for 4c143984-e7bb-4304-8e14-2053440f1408 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:14.320965 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.358796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] Pushing event deleted for resources: {'Port': ['ID=4c143984-e7bb-4304-8e14-2053440f1408,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:14.360739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b55469-e71b-40f0-a1fa-2106271783db None None] No DVR routers for this DVR port 4c143984-e7bb-4304-8e14-2053440f1408 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:14.494142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f8b9a5-c072-408d-b129-c67eb7013f15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.504267 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3d33c1-7de6-4ccf-a1a8-238f72a433ad x-openstack-request-id: req-2f3d33c1-7de6-4ccf-a1a8-238f72a433ad {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:14.504563 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628439f8-037c-441d-bae5-f39191d7b4f8", "tag": "46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:14.504851 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f3d33c1-7de6-4ccf-a1a8-238f72a433ad {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:14.505244 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628439f8-037c-441d-bae5-f39191d7b4f8', 'tag': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9', 'status': 'completed', 'code': 200} Nov 12 09:18:14.519093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12f8b9a5-c072-408d-b129-c67eb7013f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.611359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9803a-cd83-4a86-a5b3-b7992fdea9cb service neutron] Pushing event updated for resources: {'Port': ['ID=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:14.623099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12f8b9a5-c072-408d-b129-c67eb7013f15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e457e33a45e440ce80dea15c7faf5a1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1363590 Nov 12 09:18:14.627385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57138) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:14.629625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8b9a5-c072-408d-b129-c67eb7013f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b51f017-c1fd-4f1e-b172-8b1fe9491a75,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:14.644226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393541ae-84fb-499b-bc73-84cd37d9ee32 req-ba7403af-067f-4099-a27b-c70365fc5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:14.645934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-393541ae-84fb-499b-bc73-84cd37d9ee32 req-ba7403af-067f-4099-a27b-c70365fc5ae5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.1398897 Nov 12 09:18:14.647524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.707064 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3c34412-1507-48c0-9a95-830e4048902f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.712262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Subnet': ['ID=81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:14.725577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491137c6-f48b-4726-b31c-d5ff5074f3d0 None None] Network 186d877e-88cc-4330-9323-9416f5df5bf2 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:14.727660 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.731219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-de614262-4ab1-4029-9aa4-d885a79d42c7 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/subnets/81a9a0d1-8a3a-4f0e-98ac-ad0379a083fc HTTP/1.1" status: 204 len: 168 time: 1.0213826 Nov 12 09:18:14.735018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57144) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:14.755390 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3c34412-1507-48c0-9a95-830e4048902f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.885492 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.906808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393541ae-84fb-499b-bc73-84cd37d9ee32 req-8221784c-42e5-4b3b-a500-175bf408887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:14.909368 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-393541ae-84fb-499b-bc73-84cd37d9ee32 req-8221784c-42e5-4b3b-a500-175bf408887b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2514918 Nov 12 09:18:14.950061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3c34412-1507-48c0-9a95-830e4048902f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.952758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3c34412-1507-48c0-9a95-830e4048902f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:14.956683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a3c34412-1507-48c0-9a95-830e4048902f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b51f017-c1fd-4f1e-b172-8b1fe9491a75 HTTP/1.1" status: 204 len: 168 time: 0.3255565 Nov 12 09:18:15.044631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c34412-1507-48c0-9a95-830e4048902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b51f017-c1fd-4f1e-b172-8b1fe9491a75,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:15.052729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.098119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be4b44d-5281-4565-a5f1-ae7e6d0b9675']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:15.124325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] DHCP port deletion for 186d877e-88cc-4330-9323-9416f5df5bf2 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:15.150201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23e9fae-7cfa-4ed7-b15a-58a153e81510') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:15.150551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23e9fae-7cfa-4ed7-b15a-58a153e81510') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:15.194857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.232060 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.252000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:15.255273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:15.271010 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:15.283608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] Deleting port 9d2cc432-b291-4d2c-b302-bdb81378fa3c {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:15.284537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.349152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f97b7-fc2f-4e52-ae73-b5416093cc50 req-2336e94a-a0f4-49f0-afd8-49a4cffe27d3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:15.360190 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f28f97b7-fc2f-4e52-ae73-b5416093cc50 req-2336e94a-a0f4-49f0-afd8-49a4cffe27d3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1494336 Nov 12 09:18:15.414923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393541ae-84fb-499b-bc73-84cd37d9ee32 req-aba54bd8-7a78-4126-ab9a-dbd9fc942953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:15.416944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-393541ae-84fb-499b-bc73-84cd37d9ee32 req-aba54bd8-7a78-4126-ab9a-dbd9fc942953 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4997394 Nov 12 09:18:15.442168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.453127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f28f97b7-fc2f-4e52-ae73-b5416093cc50 req-141f8b35-75ed-45f0-bc30-07ddae22e10a tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911157 Nov 12 09:18:15.458930 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.464588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/networks/4be4b44d-5281-4565-a5f1-ae7e6d0b9675 HTTP/1.1" status: 204 len: 168 time: 0.7274601 Nov 12 09:18:15.468574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57152) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:15.499368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c143984-e7bb-4304-8e14-2053440f1408 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:15.525591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be82bf28-403a-4dc9-ad7c-e20b4b832f42 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Network': ['ID=4be4b44d-5281-4565-a5f1-ae7e6d0b9675,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:15.574397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 4c143984-e7bb-4304-8e14-2053440f1408 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:15.575187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c143984-e7bb-4304-8e14-2053440f1408 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:15.576050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 9d2cc432-b291-4d2c-b302-bdb81378fa3c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:15.588089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] For port 9d2cc432-b291-4d2c-b302-bdb81378fa3c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=9d2cc432-b291-4d2c-b302-bdb81378fa3c,segment=NetworkSegment(5cee152b-697a-48c0-b495-c289f4c5885a),segment_id=5cee152b-697a-48c0-b495-c289f4c5885a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:15.588866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.639670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] Calling delete_port for 9d2cc432-b291-4d2c-b302-bdb81378fa3c owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:15.695256 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.724787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241baed-9f5c-415f-9126-f280c81184a0 req-03605228-77d3-4790-9382-ba56c56e883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:15.727337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-03605228-77d3-4790-9382-ba56c56e883a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 1095 time: 0.2207315 Nov 12 09:18:15.735262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:15.787806 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.818954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.828664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1eb9-a077-433e-a2ab-5697f7636c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:15.861966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-16feedae-3649-4dfb-8983-57ffa9a587a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 HTTP/1.1" status: 200 len: 217 time: 0.1078858 Nov 12 09:18:15.877528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] Pushing event deleted for resources: {'Port': ['ID=9d2cc432-b291-4d2c-b302-bdb81378fa3c,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:15.880943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da3baf-6174-4754-ac05-a2fd3a2af365 None None] No DVR routers for this DVR port 9d2cc432-b291-4d2c-b302-bdb81378fa3c on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:15.977120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241baed-9f5c-415f-9126-f280c81184a0 req-87b2e52a-116f-40be-b7cf-f3283f619656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:15.979204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-87b2e52a-116f-40be-b7cf-f3283f619656 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 200 len: 851 time: 0.1002145 Nov 12 09:18:16.001604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.008414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.014466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.020916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.028078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.034787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.040463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.042437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-11bcfc54-888e-4bbb-a8ae-69212aac086d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.2856944 Nov 12 09:18:16.097546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-ac93cd3a-2427-4683-9aff-3bdfbf57fced service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=669b4635-ff7c-4d24-ab48-a8481c6fb8b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086152 Nov 12 09:18:16.117416 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Deleting port 9d2cc432-b291-4d2c-b302-bdb81378fa3c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:16.117764 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.289600 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1eb9-a077-433e-a2ab-5697f7636c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.317295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7c8c1eb9-a077-433e-a2ab-5697f7636c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.336276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] For port 9d2cc432-b291-4d2c-b302-bdb81378fa3c, host n-d-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:16.336637 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.373184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24338de8-bc9b-44cb-8aec-81ffe4cc03dc req-c7c69e99-8eeb-4914-8dfd-886d35a95810 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3183153 Nov 12 09:18:16.376480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-646b7721-398a-48cd-8109-2762b869d724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.383542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Calling delete_port for 9d2cc432-b291-4d2c-b302-bdb81378fa3c owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:16.391120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-c25da15b-a33b-4d0a-b4d4-0e4836c57c49 service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796197 Nov 12 09:18:16.397309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Port 9d2cc432-b291-4d2c-b302-bdb81378fa3c was not found and therefore no delete operation was performed {{(pid=109376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:18:16.418504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c1eb9-a077-433e-a2ab-5697f7636c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3767c0e7-7f79-4c18-9d57-ea6dad532d5d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:16.426291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7c8c1eb9-a077-433e-a2ab-5697f7636c83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=010075773daf4f6f8d8a735d10b516a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6703362 Nov 12 09:18:16.427552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.428907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57160) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:16.511478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfc18776-8b7d-4a4e-ac69-0d35214a2800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.522014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Port': ['ID=9d2cc432-b291-4d2c-b302-bdb81378fa3c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:16.529399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] No DVR routers for this DVR port 9d2cc432-b291-4d2c-b302-bdb81378fa3c on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:16.548085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfc18776-8b7d-4a4e-ac69-0d35214a2800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.639478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9307df3-1d95-4d38-8c83-0c3586f2d969 req-826ebbd2-74e3-47b6-80d9-6a4547419eb7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.641078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9307df3-1d95-4d38-8c83-0c3586f2d969 req-826ebbd2-74e3-47b6-80d9-6a4547419eb7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0901592 Nov 12 09:18:16.662283 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfc18776-8b7d-4a4e-ac69-0d35214a2800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.669124 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfc18776-8b7d-4a4e-ac69-0d35214a2800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.669124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bfc18776-8b7d-4a4e-ac69-0d35214a2800 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3767c0e7-7f79-4c18-9d57-ea6dad532d5d HTTP/1.1" status: 204 len: 168 time: 0.2366059 Nov 12 09:18:16.683601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.693345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3241baed-9f5c-415f-9126-f280c81184a0 req-c39a1d24-f2c6-4256-b0d1-f709935666d0 service neutron] 10.222.0.62 "GET /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890830 Nov 12 09:18:16.697724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc18776-8b7d-4a4e-ac69-0d35214a2800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767c0e7-7f79-4c18-9d57-ea6dad532d5d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:16.725185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186d877e-88cc-4330-9323-9416f5df5bf2']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:16.730408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9307df3-1d95-4d38-8c83-0c3586f2d969 req-1e77d067-5a1c-4ec7-adf5-28be301016f7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761759 Nov 12 09:18:16.763184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cee152b-697a-48c0-b495-c289f4c5885a') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:16.763734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cee152b-697a-48c0-b495-c289f4c5885a') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:16.794698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.838778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.850018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:16.850579 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:16.854780 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:16.896799 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.903551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.910407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.917547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.924088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.931261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.937711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:16.939734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-979c64f4-baeb-4b22-b6a1-d8fd6eaa3373 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.1589684 Nov 12 09:18:17.022140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-21192dc6-9000-401f-88b2-60f8ef43620b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.023659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-21192dc6-9000-401f-88b2-60f8ef43620b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "GET /v2.0/ports/5bd41e68-4c82-40ae-87e2-c4057f436e09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0562315 Nov 12 09:18:17.024403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.042072 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.052719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] 10.222.0.53 "DELETE /v2.0/networks/186d877e-88cc-4330-9323-9416f5df5bf2 HTTP/1.1" status: 204 len: 168 time: 1.5757852 Nov 12 09:18:17.066980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63a96-8763-4a08-b7b2-3adfb05ee933 tempest-TaggedBootDevicesTest-1771587554 tempest-TaggedBootDevicesTest-1771587554-project] Pushing event deleted for resources: {'Network': ['ID=186d877e-88cc-4330-9323-9416f5df5bf2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:17.225059 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-cb26903c-7224-426c-a741-777d8e2b0a7a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "GET /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1782658 Nov 12 09:18:17.241173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:17.317373 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.631964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.638461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.645641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.652498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.658970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.665757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.671852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.673878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-c63fdff2-9f1c-4fc3-a54f-f12df1862abd tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 5443 time: 0.1626480 Nov 12 09:18:17.675997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] For port 5bd41e68-4c82-40ae-87e2-c4057f436e09, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5bd41e68-4c82-40ae-87e2-c4057f436e09,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:17.766406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] For port 5bd41e68-4c82-40ae-87e2-c4057f436e09, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:17.810202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5bc96eb1-3b5b-4889-a9e1-fcfbe14defee req-7be57949-ea7b-4867-9420-5bae94225ff5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&id=c5cb1562-e848-40ff-b07c-d54450b36d15&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211240 Nov 12 09:18:17.823462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] device_id is not set on port 5bd41e68-4c82-40ae-87e2-c4057f436e09 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:17.845743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.854214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:17.861315 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:17.902504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f5b09-debc-4792-a4f2-4e7d0b443d2c req-fdeefb02-c992-47af-85fb-44fe7290d570 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:17.912749 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e69f5b09-debc-4792-a4f2-4e7d0b443d2c req-fdeefb02-c992-47af-85fb-44fe7290d570 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 943 time: 0.0847354 Nov 12 09:18:17.913268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] Pushing event updated for resources: {'Port': ['ID=5bd41e68-4c82-40ae-87e2-c4057f436e09,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:17.971594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] No DVR routers for this DVR port 5bd41e68-4c82-40ae-87e2-c4057f436e09 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:18.020616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-650220933'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:18.047723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] In _notify_port_updated(), no bound segment for port 5bd41e68-4c82-40ae-87e2-c4057f436e09 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:18:18.049146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:18.050017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.051573 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-36b93ba3-9ec9-4f71-acc3-515cfe102245 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 200 len: 1032 time: 0.8192725 Nov 12 09:18:18.052617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e69f5b09-debc-4792-a4f2-4e7d0b443d2c req-557e27be-2a75-49f5-86bc-1057f140d320 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375380 Nov 12 09:18:18.109774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:18.117333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.140781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.152775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-c971946c-1aa0-4d7e-aee0-889bd88c2b17 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:18.155636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-c971946c-1aa0-4d7e-aee0-889bd88c2b17 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "GET /v2.0/ports/f4886996-c5ff-42af-a526-40e21ada7c29?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0950298 Nov 12 09:18:18.171606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:18.270536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.282606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-248c8efd-1ab7-4708-af15-2c308a133dae None None] Provisioning complete for port 5bd41e68-4c82-40ae-87e2-c4057f436e09 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:18.283414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-248c8efd-1ab7-4708-af15-2c308a133dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.333421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-248c8efd-1ab7-4708-af15-2c308a133dae None None] Port 5bd41e68-4c82-40ae-87e2-c4057f436e09 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:18.391198 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.410110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.479721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:18:18.530322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.530908 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Added segment 29ddc907-e855-4623-bb78-495fea557000 of type vlan for network f49fea56-d87f-4860-9e75-dcd56c310f1c Nov 12 09:18:18.542226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2935c80-7c36-4c9b-a376-a0a44b1ba379,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:18.597126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] For port f4886996-c5ff-42af-a526-40e21ada7c29, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f4886996-c5ff-42af-a526-40e21ada7c29,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:18.628724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.690753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] For port f4886996-c5ff-42af-a526-40e21ada7c29, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:18.716426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.722159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:18.722725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.763103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] device_id is not set on port f4886996-c5ff-42af-a526-40e21ada7c29 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:18.812917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9574366 Nov 12 09:18:18.818288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57202) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:18.826008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:18.849607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.867690 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.950608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f237bb-4941-4f3c-8ed2-eb136f308c8d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Network': ['ID=f49fea56-d87f-4860-9e75-dcd56c310f1c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:18.975237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:18.983892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:18.989253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:18:19.103578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] No DVR routers for this DVR port f4886996-c5ff-42af-a526-40e21ada7c29 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:19.190774 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.201733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] In _notify_port_updated(), no bound segment for port f4886996-c5ff-42af-a526-40e21ada7c29 on network f0997c79-8523-41a3-a04d-274972a2282a {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:18:19.202732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.203598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.205221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 200 len: 1032 time: 1.0407965 Nov 12 09:18:19.207247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02093a91-bf4c-4e89-a3ac-6a7face23877 service neutron] Pushing event updated for resources: {'Port': ['ID=f4886996-c5ff-42af-a526-40e21ada7c29,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:19.323962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e48d69-66c2-4d37-9e9c-d5a34a88dd65 req-b1131190-8a1d-445c-9429-20417eba32c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.333586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e48d69-66c2-4d37-9e9c-d5a34a88dd65 req-b1131190-8a1d-445c-9429-20417eba32c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.340758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e48d69-66c2-4d37-9e9c-d5a34a88dd65 req-b1131190-8a1d-445c-9429-20417eba32c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.346963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e48d69-66c2-4d37-9e9c-d5a34a88dd65 req-b1131190-8a1d-445c-9429-20417eba32c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.354763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e48d69-66c2-4d37-9e9c-d5a34a88dd65 req-b1131190-8a1d-445c-9429-20417eba32c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.356794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e48d69-66c2-4d37-9e9c-d5a34a88dd65 req-b1131190-8a1d-445c-9429-20417eba32c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3885 time: 0.4027779 Nov 12 09:18:19.374143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-280b7901-3b71-4388-b411-924213b9a092 None None] Provisioning complete for port f4886996-c5ff-42af-a526-40e21ada7c29 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:19.375116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-280b7901-3b71-4388-b411-924213b9a092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.416963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2cb7-154f-40aa-9eab-87154de30320 req-ab342558-7745-4ff8-83c8-e4c09f29a455 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.419130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbf2cb7-154f-40aa-9eab-87154de30320 req-ab342558-7745-4ff8-83c8-e4c09f29a455 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1438899 Nov 12 09:18:19.426230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.428238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-280b7901-3b71-4388-b411-924213b9a092 None None] Port f4886996-c5ff-42af-a526-40e21ada7c29 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:19.438687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:19.438687 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.474574 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-82e48d69-66c2-4d37-9e9c-d5a34a88dd65 req-162aa287-10d5-48b9-a4a3-b10bedf89bdf tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091349 Nov 12 09:18:19.563308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=c780c6e4-7443-4a00-bcb1-f4713429efad,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:19.572225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] For port a403d18f-e0fa-44b7-bfca-2d79ed0ea101, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:19.572750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.589602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:19.589971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network hostable DHCP agents. Network: f49fea56-d87f-4860-9e75-dcd56c310f1c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:18:19.598702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbf2cb7-154f-40aa-9eab-87154de30320 req-127c87c7-eda1-4536-ad52-cc5235df9009 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593173 Nov 12 09:18:19.624322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:18:19.640966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f49fea56-d87f-4860-9e75-dcd56c310f1c) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:19.646668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:19.648127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.657095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447e476-e025-45ca-9133-7e8367f718f1 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:19.677257 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-efeb3295-4c9b-4439-ba64-6aec49a135a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8570654 Nov 12 09:18:19.679749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57210) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:19.688404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'name': 'tempest-NetworksTestDHCPv6-677239966'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:19.803503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:18:19.866904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:19.871539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:19.875611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5bd41e68-4c82-40ae-87e2-c4057f436e09 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:19.913123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port c2383168-b9d0-49f0-9484-6cb29c404cc1 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:19.954010 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.019686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5bd41e68-4c82-40ae-87e2-c4057f436e09 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:20.020763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device e3a3e784-4c68-4616-b432-8018d2162f83 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:20.111505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-899b7cf5-6484-49ca-8264-f2ac510392c1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5423341 Nov 12 09:18:20.147485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::b1 (f49fea56-d87f-4860-9e75-dcd56c310f1c/c780c6e4-7443-4a00-bcb1-f4713429efad/c2383168-b9d0-49f0-9484-6cb29c404cc1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:20.182859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': 'c780c6e4-7443-4a00-bcb1-f4713429efad'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:18:20.184012 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.213492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:20.308574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-ae46a325-1139-4069-8e23-aa9fc48687be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.311853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-ae46a325-1139-4069-8e23-aa9fc48687be service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8faea0f3c2374cee939f537b0f4e3e6c&device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1097 time: 0.1463256 Nov 12 09:18:20.357360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9', 'network_id': '669b4635-ff7c-4d24-ab48-a8481c6fb8b6', 'port_id': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9', 'mac_address': 'fa:16:3e:31:e7:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb264e13-304f-4940-a9b6-c7de4ff9d7ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:18:20.402572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.409920 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.410286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.410638 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Floating IP b02b0287-0941-449f-8436-28539a0cb576 disassociated. External IP: 172.25.5.126, port: a403d18f-e0fa-44b7-bfca-2d79ed0ea101. Nov 12 09:18:20.410992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for a403d18f-e0fa-44b7-bfca-2d79ed0ea101 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:20.467596 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.474106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.478942 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.564050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port e3a3e784-4c68-4616-b432-8018d2162f83, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e3a3e784-4c68-4616-b432-8018d2162f83,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:20.568813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:20.571774 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebedfd4-1352-4986-9bc7-ecb826ea7884" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:20.575756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.578940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-77f8dcbc-1e54-4102-86e9-ce0719bf377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.579456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-77f8dcbc-1e54-4102-86e9-ce0719bf377d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b HTTP/1.1" status: 200 len: 910 time: 0.2359662 Nov 12 09:18:20.585582 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.586644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:20.605350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:20.623446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:20.633460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:20.658746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.660535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:20.673556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=c2383168-b9d0-49f0-9484-6cb29c404cc1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:20.710775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d01fb2fb-c436-4845-8ef5-14848eaaeb4e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0295353 Nov 12 09:18:20.713572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57218) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:20.752040 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300c0648-2eee-452a-87e1-2d43a833fa26 x-openstack-request-id: req-300c0648-2eee-452a-87e1-2d43a833fa26 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:20.753351 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:20.753351 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-300c0648-2eee-452a-87e1-2d43a833fa26 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:20.754092 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83', 'code': 200} Nov 12 09:18:20.764421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=e3a3e784-4c68-4616-b432-8018d2162f83,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:20.776077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:18:20.791891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/c780c6e4-7443-4a00-bcb1-f4713429efad/81f0f573-08a1-4313-a2ae-fe0e32447127) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:20.835868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-65d10d83-21ae-406e-bc6c-9e1e702238c1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176671fa-091c-4510-ad1b-84cb5a48982e HTTP/1.1" status: 200 len: 1001 time: 0.2381451 Nov 12 09:18:20.857569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2c3f-52eb-4658-8345-634a7d580396 req-d8dab9c3-9115-4ab1-993e-2f271cc8081a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.868516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2c3f-52eb-4658-8345-634a7d580396 req-d8dab9c3-9115-4ab1-993e-2f271cc8081a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.882111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2c3f-52eb-4658-8345-634a7d580396 req-d8dab9c3-9115-4ab1-993e-2f271cc8081a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.896581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2c3f-52eb-4658-8345-634a7d580396 req-d8dab9c3-9115-4ab1-993e-2f271cc8081a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.906355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e2c3f-52eb-4658-8345-634a7d580396 req-d8dab9c3-9115-4ab1-993e-2f271cc8081a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.909039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-901e2c3f-52eb-4658-8345-634a7d580396 req-d8dab9c3-9115-4ab1-993e-2f271cc8081a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3883 time: 0.2063894 Nov 12 09:18:20.927767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0f9c4-72f6-4684-af03-7d2d3bdb45a3 req-8d3d9708-7022-43d3-8c53-5c23b4acf44f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.930240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9c0f9c4-72f6-4684-af03-7d2d3bdb45a3 req-8d3d9708-7022-43d3-8c53-5c23b4acf44f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 943 time: 0.1810417 Nov 12 09:18:20.945606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1b95b-5ce6-49b3-9ec8-cda7d6635f71 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:20.947682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b5f1b95b-5ce6-49b3-9ec8-cda7d6635f71 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2325971 Nov 12 09:18:20.971634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:21.002049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.072983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=a403d18f-e0fa-44b7-bfca-2d79ed0ea101,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:21.097145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:21.126856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9c0f9c4-72f6-4684-af03-7d2d3bdb45a3 req-b0807986-fdbd-4fe4-9b1b-b21627bb0065 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772265 Nov 12 09:18:21.134165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.143389 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.172841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-dedc04fe-fe67-400a-bb8b-3faf3a03c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:21.174624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-dedc04fe-fe67-400a-bb8b-3faf3a03c8c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60904303-96d3-4001-a3da-3d177547e525 HTTP/1.1" status: 200 len: 848 time: 0.2644904 Nov 12 09:18:21.185765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-901e2c3f-52eb-4658-8345-634a7d580396 req-04e040cf-0abb-40b2-9c6d-02133dc1c752 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2618220 Nov 12 09:18:21.265567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:21.294880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-9878a897-2835-46c0-8621-51b965f0d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:21.296871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-9878a897-2835-46c0-8621-51b965f0d1e5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1100385 Nov 12 09:18:21.310713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port c2383168-b9d0-49f0-9484-6cb29c404cc1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:21.313605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.324878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:21.335897 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.336659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a19758b7-9361-412e-9c74-09838e149ccd no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:21.375133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Router a38c9339-e3d8-4604-99e6-1b6780b918cb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:21.401093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:21.446178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:18:21.482836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.502059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for c2383168-b9d0-49f0-9484-6cb29c404cc1 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:21.694220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-b25282e2-098d-4606-8738-9a1cbaf5b0fd service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493910 Nov 12 09:18:21.719503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:21.777800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] Sync routers for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:21.798910 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.809662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.844833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] No DVR routers for this DVR port a403d18f-e0fa-44b7-bfca-2d79ed0ea101 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:21.851682 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.855558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-be70ad34-5faf-43be-8e55-0a60375db83a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "DELETE /v2.0/ports/a403d18f-e0fa-44b7-bfca-2d79ed0ea101 HTTP/1.1" status: 204 len: 173 time: 2.6417699 Nov 12 09:18:21.856061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:21.858765 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a07df1-b726-42b5-868f-6071d4fb310c" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:21.894916 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.919102 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.943541 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:21.944370 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142baa08-aa3c-452e-98c1-ba94ac81291d x-openstack-request-id: req-142baa08-aa3c-452e-98c1-ba94ac81291d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:21.946156 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "a403d18f-e0fa-44b7-bfca-2d79ed0ea101", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:21.946711 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-142baa08-aa3c-452e-98c1-ba94ac81291d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:21.947595 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': 'a403d18f-e0fa-44b7-bfca-2d79ed0ea101', 'status': 'completed', 'code': 200} Nov 12 09:18:21.950132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/c2383168-b9d0-49f0-9484-6cb29c404cc1 HTTP/1.1" status: 204 len: 168 time: 0.9722033 Nov 12 09:18:21.951334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92263e5e-5c6b-4564-b4e2-db5e831de54c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=c2383168-b9d0-49f0-9484-6cb29c404cc1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:21.954474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:21.958186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:22.012778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:22.016133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:22.018934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:22.020088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:22.099011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Pushing event updated for resources: {'Port': ['ID=81f0f573-08a1-4313-a2ae-fe0e32447127,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:22.104735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf81d5e8-d3f2-4428-97b3-163dd13c6a13 req-92b4aef6-861d-4496-a7c1-34ab071450d4 service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028299 Nov 12 09:18:22.157437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3381a33a-5c3f-40bb-a359-123f40de96b3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.158791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3381a33a-5c3f-40bb-a359-123f40de96b3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.162458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57230) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:22.162796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3381a33a-5c3f-40bb-a359-123f40de96b3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1846170 Nov 12 09:18:22.187170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port a19758b7-9361-412e-9c74-09838e149ccd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:22.187855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.203180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a19758b7-9361-412e-9c74-09838e149ccd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a19758b7-9361-412e-9c74-09838e149ccd,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:22.264221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet c780c6e4-7443-4a00-bcb1-f4713429efad {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:22.270923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.273168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.273958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4b6ee84f-09b2-44a1-8b73-9ae447debec7 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:22.373178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.394084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] For port a19758b7-9361-412e-9c74-09838e149ccd, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a19758b7-9361-412e-9c74-09838e149ccd,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:22.394542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.424141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:22.427357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bda3f7-b220-4263-9a04-bc7beef47c7e req-ef37ff45-5240-4db5-910f-e24a8217bc24 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.440522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46bda3f7-b220-4263-9a04-bc7beef47c7e req-ef37ff45-5240-4db5-910f-e24a8217bc24 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 944 time: 0.1446023 Nov 12 09:18:22.463673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for a19758b7-9361-412e-9c74-09838e149ccd owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:22.530701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b83d-5383-4776-82bc-fe434d0b9df6 req-5fad4917-af2a-4c1f-a58c-4ecae07d0c77 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.534890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Attempting to bind port 81f0f573-08a1-4313-a2ae-fe0e32447127 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:22.535825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Attempting to bind port 81f0f573-08a1-4313-a2ae-fe0e32447127 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:22.536682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Attempting to bind port 81f0f573-08a1-4313-a2ae-fe0e32447127 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:22.538908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b83d-5383-4776-82bc-fe434d0b9df6 req-5fad4917-af2a-4c1f-a58c-4ecae07d0c77 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.554608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b83d-5383-4776-82bc-fe434d0b9df6 req-5fad4917-af2a-4c1f-a58c-4ecae07d0c77 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.560180 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-46bda3f7-b220-4263-9a04-bc7beef47c7e req-80dc2a75-c264-4323-a432-cffd4bd84033 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141510 Nov 12 09:18:22.570804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315b83d-5383-4776-82bc-fe434d0b9df6 req-5fad4917-af2a-4c1f-a58c-4ecae07d0c77 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:22.574763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6315b83d-5383-4776-82bc-fe434d0b9df6 req-5fad4917-af2a-4c1f-a58c-4ecae07d0c77 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 3144 time: 0.1547880 Nov 12 09:18:22.603384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:22.611138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:22.614627 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.615478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:22.616858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Bound port: 81f0f573-08a1-4313-a2ae-fe0e32447127, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:22.617689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.778095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644'}, {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:22.781254 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f093c39-8845-40ec-9dc7-779ecb2c3f70" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644"}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "a19758b7-9361-412e-9c74-09838e149ccd"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:22.807203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=a19758b7-9361-412e-9c74-09838e149ccd,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:22.813549 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.865965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=a19758b7-9361-412e-9c74-09838e149ccd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:22.882860 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec11f8c-e61f-437c-b8dc-c41d71868057 x-openstack-request-id: req-4ec11f8c-e61f-437c-b8dc-c41d71868057 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:22.883111 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644", "code": 200}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "a19758b7-9361-412e-9c74-09838e149ccd", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:22.883380 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ec11f8c-e61f-437c-b8dc-c41d71868057 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:22.883790 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644', 'code': 200} Nov 12 09:18:22.884196 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd', 'code': 200} Nov 12 09:18:22.900784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] For port 81f0f573-08a1-4313-a2ae-fe0e32447127, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:22.917500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] For port 81f0f573-08a1-4313-a2ae-fe0e32447127, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=81f0f573-08a1-4313-a2ae-fe0e32447127,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:22.930947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] No DVR routers for this DVR port a19758b7-9361-412e-9c74-09838e149ccd on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:22.934288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:22.939399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-a6fb0ca3-feba-4630-be1b-f4baa784afd4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "DELETE /v2.0/ports/a19758b7-9361-412e-9c74-09838e149ccd HTTP/1.1" status: 204 len: 173 time: 1.0767200 Nov 12 09:18:22.961988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.078337 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.126204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.160907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b851a-c5b0-4f44-a3a8-2aaf7d49efe7 None None] Pushing event updated for resources: {'Port': ['ID=81f0f573-08a1-4313-a2ae-fe0e32447127,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:23.179929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:23.185186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:23.190216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.191683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f4886996-c5ff-42af-a526-40e21ada7c29 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:23.263073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6315b83d-5383-4776-82bc-fe434d0b9df6 req-30821d5f-969f-459f-9620-2e699ae3a165 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945798 Nov 12 09:18:23.280265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] Checking router: a38c9339-e3d8-4604-99e6-1b6780b918cb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:23.286472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port e3a3e784-4c68-4616-b432-8018d2162f83 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:23.314403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.372119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.420566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4b6ee84f-09b2-44a1-8b73-9ae447debec7,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:23.420566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f4886996-c5ff-42af-a526-40e21ada7c29 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:23.421168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a403d18f-e0fa-44b7-bfca-2d79ed0ea101 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:23.465216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=c780c6e4-7443-4a00-bcb1-f4713429efad,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:23.480975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:23.500699 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9200e62b-b089-4090-a917-21ffb28bc3af tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/c780c6e4-7443-4a00-bcb1-f4713429efad HTTP/1.1" status: 204 len: 168 time: 1.3351784 Nov 12 09:18:23.504639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57244) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:23.510283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: a403d18f-e0fa-44b7-bfca-2d79ed0ea101 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:23.510856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a403d18f-e0fa-44b7-bfca-2d79ed0ea101 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:23.520661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:23.521520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:23.683995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3baa9f74-388e-4957-8abf-a7c6c9478dee tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1723776 Nov 12 09:18:23.685395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:23.723337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:23.831693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:23.964873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:23.968485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:23.971058 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1632d90-23af-4c66-8c2e-7eb64bc08abd" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "a19758b7-9361-412e-9c74-09838e149ccd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:23.972460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ac08-8936-4cef-9889-93baf60a60f3 req-81d15f70-9305-4950-9d3e-f8ad8e4b7f59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:23.974183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ba6ac08-8936-4cef-9889-93baf60a60f3 req-81d15f70-9305-4950-9d3e-f8ad8e4b7f59 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 944 time: 0.1691978 Nov 12 09:18:24.014744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] For port e3a3e784-4c68-4616-b432-8018d2162f83, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e3a3e784-4c68-4616-b432-8018d2162f83,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:24.026829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.059320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:18:24.068177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ba6ac08-8936-4cef-9889-93baf60a60f3 req-a7b32ad8-f114-4d1a-ba5a-63963e734aff tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860517 Nov 12 09:18:24.130222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for e3a3e784-4c68-4616-b432-8018d2162f83 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:24.281065 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44cb568-eb79-4d26-b611-87a342853a3e x-openstack-request-id: req-d44cb568-eb79-4d26-b611-87a342853a3e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:24.281619 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "a19758b7-9361-412e-9c74-09838e149ccd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:24.287431 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d44cb568-eb79-4d26-b611-87a342853a3e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:24.288256 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': 'a19758b7-9361-412e-9c74-09838e149ccd', 'status': 'completed', 'code': 200} Nov 12 09:18:24.300823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589504b2-4eb2-4a5f-b547-b7a00a8c9840 req-19241e53-4ee9-4583-90d6-5b2b3077dc78 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:24.302964 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589504b2-4eb2-4a5f-b547-b7a00a8c9840 req-19241e53-4ee9-4583-90d6-5b2b3077dc78 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 945 time: 0.2063696 Nov 12 09:18:24.314368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:24.322957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.336274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:24.336935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.609538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-589504b2-4eb2-4a5f-b547-b7a00a8c9840 req-916aebec-e99a-4445-9582-eddff5a49ba6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802696 Nov 12 09:18:24.636022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdac2b-454e-4f47-bf70-f42b11e5d7cc req-92fe353b-bedd-4115-be76-38ce3705b818 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:24.641766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdac2b-454e-4f47-bf70-f42b11e5d7cc req-92fe353b-bedd-4115-be76-38ce3705b818 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:24.650507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdac2b-454e-4f47-bf70-f42b11e5d7cc req-92fe353b-bedd-4115-be76-38ce3705b818 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:24.660848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88fdac2b-454e-4f47-bf70-f42b11e5d7cc req-92fe353b-bedd-4115-be76-38ce3705b818 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 2409 time: 0.1420979 Nov 12 09:18:24.760294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-88fdac2b-454e-4f47-bf70-f42b11e5d7cc req-13d49e59-7ea7-4e09-9404-0d0bd152fc92 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977142 Nov 12 09:18:24.864389 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.876415 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:24.888279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:24.892988 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b54cf36-e089-4711-b698-3a92bd3475b8" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:24.939083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=e3a3e784-4c68-4616-b432-8018d2162f83,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:24.983242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:24.986506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:25.002818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.058992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] No DVR routers for this DVR port e3a3e784-4c68-4616-b432-8018d2162f83 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:25.066386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.072064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-73a82fba-9d8a-48fd-908a-f9d59bfa8b3d tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "DELETE /v2.0/ports/e3a3e784-4c68-4616-b432-8018d2162f83 HTTP/1.1" status: 204 len: 173 time: 2.1226618 Nov 12 09:18:25.081516 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa1138-ed6b-4761-83a3-c2fc27ef33ef x-openstack-request-id: req-70aa1138-ed6b-4761-83a3-c2fc27ef33ef {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:25.082061 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:25.082443 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-70aa1138-ed6b-4761-83a3-c2fc27ef33ef {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:25.083457 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7', 'code': 200} Nov 12 09:18:25.117003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9cb65-02a3-4558-b7b5-8a1f80f61dc9 None None] The sync data for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 is: [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:07:17Z', 'revision_number': 4, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '8afaf473-2cc4-41d0-8832-7f764dd3588e', 'name': '', 'network_id': '64b7a45c-9e48-4d6f-b362-2f76dcc8d318', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'mac_address': 'fa:16:3e:1f:37:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:15Z', 'updated_at': '2021-11-12T09:07:25Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'subnets': [{'id': 'f1bfae29-9c67-4a0b-a665-b7a64625e8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:25.142533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.185945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:25.221686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51bc1b-d12c-4746-99d6-26c6a9b0d2d9 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:25.320599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:25.351058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:25.357559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:25.358308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.403331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=2b105623-0906-4362-9731-fd1deecd78b5,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:25.410445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17e7ff-9308-4791-85c5-c922f67f66da req-37d3e379-a234-446e-97e5-b76f466d3e7e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:25.416482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba17e7ff-9308-4791-85c5-c922f67f66da req-37d3e379-a234-446e-97e5-b76f466d3e7e tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1089702 Nov 12 09:18:25.432476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3c86ff8-ddf2-4380-aa90-7d441117aad1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7293425 Nov 12 09:18:25.435556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57264) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:25.468363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'name': 'tempest-NetworksTestDHCPv6-722858137'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:25.534556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:25.535072 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.574479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c265f3eb-47a5-4c2d-98f3-6ff83558d88d None None] Provisioning complete for port 81f0f573-08a1-4313-a2ae-fe0e32447127 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:25.575082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c265f3eb-47a5-4c2d-98f3-6ff83558d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.659725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 81f0f573-08a1-4313-a2ae-fe0e32447127 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:25.776296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba17e7ff-9308-4791-85c5-c922f67f66da req-181e435b-e206-4975-82d7-6968ad437e1f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502107 Nov 12 09:18:25.785191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:25.800849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.827178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 8a82800e-73b7-4760-80c4-f727a0887e1a yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:25.906230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79d63b-3640-4a83-852e-539bf719e03d req-c4e94731-8799-44ea-8794-300295d0a435 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:25.908270 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd79d63b-3640-4a83-852e-539bf719e03d req-c4e94731-8799-44ea-8794-300295d0a435 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 945 time: 0.2391961 Nov 12 09:18:25.921449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] For port 4b6ee84f-09b2-44a1-8b73-9ae447debec7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4b6ee84f-09b2-44a1-8b73-9ae447debec7,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:25.921966 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:25.954084 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d4b4bd-85b3-426e-86e5-0380731f7c8e None None] New status for floating IP b02b0287-0941-449f-8436-28539a0cb576: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:18:25.979854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for 4b6ee84f-09b2-44a1-8b73-9ae447debec7 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:26.156542 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:18:26.175824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f293e2-70b0-4af0-a911-569bef90b0eb req-0a085069-e7bb-49ef-8fbd-86ffbf235cb7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:26.176293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::34 (f49fea56-d87f-4860-9e75-dcd56c310f1c/2b105623-0906-4362-9731-fd1deecd78b5/8a82800e-73b7-4760-80c4-f727a0887e1a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:26.177608 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3f293e2-70b0-4af0-a911-569bef90b0eb req-0a085069-e7bb-49ef-8fbd-86ffbf235cb7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 945 time: 0.2495894 Nov 12 09:18:26.195437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dba89-a8b0-4867-9941-cc6b1d58e670 req-9cce8575-8502-4de6-941a-45ccd41ebba8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:26.208333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211dba89-a8b0-4867-9941-cc6b1d58e670 req-9cce8575-8502-4de6-941a-45ccd41ebba8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:26.221781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-211dba89-a8b0-4867-9941-cc6b1d58e670 req-9cce8575-8502-4de6-941a-45ccd41ebba8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 1677 time: 0.2106955 Nov 12 09:18:26.250115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 81f0f573-08a1-4313-a2ae-fe0e32447127 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:26.251541 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.297504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:26.300112 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711ab2d1-32a1-48f7-8052-047c2ae84114" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:26.307452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3f293e2-70b0-4af0-a911-569bef90b0eb req-d95c7c8e-3a67-468b-8185-4e89c51a1263 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106560 Nov 12 09:18:26.341168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port 9366e9b9-8508-42ae-b227-5547e6ef4793 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:26.341775 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.350168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c265f3eb-47a5-4c2d-98f3-6ff83558d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.413839 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.452493 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982d2353-be8e-480e-b14e-e573029efae2 x-openstack-request-id: req-982d2353-be8e-480e-b14e-e573029efae2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:26.452741 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "e3a3e784-4c68-4616-b432-8018d2162f83", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:26.453193 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-982d2353-be8e-480e-b14e-e573029efae2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:26.453703 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': 'e3a3e784-4c68-4616-b432-8018d2162f83', 'status': 'completed', 'code': 200} Nov 12 09:18:26.462548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=4b6ee84f-09b2-44a1-8b73-9ae447debec7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:26.554895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] For port 9366e9b9-8508-42ae-b227-5547e6ef4793, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=9366e9b9-8508-42ae-b227-5547e6ef4793,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:26.555365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.560417 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.569921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] No DVR routers for this DVR port 4b6ee84f-09b2-44a1-8b73-9ae447debec7 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:26.577375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.583128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c265f3eb-47a5-4c2d-98f3-6ff83558d88d None None] For port 81f0f573-08a1-4313-a2ae-fe0e32447127, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=81f0f573-08a1-4313-a2ae-fe0e32447127,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:26.584280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-e368724d-7e1c-446d-b89c-573a3648f29a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "DELETE /v2.0/ports/4b6ee84f-09b2-44a1-8b73-9ae447debec7 HTTP/1.1" status: 204 len: 173 time: 1.5026119 Nov 12 09:18:26.597024 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c265f3eb-47a5-4c2d-98f3-6ff83558d88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.737810 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:18:26.738185 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:18:26.742969 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f3eb-47a5-4c2d-98f3-6ff83558d88d None None] Pushing event updated for resources: {'Port': ['ID=81f0f573-08a1-4313-a2ae-fe0e32447127,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:26.762143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d223ec6e-ee0d-4bd9-a02b-68dc53c69123 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:26.763857 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-211dba89-a8b0-4867-9941-cc6b1d58e670 req-540ce519-6cfa-4267-9001-227ada69fa06 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups?id=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5407345 Nov 12 09:18:26.802678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:26.803367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:26.926885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-aee754f3-0bcb-4b25-a278-1bba5f5befb8 None None] Provisioning complete for port 81f0f573-08a1-4313-a2ae-fe0e32447127 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:26.927445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aee754f3-0bcb-4b25-a278-1bba5f5befb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.095950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628439f8-037c-441d-bae5-f39191d7b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:27.105757 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc59c96-7ad7-4500-9413-2e55b8a358b0" -d '{"events": [{"server_uuid": "628439f8-037c-441d-bae5-f39191d7b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:27.155063 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.155729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.159161 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Floating IP 6d7f057e-d7f6-40f4-89d7-86be4fef148e disassociated. External IP: 172.25.5.176, port: 9366e9b9-8508-42ae-b227-5547e6ef4793. Nov 12 09:18:27.159864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for 9366e9b9-8508-42ae-b227-5547e6ef4793 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:27.251376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.269852 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d36c14-8b21-4815-b7f2-d3661b69ff35 x-openstack-request-id: req-55d36c14-8b21-4815-b7f2-d3661b69ff35 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:27.270587 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628439f8-037c-441d-bae5-f39191d7b4f8", "name": "network-vif-plugged", "status": "completed", "tag": "46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:27.270587 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55d36c14-8b21-4815-b7f2-d3661b69ff35 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:27.270826 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628439f8-037c-441d-bae5-f39191d7b4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9', 'code': 200} Nov 12 09:18:27.317822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.516228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=8a82800e-73b7-4760-80c4-f727a0887e1a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:27.594795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 81f0f573-08a1-4313-a2ae-fe0e32447127 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:27.606613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:27.695717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:27.714581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:27.735658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:27.742436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.783086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 81f0f573-08a1-4313-a2ae-fe0e32447127 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:27.783750 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.794353 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.813607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d5b1d2e9-be9d-4189-bcfc-a686fc9683ea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3720291 Nov 12 09:18:27.815010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e07b1e-2950-45ec-87d9-10fd8b651ea9 req-87fad6a8-99d6-4ef1-924a-88c0638827d8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:27.818007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57290) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:27.830011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17e07b1e-2950-45ec-87d9-10fd8b651ea9 req-87fad6a8-99d6-4ef1-924a-88c0638827d8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.7275920 Nov 12 09:18:27.888939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] For port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:27.891080 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.904883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dd7ad07a-8d9a-4e07-9347-860eccc72c8b None None] Provisioning complete for port 81f0f573-08a1-4313-a2ae-fe0e32447127 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:27.905459 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd7ad07a-8d9a-4e07-9347-860eccc72c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.907189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:27.914500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:28.172738 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:28.208658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc80e0-9478-4dc2-be7a-ea3b1b3f6202 req-0ea8ebc9-c7c3-4bc2-8c09-4da9754277b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:28.210798 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-16dc80e0-9478-4dc2-be7a-ea3b1b3f6202 req-0ea8ebc9-c7c3-4bc2-8c09-4da9754277b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 1097 time: 0.5448568 Nov 12 09:18:28.219354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=1cc1ea41-9af0-4d8b-8f55-a68f3303f644,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:28.289856 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:28.306846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f464ca6-c693-4829-8285-3a78cc803629 req-0af7fe6d-204f-4a88-83c7-f7e372009373 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.7252250 Nov 12 09:18:28.311959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=9366e9b9-8508-42ae-b227-5547e6ef4793,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:28.325925 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17e07b1e-2950-45ec-87d9-10fd8b651ea9 req-1705492a-cf21-4559-951f-48f2986da0b7 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624527 Nov 12 09:18:28.380857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35e82b-4b4d-4acf-9c4f-5ce3fb7b9887 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:28.393282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c35e82b-4b4d-4acf-9c4f-5ce3fb7b9887 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:28.401181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c35e82b-4b4d-4acf-9c4f-5ce3fb7b9887 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.5821679 Nov 12 09:18:28.405656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57294) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:28.410322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3d8c7c9e-bd24-453c-a595-a16c971d986e None None] Could not find standard attr ID for object c2383168-b9d0-49f0-9484-6cb29c404cc1. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:18:28.434149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] No DVR routers for this DVR port 1cc1ea41-9af0-4d8b-8f55-a68f3303f644 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:28.455458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:28.459522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa119ec6-5319-498a-ada1-24ea0d6397aa req-7a5e1ed6-9db1-42d0-b151-3fe0d7218c64 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.55 "DELETE /v2.0/ports/1cc1ea41-9af0-4d8b-8f55-a68f3303f644 HTTP/1.1" status: 204 len: 173 time: 1.8716197 Nov 12 09:18:28.460588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7'}, {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:28.461322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:28.466278 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-642104dd-77ee-42cf-ab1e-d446cffc9c9e" -d '{"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7"}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:28.477293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-16dc80e0-9478-4dc2-be7a-ea3b1b3f6202 req-01cdfdde-df65-4c80-8b81-0bae7ab1efca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479210 Nov 12 09:18:28.614720 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bc4389-8171-43ea-8daa-961656e10621 x-openstack-request-id: req-a9bc4389-8171-43ea-8daa-961656e10621 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:28.615199 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "4b6ee84f-09b2-44a1-8b73-9ae447debec7", "status": "completed", "code": 200}, {"server_uuid": "1dc9a298-f2c2-4c52-aaf3-ef280325da97", "name": "network-vif-deleted", "tag": "1cc1ea41-9af0-4d8b-8f55-a68f3303f644", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:28.615510 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9bc4389-8171-43ea-8daa-961656e10621 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:28.616216 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': '4b6ee84f-09b2-44a1-8b73-9ae447debec7', 'status': 'completed', 'code': 200} Nov 12 09:18:28.616841 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc9a298-f2c2-4c52-aaf3-ef280325da97', 'name': 'network-vif-deleted', 'tag': '1cc1ea41-9af0-4d8b-8f55-a68f3303f644', 'status': 'completed', 'code': 200} Nov 12 09:18:28.621536 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d191155a-cb05-4dcb-a448-04587b082f25 req-acec8202-a398-4399-9eae-370c0441d022 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0890825 Nov 12 09:18:28.893098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a1d33ccf-55ed-414c-b714-bbb67373629d None None] Provisioning complete for port 8a82800e-73b7-4760-80c4-f727a0887e1a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:28.894157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a1d33ccf-55ed-414c-b714-bbb67373629d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:28.920641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:29.014365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] No DVR routers for this DVR port 9366e9b9-8508-42ae-b227-5547e6ef4793 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:29.020681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:29.026114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd79d63b-3640-4a83-852e-539bf719e03d req-efa9334f-2e02-4fff-99c3-26d428be0d2f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.55 "DELETE /v2.0/ports/9366e9b9-8508-42ae-b227-5547e6ef4793 HTTP/1.1" status: 204 len: 173 time: 3.1058857 Nov 12 09:18:29.030982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'name': 'network-vif-deleted', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:29.038427 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb603958-add8-4905-809e-6990fcc832e3" -d '{"events": [{"server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "name": "network-vif-deleted", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:29.045833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:29.087088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 8a82800e-73b7-4760-80c4-f727a0887e1a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:29.087563 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:29.127686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a1d33ccf-55ed-414c-b714-bbb67373629d None None] Port 8a82800e-73b7-4760-80c4-f727a0887e1a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:29.137484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:29.139779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:29.346219 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fc429a-1bba-44ea-9097-918c50fdc205 x-openstack-request-id: req-a9fc429a-1bba-44ea-9097-918c50fdc205 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:29.347105 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2", "name": "network-vif-deleted", "tag": "9366e9b9-8508-42ae-b227-5547e6ef4793", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:29.347105 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a9fc429a-1bba-44ea-9097-918c50fdc205 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:29.347629 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2', 'name': 'network-vif-deleted', 'tag': '9366e9b9-8508-42ae-b227-5547e6ef4793', 'status': 'completed', 'code': 200} Nov 12 09:18:29.540246 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:29.619759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:29.638762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 8a82800e-73b7-4760-80c4-f727a0887e1a owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:29.800355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d52ab7-ee5a-4698-88a5-7bbd63f909dd req-587a25f6-4711-4fdf-be40-1f6f53f6482b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:29.808286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26d52ab7-ee5a-4698-88a5-7bbd63f909dd req-587a25f6-4711-4fdf-be40-1f6f53f6482b tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2118442 Nov 12 09:18:29.826329 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ab15290-c116-4de6-a575-437e2d32b43e req-8843b1d0-c5e7-44ee-aa5e-260d16bf5d55 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.1450849 Nov 12 09:18:29.867384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9366e9b9-8508-42ae-b227-5547e6ef4793 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:29.922216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 9366e9b9-8508-42ae-b227-5547e6ef4793 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:29.925210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 9366e9b9-8508-42ae-b227-5547e6ef4793 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:29.984189 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-26d52ab7-ee5a-4698-88a5-7bbd63f909dd req-a3d29b09-9dda-45de-bbf7-46223e78890f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623466 Nov 12 09:18:30.054150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:30.103090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6580baa3-36bb-4739-bd78-b4f251a5d13d req-10fe0b6b-6966-44cf-888a-ebac77d72b5c tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0525715 Nov 12 09:18:30.104570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:30.126518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:30.127725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:30.161623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.208327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=8a82800e-73b7-4760-80c4-f727a0887e1a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:30.268460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.276768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-632537ee-f039-4491-805b-55d023cf634f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/8a82800e-73b7-4760-80c4-f727a0887e1a HTTP/1.1" status: 204 len: 168 time: 1.8686762 Nov 12 09:18:30.280948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57310) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:30.370665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:30.400347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f008f8d-4f74-4c80-9017-8cb1a3868e62 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:30.402122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f008f8d-4f74-4c80-9017-8cb1a3868e62 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:30.407162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6f008f8d-4f74-4c80-9017-8cb1a3868e62 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1217184 Nov 12 09:18:30.407632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57312) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:30.565155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 2b105623-0906-4362-9731-fd1deecd78b5 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:30.574045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.671557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.750395 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.813344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:30.872208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.946971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=2b105623-0906-4362-9731-fd1deecd78b5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:30.960012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:30.968439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-57fde490-570a-4c82-95ea-dfbcb1ad099b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/2b105623-0906-4362-9731-fd1deecd78b5 HTTP/1.1" status: 204 len: 168 time: 0.5580626 Nov 12 09:18:30.971289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57318) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:31.080504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8bfba425-04d4-4695-a2dc-1eb4f0a50f91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075537 Nov 12 09:18:31.084544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57322) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:31.087204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f524f680-0ee8-4a6d-91bf-6c692b16f89f None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:31.098093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:31.138010 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ca58ccc-425c-4f58-9765-0b9a313036ce req-703418ef-f935-46e6-8ff1-563b244a6d51 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0699785 Nov 12 09:18:31.177506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38deb84d-a860-4a0a-87a1-a1c753543073 None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:31.379643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e19c9f0e-7b46-4e96-b067-227dd3c59931 req-059f1673-7254-4266-ab94-79258a7cd00b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0647457 Nov 12 09:18:31.439423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:31.475772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:31.484159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:31.571118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe43dc-9fac-442a-b35b-e13c65f392be req-6a68e2fd-acb4-446c-a482-b9ba9fd2a51c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:31.574699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] Deleting port 81f0f573-08a1-4313-a2ae-fe0e32447127 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:31.575300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:31.578348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddfe43dc-9fac-442a-b35b-e13c65f392be req-6a68e2fd-acb4-446c-a482-b9ba9fd2a51c tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2556553 Nov 12 09:18:31.710141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] For port 81f0f573-08a1-4313-a2ae-fe0e32447127, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=81f0f573-08a1-4313-a2ae-fe0e32447127,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:31.711144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:31.734475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] Calling delete_port for 81f0f573-08a1-4313-a2ae-fe0e32447127 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:31.800985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ddfe43dc-9fac-442a-b35b-e13c65f392be req-2f9be693-1654-4500-94ce-1a15dbe4f990 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032928 Nov 12 09:18:31.839615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 81f0f573-08a1-4313-a2ae-fe0e32447127 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:31.890306 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5072a7-2330-44db-9acb-7f8f0dfd9cd6 None None] New status for floating IP 6d7f057e-d7f6-40f4-89d7-86be4fef148e: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:18:31.956345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.012559 n-d-769329-17 neutron-server[109378]: INFO neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No ports have port_id starting with 81f0f573-08a1-4313-a2ae-fe0e32447127 Nov 12 09:18:32.017307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] Pushing event deleted for resources: {'Port': ['ID=81f0f573-08a1-4313-a2ae-fe0e32447127,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:32.036512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c04fda-e1c1-41d1-874f-4a0269c16c8b None None] No DVR routers for this DVR port 81f0f573-08a1-4313-a2ae-fe0e32447127 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:32.115012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.179006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:32.182713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:32.193280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:32.193280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.204847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792e53ba-a41d-4d08-ad44-486c3906c91a None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:32.213158 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1151044 Nov 12 09:18:32.214600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57330) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:32.221673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'name': 'tempest-NetworksTestDHCPv6-1260085289'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:32.260771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e680580-6376-479f-9dfc-208259b79cb5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=3f40ca06-17d9-4d16-a873-9cc0aa869c1d,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:32.404349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7b364f9-c080-4e26-aa7c-e4b1e2015072 req-087b03bf-ea82-44dc-8e04-e890d8061b63 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0562563 Nov 12 09:18:32.562557 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb92c8da-b5b7-4563-be88-8f71621eab93 req-e6f9d30d-90e0-452c-b727-2fc893f071ea tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0672326 Nov 12 09:18:32.595972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba277e-f61f-40ed-ac61-811061c2a1ba req-272175d3-6924-41f4-84c2-56e300a7dcb8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:32.610718 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bba277e-f61f-40ed-ac61-811061c2a1ba req-272175d3-6924-41f4-84c2-56e300a7dcb8 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2372012 Nov 12 09:18:32.619678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '3f40ca06-17d9-4d16-a873-9cc0aa869c1d'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:18:32.620528 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.706185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8bba277e-f61f-40ed-ac61-811061c2a1ba req-e265219d-b74b-4b9e-95e2-3d70d8eca5ee tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872900 Nov 12 09:18:32.749478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:32.753047 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:32.786033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port fc9c0cd7-4811-4f70-8968-3ce7371a77cc yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:32.870876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/3f40ca06-17d9-4d16-a873-9cc0aa869c1d/c90e84b7-2471-49a5-8cd0-e01dd6085dec) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:33.116222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.126326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.180017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:33.184679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:33.189014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:33.196291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Pushing event updated for resources: {'Port': ['ID=c90e84b7-2471-49a5-8cd0-e01dd6085dec,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:33.262600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::90 (f49fea56-d87f-4860-9e75-dcd56c310f1c/3f40ca06-17d9-4d16-a873-9cc0aa869c1d/fc9c0cd7-4811-4f70-8968-3ce7371a77cc) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:33.293544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Attempting to bind port c90e84b7-2471-49a5-8cd0-e01dd6085dec on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:33.294194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Attempting to bind port c90e84b7-2471-49a5-8cd0-e01dd6085dec by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:33.295229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Attempting to bind port c90e84b7-2471-49a5-8cd0-e01dd6085dec on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:33.307290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:33.308190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:33.309411 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.309587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:33.310518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Bound port: c90e84b7-2471-49a5-8cd0-e01dd6085dec, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:33.311207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.442881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] For port c90e84b7-2471-49a5-8cd0-e01dd6085dec, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:33.453950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] For port c90e84b7-2471-49a5-8cd0-e01dd6085dec, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c90e84b7-2471-49a5-8cd0-e01dd6085dec,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:33.461585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.550520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f785c97d-3dfb-43d7-a129-3082461efaa6 None None] Pushing event updated for resources: {'Port': ['ID=c90e84b7-2471-49a5-8cd0-e01dd6085dec,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:33.606003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8acd5b07-a4c0-4f92-9c42-bd88bba0fd29 req-aa146e2c-8b4e-47d8-8601-ede842ab7a64 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0622871 Nov 12 09:18:33.638053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480ccbb-d2cb-4ffe-99df-099e5497429d req-f89e1f30-a98e-45fb-a7e0-fd4bfeaf117c tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:33.653180 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3480ccbb-d2cb-4ffe-99df-099e5497429d req-f89e1f30-a98e-45fb-a7e0-fd4bfeaf117c tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1098 time: 0.1486471 Nov 12 09:18:33.659609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.733590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3480ccbb-d2cb-4ffe-99df-099e5497429d req-ff9d7a83-1adf-4c4f-8656-22085b23dda8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787537 Nov 12 09:18:33.773486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57346) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:33.791194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bed283be-6bc3-4fe7-a4dd-99b06f9690c6 req-97f7ac6e-7bb6-4def-81e9-a2c09e2ac8df tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0622330 Nov 12 09:18:33.802937 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.900621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=fc9c0cd7-4811-4f70-8968-3ce7371a77cc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:33.937608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:33.939714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:33.942489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:33.950020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:33.951001 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:33.983774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-14ad4e7c-1abb-4fa1-a3ab-bb4bc23c74fc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7684436 Nov 12 09:18:33.986538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:34.074192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93171982-7532-4fc7-b4a8-e7edcf624fc3 req-7901e6ee-6640-44c6-b369-9d1b11d84f29 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:34.076707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93171982-7532-4fc7-b4a8-e7edcf624fc3 req-7901e6ee-6640-44c6-b369-9d1b11d84f29 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1454813 Nov 12 09:18:34.165565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cbabc-0874-4c73-a774-dfde11d53511 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:34.176611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238cbabc-0874-4c73-a774-dfde11d53511 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:34.179319 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-238cbabc-0874-4c73-a774-dfde11d53511 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1909935 Nov 12 09:18:34.183214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57350) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:34.234496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93171982-7532-4fc7-b4a8-e7edcf624fc3 req-3aef3727-2d07-4540-9743-eede9330e72f tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924828 Nov 12 09:18:34.317120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port cc8689cd-8838-4bd2-87d6-fbf7c40a411a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:34.317988 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.353784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port fc9c0cd7-4811-4f70-8968-3ce7371a77cc {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:34.354565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.472451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.473465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.502580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for cc8689cd-8838-4bd2-87d6-fbf7c40a411a owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:34.572320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:34.610271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for fc9c0cd7-4811-4f70-8968-3ce7371a77cc owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:34.794148 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6db51170-3d1c-4850-bc07-3c36126ad2b2 req-43342f59-3b73-4514-944a-c3b4240e966b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0514967 Nov 12 09:18:34.799830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121fa02-effc-4e76-ad1e-ad76681f01ae req-3de5b0da-663d-49a3-bfbf-500be5f79489 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:34.802607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8121fa02-effc-4e76-ad1e-ad76681f01ae req-3de5b0da-663d-49a3-bfbf-500be5f79489 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.1578102 Nov 12 09:18:34.948653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8121fa02-effc-4e76-ad1e-ad76681f01ae req-43f872aa-bf85-4d32-9d69-c13e479c2172 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330662 Nov 12 09:18:35.036308 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.073713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=cc8689cd-8838-4bd2-87d6-fbf7c40a411a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:35.091665 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99fc7d9f-46fd-45c0-bdc0-160cb8f602e0 req-5f75de56-b66b-41e0-be84-d86f26b6f7ec tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.1002879 Nov 12 09:18:35.097471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.133735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=fc9c0cd7-4811-4f70-8968-3ce7371a77cc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:35.188672 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.189132 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP 167c8009-e3f0-495c-b9f3-984435ff038e disassociated (deleted). External IP: 172.25.5.35, port: baf404ee-677f-4a8d-a956-490e365f0a46. Nov 12 09:18:35.204298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.221008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ebffcc21-c51b-4e8e-9b51-105652989fb1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/fc9c0cd7-4811-4f70-8968-3ce7371a77cc HTTP/1.1" status: 204 len: 168 time: 1.0364487 Nov 12 09:18:35.221728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57360) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:35.325027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c07b9-88ef-4caf-aff9-d46587d4e2a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:35.327136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c07b9-88ef-4caf-aff9-d46587d4e2a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:35.333362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-091c07b9-88ef-4caf-aff9-d46587d4e2a7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1038198 Nov 12 09:18:35.334605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:35.376512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0536f45e-bbef-4641-b4d3-342bc0f50a70 None None] Provisioning complete for port c90e84b7-2471-49a5-8cd0-e01dd6085dec triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:35.393290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0536f45e-bbef-4641-b4d3-342bc0f50a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.411902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 3f40ca06-17d9-4d16-a873-9cc0aa869c1d {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:35.418809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.591712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.675251 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0536f45e-bbef-4641-b4d3-342bc0f50a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.741675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c90e84b7-2471-49a5-8cd0-e01dd6085dec up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:35.776746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 6ae94779-505e-4a76-b895-861a7be10ed6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:35.860384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0536f45e-bbef-4641-b4d3-342bc0f50a70 None None] For port c90e84b7-2471-49a5-8cd0-e01dd6085dec, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c90e84b7-2471-49a5-8cd0-e01dd6085dec,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:35.876188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:35.891877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0536f45e-bbef-4641-b4d3-342bc0f50a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.034080 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.051744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:36.060445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0f960ae6-f66c-4b13-b823-f50583dd991c None None] Could not find standard attr ID for object fc9c0cd7-4811-4f70-8968-3ce7371a77cc. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:18:36.063700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.148495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] Sync routers for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:36.162174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536f45e-bbef-4641-b4d3-342bc0f50a70 None None] Pushing event updated for resources: {'Port': ['ID=c90e84b7-2471-49a5-8cd0-e01dd6085dec,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:36.183550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:36.183550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:36.190533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-486be0cc-1ee1-476f-abca-78980bb47d58 req-45a0a9dc-45da-450a-9699-e329b59c566f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.1184208 Nov 12 09:18:36.217452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c9bdd38b-41c1-435b-a46c-f0797b77511d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/floatingips/167c8009-e3f0-495c-b9f3-984435ff038e HTTP/1.1" status: 204 len: 168 time: 2.4422801 Nov 12 09:18:36.218351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:36.229609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=3f40ca06-17d9-4d16-a873-9cc0aa869c1d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:36.245626 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d998a-83bb-48d0-a18d-613963004111" -d '{"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:36.248822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.261786 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dd2d750b-8903-4eea-a67b-0af0ad208340 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/3f40ca06-17d9-4d16-a873-9cc0aa869c1d HTTP/1.1" status: 204 len: 168 time: 0.9255025 Nov 12 09:18:36.264695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57376) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:36.291825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-37dd9a77-4598-4cc6-93d7-696b2c4b2880 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:36.294994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-37dd9a77-4598-4cc6-93d7-696b2c4b2880 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.2265401 Nov 12 09:18:36.452614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c8f1e3-c41e-42e0-b93c-38517ace727f None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:36.453215 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ab8e075d-3e25-4a4a-81b4-16de9ee6be9f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1863899 Nov 12 09:18:36.463558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:36.529395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9a76a7ab-d3b9-430c-a1b0-fbbb4a4124a5 req-f4984bfc-bf59-49f0-b244-dd70a8faaf19 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0863461 Nov 12 09:18:36.543385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c90e84b7-2471-49a5-8cd0-e01dd6085dec triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:36.544151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:36.568413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:36.727250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5add97d-8a70-4a14-a232-8760a8d608ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:36.732051 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a5add97d-8a70-4a14-a232-8760a8d608ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2602859 Nov 12 09:18:36.735266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57380) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:36.774821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a092-9fe8-49ea-beca-c3ce54da2749 req-8561962e-d5f2-440c-83dd-ba64659ee681 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:36.800693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c50a092-9fe8-49ea-beca-c3ce54da2749 req-8561962e-d5f2-440c-83dd-ba64659ee681 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 945 time: 0.5878966 Nov 12 09:18:36.901191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dca3472-11d7-48f6-90ad-c7ae3c324e0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:36.912386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7dca3472-11d7-48f6-90ad-c7ae3c324e0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1730864 Nov 12 09:18:36.914875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57384) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:36.923619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Deleting port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:36.934562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.051811 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c50a092-9fe8-49ea-beca-c3ce54da2749 req-33b52f62-9b85-448b-b603-effbdae748e3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/security-groups?id=c46f2871-0b6a-44f1-b02b-10b5f4a06f61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118843 Nov 12 09:18:37.219077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:37.319556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] For port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,segment=NetworkSegment(4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387),segment_id=4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:37.320175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.333609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:37.353321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Calling delete_port for 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:37.436952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] Checking router: 6ae94779-505e-4a76-b895-861a7be10ed6 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:37.454494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:37.455505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:37.552877 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90107595-2bfe-47f8-bf17-0a29b8c22ed6 x-openstack-request-id: req-90107595-2bfe-47f8-bf17-0a29b8c22ed6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:37.553716 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:37.553876 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90107595-2bfe-47f8-bf17-0a29b8c22ed6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:37.554830 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'status': 'completed', 'code': 200} Nov 12 09:18:37.585174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b456e731-73b7-4edb-ab6c-c5a65bda9fdb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6678843 Nov 12 09:18:37.592588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c90e84b7-2471-49a5-8cd0-e01dd6085dec no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:37.594183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:37.604326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:37.710669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f7cf85b-e66d-44cf-8ce3-d79869964155 req-e4a16971-c170-49f3-92ad-a0d785801ad9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0833905 Nov 12 09:18:37.743625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:37.809540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d998a-83bb-48d0-a18d-613963004111 req-7a35c44e-fd36-4e5a-a6d6-8f71f2e1bfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:37.811430 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-997d998a-83bb-48d0-a18d-613963004111 req-7a35c44e-fd36-4e5a-a6d6-8f71f2e1bfb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 1098 time: 0.2554560 Nov 12 09:18:37.823988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a2eb1-50a3-4adc-ac39-c01485d8cf72 req-e4afbf3f-59d7-47eb-b313-690db0d99d16 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:37.827417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:37.837360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b92a2eb1-50a3-4adc-ac39-c01485d8cf72 req-e4afbf3f-59d7-47eb-b313-690db0d99d16 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.3332813 Nov 12 09:18:37.978405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Pushing event deleted for resources: {'Port': ['ID=46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:38.043846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fcecb119-96eb-4f22-8dbb-397ec5b1575f req-ad735015-77c8-4c2b-976d-e35ba16c4dc0 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.1011493 Nov 12 09:18:38.072747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d998a-83bb-48d0-a18d-613963004111 req-0a797e55-3748-48df-bc0c-99969e84876e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:38.075586 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-997d998a-83bb-48d0-a18d-613963004111 req-0a797e55-3748-48df-bc0c-99969e84876e service neutron] 10.222.0.55 "GET /v2.0/networks?id=832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 200 len: 897 time: 0.2246959 Nov 12 09:18:38.081328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] No DVR routers for this DVR port 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:38.088115 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.103057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42f4fe8c-2e74-4f21-952a-3ac5370cb970 req-977ea012-40cc-41ba-9e94-a58e1aa541c3 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.62 "DELETE /v2.0/ports/46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 HTTP/1.1" status: 204 len: 173 time: 1.8008661 Nov 12 09:18:38.104174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628439f8-037c-441d-bae5-f39191d7b4f8', 'name': 'network-vif-deleted', 'tag': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:38.108233 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fedafa-be36-4fe7-99f8-00ca1c8c3aee" -d '{"events": [{"server_uuid": "628439f8-037c-441d-bae5-f39191d7b4f8", "name": "network-vif-deleted", "tag": "46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:38.136807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] Deleting port c90e84b7-2471-49a5-8cd0-e01dd6085dec {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:38.137562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.234386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b92a2eb1-50a3-4adc-ac39-c01485d8cf72 req-10fa2bfe-f082-4610-9621-e09580f467dd tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=a0050372-b98d-4ba5-8e6a-a144c1116532&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3941593 Nov 12 09:18:38.282103 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a987cac3-a0c4-447e-97e1-6bbfa819fa77 x-openstack-request-id: req-a987cac3-a0c4-447e-97e1-6bbfa819fa77 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:38.283130 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628439f8-037c-441d-bae5-f39191d7b4f8", "name": "network-vif-deleted", "tag": "46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:38.285129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-997d998a-83bb-48d0-a18d-613963004111 req-417be943-cb6b-490b-8205-1c52135c824b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 200 len: 217 time: 0.1735451 Nov 12 09:18:38.285353 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a987cac3-a0c4-447e-97e1-6bbfa819fa77 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:38.286075 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628439f8-037c-441d-bae5-f39191d7b4f8', 'name': 'network-vif-deleted', 'tag': '46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9', 'status': 'completed', 'code': 200} Nov 12 09:18:38.327126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:38.332924 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.339562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] For port c90e84b7-2471-49a5-8cd0-e01dd6085dec, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c90e84b7-2471-49a5-8cd0-e01dd6085dec,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:38.340931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:38.371905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] Calling delete_port for c90e84b7-2471-49a5-8cd0-e01dd6085dec owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:38.410587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-2b3d8489-3423-4871-b6c2-98b6b3363871 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:38.418305 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-2b3d8489-3423-4871-b6c2-98b6b3363871 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 946 time: 0.2595425 Nov 12 09:18:38.464550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d998a-83bb-48d0-a18d-613963004111 req-9a09a81e-3537-41e9-a8a5-b558d690a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:38.467134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-997d998a-83bb-48d0-a18d-613963004111 req-9a09a81e-3537-41e9-a8a5-b558d690a4c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 200 len: 832 time: 0.1801436 Nov 12 09:18:38.511942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:18:38.562443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4049d863-1f03-4389-ad04-ef9f543922cc req-786562c4-0126-4117-9b7e-d20974ab8c37 tempest-DeleteServersTestJSON-926016649 tempest-DeleteServersTestJSON-926016649-project] 10.222.0.53 "GET /v2.0/ports?device_id=628439f8-037c-441d-bae5-f39191d7b4f8 HTTP/1.1" status: 200 len: 210 time: 0.0738208 Nov 12 09:18:38.768225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port baf404ee-677f-4a8d-a956-490e365f0a46 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:38.769459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.043263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d998a-83bb-48d0-a18d-613963004111 req-3e185112-90d6-4b78-9689-9409e8ff7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:39.047090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-997d998a-83bb-48d0-a18d-613963004111 req-3e185112-90d6-4b78-9689-9409e8ff7fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=832f3e6a-a994-4be8-9778-9d3c3e180d37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4276879 Nov 12 09:18:39.052518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.068023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port baf404ee-677f-4a8d-a956-490e365f0a46, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=baf404ee-677f-4a8d-a956-490e365f0a46,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:39.069605 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.101752 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.109324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for baf404ee-677f-4a8d-a956-490e365f0a46 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:39.188569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] Pushing event deleted for resources: {'Port': ['ID=c90e84b7-2471-49a5-8cd0-e01dd6085dec,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:39.198057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.223112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326455b-52a3-408f-b02c-a4f04781afb8 None None] No DVR routers for this DVR port c90e84b7-2471-49a5-8cd0-e01dd6085dec on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:39.359999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.412544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-280a2a5e-e12c-4e21-b0f5-f2678577bbce req-c5779f38-bccd-4db1-8d4a-96ba211ebf14 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0763183 Nov 12 09:18:39.439535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-997d998a-83bb-48d0-a18d-613963004111 req-dd658f29-451d-46a1-8130-431177a1984b service neutron] 10.222.0.55 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824797 Nov 12 09:18:39.447261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=baf404ee-677f-4a8d-a956-490e365f0a46,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:39.451432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=27b52e38-3e2c-43e5-a2b4-ad9663c51f42,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:39.480679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8105315b-e1c7-4972-a3e4-019648be4fe9 req-35e6f13b-be72-4dac-8926-bcd2762f07bd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.4731767 Nov 12 09:18:39.512558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:39.572034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] No DVR routers for this DVR port baf404ee-677f-4a8d-a956-490e365f0a46 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:39.577337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:39.578153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.581932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1502eb5-9b22-4056-88c0-aa6f4f4c89db req-ca1016a1-6526-4cf6-b77a-adccdcfaf419 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "DELETE /v2.0/ports/baf404ee-677f-4a8d-a956-490e365f0a46 HTTP/1.1" status: 204 len: 173 time: 1.1595392 Nov 12 09:18:39.594164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5782e46-0ff0-4b3e-958c-8372f8d17881 None None] The sync data for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 is: [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:40Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '779da0c3-f6c1-4449-a704-abd2978abf74', 'name': '', 'network_id': '832f3e6a-a994-4be8-9778-9d3c3e180d37', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:15:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:39Z', 'updated_at': '2021-11-12T09:16:44Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '160b83f1-d9a1-427c-b3db-1ecdf27c4f75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:39.597524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:39.607392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:39.608305 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:39.638233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-43c8d117-ef3f-46df-8ed3-39980e97f4cd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0419195 Nov 12 09:18:39.642590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:39.650594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5955d-c66e-427b-b5b2-cfb7440e0e7a None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:39.652782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '27b52e38-3e2c-43e5-a2b4-ad9663c51f42', 'ip_address': '2001:db8::3f5f:c4cc:f792:d7af'}], 'name': 'tempest-NetworksTestDHCPv6-2004071736'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:39.939091 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d66acb83-762e-4da7-bb5a-e1379fa077ff req-1eb41d0d-847f-4426-9f6a-ed931bf91c8d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8457369-03db-4633-bd76-82e41f32d33d HTTP/1.1" status: 200 len: 210 time: 0.1741726 Nov 12 09:18:40.070470 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-997d998a-83bb-48d0-a18d-613963004111 req-9b17a26b-6f48-4818-80e7-5393a1cdcab0 service neutron] 10.222.0.55 "GET /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858066 Nov 12 09:18:40.139864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:40.194568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '27b52e38-3e2c-43e5-a2b4-ad9663c51f42'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:18:40.197514 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.359670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-deleted', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:18:40.362207 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da411ac1-3422-426b-86db-86f71e6691fc" -d '{"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-deleted", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:18:40.384268 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c0cab-1f6c-414a-a31a-b2550dbabc8b None None] New status for floating IP 167c8009-e3f0-495c-b9f3-984435ff038e: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:18:40.534958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:40.555821 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0ba1fb-c1aa-48e6-b470-c8282e172f98 x-openstack-request-id: req-ef0ba1fb-c1aa-48e6-b470-c8282e172f98 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:18:40.556422 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8457369-03db-4633-bd76-82e41f32d33d", "name": "network-vif-deleted", "tag": "baf404ee-677f-4a8d-a956-490e365f0a46", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:18:40.557960 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef0ba1fb-c1aa-48e6-b470-c8282e172f98 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:18:40.566118 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8457369-03db-4633-bd76-82e41f32d33d', 'name': 'network-vif-deleted', 'tag': 'baf404ee-677f-4a8d-a956-490e365f0a46', 'status': 'completed', 'code': 200} Nov 12 09:18:40.621147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 497de5b0-488a-492e-8563-eb376a3f9638 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:40.678683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/27b52e38-3e2c-43e5-a2b4-ad9663c51f42/c5b9add7-e800-4bcc-968c-c9cb027021aa) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:40.754225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f8ebc20-c704-445b-a959-1c3781ddc3f1 req-a812ab3b-6636-4142-b1bd-680210abc18d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0602610 Nov 12 09:18:40.779612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-42656f47-fd42-4fc6-b950-5f48544cb8e8 req-7e27e9f8-5768-40d8-b6e9-ea3251c3b461 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0524352 Nov 12 09:18:41.001771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.015710 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.061388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57442) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:41.088035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:41.092912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:41.098765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:41.128387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::3f5f:c4cc:f792:d7af (f49fea56-d87f-4860-9e75-dcd56c310f1c/27b52e38-3e2c-43e5-a2b4-ad9663c51f42/497de5b0-488a-492e-8563-eb376a3f9638) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:41.214541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Pushing event updated for resources: {'Port': ['ID=c5b9add7-e800-4bcc-968c-c9cb027021aa,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:41.226706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Attempting to bind port c5b9add7-e800-4bcc-968c-c9cb027021aa on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:41.227194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Attempting to bind port c5b9add7-e800-4bcc-968c-c9cb027021aa by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:41.227633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Attempting to bind port c5b9add7-e800-4bcc-968c-c9cb027021aa on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:41.233574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.233985 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.234449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.234801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.235156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.235582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.236130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.236605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.237068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.237549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.238053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.238493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:41.249637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:41.250113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:41.250610 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.251374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:41.252091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Bound port: c5b9add7-e800-4bcc-968c-c9cb027021aa, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:41.252584 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.421344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] For port c5b9add7-e800-4bcc-968c-c9cb027021aa, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:41.437926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] For port c5b9add7-e800-4bcc-968c-c9cb027021aa, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5b9add7-e800-4bcc-968c-c9cb027021aa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:41.446470 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.471638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.551424 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.611954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6694d4e-8de7-4e72-b4a8-8752ec6eb376 None None] Pushing event updated for resources: {'Port': ['ID=c5b9add7-e800-4bcc-968c-c9cb027021aa,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:41.664804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:41.670066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:41.676800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:41.688734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:41.689699 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.729930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=497de5b0-488a-492e-8563-eb376a3f9638,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:41.742348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a9768bb0-97d7-432b-827f-ba596d23f271 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0978627 Nov 12 09:18:41.743314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:41.808506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:41.893101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:41.893340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119dad1b-62eb-4282-b00e-f156f6c7cdc0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:41.893668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 46ab56f9-06c5-4e06-a83e-e8a89eb0c5d9 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:41.921387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:41.932368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119dad1b-62eb-4282-b00e-f156f6c7cdc0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:41.947987 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-119dad1b-62eb-4282-b00e-f156f6c7cdc0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1904826 Nov 12 09:18:41.948279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:41.949564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:42.031121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: baf404ee-677f-4a8d-a956-490e365f0a46 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:42.031604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device baf404ee-677f-4a8d-a956-490e365f0a46 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:42.084638 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ef53f9a7-8c2e-4b16-a160-a90fb380dda4 req-173d7e8c-9da9-4f4c-bff7-3db7371d997c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0818548 Nov 12 09:18:42.119469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-396bfdf4-a327-45a1-8f2a-17df393dd6e3 req-fd73933c-ba8a-4680-bb3b-7b569c11a57f tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0711477 Nov 12 09:18:42.232396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 497de5b0-488a-492e-8563-eb376a3f9638 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:42.232866 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.401015 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.421839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 497de5b0-488a-492e-8563-eb376a3f9638 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:42.520532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 779da0c3-f6c1-4449-a704-abd2978abf74 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:42.521175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.698575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.707990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port 779da0c3-f6c1-4449-a704-abd2978abf74, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=779da0c3-f6c1-4449-a704-abd2978abf74,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:42.708379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.740547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 779da0c3-f6c1-4449-a704-abd2978abf74 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:42.761874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=497de5b0-488a-492e-8563-eb376a3f9638,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:42.809657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:42.815511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bce2c3e6-cc0b-4ec2-9727-08f5f6ef0295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/497de5b0-488a-492e-8563-eb376a3f9638 HTTP/1.1" status: 204 len: 168 time: 0.8616781 Nov 12 09:18:42.820021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57452) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:42.941057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbb136-b73e-411d-b214-1a6f33186f55 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:42.943814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bbb136-b73e-411d-b214-1a6f33186f55 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:42.948038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-15bbb136-b73e-411d-b214-1a6f33186f55 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1267605 Nov 12 09:18:42.952192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57454) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:43.051632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 27b52e38-3e2c-43e5-a2b4-ad9663c51f42 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:43.062074 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.123506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.179351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=779da0c3-f6c1-4449-a704-abd2978abf74,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:43.206224 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.394355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Provisioning complete for port c5b9add7-e800-4bcc-968c-c9cb027021aa triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:43.395031 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.542442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-69247e57-9bb3-47cf-ac58-c1cb962eefe3 req-d01f74de-963d-4436-976b-46043f704a2a tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0722160 Nov 12 09:18:43.551887 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1407de61-633e-4618-aaca-1092bc7ee368 req-667d71e8-034d-4738-be4a-c65c9c0a5137 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.1150324 Nov 12 09:18:43.573759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.734418 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.769597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.859268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=27b52e38-3e2c-43e5-a2b4-ad9663c51f42,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:43.876102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.891248 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-67fdb9e6-b614-471c-bc5f-bd46b4c70bbf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/27b52e38-3e2c-43e5-a2b4-ad9663c51f42 HTTP/1.1" status: 204 len: 168 time: 0.9348304 Nov 12 09:18:43.891604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57460) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:43.930986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:43.940319 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:18:43.940319 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:18:43.965068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c5b9add7-e800-4bcc-968c-c9cb027021aa up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:44.048874 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9cb4bd50-a01f-4ef6-9b81-6fa2b4a924cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.076157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1419adfe-0e9b-4a77-a81c-34734b56660a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1820292 Nov 12 09:18:44.080463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57462) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:44.096401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:44.105017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c5b9add7-e800-4bcc-968c-c9cb027021aa triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:44.105274 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.271889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc81907-f1df-4cdc-8552-25eda122ad53 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:44.280435 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.422853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 6ae94779-505e-4a76-b895-861a7be10ed6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:18:44.500266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c5b9add7-e800-4bcc-968c-c9cb027021aa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5b9add7-e800-4bcc-968c-c9cb027021aa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:44.512998 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.688646 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:44.777377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c5b9add7-e800-4bcc-968c-c9cb027021aa,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:44.787866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:18:44.814303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3f487fcc-faba-4b07-b3c9-fcab2329bdc1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/6ae94779-505e-4a76-b895-861a7be10ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7509542 Nov 12 09:18:44.818341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57468) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:44.860421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] Sync routers for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:18:44.897983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:44.899067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:44.908320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:44.966628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:44.970685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c17b17ab-958e-4670-a137-4c3b52519e4c req-c6020a42-e02f-4c09-be7c-48a25a01104f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0676839 Nov 12 09:18:44.971036 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:18:44.971326 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-fe80369a-103d-4cef-a855-dac8916263e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:18:44.973648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.054070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting subnet 160b83f1-d9a1-427c-b3db-1ecdf27c4f75 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:45.058730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.142705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b72cea7c-9eda-4751-9e69-170c1f979562 req-c2e5c11f-1076-4b27-bc5c-9b9269d060f4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.2350123 Nov 12 09:18:45.152878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:45.154164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.308089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] Deleting port c5b9add7-e800-4bcc-968c-c9cb027021aa {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:45.308938 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.338371 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.485486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.522889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.612568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Subnet': ['ID=160b83f1-d9a1-427c-b3db-1ecdf27c4f75,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:45.629801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.642052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-05c8b2ce-ecf8-4308-810f-23b9db517d9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/subnets/160b83f1-d9a1-427c-b3db-1ecdf27c4f75 HTTP/1.1" status: 204 len: 168 time: 0.8129191 Nov 12 09:18:45.643273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57470) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:45.672325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=b34e9479-9ecd-4c31-9314-c010f8654a22,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:45.717604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:45.720462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:45.732662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:45.733518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:45.763450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e6e5c1ae-64f6-47c7-967c-1a9b9b8a213a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6810572 Nov 12 09:18:45.768118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57472) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:45.775762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': 'b34e9479-9ecd-4c31-9314-c010f8654a22', 'ip_address': '2001:db8::3b2d:8d23:b471:362a'}], 'name': 'tempest-NetworksTestDHCPv6-2039583467'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:45.788256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c5b9add7-e800-4bcc-968c-c9cb027021aa no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:45.792898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc9d20-d826-49eb-90b7-8f2f950596f8 None None] Network 832f3e6a-a994-4be8-9778-9d3c3e180d37 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:45.857686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.000609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] For port c5b9add7-e800-4bcc-968c-c9cb027021aa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5b9add7-e800-4bcc-968c-c9cb027021aa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:46.001213 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.051186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:46.085638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] Calling delete_port for c5b9add7-e800-4bcc-968c-c9cb027021aa owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:46.260555 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.290887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port edb5e998-7da0-4e95-9809-8a0bbb2eed7e yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:46.315294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3a459040-5d70-4552-a6df-c2381d397ecf None None] Could not find standard attr ID for object 497de5b0-488a-492e-8563-eb376a3f9638. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:18:46.393381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4bb8ec3a-c5b2-4cdd-8304-f53288d2ae47 req-f3de873e-122f-436e-8f5f-bf741b518d99 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0404413 Nov 12 09:18:46.457719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de3c7aff-b9ab-4d15-8a49-e7e020f6eb27 req-5b69c4e4-44b3-4a3b-b272-b2ca862cb588 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0647519 Nov 12 09:18:46.538853 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.614551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-96bb8353-9df6-4f2e-8a9e-813cbd3bf0db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.625322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::3b2d:8d23:b471:362a (f49fea56-d87f-4860-9e75-dcd56c310f1c/b34e9479-9ecd-4c31-9314-c010f8654a22/edb5e998-7da0-4e95-9809-8a0bbb2eed7e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:46.631578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.695399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c5b9add7-e800-4bcc-968c-c9cb027021aa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5b9add7-e800-4bcc-968c-c9cb027021aa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:46.724033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.738844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] DHCP port deletion for 832f3e6a-a994-4be8-9778-9d3c3e180d37 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:46.781826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port fd8c4d3c-a705-4959-be4e-63b64879320c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:46.782822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.899005 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:46.926553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:18:42Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'fd8c4d3c-a705-4959-be4e-63b64879320c', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b4:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:16:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:46.980576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] Checking router: 6ae94779-505e-4a76-b895-861a7be10ed6 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:18:46.982612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port fd8c4d3c-a705-4959-be4e-63b64879320c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fd8c4d3c-a705-4959-be4e-63b64879320c,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:46.983330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.016679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] No DVR routers for this DVR port c5b9add7-e800-4bcc-968c-c9cb027021aa on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:47.039250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for fd8c4d3c-a705-4959-be4e-63b64879320c owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:47.054914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] Routers {'6ae94779-505e-4a76-b895-861a7be10ed6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:18:47.055718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6ae94779-505e-4a76-b895-861a7be10ed6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:47.059235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3830fd-e976-43ca-b3d5-2a45ce6db724 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:47.068679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c5b9add7-e800-4bcc-968c-c9cb027021aa,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:47.083188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.195783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.210550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd0e98-1266-44a9-afd9-cb83cb316746 None None] Pushing event deleted for resources: {'Port': ['ID=c5b9add7-e800-4bcc-968c-c9cb027021aa,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:47.283806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:47.296644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:47.323457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:47.340324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:47.341991 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.367118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=edb5e998-7da0-4e95-9809-8a0bbb2eed7e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:47.367471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] Deleting port 288ab764-19fe-4a33-a7ab-9d6692a99c03 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:47.368536 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.398922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b74127e1-0463-42bc-9313-a120d549d3f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6285775 Nov 12 09:18:47.404961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:47.448249 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.463594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] Set router 6ae94779-505e-4a76-b895-861a7be10ed6 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:18:47.523671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=fd8c4d3c-a705-4959-be4e-63b64879320c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:47.581493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5690e9-4293-46e6-ba24-426f989d9414 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:47.589969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1e5690e9-4293-46e6-ba24-426f989d9414 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1831713 Nov 12 09:18:47.596871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:47.698684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07ed43-b577-44c6-86d6-451f256cd894 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:47.703430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 288ab764-19fe-4a33-a7ab-9d6692a99c03 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:47.734073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-771a3120-4d10-4330-a52b-039613b53658 req-1f24816e-09ea-44aa-8948-64083aad0191 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0666826 Nov 12 09:18:47.767710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-891353e6-1cd8-4d81-b8dd-bfabd37203a7 req-535db072-2119-474a-b878-b24a190af874 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=6076b4ae-0aa4-4d0e-87b1-d2490aa99dc2 HTTP/1.1" status: 200 len: 210 time: 0.0617316 Nov 12 09:18:47.769208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.793313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 6, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:47.904085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port edb5e998-7da0-4e95-9809-8a0bbb2eed7e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:47.904930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:47.925958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0517ede-448c-4f27-8457-ec5700e08196 None None] The sync data for ids ['6ae94779-505e-4a76-b895-861a7be10ed6'] in n-d-769329-17 is: [{'id': '6ae94779-505e-4a76-b895-861a7be10ed6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1679522903', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:16:35Z', 'updated_at': '2021-11-12T09:18:46Z', 'revision_number': 6, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:18:48.063389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.067122 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.148155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] For port 288ab764-19fe-4a33-a7ab-9d6692a99c03, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=288ab764-19fe-4a33-a7ab-9d6692a99c03,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:48.150720 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.186046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.187988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Fanout notify agent at l3_agent the message router_deleted on router 6ae94779-505e-4a76-b895-861a7be10ed6 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:18:48.202765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.208067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.216776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:48.218973 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-69d8b5b9-9644-440a-aa8c-b034b1a5f115 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/routers/6ae94779-505e-4a76-b895-861a7be10ed6 HTTP/1.1" status: 204 len: 168 time: 2.5737522 Nov 12 09:18:48.270680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for edb5e998-7da0-4e95-9809-8a0bbb2eed7e owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:48.401997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] Calling delete_port for 288ab764-19fe-4a33-a7ab-9d6692a99c03 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:48.546403 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.617098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.806518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 288ab764-19fe-4a33-a7ab-9d6692a99c03, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=288ab764-19fe-4a33-a7ab-9d6692a99c03,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:48.871538 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.900127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 288ab764-19fe-4a33-a7ab-9d6692a99c03 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:48.902371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:48.928903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': 'b34e9479-9ecd-4c31-9314-c010f8654a22'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:18:48.937042 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.181827 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.218306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3040f5c3-706e-422c-99d4-4c57f7bb524c req-8e627bfe-1b52-4ad5-9634-a77f2dd6694b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0997088 Nov 12 09:18:49.223259 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.288256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.313665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=288ab764-19fe-4a33-a7ab-9d6692a99c03,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:49.326861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=edb5e998-7da0-4e95-9809-8a0bbb2eed7e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:49.332072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] No DVR routers for this DVR port 288ab764-19fe-4a33-a7ab-9d6692a99c03 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:49.364116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port 288ab764-19fe-4a33-a7ab-9d6692a99c03, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=288ab764-19fe-4a33-a7ab-9d6692a99c03,segment=NetworkSegment(19999deb-5a4b-4b59-b1d5-bb9fe4233ad3),segment_id=19999deb-5a4b-4b59-b1d5-bb9fe4233ad3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:49.364505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.417736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.426718 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c43e8b68-521e-40e2-848f-2d3c2418f0b8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/edb5e998-7da0-4e95-9809-8a0bbb2eed7e HTTP/1.1" status: 204 len: 168 time: 1.8246088 Nov 12 09:18:49.427821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57498) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:49.454577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 288ab764-19fe-4a33-a7ab-9d6692a99c03 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:49.545505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a3a09-b602-40fa-b7c8-82e7e7daf8c4 None None] Pushing event deleted for resources: {'Port': ['ID=288ab764-19fe-4a33-a7ab-9d6692a99c03,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:49.643657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b33fe7c-bbae-4bd3-b135-1bf3235d5a80 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:49.647782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b33fe7c-bbae-4bd3-b135-1bf3235d5a80 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:49.659833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3b33fe7c-bbae-4bd3-b135-1bf3235d5a80 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2260129 Nov 12 09:18:49.664616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57506) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:49.804608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.824135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 779da0c3-f6c1-4449-a704-abd2978abf74 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:49.871406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=288ab764-19fe-4a33-a7ab-9d6692a99c03,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:49.888780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet b34e9479-9ecd-4c31-9314-c010f8654a22 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:49.902486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] No DVR routers for this DVR port 288ab764-19fe-4a33-a7ab-9d6692a99c03 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:49.926740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 779da0c3-f6c1-4449-a704-abd2978abf74 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:49.927564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 779da0c3-f6c1-4449-a704-abd2978abf74 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:49.928206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fd8c4d3c-a705-4959-be4e-63b64879320c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:49.942142 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:49.987360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: fd8c4d3c-a705-4959-be4e-63b64879320c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:49.987978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fd8c4d3c-a705-4959-be4e-63b64879320c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:50.000446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/b34e9479-9ecd-4c31-9314-c010f8654a22/866c6d7c-2492-4947-b198-49aef8335b86) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:50.057588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-bb03ecda-5637-45b8-86e6-a196892ac8ac tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157390351&fields=id&tenant_id=d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 267 time: 0.1547761 Nov 12 09:18:50.110993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.149585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832f3e6a-a994-4be8-9778-9d3c3e180d37']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:50.165369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:50.165666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19999deb-5a4b-4b59-b1d5-bb9fe4233ad3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:18:50.185023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.220578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.234726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:18:50.235735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.311086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-e986cba2-fae0-4eb2-a3a7-d691433297e1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:50.331194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-e986cba2-fae0-4eb2-a3a7-d691433297e1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.2610695 Nov 12 09:18:50.359588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-9ee96914-5a3d-438c-a707-a53d355aefe0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/quotas/d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 375 time: 0.0268748 Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:18:50.364513 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:18:50.403119 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.447360 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.451813 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.459849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/networks/832f3e6a-a994-4be8-9778-9d3c3e180d37 HTTP/1.1" status: 204 len: 168 time: 2.2306139 Nov 12 09:18:50.463664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c449b4-9f20-49c6-9c25-f11b0e84b877 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Network': ['ID=832f3e6a-a994-4be8-9778-9d3c3e180d37,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:50.466658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57512) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:50.532072 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae785080-1a38-4a7b-bd36-cc655999a031 req-415d5910-17fd-4db6-b70b-de1f61ca4f17 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0638518 Nov 12 09:18:50.615458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-9ab81771-bc56-4384-ab7a-a16bf4e2763c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2539968 Nov 12 09:18:50.655901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.681254 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d21e85-6c8a-404f-bd8b-49c1f0badfdc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.693708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.732248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.797002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:50.803801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:50.811372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:50.819100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Pushing event updated for resources: {'Port': ['ID=866c6d7c-2492-4947-b198-49aef8335b86,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:50.864347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d21e85-6c8a-404f-bd8b-49c1f0badfdc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.884239 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.944211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Attempting to bind port 866c6d7c-2492-4947-b198-49aef8335b86 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:50.944211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Attempting to bind port 866c6d7c-2492-4947-b198-49aef8335b86 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:50.944211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Attempting to bind port 866c6d7c-2492-4947-b198-49aef8335b86 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:50.954007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:50.954733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:50.955468 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:50.956266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:50.958076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Bound port: 866c6d7c-2492-4947-b198-49aef8335b86, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:50.958076 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.021452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-c77d0528-d148-42f9-bfe8-1caa038ddc0f service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780358 Nov 12 09:18:51.143019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] For port 866c6d7c-2492-4947-b198-49aef8335b86, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:51.153232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] For port 866c6d7c-2492-4947-b198-49aef8335b86, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=866c6d7c-2492-4947-b198-49aef8335b86,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:51.160396 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.244200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3378416-303c-4ae3-b205-9dd61e4e6559 None None] Pushing event updated for resources: {'Port': ['ID=866c6d7c-2492-4947-b198-49aef8335b86,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:51.265364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-d652072c-bf32-4f8d-8b35-6b3f2ebf8d6f service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026787 Nov 12 09:18:51.268789 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.313626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d21e85-6c8a-404f-bd8b-49c1f0badfdc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.316696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14d21e85-6c8a-404f-bd8b-49c1f0badfdc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.318435 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-14d21e85-6c8a-404f-bd8b-49c1f0badfdc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/security-groups/a0050372-b98d-4ba5-8e6a-a144c1116532 HTTP/1.1" status: 204 len: 168 time: 0.8384106 Nov 12 09:18:51.347846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d21e85-6c8a-404f-bd8b-49c1f0badfdc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0050372-b98d-4ba5-8e6a-a144c1116532,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:51.451385 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.506015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=b34e9479-9ecd-4c31-9314-c010f8654a22,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:51.510164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:51.515859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52afec14-5e31-4710-88b8-2354434c0a2b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/b34e9479-9ecd-4c31-9314-c010f8654a22 HTTP/1.1" status: 204 len: 168 time: 1.8494968 Nov 12 09:18:51.518645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57524) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:51.593920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0907c187-0d93-4be6-a541-fcce45019c8f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737867 Nov 12 09:18:51.598591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57528) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:51.608683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:51.920251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:51.936625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.216440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57542) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:52.227394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1db10f68-5c10-4d93-8a3b-a88ae12e0300 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1179533434', 'description': 'tempest-secgroup-smoke-1179533434 description', 'project_id': '29ad76fbd32249958059ad70c802938c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:52.272855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c50286e-f421-404e-8493-e6f4f614e08e req-1f10b4a7-93fe-441d-96b7-fb308c64033b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.1171916 Nov 12 09:18:52.405347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eee86027-7e88-4bda-bcc0-46662f971b83 req-22d4d63c-3d79-4ced-8aa2-c33c30931d95 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.1384044 Nov 12 09:18:52.453389 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1db10f68-5c10-4d93-8a3b-a88ae12e0300 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.616222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.631122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1db10f68-5c10-4d93-8a3b-a88ae12e0300 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.637985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1db10f68-5c10-4d93-8a3b-a88ae12e0300 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.692566 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1db10f68-5c10-4d93-8a3b-a88ae12e0300 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.697578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1db10f68-5c10-4d93-8a3b-a88ae12e0300 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4782972 Nov 12 09:18:52.698774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57550) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:52.710902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7782c88f-e4cf-4e29-bdde-8794c71845fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '60a9dac2-4f15-4aa0-a87a-972184ef5337', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:52.721930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db10f68-5c10-4d93-8a3b-a88ae12e0300 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a9dac2-4f15-4aa0-a87a-972184ef5337,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:52.741867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=5a715f8c-21cc-4238-a159-ea7ff929b0ef,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:52.772472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:52.775348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:52.790059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:52.792604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.819485 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7782c88f-e4cf-4e29-bdde-8794c71845fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:52.843574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-689798fe-478f-4cfe-ad2d-1ae6b15bfa69 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2421238 Nov 12 09:18:52.845595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57552) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:52.851729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '5a715f8c-21cc-4238-a159-ea7ff929b0ef', 'ip_address': '2001:db8::7a1:3e2a:d8f2:e4c1'}], 'name': 'tempest-NetworksTestDHCPv6-2146262520'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:53.048717 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7782c88f-e4cf-4e29-bdde-8794c71845fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.061721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7782c88f-e4cf-4e29-bdde-8794c71845fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.098021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:53.127318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35213f8e-49ed-45ce-a40c-b7710f82d62a None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:53.136802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782c88f-e4cf-4e29-bdde-8794c71845fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3d031c-a1ff-4464-a45a-7cb731bf47b6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:53.158724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7782c88f-e4cf-4e29-bdde-8794c71845fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.165488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7782c88f-e4cf-4e29-bdde-8794c71845fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4557598 Nov 12 09:18:53.165488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57556) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:53.175934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-63bc2fcb-8b77-4485-b272-c607284f8f7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '60a9dac2-4f15-4aa0-a87a-972184ef5337', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:53.246622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63bc2fcb-8b77-4485-b272-c607284f8f7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.321906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-60de8175-d70f-4a09-b3de-d0e775015bbf None None] Provisioning complete for port 866c6d7c-2492-4947-b198-49aef8335b86 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:53.322464 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-60de8175-d70f-4a09-b3de-d0e775015bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.365388 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.419335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 05e2127c-445c-4cee-a0bb-b3d421ec7d68 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:18:53.433157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63bc2fcb-8b77-4485-b272-c607284f8f7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.441457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63bc2fcb-8b77-4485-b272-c607284f8f7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.494396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63bc2fcb-8b77-4485-b272-c607284f8f7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.507419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-63bc2fcb-8b77-4485-b272-c607284f8f7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3389962 Nov 12 09:18:53.528342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:53.544968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-50147b2c-2dfa-4889-8a15-15c46a29d490 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '60a9dac2-4f15-4aa0-a87a-972184ef5337', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:53.557502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc2fcb-8b77-4485-b272-c607284f8f7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9646b725-0486-455f-988a-7e362f0ebee1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:53.625279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50147b2c-2dfa-4889-8a15-15c46a29d490 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:53.800644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 866c6d7c-2492-4947-b198-49aef8335b86 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:53.816933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-067c05a5-53b4-4f99-8452-760e5ead8979 req-58c188fa-65b8-4d7e-8483-9005ffaa5929 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0955572 Nov 12 09:18:53.894356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-659ea488-2f29-4972-ab5d-16309f1a822f req-44c9903e-696b-4099-82e8-258237fe7f5a tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.0967476 Nov 12 09:18:53.927174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-60de8175-d70f-4a09-b3de-d0e775015bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.048630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-60de8175-d70f-4a09-b3de-d0e775015bbf None None] For port 866c6d7c-2492-4947-b198-49aef8335b86, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=866c6d7c-2492-4947-b198-49aef8335b86,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:54.064611 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-60de8175-d70f-4a09-b3de-d0e775015bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.095393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50147b2c-2dfa-4889-8a15-15c46a29d490 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.158834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50147b2c-2dfa-4889-8a15-15c46a29d490 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.168633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de8175-d70f-4a09-b3de-d0e775015bbf None None] Pushing event updated for resources: {'Port': ['ID=866c6d7c-2492-4947-b198-49aef8335b86,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:54.203765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-60de8175-d70f-4a09-b3de-d0e775015bbf None None] Could not find standard attr ID for object edb5e998-7da0-4e95-9809-8a0bbb2eed7e. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:18:54.262464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50147b2c-2dfa-4889-8a15-15c46a29d490 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3373bcd4-81ec-4369-a16f-603b2450b21c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:54.295341 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50147b2c-2dfa-4889-8a15-15c46a29d490 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.298213 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-50147b2c-2dfa-4889-8a15-15c46a29d490 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7670050 Nov 12 09:18:54.319462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::7a1:3e2a:d8f2:e4c1 (f49fea56-d87f-4860-9e75-dcd56c310f1c/5a715f8c-21cc-4238-a159-ea7ff929b0ef/05e2127c-445c-4cee-a0bb-b3d421ec7d68) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:54.323467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:54.335901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c7555688-5885-4aa3-9a86-7d817a73ed69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '60a9dac2-4f15-4aa0-a87a-972184ef5337', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:54.349134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 866c6d7c-2492-4947-b198-49aef8335b86 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:54.349719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.517151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-5a4c873f-bc4b-4067-a11d-6f38a9e4533d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:54.525970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-5a4c873f-bc4b-4067-a11d-6f38a9e4533d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.5177538 Nov 12 09:18:54.719266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.814126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7555688-5885-4aa3-9a86-7d817a73ed69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.824610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:54.937936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-527d375f-d12b-4502-8b5f-f00a872c7370 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 380 time: 0.3880277 Nov 12 09:18:54.939367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:54.945988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:54.951212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:54.966283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:54.966752 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.024232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1746628 Nov 12 09:18:55.024875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'port': {'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'admin_state_up': True, 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'security_groups': ['2a3eda9f-76b3-4005-a70d-17475a542f38']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:55.040613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57576) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:55.061704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100495e8-b0d1-428e-a623-8fb9df424ccf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=05e2127c-445c-4cee-a0bb-b3d421ec7d68,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:55.135551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9a19c74f-c0ba-430e-92fc-d39ca0099914 None None] Provisioning complete for port 866c6d7c-2492-4947-b198-49aef8335b86 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:55.136881 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a19c74f-c0ba-430e-92fc-d39ca0099914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.191771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ae8cd-4beb-415d-818d-1d8aefca3d99 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.218448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ae8cd-4beb-415d-818d-1d8aefca3d99 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:55.220102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-679ae8cd-4beb-415d-818d-1d8aefca3d99 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1772122 Nov 12 09:18:55.225884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57578) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:55.429108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e1b1e2a8-9102-4573-8472-935594eb0bd7 req-af7962c1-81ab-4ac3-ac98-ea459e67e2ba tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.1853700 Nov 12 09:18:55.516247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1c83db00-f92b-4562-9501-51c256b5bd07 None None] Could not find standard attr ID for object edb5e998-7da0-4e95-9809-8a0bbb2eed7e. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:18:55.587330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 866c6d7c-2492-4947-b198-49aef8335b86 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:18:55.587565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f58b1208-131b-4a20-8c47-2d1ad4cd3fe9 req-18b76358-6ded-4b32-b6a3-8501e57c4b88 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.0691850 Nov 12 09:18:55.591587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:55.598929 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.652103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 05e2127c-445c-4cee-a0bb-b3d421ec7d68 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:55.652815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.704736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 866c6d7c-2492-4947-b198-49aef8335b86 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:55.707989 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.771030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7555688-5885-4aa3-9a86-7d817a73ed69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.818759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7555688-5885-4aa3-9a86-7d817a73ed69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.861081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7555688-5885-4aa3-9a86-7d817a73ed69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a5ecf6-8e60-430a-81cf-c5d786855d83,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:55.872296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7555688-5885-4aa3-9a86-7d817a73ed69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.877009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c7555688-5885-4aa3-9a86-7d817a73ed69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5511153 Nov 12 09:18:55.877665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:55.886763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '60a9dac2-4f15-4aa0-a87a-972184ef5337', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:55.918240 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:18:55.928192 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:55.998198 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.008691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e0642be7-ae41-4af4-850c-456f85bf556c None None] Provisioning complete for port 05e2127c-445c-4cee-a0bb-b3d421ec7d68 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:56.009383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0642be7-ae41-4af4-850c-456f85bf556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.047408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 05e2127c-445c-4cee-a0bb-b3d421ec7d68 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:56.099602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.112317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.20.0.5 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/ccbda553-7167-4afd-bea3-969246f1c412) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:56.118129 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.130140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e0642be7-ae41-4af4-850c-456f85bf556c None None] Port 05e2127c-445c-4cee-a0bb-b3d421ec7d68 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:56.166465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c40b91-3d44-4fc4-a6f6-cd1162c36109,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:56.192202 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.198417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-88022f82-d95b-499c-ab46-62e31b9d636f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3120995 Nov 12 09:18:56.200540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.208671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '60a9dac2-4f15-4aa0-a87a-972184ef5337', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:56.264395 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:18:56.283003 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.384646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.431466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=05e2127c-445c-4cee-a0bb-b3d421ec7d68,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:56.469860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.476640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1a7798cb-629e-4a8f-8879-ac00b8d3699b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/05e2127c-445c-4cee-a0bb-b3d421ec7d68 HTTP/1.1" status: 204 len: 168 time: 1.2480085 Nov 12 09:18:56.484251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57588) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.486314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.493622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.555358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c259b63-b0ce-42f0-9363-764b546ae8c6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:56.605689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.610057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cd33d313-7c10-4cd6-ae1e-cd4aada7bff7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4081285 Nov 12 09:18:56.616734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57592) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.639078 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.652313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'network': {'name': 'tempest-network-smoke--1287658908', 'project_id': '29ad76fbd32249958059ad70c802938c', 'port_security_enabled': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:56.667102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf14f14a-e5a8-4671-be58-70abd992acb9 req-0e172363-95be-432d-b00a-0378d3b740e0 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0791352 Nov 12 09:18:56.685434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f984bb3-46ec-4b86-a846-b5eacda9b04d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:56.688888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f984bb3-46ec-4b86-a846-b5eacda9b04d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:56.691178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3f984bb3-46ec-4b86-a846-b5eacda9b04d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2058420 Nov 12 09:18:56.695615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.727632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:56.732524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.744919 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.773944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:18:56.789167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.789671 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Added segment 81a678d4-27f0-4e40-98ce-460cd4914e93 of type vlan for network 183f954c-6ab7-43a2-9ef0-111aa64fd002 Nov 12 09:18:56.822545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 5a715f8c-21cc-4238-a159-ea7ff929b0ef {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:18:56.826337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.858431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.872510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.892032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.898785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:56.899567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:56.908344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:56.920179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:56.950928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:56.956100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3102424 Nov 12 09:18:56.962558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:56.985885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'admin_state_up': True, 'project_id': '29ad76fbd32249958059ad70c802938c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:57.042409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=ccbda553-7167-4afd-bea3-969246f1c412,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:57.043027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9338f-204c-43c0-8b87-e8b571fef159 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Network': ['ID=183f954c-6ab7-43a2-9ef0-111aa64fd002,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:57.060656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:18:57.075085 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.109091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.109730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.110031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.110592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.110902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.111420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.112019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.112399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.112791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.113240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.113651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.114124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:18:57.168176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.169866 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.179192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:57.180231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.195860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97b30b-6123-4a78-8022-22cf21ae28b2 req-11272610-4e24-4a83-ad06-40172c249974 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:57.197968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b97b30b-6123-4a78-8022-22cf21ae28b2 req-11272610-4e24-4a83-ad06-40172c249974 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 931 time: 0.3009832 Nov 12 09:18:57.287472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6b20f3f8-a67e-4702-b877-da8982952107 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3048697 Nov 12 09:18:57.288933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-97e50d0f-ea58-4da7-bab5-fbcf6a80c31e None None] Provisioning complete for port ccbda553-7167-4afd-bea3-969246f1c412 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:57.289874 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97e50d0f-ea58-4da7-bab5-fbcf6a80c31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.311147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Request body: {'port': {'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:57.338952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-97e50d0f-ea58-4da7-bab5-fbcf6a80c31e None None] Port ccbda553-7167-4afd-bea3-969246f1c412 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:18:57.374796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.393488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.399276 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7b97b30b-6123-4a78-8022-22cf21ae28b2 req-5d765b43-84ac-4169-9911-538d55e59e7e tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824684 Nov 12 09:18:57.535703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=5a715f8c-21cc-4238-a159-ea7ff929b0ef,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:57.541280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.545476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12822780-e2bc-44a3-a4ad-c39fe4f9ed32 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/5a715f8c-21cc-4238-a159-ea7ff929b0ef HTTP/1.1" status: 204 len: 168 time: 0.8482716 Nov 12 09:18:57.547939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57600) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:57.562083 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.736987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d200813f-fd29-4106-85f0-6cffa46cd099 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:57.909518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:57.909948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-709d884e-7941-435a-9341-0623fcc1207c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3603258 Nov 12 09:18:57.912771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57604) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:57.972400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-501d91f8-4c1c-41ae-9080-9b61454b4549 req-3f57cd00-212a-4554-a0d8-4bc870a74cca tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0735984 Nov 12 09:18:58.009904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add5e136-d445-490a-8291-9fa2733fc19e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:58.014964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-add5e136-d445-490a-8291-9fa2733fc19e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1001644 Nov 12 09:18:58.015617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57608) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:58.078719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:58.104251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af80fc3b-1036-4fe4-95ae-02f6b55e1e38 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:58.110686 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-af80fc3b-1036-4fe4-95ae-02f6b55e1e38 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0931103 Nov 12 09:18:58.111449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57610) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:58.144937 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.155116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7d184c15-d5b9-4d0f-b61d-6d494b07f9f4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382109 Nov 12 09:18:58.156271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57612) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:58.162207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:58.211036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] Deleting port 866c6d7c-2492-4947-b198-49aef8335b86 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:18:58.212593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.227870 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.271974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:58.276500 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.295748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] For port 866c6d7c-2492-4947-b198-49aef8335b86, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=866c6d7c-2492-4947-b198-49aef8335b86,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:18:58.296126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.313681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] Calling delete_port for 866c6d7c-2492-4947-b198-49aef8335b86 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:18:58.420492 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.498232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] Pushing event deleted for resources: {'Port': ['ID=866c6d7c-2492-4947-b198-49aef8335b86,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:58.502712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff23a8e-eaf7-4843-a90c-d0d837bc9d67 None None] No DVR routers for this DVR port 866c6d7c-2492-4947-b198-49aef8335b86 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:18:58.544900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.595322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:58.597679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccbda553-7167-4afd-bea3-969246f1c412 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:18:58.600732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:58.606862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:58.607578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.611142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.623393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151ca42-d61d-422f-9eee-507df50932c1 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:18:58.635170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4777102 Nov 12 09:18:58.636484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:18:58.639055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fd808-0206-4748-ad34-441de77f1d9a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=c8d8002b-9c27-439d-845b-0b398db17219,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:58.646090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2396c-58be-48d9-8915-99efbfdce83a req-35cf6040-c22a-4d0d-8759-6533baaee98c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:18:58.648125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ad2396c-58be-48d9-8915-99efbfdce83a req-35cf6040-c22a-4d0d-8759-6533baaee98c tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 931 time: 0.1504254 Nov 12 09:18:58.656270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': 'c8d8002b-9c27-439d-845b-0b398db17219', 'ip_address': '2001:db8::ef3f:e664:a4ca:7d7c'}], 'name': 'tempest-NetworksTestDHCPv6-1593519943'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:18:58.661332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Transition to ACTIVE for port object ccbda553-7167-4afd-bea3-969246f1c412 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:18:58.729494 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.849504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': 'c8d8002b-9c27-439d-845b-0b398db17219'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:18:58.850977 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.939750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:58.955380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbda553-7167-4afd-bea3-969246f1c412,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:58.988523 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ad2396c-58be-48d9-8915-99efbfdce83a req-8d0fc58b-690e-413b-901b-70a621fb7d32 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220320 Nov 12 09:18:59.029280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.074076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/c8d8002b-9c27-439d-845b-0b398db17219/b126f80c-45e7-4e92-a61c-89061df95072) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:59.221329 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e47a6d5f-4063-4b14-84b6-a159c83e444d req-6f637a58-fdb3-4cf7-82e1-e3ee94e8ce79 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0701885 Nov 12 09:18:59.287935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.171 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/862412b6-8445-4c35-a6ed-7bacf8e750c2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:18:59.299025 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.307704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.375359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:59.382500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:59.385391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Pushing event updated for resources: {'Port': ['ID=b126f80c-45e7-4e92-a61c-89061df95072,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:59.388767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:59.450673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:18:59.510674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Attempting to bind port b126f80c-45e7-4e92-a61c-89061df95072 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:59.511036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Attempting to bind port b126f80c-45e7-4e92-a61c-89061df95072 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:59.511436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Attempting to bind port b126f80c-45e7-4e92-a61c-89061df95072 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:59.524850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.533790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:59.535045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:59.535398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.536126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:59.536836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Bound port: b126f80c-45e7-4e92-a61c-89061df95072, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:59.537491 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.544973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 866c6d7c-2492-4947-b198-49aef8335b86 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:18:59.591345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 866c6d7c-2492-4947-b198-49aef8335b86 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:18:59.592091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 866c6d7c-2492-4947-b198-49aef8335b86 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:18:59.609256 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.675527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:18:59.677244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Attempting to bind port ccbda553-7167-4afd-bea3-969246f1c412 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:18:59.677853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Attempting to bind port ccbda553-7167-4afd-bea3-969246f1c412 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:18:59.678487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Attempting to bind port ccbda553-7167-4afd-bea3-969246f1c412 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:59.714176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] For port b126f80c-45e7-4e92-a61c-89061df95072, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:18:59.720687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] For port b126f80c-45e7-4e92-a61c-89061df95072, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b126f80c-45e7-4e92-a61c-89061df95072,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:18:59.730654 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.732413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:18:59.761966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:18:59.788522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cb8d0-73f2-4df4-8b24-5197628c22ac None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:18:59.873842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f4036-0be7-41c9-b1ee-c1543899602a None None] Pushing event updated for resources: {'Port': ['ID=b126f80c-45e7-4e92-a61c-89061df95072,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:59.886343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Port ccbda553-7167-4afd-bea3-969246f1c412 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:18:59.886343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Attempting to bind port ccbda553-7167-4afd-bea3-969246f1c412 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:18:59.902111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-08878ac4-e03b-4a58-ba54-287dc1b6337a None None] Provisioning complete for port 862412b6-8445-4c35-a6ed-7bacf8e750c2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:18:59.902736 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-08878ac4-e03b-4a58-ba54-287dc1b6337a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.919319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:18:59.919935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:18:59.920608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:18:59.922691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Bound port: ccbda553-7167-4afd-bea3-969246f1c412, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:18:59.922691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.942987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=862412b6-8445-4c35-a6ed-7bacf8e750c2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:18:59.975106 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:18:59.981240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-08878ac4-e03b-4a58-ba54-287dc1b6337a None None] Port 862412b6-8445-4c35-a6ed-7bacf8e750c2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:00.063447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:19:00.306812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] For port ccbda553-7167-4afd-bea3-969246f1c412, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:00.386022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f779b8-7df9-495a-a64a-39b75a174d88 req-85bf665b-3aa9-4182-a632-1196b2e8a3dd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:00.388402 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51f779b8-7df9-495a-a64a-39b75a174d88 req-85bf665b-3aa9-4182-a632-1196b2e8a3dd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.1937790 Nov 12 09:19:00.396807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] For port ccbda553-7167-4afd-bea3-969246f1c412, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ccbda553-7167-4afd-bea3-969246f1c412,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:00.437619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:00.444643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77eef161-ae19-4d91-88c8-1dac10458689 req-9c9f340c-787a-483c-bc6a-db2a95668308 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0768547 Nov 12 09:19:00.507294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:00.508343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:00.509386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] 10.222.0.62 "PUT /v2.0/ports/ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 200 len: 1092 time: 3.2104583 Nov 12 09:19:00.512410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:00.514886 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad014604-708e-49ea-8437-862f6a4ffc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "tag": "ccbda553-7167-4afd-bea3-969246f1c412"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:00.634706 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c15f792-daf4-4bf8-969d-f445de093cc5 x-openstack-request-id: req-7c15f792-daf4-4bf8-969d-f445de093cc5 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:00.635034 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "tag": "ccbda553-7167-4afd-bea3-969246f1c412", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:00.635293 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c15f792-daf4-4bf8-969d-f445de093cc5 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:00.636558 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412', 'status': 'completed', 'code': 200} Nov 12 09:19:00.737638 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-51f779b8-7df9-495a-a64a-39b75a174d88 req-95f48211-11f4-4396-ae5f-c000d66cd25b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285918 Nov 12 09:19:00.782164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d105b2-4eda-4054-b7e1-eec179bdfff2 service neutron] Pushing event updated for resources: {'Port': ['ID=ccbda553-7167-4afd-bea3-969246f1c412,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:00.839194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-0ae3cfc6-9e09-43da-839b-e1c9d399337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:00.840794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-0ae3cfc6-9e09-43da-839b-e1c9d399337e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1095 time: 0.1967347 Nov 12 09:19:00.867383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::ef3f:e664:a4ca:7d7c (f49fea56-d87f-4860-9e75-dcd56c310f1c/c8d8002b-9c27-439d-845b-0b398db17219/0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:00.955000 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-dc24514d-ed24-4ae1-8a82-d58d47506811 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 200 len: 217 time: 0.0995426 Nov 12 09:19:01.082351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:01.302731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-a555b2f2-142c-4939-a406-b6334abfe52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:01.304691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-a555b2f2-142c-4939-a406-b6334abfe52f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.3051035 Nov 12 09:19:01.529166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd850b-68be-44f8-ba31-a882de654567 req-50eddc44-f2cc-465e-9dea-7da9b0b72141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:01.530695 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-50eddc44-f2cc-465e-9dea-7da9b0b72141 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2159817 Nov 12 09:19:01.538314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:01.587419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-201b572c-9cbe-4dca-9557-017b570376be None None] Provisioning complete for port b126f80c-45e7-4e92-a61c-89061df95072 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:01.588289 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-201b572c-9cbe-4dca-9557-017b570376be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:01.684713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b126f80c-45e7-4e92-a61c-89061df95072 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:01.735695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22e6e886-30cf-4a1c-afd4-1a09ba9f2ce5 req-44d72e03-6848-4e84-869f-99d88467442e tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0428946 Nov 12 09:19:01.882341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b126f80c-45e7-4e92-a61c-89061df95072 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:01.882722 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.192859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.243066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428af96-f3f6-42d8-bae3-ac0d2ce6f387 req-b06900ef-fc3b-4aa6-8540-ea58f72f1011 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:02.244941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4428af96-f3f6-42d8-bae3-ac0d2ce6f387 req-b06900ef-fc3b-4aa6-8540-ea58f72f1011 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.2684128 Nov 12 09:19:02.252372 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-201b572c-9cbe-4dca-9557-017b570376be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.302584 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.307112 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-6f4f9de1-69b7-4c5d-980d-f799b719b07e service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669470 Nov 12 09:19:02.428238 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.455381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-201b572c-9cbe-4dca-9557-017b570376be None None] For port b126f80c-45e7-4e92-a61c-89061df95072, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b126f80c-45e7-4e92-a61c-89061df95072,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:02.479146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:02.479703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-201b572c-9cbe-4dca-9557-017b570376be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.590749 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:19:02.591410 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:19:02.596350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b572c-9cbe-4dca-9557-017b570376be None None] Pushing event updated for resources: {'Port': ['ID=b126f80c-45e7-4e92-a61c-89061df95072,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:02.649033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:02.659702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:02.699666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b3cd850b-68be-44f8-ba31-a882de654567 req-21812364-9e62-415c-8143-aa52b479c1a6 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574641 Nov 12 09:19:02.703361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:02.710718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:02.711479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:02.732016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6b4514d-a846-4ef5-95a9-8d8e7b33267c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0794773 Nov 12 09:19:02.735493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57636) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:02.749354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-92600d7a-26e7-46e0-9fb4-9d4685059b07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': 'c8d8002b-9c27-439d-845b-0b398db17219', 'ip_address': '2001:db8::ef3f:e664:a4ca:7d7c'}], 'name': 'tempest-NetworksTestDHCPv6-829721534'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:02.896885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4428af96-f3f6-42d8-bae3-ac0d2ce6f387 req-71ebd7bd-eb24-4840-a495-561ab2ade3c5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6004775 Nov 12 09:19:02.922995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-bd24b369-7844-4fa7-967f-5ca7c6592f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:02.924498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-bd24b369-7844-4fa7-967f-5ca7c6592f1e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1095 time: 0.1332612 Nov 12 09:19:02.959803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92600d7a-26e7-46e0-9fb4-9d4685059b07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:03.071618 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b84fb55-fc7a-4bee-a750-490b75362ae2 req-25fd8510-17eb-4b4b-8161-3f9ca21de655 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.1286247 Nov 12 09:19:03.101198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-3fa7df04-6186-4632-b8a5-588f448148ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.103953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-3fa7df04-6186-4632-b8a5-588f448148ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.1693811 Nov 12 09:19:03.105556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router efce9870-9e65-4032-ad35-60ab3ef7d6ee is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:19:03.158864 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:19:03.182171 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-01640a9a-5d08-4855-9164-296e2aeee9dc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 200 len: 217 time: 0.0706387 Nov 12 09:19:03.221781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92600d7a-26e7-46e0-9fb4-9d4685059b07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.241492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-91215063-82de-4a87-aff1-26e1991dd712 None None] Provisioning complete for port 0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:03.242152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91215063-82de-4a87-aff1-26e1991dd712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.273127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-92600d7a-26e7-46e0-9fb4-9d4685059b07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 122296aa-7aa1-4a5e-89f3-7bb8c280c552 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:19:03.345874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-91215063-82de-4a87-aff1-26e1991dd712 None None] Port 0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:03.494859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:03.506574 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Sync routers for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:03.540435 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:03.541128 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:03.563866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-3a772901-ba14-44dd-bf58-1092ecb23dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.565485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-3a772901-ba14-44dd-bf58-1092ecb23dde service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.1393418 Nov 12 09:19:03.578201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b126f80c-45e7-4e92-a61c-89061df95072 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:03.590545 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-92600d7a-26e7-46e0-9fb4-9d4685059b07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 09:19:03.591867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92600d7a-26e7-46e0-9fb4-9d4685059b07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:19:03.621898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.632477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b5c64d67-f928-4b43-8f24-a812abf7a2f3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.6578436 Nov 12 09:19:03.637929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-92600d7a-26e7-46e0-9fb4-9d4685059b07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8967965 Nov 12 09:19:03.637929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57640) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:03.639820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:03.720836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b126f80c-45e7-4e92-a61c-89061df95072 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:03.722950 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:03.732620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aa3964c5-1388-485a-8a99-0db2ff6dc0b9 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=29ad76fbd32249958059ad70c802938c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0914507 Nov 12 09:19:03.732892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57644) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:03.772376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-ca29fcf4-a83a-49a0-afe6-28f6692afa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.774641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-ca29fcf4-a83a-49a0-afe6-28f6692afa6a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798182 Nov 12 09:19:03.866748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d60d16-047d-4354-9693-74f5f623ea5a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.898029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d60d16-047d-4354-9693-74f5f623ea5a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:03.902051 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-75d60d16-047d-4354-9693-74f5f623ea5a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.2301772 Nov 12 09:19:03.906245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57646) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:03.916907 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:04.247542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc76dab-d59f-4100-93c6-84860984c53f tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:04.250290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8dc76dab-d59f-4100-93c6-84860984c53f tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5162249 Nov 12 09:19:04.268274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57652) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:04.299446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d7efd-4e84-4e05-8eda-eb68eca1f015 req-97891359-1cf4-49eb-a73f-07b29eeeac1d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:04.308130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-014d7efd-4e84-4e05-8eda-eb68eca1f015 req-97891359-1cf4-49eb-a73f-07b29eeeac1d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.2280869 Nov 12 09:19:04.396653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-014d7efd-4e84-4e05-8eda-eb68eca1f015 req-1a78f59a-c198-464c-a109-35d75679cb86 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878665 Nov 12 09:19:04.410509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a1c76ba2-fd00-4ee4-9853-3db6b1845ee7 req-bba60adb-01fe-4813-b0f9-18285cebfd63 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.1311295 Nov 12 09:19:04.414483 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:00Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:04.418467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-33257f18-f414-4885-91ce-178211dc7c11 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298981 Nov 12 09:19:04.432509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2ea2ad33-7d45-4c47-b9b4-e8ddd323baeb tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1622913 Nov 12 09:19:04.438504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57654) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:04.457238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-371488393', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'project_id': '29ad76fbd32249958059ad70c802938c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:04.501679 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Checking router: efce9870-9e65-4032-ad35-60ab3ef7d6ee for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:04.501957 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Updating router efce9870-9e65-4032-ad35-60ab3ef7d6ee port 862412b6-8445-4c35-a6ed-7bacf8e750c2 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:19:04.543495 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:04.548096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:04.551571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:04.711493 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:04.733180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:04.895092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ad014604-708e-49ea-8437-862f6a4ffc1e req-8aa603e5-87ea-4bfb-b5a4-ac02bfb9bf6c service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636691 Nov 12 09:19:04.915424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:04.919225 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.015125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.119577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:05.135748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.155311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aa59ae39-c18b-4880-bf98-07780edef643 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8 HTTP/1.1" status: 204 len: 168 time: 1.2468650 Nov 12 09:19:05.157633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57656) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:05.171241 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.181328 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.269478 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Pushing event updated for resources: {'Port': ['ID=862412b6-8445-4c35-a6ed-7bacf8e750c2,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:05.292297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1b7e3-a6d4-48b7-8c4e-2080f627ada2 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:05.320995 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.321650 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.322151 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.322662 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.323174 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.323485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736cbcb-ba7b-4a21-ae26-387828ac6795 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:05.323852 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.324418 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.324929 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.325569 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.326118 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.326617 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.327126 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:05.331965 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Attempting to bind port 862412b6-8445-4c35-a6ed-7bacf8e750c2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:05.332507 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Attempting to bind port 862412b6-8445-4c35-a6ed-7bacf8e750c2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:05.333487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736cbcb-ba7b-4a21-ae26-387828ac6795 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:05.334297 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Attempting to bind port 862412b6-8445-4c35-a6ed-7bacf8e750c2 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:05.339750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e736cbcb-ba7b-4a21-ae26-387828ac6795 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1808832 Nov 12 09:19:05.341030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57658) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:05.342023 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:05.342644 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:05.343298 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.344541 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:05.345415 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Bound port: 862412b6-8445-4c35-a6ed-7bacf8e750c2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:05.346690 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.349400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.407789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5316ff93-d573-4550-87c6-7223b4edf7e5 None None] Provisioning complete for port 862412b6-8445-4c35-a6ed-7bacf8e750c2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:05.408356 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5316ff93-d573-4550-87c6-7223b4edf7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.454734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Subnet': ['ID=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:05.474351 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] For port 862412b6-8445-4c35-a6ed-7bacf8e750c2, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:05.486902 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] For port 862412b6-8445-4c35-a6ed-7bacf8e750c2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=862412b6-8445-4c35-a6ed-7bacf8e750c2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:05.500058 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.505916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet c8d8002b-9c27-439d-845b-0b398db17219 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:05.520844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.532654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5316ff93-d573-4550-87c6-7223b4edf7e5 None None] Port 862412b6-8445-4c35-a6ed-7bacf8e750c2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:05.564968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Checking segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:05.565644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network hostable DHCP agents. Network: 183f954c-6ab7-43a2-9ef0-111aa64fd002, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:19:05.590811 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a60b7-2580-4441-927f-4cc075e3e71e None None] Pushing event updated for resources: {'Port': ['ID=862412b6-8445-4c35-a6ed-7bacf8e750c2,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:05.612683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2215de-0bc3-4598-b502-f7b5dc63f491 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:05.620635 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.623365 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:05.627155 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:05.647295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:19:05.665567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 183f954c-6ab7-43a2-9ef0-111aa64fd002) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:05.694612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ae74282e-c908-49ea-86cd-da7839c79729 None None] Provisioning complete for port 862412b6-8445-4c35-a6ed-7bacf8e750c2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:05.695284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae74282e-c908-49ea-86cd-da7839c79729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.708962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb426d9-8242-437a-b25a-496711ad6fa7 req-a1da7e0a-c7cb-4596-8b5e-bb649036d9be tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:05.711047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efb426d9-8242-437a-b25a-496711ad6fa7 req-a1da7e0a-c7cb-4596-8b5e-bb649036d9be tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.1584222 Nov 12 09:19:05.712733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:05.713589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.783195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-75da27bc-d8b6-451b-b240-510ccf4695ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3434744 Nov 12 09:19:05.784543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30f087b-39df-4f95-bd12-09f7dfe4886d None None] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:05.802116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:05.857293 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.949138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efb426d9-8242-437a-b25a-496711ad6fa7 req-9fb11477-3cfd-4c11-8cf6-ca26dcc7ec1d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202699 Nov 12 09:19:05.953491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:05.990785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-977a243a-ee66-435a-8925-cb0e99fe08af req-e1478d1f-b8a7-48f6-b680-e4a1d4369925 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0520549 Nov 12 09:19:06.015193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=c8d8002b-9c27-439d-845b-0b398db17219,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:06.018023 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.026870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-152a6efd-3945-42d4-9b8a-7c8c7b87f844 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/c8d8002b-9c27-439d-845b-0b398db17219 HTTP/1.1" status: 204 len: 168 time: 0.6839797 Nov 12 09:19:06.028120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57666) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:06.042050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d542f6cf-4229-42a6-b4dd-40cbe64cdad6 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:06.102111 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7f93bed8-bac1-4008-b5a2-c5e6a3785998 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0726900 Nov 12 09:19:06.102363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57668) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:06.107836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:06.115673 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae74282e-c908-49ea-86cd-da7839c79729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.146464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ae74282e-c908-49ea-86cd-da7839c79729 None None] For port 862412b6-8445-4c35-a6ed-7bacf8e750c2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=862412b6-8445-4c35-a6ed-7bacf8e750c2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:06.160484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae74282e-c908-49ea-86cd-da7839c79729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.229677 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:06.282044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74282e-c908-49ea-86cd-da7839c79729 None None] Pushing event updated for resources: {'Port': ['ID=862412b6-8445-4c35-a6ed-7bacf8e750c2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:06.501722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-183f954c-6ab7-43a2-9ef0-111aa64fd002', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:19:06.503491 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.591389 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-731290de-e6c3-4bca-a640-9d223822321a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:00Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:06.630913 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:06.656598 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731290de-e6c3-4bca-a640-9d223822321a None None] The sync data for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 is: [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:00Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:06.767118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:06.771014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] Deleting port b126f80c-45e7-4e92-a61c-89061df95072 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:06.771528 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.772704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.872145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] For port b126f80c-45e7-4e92-a61c-89061df95072, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b126f80c-45e7-4e92-a61c-89061df95072,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:06.872555 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:06.901580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Allocated IP 172.20.0.2 (183f954c-6ab7-43a2-9ef0-111aa64fd002/bb055d8a-3cee-46d9-a8e2-07f99e7a98d1/efe2a34d-36d6-492e-ba38-db362836ddf2) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:06.904385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] Calling delete_port for b126f80c-45e7-4e92-a61c-89061df95072 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:07.302062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.312623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.336241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-05b1d6bf-74f5-4384-87b2-4300d41e97ef req-bfb2d142-393e-4142-a5d5-f35fb2f046c5 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0817327 Nov 12 09:19:07.409395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.452510 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.455568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] No DVR routers for this DVR port b126f80c-45e7-4e92-a61c-89061df95072 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:07.457579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a43abe-3e6c-49e0-b22a-fe4e1fadb363 None None] Pushing event deleted for resources: {'Port': ['ID=b126f80c-45e7-4e92-a61c-89061df95072,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:07.556008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Pushing event updated for resources: {'Port': ['ID=efe2a34d-36d6-492e-ba38-db362836ddf2,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:07.589827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:07.599075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:07.609599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:07.667134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.672987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 862412b6-8445-4c35-a6ed-7bacf8e750c2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:07.706741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecff1b-d9f1-4c50-93f8-fe34ab21b33a req-aa989815-fbcc-44d4-a4e1-ca71784b7d37 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.708560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-93ecff1b-d9f1-4c50-93f8-fe34ab21b33a req-aa989815-fbcc-44d4-a4e1-ca71784b7d37 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.4966576 Nov 12 09:19:07.775751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Attempting to bind port efe2a34d-36d6-492e-ba38-db362836ddf2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:07.776350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Attempting to bind port efe2a34d-36d6-492e-ba38-db362836ddf2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:07.776721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Attempting to bind port efe2a34d-36d6-492e-ba38-db362836ddf2 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:07.792376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:07.793053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Checking segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:07.793651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.794218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Bound using segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:07.794909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Bound port: efe2a34d-36d6-492e-ba38-db362836ddf2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:07.795588 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.829467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:07.842141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 862412b6-8445-4c35-a6ed-7bacf8e750c2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:07.842373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:07.843323 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.854636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:07.855341 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:07.880668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=3329ca63-09ef-44e0-8dd5-15f473446f87,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:07.907058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87f3b44-e93f-484b-b675-a4ffe6d123e0 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:07.907349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-27e5d8cb-073e-49cd-b30c-485d5509ce04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8002274 Nov 12 09:19:07.907540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57674) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:07.914594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b9b8abb2-9ca4-4b0a-b0d2-1b298f937318 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '3329ca63-09ef-44e0-8dd5-15f473446f87', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1899254138'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:07.998870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-93ecff1b-d9f1-4c50-93f8-fe34ab21b33a req-f3c4e298-bef9-4ba6-84e6-391942f1448b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075889 Nov 12 09:19:08.129543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] For port efe2a34d-36d6-492e-ba38-db362836ddf2, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:08.131901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b8abb2-9ca4-4b0a-b0d2-1b298f937318 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:08.134805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] For port efe2a34d-36d6-492e-ba38-db362836ddf2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=efe2a34d-36d6-492e-ba38-db362836ddf2,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:08.176900 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b9b8abb2-9ca4-4b0a-b0d2-1b298f937318 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:08.236874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-b9b8abb2-9ca4-4b0a-b0d2-1b298f937318 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 43852709-6c69-4639-95fe-e30f9b49f65e yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:19:08.245670 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:08.345816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '3329ca63-09ef-44e0-8dd5-15f473446f87'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:19:08.347115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:08.516189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.1 (183f954c-6ab7-43a2-9ef0-111aa64fd002/bb055d8a-3cee-46d9-a8e2-07f99e7a98d1/1655761a-7ac0-4248-a80f-f98beecb5a40) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:08.594246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3202f7-f55e-4c75-9c88-f44663e1ad59 None None] Pushing event updated for resources: {'Port': ['ID=efe2a34d-36d6-492e-ba38-db362836ddf2,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:08.652573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8614f86c-7e95-4d96-8ccc-2f01b2d41ef2 req-ea1feaa1-672c-4419-9e2d-38417a3b44b9 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0646310 Nov 12 09:19:08.661808 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b8abb2-9ca4-4b0a-b0d2-1b298f937318 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:19:08.662945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b8abb2-9ca4-4b0a-b0d2-1b298f937318 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:19:08.710783 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b9b8abb2-9ca4-4b0a-b0d2-1b298f937318 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8019485 Nov 12 09:19:08.713530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57678) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:08.722642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b126f80c-45e7-4e92-a61c-89061df95072 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:08.779872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b126f80c-45e7-4e92-a61c-89061df95072 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:08.780621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b126f80c-45e7-4e92-a61c-89061df95072 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:08.811824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb615e6f-5c5b-4a29-82d4-587df3df9510 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0969167 Nov 12 09:19:08.814574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57680) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:08.920785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e8a88-2d25-43da-aa09-4445a9a7233b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:08.924460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e8a88-2d25-43da-aa09-4445a9a7233b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:08.931306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57682) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:08.932037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cd5e8a88-2d25-43da-aa09-4445a9a7233b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1157668 Nov 12 09:19:08.988327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.033123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 3329ca63-09ef-44e0-8dd5-15f473446f87 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:09.042983 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.115315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:09.122776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/3329ca63-09ef-44e0-8dd5-15f473446f87/cf96bcc7-216b-49fe-91f7-02b2f5231a14) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:09.125979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:09.324914 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.333395 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.334933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.392054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:09.397464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:09.400677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:09.403147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Pushing event updated for resources: {'Port': ['ID=cf96bcc7-216b-49fe-91f7-02b2f5231a14,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:09.427083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.521796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Attempting to bind port cf96bcc7-216b-49fe-91f7-02b2f5231a14 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:09.522600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Attempting to bind port cf96bcc7-216b-49fe-91f7-02b2f5231a14 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:09.527748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Attempting to bind port cf96bcc7-216b-49fe-91f7-02b2f5231a14 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:09.536865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:09.539186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:09.541388 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.542182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:09.542916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Bound port: cf96bcc7-216b-49fe-91f7-02b2f5231a14, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:09.544425 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.550714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:09.574969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.629472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=1655761a-7ac0-4248-a80f-f98beecb5a40,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:09.676160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device efe2a34d-36d6-492e-ba38-db362836ddf2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:09.681672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.721592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.745685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] For port cf96bcc7-216b-49fe-91f7-02b2f5231a14, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:09.759757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.764166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/3329ca63-09ef-44e0-8dd5-15f473446f87 HTTP/1.1" status: 204 len: 168 time: 0.8307889 Nov 12 09:19:09.768874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57688) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:09.770817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] For port cf96bcc7-216b-49fe-91f7-02b2f5231a14, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf96bcc7-216b-49fe-91f7-02b2f5231a14,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:09.778821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.783285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eccf2-7f51-46d4-8448-e759287a4598 req-e65dd30b-80be-4ea9-84a4-fc1c9d8a8adc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:09.785114 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac2eccf2-7f51-46d4-8448-e759287a4598 req-e65dd30b-80be-4ea9-84a4-fc1c9d8a8adc tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.6639893 Nov 12 09:19:09.866799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port efe2a34d-36d6-492e-ba38-db362836ddf2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:09.866799 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:09.899810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23c98b-1119-4559-9141-f55c68f082fb None None] Pushing event updated for resources: {'Port': ['ID=cf96bcc7-216b-49fe-91f7-02b2f5231a14,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:09.923556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac2eccf2-7f51-46d4-8448-e759287a4598 req-f777c0b6-8d13-4712-bb6c-9fcbc8cfff28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270485 Nov 12 09:19:09.948563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22357626-bf30-450a-88de-c6f31e850d7a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=3329ca63-09ef-44e0-8dd5-15f473446f87,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:09.955804 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d972c3f-3ac9-496a-9b57-d95668b601ed req-93d9f35e-4188-4a11-87e5-5c3d785a6b6b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.1902187 Nov 12 09:19:09.959164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8243bce5-6f35-4c4c-ba8f-b539c148dfaf tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1691077 Nov 12 09:19:09.963369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57690) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:09.973907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:10.011698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.124789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:10.129671 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.140737 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.234001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port efe2a34d-36d6-492e-ba38-db362836ddf2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=efe2a34d-36d6-492e-ba38-db362836ddf2,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:10.251060 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.373850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=efe2a34d-36d6-492e-ba38-db362836ddf2,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:10.511851 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.563398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:10.571378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:10.574415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:10.575187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.587039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=0c5a98c7-7ace-47ba-a1be-9a26d71160e7,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:10.606255 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9d79dc07-6aa1-4713-8881-af8e078e5eb7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6379843 Nov 12 09:19:10.606627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:10.615837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-646d24e2-e9c1-423e-a594-37785aa5ae70 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-495850373', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:10.643696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-646d24e2-e9c1-423e-a594-37785aa5ae70 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.646654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-646d24e2-e9c1-423e-a594-37785aa5ae70 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.647264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f28b7d-8173-4d19-9c21-fc1b859d6f5b None None] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:10.656567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.666013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.740350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-646d24e2-e9c1-423e-a594-37785aa5ae70 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.748090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-646d24e2-e9c1-423e-a594-37785aa5ae70 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.773132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=1655761a-7ac0-4248-a80f-f98beecb5a40,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:10.773329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-646d24e2-e9c1-423e-a594-37785aa5ae70 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.774322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-646d24e2-e9c1-423e-a594-37785aa5ae70 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1663465 Nov 12 09:19:10.776903 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.777410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57694) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:10.829871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-58608593-4a39-41ab-8faf-8deeb8618b23 None None] Provisioning complete for port efe2a34d-36d6-492e-ba38-db362836ddf2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:10.830467 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58608593-4a39-41ab-8faf-8deeb8618b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:10.917769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:10.920982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:11.139501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router efce9870-9e65-4032-ad35-60ab3ef7d6ee has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:11.203511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-666ccb69-2114-4d0d-a0aa-b8f8eb07cefb req-4908a53b-41eb-45ec-8b8a-12495efcfbaa tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0369189 Nov 12 09:19:11.357928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050252d-8ff6-45c7-a751-d5a11024df77 req-0331823a-08f1-4715-b145-c7f5d89118b1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:11.366672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3050252d-8ff6-45c7-a751-d5a11024df77 req-0331823a-08f1-4715-b145-c7f5d89118b1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.2245750 Nov 12 09:19:11.394747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:11.407165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:11.417682 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2f7a0bdd-9a5b-41d7-8580-3b71b28400ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/efce9870-9e65-4032-ad35-60ab3ef7d6ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6141229 Nov 12 09:19:11.418839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Sync routers for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:11.439630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:11.440301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:11.479550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3050252d-8ff6-45c7-a751-d5a11024df77 req-f9f418fd-32bb-4053-b5c9-2377eeeed7ac tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111233 Nov 12 09:19:11.749001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3833db77-601f-46b3-b170-1e5edaf85610 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:11.813830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:11.955642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::1 (f49fea56-d87f-4860-9e75-dcd56c310f1c/0c5a98c7-7ace-47ba-a1be-9a26d71160e7/789b5438-e828-41d3-bbdc-eb47aab41493) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:11.979904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-1251661b-06e3-467f-a0fe-244fa3f1ae5a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1179533434&fields=id&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 267 time: 0.1727526 Nov 12 09:19:11.990163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf96bcc7-216b-49fe-91f7-02b2f5231a14 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:12.051698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Provisioning complete for port cf96bcc7-216b-49fe-91f7-02b2f5231a14 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:12.052146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.267739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-faa96ddf-a022-4398-a625-792fee601157 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:12.270366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-faa96ddf-a022-4398-a625-792fee601157 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 797 time: 0.2781582 Nov 12 09:19:12.315330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-bdce370f-32c4-45df-be86-51697a42ed54 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/quotas/29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 375 time: 0.0359519 Nov 12 09:19:12.378431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b75dbf6f-3405-402f-ac57-c1cbe41abbe2 req-cb5f8ed2-06cd-41eb-8550-2f6cdde88fdb tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0504801 Nov 12 09:19:12.403648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.428652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cf96bcc7-216b-49fe-91f7-02b2f5231a14 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:12.429254 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.465354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-ddac040a-0ca0-43fe-9ca5-08bd1342ced3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1396022 Nov 12 09:19:12.516357 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.618515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] For port cf96bcc7-216b-49fe-91f7-02b2f5231a14, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf96bcc7-216b-49fe-91f7-02b2f5231a14,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:12.634922 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.673227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:10Z', 'revision_number': 2, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:12.693972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b3d48-1fe3-402c-afa4-5af8131affb7 req-cc9a013a-1836-45bc-9eb7-2fb1cc3f82a1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:12.703060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Pushing event updated for resources: {'Port': ['ID=cf96bcc7-216b-49fe-91f7-02b2f5231a14,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:12.716600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be9b3d48-1fe3-402c-afa4-5af8131affb7 req-cc9a013a-1836-45bc-9eb7-2fb1cc3f82a1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.0825469 Nov 12 09:19:12.757257 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.777362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Checking router: efce9870-9e65-4032-ad35-60ab3ef7d6ee for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:12.777976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Updating router efce9870-9e65-4032-ad35-60ab3ef7d6ee port 1655761a-7ac0-4248-a80f-f98beecb5a40 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:19:12.787052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Provisioning complete for port 1655761a-7ac0-4248-a80f-f98beecb5a40 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:12.787729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.854110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be9b3d48-1fe3-402c-afa4-5af8131affb7 req-4ceb79a3-326e-474d-ba93-eb878cefd944 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364009 Nov 12 09:19:12.905592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:19:12.905976 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:19:12.910096 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.923516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.934279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Port 1655761a-7ac0-4248-a80f-f98beecb5a40 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:12.978144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Provisioning complete for port efe2a34d-36d6-492e-ba38-db362836ddf2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:12.978659 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37ad0c60-9ca5-460f-9f29-a73362b89bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:12.980459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=789b5438-e828-41d3-bbdc-eb47aab41493,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:12.986824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-965f72c5-b728-41e2-8eea-d2c0b4d5d511 service neutron] 10.222.0.53 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980006 Nov 12 09:19:12.992902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:13.002391 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:13.005489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:13.006218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.223033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-f40fdbe6-3679-4458-9641-e9dc892f4eb3 service neutron] 10.222.0.53 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283440 Nov 12 09:19:13.263733 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.410675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e9509088-b6fe-4a44-8ea8-68effb77c008 None None] Provisioning complete for port cf96bcc7-216b-49fe-91f7-02b2f5231a14 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:13.411302 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9509088-b6fe-4a44-8ea8-68effb77c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.564298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.591339 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.620876 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d057789-52b3-4e9d-9dc7-239c6158b82a req-19784a4c-c7a1-4f95-88e8-8f2c7c9e075b tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dc9a298-f2c2-4c52-aaf3-ef280325da97 HTTP/1.1" status: 200 len: 210 time: 0.0664849 Nov 12 09:19:13.651179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device efe2a34d-36d6-492e-ba38-db362836ddf2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:13.684359 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.752251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5553ffed-032a-4dea-8a77-db0152acd51e req-803ea5eb-48d5-47e2-bc42-42aec69928e4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 210 time: 0.0854747 Nov 12 09:19:13.759225 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.761693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:13.795824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:13.946447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=789b5438-e828-41d3-bbdc-eb47aab41493,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:13.965118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.965654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.966009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.966344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.967333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.967333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.967569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.967777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.968134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.968860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.969192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:13.969519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:14.016184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104acf31-1c61-4ebd-aeb8-af68570ebf73 None None] Pushing event updated for resources: {'Port': ['ID=1655761a-7ac0-4248-a80f-f98beecb5a40,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:14.041582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:14.043321 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dccb5352-acd3-44c9-8128-3e9f528170da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.047155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:14.108487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Attempting to bind port 1655761a-7ac0-4248-a80f-f98beecb5a40 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:14.108916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Attempting to bind port 1655761a-7ac0-4248-a80f-f98beecb5a40 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:14.109226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Attempting to bind port 1655761a-7ac0-4248-a80f-f98beecb5a40 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:14.131529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e9509088-b6fe-4a44-8ea8-68effb77c008 None None] Provisioning complete for port 1655761a-7ac0-4248-a80f-f98beecb5a40 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:14.132193 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e9509088-b6fe-4a44-8ea8-68effb77c008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.151210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port efe2a34d-36d6-492e-ba38-db362836ddf2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:14.151657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.162901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4aecd8-a43f-4aa9-9cd4-3b963ef6495b req-7e6acba7-4292-4ea6-8400-ce0441cdc772 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.171656 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f4aecd8-a43f-4aa9-9cd4-3b963ef6495b req-7e6acba7-4292-4ea6-8400-ce0441cdc772 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.1632128 Nov 12 09:19:14.408128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Router 26834a5f-6130-4777-8773-6b98ce9600cb is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:19:14.507835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f4aecd8-a43f-4aa9-9cd4-3b963ef6495b req-e0981f34-30ca-4a5f-ac97-84b44679ee1f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353012 Nov 12 09:19:14.610039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:14.621599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-455dc3a3-cb9d-4d1f-a1e6-555edd8fdbad tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "PUT /v2.0/routers/26834a5f-6130-4777-8773-6b98ce9600cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8393428 Nov 12 09:19:14.624493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57750) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:14.631443 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Sync routers for ids ['26834a5f-6130-4777-8773-6b98ce9600cb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:14.657669 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Routers {'26834a5f-6130-4777-8773-6b98ce9600cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:14.658727 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['26834a5f-6130-4777-8773-6b98ce9600cb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:14.670542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57754) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:14.695294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8193fe79-ef0a-4d0f-b86f-e4364887846e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.699140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8193fe79-ef0a-4d0f-b86f-e4364887846e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports/789b5438-e828-41d3-bbdc-eb47aab41493 HTTP/1.1" status: 200 len: 911 time: 0.0711777 Nov 12 09:19:14.699333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57758) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:14.782435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:14.782991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Checking segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:14.783216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.783613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Bound using segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:14.784130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Bound port: 1655761a-7ac0-4248-a80f-f98beecb5a40, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:14.784518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.822791 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Set router 26834a5f-6130-4777-8773-6b98ce9600cb gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:14.906766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e9509088-b6fe-4a44-8ea8-68effb77c008 None None] Port 1655761a-7ac0-4248-a80f-f98beecb5a40 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:14.912652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:14.924428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] Deleting subnet bb264e13-304f-4940-a9b6-c7de4ff9d7ff {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:14.930928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:14.982880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b092692-1bff-4c8f-a3bb-052c1fbb3295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.991376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b092692-1bff-4c8f-a3bb-052c1fbb3295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:14.995679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5b092692-1bff-4c8f-a3bb-052c1fbb3295 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2928746 Nov 12 09:19:14.995899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57766) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:15.037563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80662a62-b8b2-404d-8576-6d92e34dae79 req-2eba5a94-83ac-436b-8b6c-9f36dcbd2349 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 210 time: 0.1257136 Nov 12 09:19:15.109358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-142e2821-344f-4807-923d-900d20a3eac7 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.121452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] For port 1655761a-7ac0-4248-a80f-f98beecb5a40, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:15.164318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-142e2821-344f-4807-923d-900d20a3eac7 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.166525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] For port 1655761a-7ac0-4248-a80f-f98beecb5a40, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1655761a-7ac0-4248-a80f-f98beecb5a40,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:15.175823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Provisioning complete for port 789b5438-e828-41d3-bbdc-eb47aab41493 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:15.176285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.181684 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.284850 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'name': 'tempest-NetworksTestDHCPv6-router-495850373', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:10Z', 'updated_at': '2021-11-12T09:19:13Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None, '_interfaces': [{'id': '789b5438-e828-41d3-bbdc-eb47aab41493', 'name': '', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'mac_address': 'fa:16:3e:55:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0c5a98c7-7ace-47ba-a1be-9a26d71160e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:11Z', 'updated_at': '2021-11-12T09:19:13Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'subnets': [{'id': '0c5a98c7-7ace-47ba-a1be-9a26d71160e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:15.327561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Port 789b5438-e828-41d3-bbdc-eb47aab41493 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:15.352763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf96bcc7-216b-49fe-91f7-02b2f5231a14 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:15.395449 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Checking router: 26834a5f-6130-4777-8773-6b98ce9600cb for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:15.396252 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Updating router 26834a5f-6130-4777-8773-6b98ce9600cb port 789b5438-e828-41d3-bbdc-eb47aab41493 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:19:15.423845 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-142e2821-344f-4807-923d-900d20a3eac7 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.425960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.434151 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-142e2821-344f-4807-923d-900d20a3eac7 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.440131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-142e2821-344f-4807-923d-900d20a3eac7 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/security-groups/202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51 HTTP/1.1" status: 204 len: 168 time: 0.5237849 Nov 12 09:19:15.441921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:15.454477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:15.459872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:18:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:15.465046 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.526277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e2821-344f-4807-923d-900d20a3eac7 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:15.569367 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-3f506f2e-9c33-4cdf-bb9b-daebba8b7054 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] show failed (client error): The resource could not be found. Nov 12 09:19:15.578500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3f506f2e-9c33-4cdf-bb9b-daebba8b7054 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "GET /v2.0/security-groups/202ea2ee-e42c-4ad5-a1d3-de1c4b6fdf51 HTTP/1.1" status: 404 len: 347 time: 0.0858641 Nov 12 09:19:15.579804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:15.625527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104acf31-1c61-4ebd-aeb8-af68570ebf73 None None] Pushing event updated for resources: {'Port': ['ID=1655761a-7ac0-4248-a80f-f98beecb5a40,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:15.695531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Provisioning complete for port 1655761a-7ac0-4248-a80f-f98beecb5a40 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:15.705740 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.842346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cf96bcc7-216b-49fe-91f7-02b2f5231a14 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:15.843305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:15.883957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:16.043557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port e0e49679-607b-4581-834a-4d4d0648ddb4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:16.046441 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.047368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.069142 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.118084 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.126818 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.140949 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.192454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] For port 1655761a-7ac0-4248-a80f-f98beecb5a40, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1655761a-7ac0-4248-a80f-f98beecb5a40,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:16.206795 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.221065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c1843924-e5f0-4062-bc5c-54a844377852 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.223272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c1843924-e5f0-4062-bc5c-54a844377852 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 797 time: 0.7193639 Nov 12 09:19:16.265105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59e59c-30a3-446a-9fe1-275798c2f894 req-5a532516-336d-4ffd-b244-5e474b5dd167 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:16.267397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf59e59c-30a3-446a-9fe1-275798c2f894 req-5a532516-336d-4ffd-b244-5e474b5dd167 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.5070894 Nov 12 09:19:16.290744 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5123c8-8a66-4528-92e5-eb50cbee048f None None] Pushing event updated for resources: {'Port': ['ID=789b5438-e828-41d3-bbdc-eb47aab41493,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:16.326981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce98a5-05d9-4a10-b327-dc7a3bcc458a None None] Pushing event updated for resources: {'Port': ['ID=1655761a-7ac0-4248-a80f-f98beecb5a40,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:16.417605 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dba7b0ba-e293-412d-aba9-36d1831f9240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.425675 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa1efa97-782e-4bcf-b4e7-5c8ca5501bc1 req-3a336d5c-4e29-4990-9ee1-52909a19dc46 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 210 time: 0.2097034 Nov 12 09:19:16.442912 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Attempting to bind port 789b5438-e828-41d3-bbdc-eb47aab41493 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:16.443615 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Attempting to bind port 789b5438-e828-41d3-bbdc-eb47aab41493 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:16.444252 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Attempting to bind port 789b5438-e828-41d3-bbdc-eb47aab41493 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:16.458511 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:16.459106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:16.459813 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.460384 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:16.461034 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Bound port: 789b5438-e828-41d3-bbdc-eb47aab41493, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:16.461613 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.480224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d23d358b-fe19-4d2e-b436-d459cd886f71 None None] Provisioning complete for port 1655761a-7ac0-4248-a80f-f98beecb5a40 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:16.480797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d23d358b-fe19-4d2e-b436-d459cd886f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.587432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.608220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.608624 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.641360 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] For port 789b5438-e828-41d3-bbdc-eb47aab41493, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:16.645075 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] For port 789b5438-e828-41d3-bbdc-eb47aab41493, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=789b5438-e828-41d3-bbdc-eb47aab41493,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:16.651120 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.672950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:15Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:16.707490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bf59e59c-30a3-446a-9fe1-275798c2f894 req-5f2380ad-d0b0-4ef8-8e62-ec7c8ff34e80 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089353 Nov 12 09:19:16.714972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for e0e49679-607b-4581-834a-4d4d0648ddb4 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:16.716286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb264e13-304f-4940-a9b6-c7de4ff9d7ff,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:16.745429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c6c5118b-3a5f-44ba-b812-f0effaa1d78a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 380 time: 0.4711976 Nov 12 09:19:16.746736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:16.752824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-66633a36-2f29-4eb8-995f-5f7fb824db5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bb264e13-304f-4940-a9b6-c7de4ff9d7ff HTTP/1.1" status: 204 len: 168 time: 2.0787010 Nov 12 09:19:16.763733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57776) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:16.770940 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Routers {'26834a5f-6130-4777-8773-6b98ce9600cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:16.771699 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['26834a5f-6130-4777-8773-6b98ce9600cb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:16.781232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bc97ba-94ba-4b58-9c1d-6957d41b137a None None] The sync data for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 is: [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:15Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:16.810897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'port': {'device_id': '8204191b-af83-4216-a603-df7d23512f9e', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'admin_state_up': True, 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'security_groups': ['60a9dac2-4f15-4aa0-a87a-972184ef5337']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:16.853157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cb640e1e-1fca-485a-bf35-653705c5ca0d None None] Provisioning complete for port 789b5438-e828-41d3-bbdc-eb47aab41493 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:16.854266 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb640e1e-1fca-485a-bf35-653705c5ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.040839 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5123c8-8a66-4528-92e5-eb50cbee048f None None] Pushing event updated for resources: {'Port': ['ID=789b5438-e828-41d3-bbdc-eb47aab41493,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:17.133404 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] Set router 26834a5f-6130-4777-8773-6b98ce9600cb gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:17.142867 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb640e1e-1fca-485a-bf35-653705c5ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.210343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.228260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cb640e1e-1fca-485a-bf35-653705c5ca0d None None] For port 789b5438-e828-41d3-bbdc-eb47aab41493, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=789b5438-e828-41d3-bbdc-eb47aab41493,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:17.233899 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cb640e1e-1fca-485a-bf35-653705c5ca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.314847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=e0e49679-607b-4581-834a-4d4d0648ddb4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:17.318773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2533070-dcc6-4177-bb24-3caeaa475c67 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:17.395567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb640e1e-1fca-485a-bf35-653705c5ca0d None None] Pushing event updated for resources: {'Port': ['ID=789b5438-e828-41d3-bbdc-eb47aab41493,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:17.419306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1c10cae0-3acd-4eea-9aee-c149577c26ed None None] Provisioning complete for port 789b5438-e828-41d3-bbdc-eb47aab41493 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:17.420125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c10cae0-3acd-4eea-9aee-c149577c26ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.470827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Deleting port 78d83c84-47ac-4989-a617-6f240d44f418 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:17.471184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.513074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1655761a-7ac0-4248-a80f-f98beecb5a40 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:17.531379 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.534088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.538423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-71ff1b8f-dbba-4f91-936b-ec4af86f5764 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/floatingips/b02b0287-0941-449f-8436-28539a0cb576 HTTP/1.1" status: 204 len: 168 time: 1.9429457 Nov 12 09:19:17.544559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:17.614281 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'name': 'tempest-NetworksTestDHCPv6-router-495850373', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:10Z', 'updated_at': '2021-11-12T09:19:13Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None, '_interfaces': [{'id': '789b5438-e828-41d3-bbdc-eb47aab41493', 'name': '', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'mac_address': 'fa:16:3e:55:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0c5a98c7-7ace-47ba-a1be-9a26d71160e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:11Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 4, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'subnets': [{'id': '0c5a98c7-7ace-47ba-a1be-9a26d71160e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:17.718639 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.724794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1655761a-7ac0-4248-a80f-f98beecb5a40 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:17.725227 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.791586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] For port 78d83c84-47ac-4989-a617-6f240d44f418, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=78d83c84-47ac-4989-a617-6f240d44f418,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:17.792034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.812701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:17.816042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Calling delete_port for 78d83c84-47ac-4989-a617-6f240d44f418 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:17.879216 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77edd9-1c16-4e5b-aaa8-5974a2dae047 None None] The sync data for ids ['26834a5f-6130-4777-8773-6b98ce9600cb'] in n-d-769329-17 is: [{'id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'name': 'tempest-NetworksTestDHCPv6-router-495850373', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:10Z', 'updated_at': '2021-11-12T09:19:13Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None, '_interfaces': [{'id': '789b5438-e828-41d3-bbdc-eb47aab41493', 'name': '', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'mac_address': 'fa:16:3e:55:98:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2747, 'fixed_ips': [{'subnet_id': '0c5a98c7-7ace-47ba-a1be-9a26d71160e7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:11Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 4, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'subnets': [{'id': '0c5a98c7-7ace-47ba-a1be-9a26d71160e7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:18.020497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f0cadf17-83e7-4342-ad2f-5ada41e683d2 req-fdd136ad-86a0-4807-87ce-9b34030cf608 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 210 time: 0.3810997 Nov 12 09:19:18.109441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:18.124632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.237359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6f660-ec03-4249-af62-bf014b287397 req-7c3a1424-f4b1-4b38-8da7-c5de2665e677 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:18.246383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-64d6f660-ec03-4249-af62-bf014b287397 req-7c3a1424-f4b1-4b38-8da7-c5de2665e677 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.3480294 Nov 12 09:19:18.287460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.402271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669b4635-ff7c-4d24-ab48-a8481c6fb8b6']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:18.419354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:18.419681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a5f86bf-be6d-4c9f-bf1c-64ea6a6e5387') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:18.469479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.486521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.494717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:19:18.495152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:19:18.549549 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:19:18.606363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-64d6f660-ec03-4249-af62-bf014b287397 req-d7287ced-caa8-45da-8212-de29621afebb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587251 Nov 12 09:19:18.636336 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.658706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.662171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port 5bd41e68-4c82-40ae-87e2-c4057f436e09 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:18.662659 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] 10.222.0.53 "DELETE /v2.0/networks/669b4635-ff7c-4d24-ab48-a8481c6fb8b6 HTTP/1.1" status: 204 len: 168 time: 1.8969777 Nov 12 09:19:18.665810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.710314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a943a-25a4-4d46-b8fb-4791db78242d admin admin] Pushing event deleted for resources: {'Network': ['ID=669b4635-ff7c-4d24-ab48-a8481c6fb8b6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:18.813065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.5 (183f954c-6ab7-43a2-9ef0-111aa64fd002/bb055d8a-3cee-46d9-a8e2-07f99e7a98d1/c15432d8-baf6-4333-a80c-32d200df11a7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:18.874909 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.875612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 789b5438-e828-41d3-bbdc-eb47aab41493 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:18.876641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:18.901880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for 5bd41e68-4c82-40ae-87e2-c4057f436e09 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:18.935137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:18.952860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.068010 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.077604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] For port 789b5438-e828-41d3-bbdc-eb47aab41493, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=789b5438-e828-41d3-bbdc-eb47aab41493,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:19.078015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.102638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d83c84-47ac-4989-a617-6f240d44f418,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:19.112745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 789b5438-e828-41d3-bbdc-eb47aab41493 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:19.145575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.217767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0a0e681c-6dfb-4e49-96dd-c7844b757645 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e1d1dc5a4ee438a9f6975cd33f38e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780139 Nov 12 09:19:19.231755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57792) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:19.302449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-477c083d-147f-41c2-9a0a-577e9cc72fac req-3dab2207-7a26-45f2-9a0e-7ec6f6df3474 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 210 time: 0.0605969 Nov 12 09:19:19.348362 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62d4306d-7f50-4e6f-9a96-914a14ee06a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.425507 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.460807 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62d4306d-7f50-4e6f-9a96-914a14ee06a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.503681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:19.512570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.514426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:19.524927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:19.560676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=5bd41e68-4c82-40ae-87e2-c4057f436e09,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:19.564431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.582696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 789b5438-e828-41d3-bbdc-eb47aab41493 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:19.611244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:19.674874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 789b5438-e828-41d3-bbdc-eb47aab41493 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:19.675152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:19.676140 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.676775 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.689632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62d4306d-7f50-4e6f-9a96-914a14ee06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.693821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62d4306d-7f50-4e6f-9a96-914a14ee06a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.695110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-62d4306d-7f50-4e6f-9a96-914a14ee06a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c46f2871-0b6a-44f1-b02b-10b5f4a06f61 HTTP/1.1" status: 204 len: 168 time: 0.4620788 Nov 12 09:19:19.716139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.726950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4306d-7f50-4e6f-9a96-914a14ee06a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f2871-0b6a-44f1-b02b-10b5f4a06f61,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:19.737250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-c16e5124-8103-42f3-833d-ccc30a2df478 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9727404 Nov 12 09:19:19.742448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Could not find standard attr ID for object 789b5438-e828-41d3-bbdc-eb47aab41493. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:19:19.752455 n-d-769329-17 neutron-server[109378]: INFO neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No ports have port_id starting with 789b5438-e828-41d3-bbdc-eb47aab41493 Nov 12 09:19:19.771036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=789b5438-e828-41d3-bbdc-eb47aab41493,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:19.799312 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.902734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:19.909302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-05cd0e92-d546-47da-b2d6-ea3fd6bac648 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/ports/5bd41e68-4c82-40ae-87e2-c4057f436e09 HTTP/1.1" status: 204 len: 168 time: 2.3593156 Nov 12 09:19:19.909847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:20.062368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Request body: {'port': {'device_id': '8204191b-af83-4216-a603-df7d23512f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:20.114877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-48782b56-3a8d-4d74-b11e-440c3c74f016 None None] Provisioning complete for port c15432d8-baf6-4333-a80c-32d200df11a7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:20.115360 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48782b56-3a8d-4d74-b11e-440c3c74f016 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.140057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a984e-22c6-46e0-8b38-87fada76db82 req-c6e46614-88b3-45b0-916f-1437bbab03f4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:20.156523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-712a984e-22c6-46e0-8b38-87fada76db82 req-c6e46614-88b3-45b0-916f-1437bbab03f4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.3219910 Nov 12 09:19:20.175016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.196748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-48782b56-3a8d-4d74-b11e-440c3c74f016 None None] Port c15432d8-baf6-4333-a80c-32d200df11a7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:20.335981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.348414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port f4886996-c5ff-42af-a526-40e21ada7c29 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:20.348767 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.385270 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-712a984e-22c6-46e0-8b38-87fada76db82 req-3f436e8e-b8d1-475a-890d-5efe1670fbd3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273514 Nov 12 09:19:20.386182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.395268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Router cbb9244c-8518-4c26-a2a3-1e3862971f66 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:20.536265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Router 26834a5f-6130-4777-8773-6b98ce9600cb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:20.586900 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:20.616888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a712a109-187c-4524-8a9f-8ee9fff505be req-0cd53dec-bda4-4338-8473-9a0ff20349ef tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:20.618662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a712a109-187c-4524-8a9f-8ee9fff505be req-0cd53dec-bda4-4338-8473-9a0ff20349ef tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 931 time: 0.1675575 Nov 12 09:19:20.658772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for f4886996-c5ff-42af-a526-40e21ada7c29 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:20.707067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:20.715682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d035bbc4-ae50-4fe5-ba0d-c2806e32de4d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "PUT /v2.0/routers/26834a5f-6130-4777-8773-6b98ce9600cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7157662 Nov 12 09:19:20.715682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57818) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:20.733100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] Sync routers for ids ['26834a5f-6130-4777-8773-6b98ce9600cb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:20.759592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:20.777038 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] Sync routers for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:20.777646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] Routers {'26834a5f-6130-4777-8773-6b98ce9600cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:20.778199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['26834a5f-6130-4777-8773-6b98ce9600cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:20.789685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a2cae686-08a6-40f8-a154-8ee74285fa72 admin admin] 10.222.0.53 "PUT /v2.0/routers/cbb9244c-8518-4c26-a2a3-1e3862971f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9925923 Nov 12 09:19:20.794154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57822) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:20.805878 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:20.806525 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:20.838258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a712a109-187c-4524-8a9f-8ee9fff505be req-ac1199ae-519d-4fc2-ad90-820f94864b97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828353 Nov 12 09:19:20.876335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce9522-e544-4d74-907a-27fcea22c5b5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:20.878175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ce9522-e544-4d74-907a-27fcea22c5b5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:20.879862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b0ce9522-e544-4d74-907a-27fcea22c5b5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1638472 Nov 12 09:19:20.883275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57824) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:20.915134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] Set router 26834a5f-6130-4777-8773-6b98ce9600cb gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:21.011999 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.019089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'name': 'tempest-NetworksTestDHCPv6-router-495850373', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:10Z', 'updated_at': '2021-11-12T09:19:19Z', 'revision_number': 3, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.052322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 0c5a98c7-7ace-47ba-a1be-9a26d71160e7 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:21.055868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.064183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c15432d8-baf6-4333-a80c-32d200df11a7 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:21.064740 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:21.079088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.105654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] Checking router: 26834a5f-6130-4777-8773-6b98ce9600cb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:21.127583 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.127841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] Routers {'26834a5f-6130-4777-8773-6b98ce9600cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:21.128743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['26834a5f-6130-4777-8773-6b98ce9600cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.134446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Transition to ACTIVE for port object c15432d8-baf6-4333-a80c-32d200df11a7 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:21.145176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.152769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.206327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57828) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:21.265871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=f4886996-c5ff-42af-a526-40e21ada7c29,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:21.302933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.344960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] Set router 26834a5f-6130-4777-8773-6b98ce9600cb gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:21.376899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.381067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9131910d-49c7-4b0d-b132-eb2d196116c3 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/ports/f4886996-c5ff-42af-a526-40e21ada7c29 HTTP/1.1" status: 204 len: 168 time: 1.4694698 Nov 12 09:19:21.385460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:21.455005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.472166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting subnet 9eefb8d5-e503-4db1-b83b-ec5d1921ef97 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:21.476532 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.539354 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:19:18Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.553034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'name': 'tempest-NetworksTestDHCPv6-router-495850373', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:10Z', 'updated_at': '2021-11-12T09:19:19Z', 'revision_number': 3, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.574201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=0c5a98c7-7ace-47ba-a1be-9a26d71160e7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:21.586114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1930669816-network', 'tenant_id': 'dcf6527243f748e6a30eb42b3944b76e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:21.609783 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] Checking router: cbb9244c-8518-4c26-a2a3-1e3862971f66 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:21.617853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.621831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:21.623215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-898dbe26-dacc-4907-a764-554b4dfa63db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/0c5a98c7-7ace-47ba-a1be-9a26d71160e7 HTTP/1.1" status: 204 len: 168 time: 0.7388096 Nov 12 09:19:21.628918 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] Routers {'cbb9244c-8518-4c26-a2a3-1e3862971f66'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:21.630507 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['cbb9244c-8518-4c26-a2a3-1e3862971f66'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:21.645789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:21.685910 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.770427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.874398 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] Set router cbb9244c-8518-4c26-a2a3-1e3862971f66 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:21.915523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Made reservation on behalf of dcf6527243f748e6a30eb42b3944b76e for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:21.918964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:21.946554 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.009701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43555f-21ad-49e5-b0d2-dc0e936355e0 req-0a4c825f-aac5-4263-915e-ec4df211d47b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:22.012176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be43555f-21ad-49e5-b0d2-dc0e936355e0 req-0a4c825f-aac5-4263-915e-ec4df211d47b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.3777540 Nov 12 09:19:22.038073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258074d-a3e1-4823-a331-eaddc4a580d2 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:22.042373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473be1f-8b1b-4089-8381-b7f02a0596ba None None] The sync data for ids ['26834a5f-6130-4777-8773-6b98ce9600cb'] in n-d-769329-17 is: [{'id': '26834a5f-6130-4777-8773-6b98ce9600cb', 'name': 'tempest-NetworksTestDHCPv6-router-495850373', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:10Z', 'updated_at': '2021-11-12T09:19:19Z', 'revision_number': 3, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:22.076127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef071223-1982-44ca-ad11-ddbecf7c64e7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4286144 Nov 12 09:19:22.090007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:22.126244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Deleting port 0e1857e8-3383-4d59-94b3-42dd6e7b7760 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:22.127265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.245026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157e12f-42e5-4bbe-b08c-39fe79141188 req-df0dd2af-32ae-4e07-b8dd-f37629e04cd3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:22.245836 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:19:18Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:22.246731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9157e12f-42e5-4bbe-b08c-39fe79141188 req-df0dd2af-32ae-4e07-b8dd-f37629e04cd3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.2481172 Nov 12 09:19:22.255960 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b82dd260-07da-4b78-b7ab-a64f8db45e46 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.257955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:22.258301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:22.258809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:22.271706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:22.272444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:22.284457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:22.285478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Checking segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:22.285974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Bound using segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:22.286548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Bound port: c15432d8-baf6-4333-a80c-32d200df11a7, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:22.287048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.303332 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304444be-2d27-4894-bca0-500b0a44e58d None None] The sync data for ids ['cbb9244c-8518-4c26-a2a3-1e3862971f66'] in n-d-769329-17 is: [{'id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'name': 'tempest-TaggedBootDevicesTest-2135132156-router', 'tenant_id': '69c342dcce89411caa2d7df11c1a120b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239'}], 'enable_snat': True}, 'gw_port_id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:05:50Z', 'updated_at': '2021-11-12T09:19:18Z', 'revision_number': 5, 'project_id': '69c342dcce89411caa2d7df11c1a120b', 'gw_port': {'id': '0e1857e8-3383-4d59-94b3-42dd6e7b7760', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:4b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb9244c-8518-4c26-a2a3-1e3862971f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:05:52Z', 'updated_at': '2021-11-12T09:06:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:22.352103 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be43555f-21ad-49e5-b0d2-dc0e936355e0 req-adc33c69-c358-4004-8782-47fdeb9b4166 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120203 Nov 12 09:19:22.361330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] For port 0e1857e8-3383-4d59-94b3-42dd6e7b7760, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0e1857e8-3383-4d59-94b3-42dd6e7b7760,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:22.361863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.362286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.402187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Calling delete_port for 0e1857e8-3383-4d59-94b3-42dd6e7b7760 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:22.451343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:22.488089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:22.504820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:22.515236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.521731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] Deleting port cf96bcc7-216b-49fe-91f7-02b2f5231a14 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:22.522226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.578750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:22.579753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.582390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] 10.222.0.55 "PUT /v2.0/ports/c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 1092 time: 2.8176153 Nov 12 09:19:22.585115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:22.588038 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4816f32a-de1b-44fb-a1f2-883b03fa21aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:22.631157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] For port cf96bcc7-216b-49fe-91f7-02b2f5231a14, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf96bcc7-216b-49fe-91f7-02b2f5231a14,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:22.631889 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:22.656961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] Calling delete_port for cf96bcc7-216b-49fe-91f7-02b2f5231a14 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:22.736209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667e4ed-8adf-4bbc-92b0-8e6c6a1809af service neutron] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:22.844531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9cd4698c-106a-4aef-8a1c-6268f58a0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:22.846219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-9cd4698c-106a-4aef-8a1c-6268f58a0175 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1095 time: 0.1892419 Nov 12 09:19:22.944137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-55c71ca8-0aea-48f4-b60d-2f561d2277aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 217 time: 0.0872457 Nov 12 09:19:22.959599 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.026211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] Pushing event deleted for resources: {'Port': ['ID=cf96bcc7-216b-49fe-91f7-02b2f5231a14,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:23.029875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-dc2337c6-dd3e-4a09-a19b-f204ed832b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:23.033859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-dc2337c6-dd3e-4a09-a19b-f204ed832b86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.0619524 Nov 12 09:19:23.040160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.043087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da79db2-0736-4d02-85e0-25aaac9dd795 None None] No DVR routers for this DVR port cf96bcc7-216b-49fe-91f7-02b2f5231a14 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:23.043775 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf05ac1-4b88-42f1-929b-adb154c8ad1b x-openstack-request-id: req-3bf05ac1-4b88-42f1-929b-adb154c8ad1b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:23.044335 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:23.044796 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bf05ac1-4b88-42f1-929b-adb154c8ad1b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:23.045666 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'status': 'completed', 'code': 200} Nov 12 09:19:23.118270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1857e8-3383-4d59-94b3-42dd6e7b7760,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:23.141401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e88855-c654-4a25-af8f-9e878719dcac None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:23.155073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.168104 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.176751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-6933d8a6-b808-49c3-8283-29b89a8b470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:23.178536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-6933d8a6-b808-49c3-8283-29b89a8b470d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298423 Nov 12 09:19:23.179531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9157e12f-42e5-4bbe-b08c-39fe79141188 req-684dd4e9-d36e-4466-a863-143edbc2de39 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9169960 Nov 12 09:19:23.186065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b82dd260-07da-4b78-b7ab-a64f8db45e46 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.200023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b82dd260-07da-4b78-b7ab-a64f8db45e46 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.299116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:19:23.301487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.314611 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.354349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54249ad-bcd3-427e-8c0a-686f56cff98d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:23.357760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b82dd260-07da-4b78-b7ab-a64f8db45e46 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.358286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82dd260-07da-4b78-b7ab-a64f8db45e46 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Fanout notify agent at l3_agent the message router_deleted on router 26834a5f-6130-4777-8773-6b98ce9600cb {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:19:23.359716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Subnet': ['ID=9eefb8d5-e503-4db1-b83b-ec5d1921ef97,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:23.367049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b82dd260-07da-4b78-b7ab-a64f8db45e46 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.372071 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b82dd260-07da-4b78-b7ab-a64f8db45e46 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/routers/26834a5f-6130-4777-8773-6b98ce9600cb HTTP/1.1" status: 204 len: 168 time: 1.2822192 Nov 12 09:19:23.373456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.373816 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Added segment 3e2c8d83-a21c-4fb8-a5cf-a73f243fca80 of type vlan for network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd Nov 12 09:19:23.385195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:23.389236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566c032-903f-4f34-a688-3fc14c11fb33 None None] Network c98e29a1-5242-45bc-a3f7-37c359e8c4ec requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:23.402346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:23.410362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.418531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b0a93501-bb2d-4097-87b7-e74b77410e83 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/subnets/9eefb8d5-e503-4db1-b83b-ec5d1921ef97 HTTP/1.1" status: 204 len: 168 time: 2.0314829 Nov 12 09:19:23.419672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57850) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:23.431801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf96bcc7-216b-49fe-91f7-02b2f5231a14 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:23.480169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cf96bcc7-216b-49fe-91f7-02b2f5231a14 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:23.480828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf96bcc7-216b-49fe-91f7-02b2f5231a14 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:23.480917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 789b5438-e828-41d3-bbdc-eb47aab41493 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:23.490684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.494271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.528428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 789b5438-e828-41d3-bbdc-eb47aab41493 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:23.528843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 789b5438-e828-41d3-bbdc-eb47aab41493 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:23.529260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 78d83c84-47ac-4989-a617-6f240d44f418 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:23.578621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.585923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 78d83c84-47ac-4989-a617-6f240d44f418 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:23.586168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.586282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 78d83c84-47ac-4989-a617-6f240d44f418 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:23.586665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbb9244c-8518-4c26-a2a3-1e3862971f66 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:19:23.587983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting subnet fdc48525-59a2-4428-9d1a-29a3a7d1ed71 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:23.593040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.594574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e042c4a6-54f8-4663-95d0-97e1678cb3fe admin admin] 10.222.0.53 "DELETE /v2.0/routers/cbb9244c-8518-4c26-a2a3-1e3862971f66 HTTP/1.1" status: 204 len: 168 time: 2.7970145 Nov 12 09:19:23.596111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.600226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57852) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:23.620424 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-7614b04a-3b88-43a3-9970-cd13ff8a1734 service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170403 Nov 12 09:19:23.684140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.684764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0b38e-172a-4e2d-81fc-9bc9995b10c9 req-3677a35c-6b30-42e2-a717-09d925567500 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:23.685119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:23.685708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.686780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ece0b38e-172a-4e2d-81fc-9bc9995b10c9 req-3677a35c-6b30-42e2-a717-09d925567500 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.2164295 Nov 12 09:19:23.691800 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.728238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:23.732848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.789438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] Deleting subnet 1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:23.802953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] DHCP port deletion for c98e29a1-5242-45bc-a3f7-37c359e8c4ec request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:23.818135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.875132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] Deleting port eb72d954-6c95-40a2-ab4a-918f03b1f0cb {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:23.875504 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.876530 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ece0b38e-172a-4e2d-81fc-9bc9995b10c9 req-6ffdf50a-bbfe-432e-8eae-de537e885604 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740313 Nov 12 09:19:23.898067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:23.917866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.6825876 Nov 12 09:19:23.921949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57854) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:23.924339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d66f21a-0106-4302-ad95-31cd23c1cb1a req-4ea36c61-bb9e-4dd8-beed-d4730546cdb7 service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745621 Nov 12 09:19:23.929393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Request body: {'subnet': {'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1930669816-subnet', 'tenant_id': 'dcf6527243f748e6a30eb42b3944b76e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:23.933790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54549894-ec9a-4530-80d8-e21265aa0d7d admin admin] Pushing event updated for resources: {'Network': ['ID=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:23.963791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:19:23.970773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Made reservation on behalf of dcf6527243f748e6a30eb42b3944b76e for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:23.974066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.011200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] For port eb72d954-6c95-40a2-ab4a-918f03b1f0cb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=eb72d954-6c95-40a2-ab4a-918f03b1f0cb,segment=NetworkSegment(feacfdcc-f429-4a50-8ec6-205e719ec5dd),segment_id=feacfdcc-f429-4a50-8ec6-205e719ec5dd)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:24.011629 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.034018 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.059376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] Calling delete_port for eb72d954-6c95-40a2-ab4a-918f03b1f0cb owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:24.128483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.168355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-582be3fb-ed75-4b4d-8c84-9da34f89e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.169960 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-582be3fb-ed75-4b4d-8c84-9da34f89e15b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1095 time: 0.1583140 Nov 12 09:19:24.176798 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.215235 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.217420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] Pushing event deleted for resources: {'Port': ['ID=eb72d954-6c95-40a2-ab4a-918f03b1f0cb,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.222133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7429d42-47c6-43b2-95dc-071b58cbd38c None None] No DVR routers for this DVR port eb72d954-6c95-40a2-ab4a-918f03b1f0cb on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:24.242543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.248183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/subnets/fdc48525-59a2-4428-9d1a-29a3a7d1ed71 HTTP/1.1" status: 204 len: 168 time: 0.8222206 Nov 12 09:19:24.252295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:24.254396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60de070-d6c4-4f0f-8df0-ab857332cb52 None None] Network f0997c79-8523-41a3-a04d-274972a2282a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:24.319158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-857788a7-ae67-4dd8-9510-ce33d95a89b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.320722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-857788a7-ae67-4dd8-9510-ce33d95a89b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.1426706 Nov 12 09:19:24.323562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77737fe-57b0-411f-a5a8-0ea613651ae4 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Subnet': ['ID=fdc48525-59a2-4428-9d1a-29a3a7d1ed71,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.343305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.383558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-5eef1692-9378-4b4f-9130-97c689dc09c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 217 time: 0.0547402 Nov 12 09:19:24.446096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:24.475493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:24.482576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.483195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.484484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.496847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06332cb5-b093-4738-a511-172dcf17a1b7 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:24.508181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=8a737ad6-0abc-4627-abea-10081439fce8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.552903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-c2cd6128-f1da-4afb-8e01-c64d3f272287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.554579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-c2cd6128-f1da-4afb-8e01-c64d3f272287 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.1618631 Nov 12 09:19:24.562259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.564116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e96b1-8283-4c7c-92cc-79f81df47aca req-ccf2d3bb-4ac2-49ef-bb25-3b501470f1d9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.565306 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-744e96b1-8283-4c7c-92cc-79f81df47aca req-ccf2d3bb-4ac2-49ef-bb25-3b501470f1d9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.2372963 Nov 12 09:19:24.571243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.572373 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.575875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f7a03945-1e2c-4358-934d-ca03196305b9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1310ab61-8cb9-4ae5-ac83-3a5f4732aa9c HTTP/1.1" status: 204 len: 168 time: 0.9731889 Nov 12 09:19:24.583487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab9f0d2-627e-46f3-b753-4f2116e313fe None None] Network 87a1f048-b039-4243-8213-ec65a4ba65a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:24.592280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] DHCP port deletion for f0997c79-8523-41a3-a04d-274972a2282a request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:24.592889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57860) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:24.612974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.643103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ece7fd0f-6085-493c-82b5-73fa21acc350 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2466516 Nov 12 09:19:24.654053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57862) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:24.667637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0970eb48-b862-487d-8d49-b09110c97746 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-259537193', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:24.718943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-07ae8ef5-886d-4926-9852-f9348d93027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:24.720587 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-07ae8ef5-886d-4926-9852-f9348d93027e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1560793 Nov 12 09:19:24.724366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d454a3-dab8-4e9c-a5fc-78460f21af5c,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:24.750679 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0970eb48-b862-487d-8d49-b09110c97746 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.752011 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0970eb48-b862-487d-8d49-b09110c97746 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.802139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] Deleting port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:24.802407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.809289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Checking segment: {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:24.809289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Network hostable DHCP agents. Network: 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:19:24.823548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-744e96b1-8283-4c7c-92cc-79f81df47aca req-db16dd33-6069-477b-b493-8f6575dfb7cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447627 Nov 12 09:19:24.825340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.862210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.878679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98e29a1-5242-45bc-a3f7-37c359e8c4ec']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:24.893646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feacfdcc-f429-4a50-8ec6-205e719ec5dd') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:24.894077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feacfdcc-f429-4a50-8ec6-205e719ec5dd') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:24.911166 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.928950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0970eb48-b862-487d-8d49-b09110c97746 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.942224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] For port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:24.942737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0970eb48-b862-487d-8d49-b09110c97746 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.942877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.953826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.964391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:19:24.965127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:19:24.968697 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:19:24.971548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '8a737ad6-0abc-4627-abea-10081439fce8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:19:24.971710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:19:24.973439 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:24.983365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] Calling delete_port for 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:25.011588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-289b16d9-2855-4e9c-9b51-1b0f299193dd service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787359 Nov 12 09:19:25.048835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Deleting port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:25.049669 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.053161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.071977 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.078922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/networks/c98e29a1-5242-45bc-a3f7-37c359e8c4ec HTTP/1.1" status: 204 len: 168 time: 0.8192770 Nov 12 09:19:25.090044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:25.137534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca9514-eee8-40f5-881f-7aeacd623034 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Network': ['ID=c98e29a1-5242-45bc-a3f7-37c359e8c4ec,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:25.157170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] DHCP port deletion for 87a1f048-b039-4243-8213-ec65a4ba65a0 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:25.238791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] For port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,segment=NetworkSegment(24723ec2-8988-491e-ac8b-23dd2d9b8a65),segment_id=24723ec2-8988-491e-ac8b-23dd2d9b8a65)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:25.240146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.271481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Calling delete_port for 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:25.283436 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.308308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/8a737ad6-0abc-4627-abea-10081439fce8/d2b50a4d-78ec-400d-a7ce-6f123e59ff7c) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:25.369104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:25.433792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Deleting port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:25.434253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.460142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.491894 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.503773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] Deleting port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:25.504549 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.534260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Pushing event deleted for resources: {'Port': ['ID=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:25.540101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:25.548855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] No DVR routers for this DVR port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:25.553290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] Pushing event deleted for resources: {'Port': ['ID=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:25.556972 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0970eb48-b862-487d-8d49-b09110c97746 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.558155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0970eb48-b862-487d-8d49-b09110c97746 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9001856 Nov 12 09:19:25.559706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.560398 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.562902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57868) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:25.564656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No active binding found for port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:19:25.565300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] For port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,segment=NetworkSegment(eedca075-e1b3-413c-a974-7477aceae3c8),segment_id=eedca075-e1b3-413c-a974-7477aceae3c8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:25.565512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:25.565671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.566059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0e1857e8-3383-4d59-94b3-42dd6e7b7760 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:25.607126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ce027-3369-49dd-89ba-1829a003d67d req-8497e6aa-6e1e-4738-82de-1d1bfb35f638 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:25.609624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-338ce027-3369-49dd-89ba-1829a003d67d req-8497e6aa-6e1e-4738-82de-1d1bfb35f638 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 943 time: 0.6491086 Nov 12 09:19:25.629766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5807b131-0a7c-4757-b486-e0273f3822f8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7041986 Nov 12 09:19:25.637480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4816f32a-de1b-44fb-a1f2-883b03fa21aa req-98463446-b7ca-46ef-ad76-56d94138b88b service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046438 Nov 12 09:19:25.639847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30667797-965d-477e-b6b1-27e85b31a93c None None] No DVR routers for this DVR port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:25.652707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0d1b8f-6ba1-4ac2-8321-6df0d42d120e None None] Network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:25.663095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0e1857e8-3383-4d59-94b3-42dd6e7b7760 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:25.663526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0e1857e8-3383-4d59-94b3-42dd6e7b7760 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:25.664004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device eb72d954-6c95-40a2-ab4a-918f03b1f0cb no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:25.669871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Calling delete_port for 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:25.763484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: eb72d954-6c95-40a2-ab4a-918f03b1f0cb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:25.763730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device eb72d954-6c95-40a2-ab4a-918f03b1f0cb not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:25.764247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:25.766542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] For port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:25.766991 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.770376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-338ce027-3369-49dd-89ba-1829a003d67d req-213886d8-f2eb-437b-9e10-15bed9947b97 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369529 Nov 12 09:19:25.842757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:25.962789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a1f048-b039-4243-8213-ec65a4ba65a0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:26.026497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24723ec2-8988-491e-ac8b-23dd2d9b8a65') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:26.026748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24723ec2-8988-491e-ac8b-23dd2d9b8a65') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:26.032556 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:26.032944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:26.044064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] Calling delete_port for 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:26.050848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] Port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:19:26.069882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ccbda553-7167-4afd-bea3-969246f1c412 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:26.077495 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.098604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52deac-6f77-4922-8beb-23be0d65f3e6 req-bf390a30-c10a-4fce-9138-7ed824950454 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:26.100599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e52deac-6f77-4922-8beb-23be0d65f3e6 req-bf390a30-c10a-4fce-9138-7ed824950454 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.0991833 Nov 12 09:19:26.103534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.119213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] No DVR routers for this DVR port 20fba75e-d9c4-4adb-bc55-cbfce9d330d6 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:26.124554 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.137092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de5789-53f3-4985-8630-fdbd385b362f None None] Pushing event deleted for resources: {'Port': ['ID=20fba75e-d9c4-4adb-bc55-cbfce9d330d6,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:26.148705 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.193940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.196855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e52deac-6f77-4922-8beb-23be0d65f3e6 req-408f2426-5e88-4f58-960f-70275ee27f2f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884554 Nov 12 09:19:26.219313 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.219551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:26.222752 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:19:26.223133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:19:26.226300 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:19:26.259900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:26.295543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:26.297881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:26.317917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] No DVR routers for this DVR port 12ff7d4f-f8db-48fb-a916-a8ec7e127be8 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:26.325089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Port': ['ID=12ff7d4f-f8db-48fb-a916-a8ec7e127be8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:26.329857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Pushing event updated for resources: {'Port': ['ID=d2b50a4d-78ec-400d-a7ce-6f123e59ff7c,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:26.379294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.398340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-7f8ffdd7-7818-4c74-b419-0a7a377ac2ba tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:26.400667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-7f8ffdd7-7818-4c74-b419-0a7a377ac2ba tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/networks?id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 200 len: 818 time: 0.3710573 Nov 12 09:19:26.413917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.439749 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.440752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28193a-444e-4ddb-af5c-52e7b502b246 None None] Network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:26.444724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] 10.222.0.53 "DELETE /v2.0/networks/87a1f048-b039-4243-8213-ec65a4ba65a0 HTTP/1.1" status: 204 len: 168 time: 1.8425324 Nov 12 09:19:26.497532 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-d971bed9-4dbc-4fb3-81f7-5bacaf23fdef tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/quotas/dcf6527243f748e6a30eb42b3944b76e HTTP/1.1" status: 200 len: 375 time: 0.0753188 Nov 12 09:19:26.533942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b784a-5b74-458e-9c05-844796e0577a admin admin] Pushing event deleted for resources: {'Network': ['ID=87a1f048-b039-4243-8213-ec65a4ba65a0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:26.537736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.555315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Attempting to bind port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:26.556267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Attempting to bind port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:26.556267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Attempting to bind port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:26.575819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ccbda553-7167-4afd-bea3-969246f1c412, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ccbda553-7167-4afd-bea3-969246f1c412,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:26.598153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:26.598480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:26.598941 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.599547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:26.599844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Bound port: d2b50a4d-78ec-400d-a7ce-6f123e59ff7c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:26.599844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.618108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:26.618561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'ccbda553-7167-4afd-bea3-969246f1c412', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:26.623128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-4d7bddcd-e96e-4a39-a6d7-7ee8b4d76225 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dcf6527243f748e6a30eb42b3944b76e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823979 Nov 12 09:19:26.628496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0997c79-8523-41a3-a04d-274972a2282a']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:26.645109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57890) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:26.652943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'port_id': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'mac_address': 'fa:16:3e:cb:82:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:26.657993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedca075-e1b3-413c-a974-7477aceae3c8') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:26.658297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedca075-e1b3-413c-a974-7477aceae3c8') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:26.693999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.720154 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a7141063-6cfa-4870-896e-b76c08d5a974 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69c342dcce89411caa2d7df11c1a120b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727041 Nov 12 09:19:26.726117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57892) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:26.797404 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.797839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c61b04c5-2ed6-4d7a-bdf5-b76ac270e603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.824223 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.838363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c61b04c5-2ed6-4d7a-bdf5-b76ac270e603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.844995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccbda553-7167-4afd-bea3-969246f1c412 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:26.851904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] For port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:26.880155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15432d8-baf6-4333-a80c-32d200df11a7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:26.888793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] For port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d2b50a4d-78ec-400d-a7ce-6f123e59ff7c,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:26.892587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ccbda553-7167-4afd-bea3-969246f1c412, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ccbda553-7167-4afd-bea3-969246f1c412,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:26.900791 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.907103 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.943415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c61b04c5-2ed6-4d7a-bdf5-b76ac270e603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.944103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:26.946674 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c61b04c5-2ed6-4d7a-bdf5-b76ac270e603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.948780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c61b04c5-2ed6-4d7a-bdf5-b76ac270e603 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad92ff3e-66a0-41fc-9e95-1cd12b5d9887 HTTP/1.1" status: 204 len: 168 time: 0.2203600 Nov 12 09:19:26.965549 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:26.966669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b04c5-2ed6-4d7a-bdf5-b76ac270e603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad92ff3e-66a0-41fc-9e95-1cd12b5d9887,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:26.978915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca19035-8b41-4dd5-abad-5ad9fcf339ac req-76f722d4-e729-444a-81a8-c17c9f990a65 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:26.981275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ca19035-8b41-4dd5-abad-5ad9fcf339ac req-76f722d4-e729-444a-81a8-c17c9f990a65 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 944 time: 0.0788758 Nov 12 09:19:26.994066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f584e-9e1e-40cf-8982-30d274f77c9d None None] Pushing event updated for resources: {'Port': ['ID=d2b50a4d-78ec-400d-a7ce-6f123e59ff7c,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:27.085661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ccbda553-7167-4afd-bea3-969246f1c412,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:27.100781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ca19035-8b41-4dd5-abad-5ad9fcf339ac req-7f0ad09f-b2ea-4174-ab30-17e0ddb01ace tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926037 Nov 12 09:19:27.157118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ccbda553-7167-4afd-bea3-969246f1c412'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:27.256173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['c15432d8-baf6-4333-a80c-32d200df11a7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:27.266719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:27.267277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.309118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:19:27.309799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:19:27.316479 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:19:27.480178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe881a-fb59-47a7-a205-112de5fbb945 req-59a13cd1-1593-47a2-9ca4-92becfb81c71 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:27.481740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ebe881a-fb59-47a7-a205-112de5fbb945 req-59a13cd1-1593-47a2-9ca4-92becfb81c71 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.1242399 Nov 12 09:19:27.517700 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.533180 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.537560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] 10.222.0.53 "DELETE /v2.0/networks/f0997c79-8523-41a3-a04d-274972a2282a HTTP/1.1" status: 204 len: 168 time: 2.4462190 Nov 12 09:19:27.551973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-a0c4a9d1-ead2-4e3b-8564-820cae797665 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9038513 Nov 12 09:19:27.592524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3f65c-00e5-44ed-916a-c7f6204681c8 tempest-TaggedBootDevicesTest_v242-459651407 tempest-TaggedBootDevicesTest_v242-459651407-project] Pushing event deleted for resources: {'Network': ['ID=f0997c79-8523-41a3-a04d-274972a2282a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:27.635265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ebe881a-fb59-47a7-a205-112de5fbb945 req-dc3b3714-2129-4d34-b864-02321bb49394 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382704 Nov 12 09:19:27.655366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::1 (f49fea56-d87f-4860-9e75-dcd56c310f1c/8a737ad6-0abc-4627-abea-10081439fce8/c36f289b-387f-4982-addd-d24f5691e82b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:27.862368 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:27.876042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-86c9cc1f-774a-4385-aa7a-b59681159670 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015494 Nov 12 09:19:28.006131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.069161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.264114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:28.281579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:28.284203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=c36f289b-387f-4982-addd-d24f5691e82b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:28.297354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:28.298344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.312369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.401483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2a45d-abb1-4219-a2ce-b2502bb212c9 req-ebc975b4-2a5b-4ca7-adc4-6814a8db19f3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:28.418877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02a2a45d-abb1-4219-a2ce-b2502bb212c9 req-ebc975b4-2a5b-4ca7-adc4-6814a8db19f3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 944 time: 0.1457627 Nov 12 09:19:28.501059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57934) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:28.526241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02a2a45d-abb1-4219-a2ce-b2502bb212c9 req-3323729c-c616-4f53-b118-0b737f42fd5b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921185 Nov 12 09:19:28.590774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.616559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1dad42f0-aa98-44af-bd87-589aa5bb8ebd req-95e85c27-fa56-43db-bd3a-ef45bc495f68 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 210 time: 0.0459230 Nov 12 09:19:28.766987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-95919675-network', 'tenant_id': '835b9183baf84a63b86bc5c0d1757d83'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:28.859597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Made reservation on behalf of 835b9183baf84a63b86bc5c0d1757d83 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:28.861964 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.893467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:28.903921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-19637411-644f-466f-9adc-43ac15acf3b4 None None] Provisioning complete for port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:28.906976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19637411-644f-466f-9adc-43ac15acf3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.016107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62470628-9df0-4fdb-9e09-23b509d98310 req-26340703-ec6e-4e93-ae10-bbc74ffe4e59 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:29.027148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62470628-9df0-4fdb-9e09-23b509d98310 req-26340703-ec6e-4e93-ae10-bbc74ffe4e59 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.2171767 Nov 12 09:19:29.060817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.096130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.124052 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.134000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.134861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.167208 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19637411-644f-466f-9adc-43ac15acf3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.192377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62470628-9df0-4fdb-9e09-23b509d98310 req-a3d15427-4edc-4596-91d5-87540b15d55d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640918 Nov 12 09:19:29.198907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:19:29.248646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-19637411-644f-466f-9adc-43ac15acf3b4 None None] For port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d2b50a4d-78ec-400d-a7ce-6f123e59ff7c,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:29.253065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.253065 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Added segment 86d6cdf2-57fa-4a1f-b308-d8bc20709f8a of type vlan for network 0813fddf-698a-43b4-9679-1141f7f06123 Nov 12 09:19:29.255817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a568f99-2405-4051-9753-b4346ea3555f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:29.256665 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19637411-644f-466f-9adc-43ac15acf3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.349698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.387405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19637411-644f-466f-9adc-43ac15acf3b4 None None] Pushing event updated for resources: {'Port': ['ID=d2b50a4d-78ec-400d-a7ce-6f123e59ff7c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:29.409288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ba470db2-da23-4926-b12a-2481fa2b8370 None None] Provisioning complete for port c36f289b-387f-4982-addd-d24f5691e82b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:29.410354 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ba470db2-da23-4926-b12a-2481fa2b8370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.429532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.430371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:29.431063 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.455828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9249635 Nov 12 09:19:29.463620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:29.475570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Request body: {'subnet': {'network_id': '0813fddf-698a-43b4-9679-1141f7f06123', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-95919675-subnet', 'tenant_id': '835b9183baf84a63b86bc5c0d1757d83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:29.485492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d2b50a4d-78ec-400d-a7ce-6f123e59ff7c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:29.518397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:29.524829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=c36f289b-387f-4982-addd-d24f5691e82b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:29.529778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:29.540433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Made reservation on behalf of 835b9183baf84a63b86bc5c0d1757d83 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:29.542134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.590213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166aa41-9fc6-40a4-9ca9-542fa66cfc24 admin admin] Pushing event updated for resources: {'Network': ['ID=0813fddf-698a-43b4-9679-1141f7f06123,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:29.630667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0813fddf-698a-43b4-9679-1141f7f06123 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:19:29.650421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ba470db2-da23-4926-b12a-2481fa2b8370 None None] Port c36f289b-387f-4982-addd-d24f5691e82b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:29.758818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:29.759298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:29.806163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8c76d99-32fe-4726-bf43-4b2390b3b2d7 req-e378d10b-75a5-4b18-805c-4ac56b112efe tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 210 time: 0.0913177 Nov 12 09:19:30.074199 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.085486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74868d3-2f07-47c1-b178-c8196f3dea09 req-a3c50a5f-cb0e-4ee3-8597-00c9a5ae82b7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.093370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e74868d3-2f07-47c1-b178-c8196f3dea09 req-a3c50a5f-cb0e-4ee3-8597-00c9a5ae82b7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 944 time: 0.3000455 Nov 12 09:19:30.105140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ccbda553-7167-4afd-bea3-969246f1c412 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:30.235751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:30.283697 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9ac56c96-8ee1-44f3-9ab6-c092f41b733a None None] Provisioning complete for port c36f289b-387f-4982-addd-d24f5691e82b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:30.284677 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9ac56c96-8ee1-44f3-9ab6-c092f41b733a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.365867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port ccbda553-7167-4afd-bea3-969246f1c412 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:30.389393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port ccbda553-7167-4afd-bea3-969246f1c412 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:30.390663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.392284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0572bc6-e15c-4a46-b16a-310d038cd9a9 req-c9d89b76-435f-46f7-8a56-099ed6eb7016 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.403371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0572bc6-e15c-4a46-b16a-310d038cd9a9 req-c9d89b76-435f-46f7-8a56-099ed6eb7016 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.0764556 Nov 12 09:19:30.406010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Checking segment: {'id': '86d6cdf2-57fa-4a1f-b308-d8bc20709f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0813fddf-698a-43b4-9679-1141f7f06123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:30.408170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Network hostable DHCP agents. Network: 0813fddf-698a-43b4-9679-1141f7f06123, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:19:30.432356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9ac56c96-8ee1-44f3-9ab6-c092f41b733a None None] Port c36f289b-387f-4982-addd-d24f5691e82b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:19:30.473294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port c15432d8-baf6-4333-a80c-32d200df11a7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:30.482344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port c15432d8-baf6-4333-a80c-32d200df11a7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:30.482915 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.487669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e74868d3-2f07-47c1-b178-c8196f3dea09 req-8e21f177-cc06-465f-9045-f1f57312624f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3913784 Nov 12 09:19:30.490726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35487e49-4317-4436-9942-e408d09d755a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:30.508801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0572bc6-e15c-4a46-b16a-310d038cd9a9 req-7da5fbba-6177-4a1e-9ec8-18682daf1c45 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039736 Nov 12 09:19:30.531615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Network 0813fddf-698a-43b4-9679-1141f7f06123 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:19:30.545415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:19:30.550441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0813fddf-698a-43b4-9679-1141f7f06123) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:30.557776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.558742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:30.568152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f77363a-08e5-43af-afe3-22ca65c08ac8 None None] Network 0813fddf-698a-43b4-9679-1141f7f06123 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:30.652883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c5979f07-2f74-43b1-885e-6e7b567b5658 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1874433 Nov 12 09:19:30.764511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:30.786289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ad4eaa9f-0bc9-4016-acbc-89591628534d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "PUT /v2.0/routers/2c8f36f8-8166-40f9-88e9-5cac70e44d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2175472 Nov 12 09:19:30.789618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57968) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:30.882608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d76b3-6d41-4153-8eeb-791baab35843 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:30.886154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ae3d76b3-6d41-4153-8eeb-791baab35843 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports/c36f289b-387f-4982-addd-d24f5691e82b HTTP/1.1" status: 200 len: 911 time: 0.0945113 Nov 12 09:19:30.890340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:31.047008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-522e2517-7a51-4805-901a-a6f53683faaf req-4afa5f58-10f8-493c-aa82-39d949816010 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 210 time: 0.0624003 Nov 12 09:19:31.119294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-a71fd303-2fba-4a82-98e2-0996b519c10f tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:31.127434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-a71fd303-2fba-4a82-98e2-0996b519c10f tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "GET /v2.0/networks?id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 200 len: 818 time: 0.4212706 Nov 12 09:19:31.148041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61785e-0943-406f-b50b-63e86818bf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:31.160090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c61785e-0943-406f-b50b-63e86818bf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:31.161761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c61785e-0943-406f-b50b-63e86818bf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2697780 Nov 12 09:19:31.162403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Request body: {'port': {'device_id': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd', 'admin_state_up': True, 'tenant_id': 'dcf6527243f748e6a30eb42b3944b76e'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:31.164705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:31.308062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Sync routers for ids ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:31.333205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Made reservation on behalf of dcf6527243f748e6a30eb42b3944b76e for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:31.338312 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.406026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Routers {'2c8f36f8-8166-40f9-88e9-5cac70e44d29'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:31.406938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:31.412976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.487295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d2b50a4d-78ec-400d-a7ce-6f123e59ff7c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:31.627555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ccbda553-7167-4afd-bea3-969246f1c412, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ccbda553-7167-4afd-bea3-969246f1c412,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:31.634465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:31.638274 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd600bf5-8684-4606-9d9f-47d2db38acef" -d '{"events": [{"server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "name": "network-vif-plugged", "status": "completed", "tag": "ccbda553-7167-4afd-bea3-969246f1c412"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:31.661040 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.744797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:31.749570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Set router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:31.816716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-f46fa793-2950-4ae0-b5d4-1aa2eddf7fb0 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:31.821239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b3b5cd-806e-4b68-9d2d-dde7e22457ff None None] Network 0813fddf-698a-43b4-9679-1141f7f06123 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:31.827252 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-f46fa793-2950-4ae0-b5d4-1aa2eddf7fb0 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/networks?id=0813fddf-698a-43b4-9679-1141f7f06123 HTTP/1.1" status: 200 len: 816 time: 0.1675482 Nov 12 09:19:31.847744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-6f3f9890-0372-43c0-a2d7-e60bf919a400 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:31.849329 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-6f3f9890-0372-43c0-a2d7-e60bf919a400 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.62 "GET /v2.0/networks?id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 200 len: 818 time: 0.8089976 Nov 12 09:19:31.852183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-1edabe73-7102-46ad-b16b-3838995a1dbb tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/quotas/835b9183baf84a63b86bc5c0d1757d83 HTTP/1.1" status: 200 len: 375 time: 0.0226972 Nov 12 09:19:31.911986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-2bad9e26-5636-44b0-9f04-24476ba4bfa8 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=835b9183baf84a63b86bc5c0d1757d83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575840 Nov 12 09:19:31.914902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Allocated IP 172.20.0.6 (4cd06dde-8ba4-4c9a-ae18-647da6eac3dd/b4d454a3-dab8-4e9c-a5fc-78460f21af5c/22602dc9-570d-4e84-9f33-189e38d89798) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:31.949534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ccbda553-7167-4afd-bea3-969246f1c412,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:31.951267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Request body: {'port': {'device_id': 'ddde4751-4035-4113-8268-f6e993afccb3', 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd', 'admin_state_up': True, 'tenant_id': 'dcf6527243f748e6a30eb42b3944b76e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:32.031246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-c878111a-5fdb-49ab-9c5a-b248c9dd5944 service neutron] 10.222.0.53 "GET /v2.0/networks/0813fddf-698a-43b4-9679-1141f7f06123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176841 Nov 12 09:19:32.034926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:32.055898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:32.056537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.074296 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.107221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Made reservation on behalf of dcf6527243f748e6a30eb42b3944b76e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:32.111862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.178819 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-c3a59e60-258b-4454-9222-dc7678ec0c34 service neutron] 10.222.0.53 "GET /v2.0/networks/0813fddf-698a-43b4-9679-1141f7f06123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464181 Nov 12 09:19:32.348774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:32.443884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee816fb9-245f-46bc-8f50-f064962dcd27 req-2b0b5a71-2fc0-4670-b181-2e5ed1bd99f7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:32.462264 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee816fb9-245f-46bc-8f50-f064962dcd27 req-2b0b5a71-2fc0-4670-b181-2e5ed1bd99f7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 945 time: 0.7344236 Nov 12 09:19:32.495899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-6104c113-63d3-4901-9e1f-d6d3ebcab4ff tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:32.496885 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.498873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-6104c113-63d3-4901-9e1f-d6d3ebcab4ff tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "GET /v2.0/networks?id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 200 len: 818 time: 1.1312573 Nov 12 09:19:32.519158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Request body: {'port': {'device_id': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd', 'admin_state_up': True, 'tenant_id': 'dcf6527243f748e6a30eb42b3944b76e'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:32.520618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'name': 'tempest-NetworksTestDHCPv6-router-259537193', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:24Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None, '_interfaces': [{'id': 'c36f289b-387f-4982-addd-d24f5691e82b', 'name': '', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'mac_address': 'fa:16:3e:5a:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '8a737ad6-0abc-4627-abea-10081439fce8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:26Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'subnets': [{'id': '8a737ad6-0abc-4627-abea-10081439fce8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:32.572928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Checking router: 2c8f36f8-8166-40f9-88e9-5cac70e44d29 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:32.573303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Updating router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 port c36f289b-387f-4982-addd-d24f5691e82b binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:19:32.589001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d9992-7eed-4edf-bb4d-e6e72c62620a req-4423660c-8378-4385-97e2-35c61c2b5fc7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:32.598162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae3d9992-7eed-4edf-bb4d-e6e72c62620a req-4423660c-8378-4385-97e2-35c61c2b5fc7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.1242850 Nov 12 09:19:32.628313 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.635696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.745359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae3d9992-7eed-4edf-bb4d-e6e72c62620a req-02c0156d-a16f-4321-a430-e71f943b4d17 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460457 Nov 12 09:19:32.762588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:32.766506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:32.780803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:32.780803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Pushing event updated for resources: {'Port': ['ID=22602dc9-570d-4e84-9f33-189e38d89798,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:32.849469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:32.853486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:32.879585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-6875b984-ec0d-42aa-9a7c-7716b910684b tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7298005 Nov 12 09:19:32.893198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Request body: {'port': {'device_id': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:32.985949 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9837dc-403f-4f05-ae70-b954e351d2cc x-openstack-request-id: req-9d9837dc-403f-4f05-ae70-b954e351d2cc {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:32.986738 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "name": "network-vif-plugged", "status": "completed", "tag": "ccbda553-7167-4afd-bea3-969246f1c412", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:32.987502 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d9837dc-403f-4f05-ae70-b954e351d2cc {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:32.988296 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412', 'code': 200} Nov 12 09:19:33.031695 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.038051 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee816fb9-245f-46bc-8f50-f064962dcd27 req-b5e878a6-a45c-4521-9da6-13f1931703ae tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5758927 Nov 12 09:19:33.253863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16834511-de56-4154-8491-dd25f546ccd2 req-901b3416-684d-4a67-b403-478a04ad1de9 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 210 time: 0.1010067 Nov 12 09:19:33.410502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91a3fb-5008-40b8-9d06-f216ca5d4a06 req-06ca66a7-a784-4901-b083-ca89ef15b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:33.413056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d91a3fb-5008-40b8-9d06-f216ca5d4a06 req-06ca66a7-a784-4901-b083-ca89ef15b9cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1097 time: 0.2994945 Nov 12 09:19:33.419997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.428071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.500409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d91a3fb-5008-40b8-9d06-f216ca5d4a06 req-3129886b-356b-4638-92db-8e93628c85be service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689206 Nov 12 09:19:33.551209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91815e2b-86b7-453f-80c9-4c341ad1df64 None None] Pushing event updated for resources: {'Port': ['ID=c36f289b-387f-4982-addd-d24f5691e82b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:33.605196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Made reservation on behalf of dcf6527243f748e6a30eb42b3944b76e for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:33.609144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.641991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Attempting to bind port c36f289b-387f-4982-addd-d24f5691e82b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:33.642523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Attempting to bind port c36f289b-387f-4982-addd-d24f5691e82b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:33.642903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Attempting to bind port c36f289b-387f-4982-addd-d24f5691e82b on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:33.650904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:33.651095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:33.651572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.652203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:33.652795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Bound port: c36f289b-387f-4982-addd-d24f5691e82b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:33.653257 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.683601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22c0b41-4598-4c65-a6d9-f6811b9f9144 req-d8fbd42d-d0bc-44ea-8d89-311b417ff16f tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 210 time: 0.0927396 Nov 12 09:19:33.692765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Allocated IP 172.20.0.3 (4cd06dde-8ba4-4c9a-ae18-647da6eac3dd/b4d454a3-dab8-4e9c-a5fc-78460f21af5c/978d3383-924c-45ed-a014-4a952bc1ba99) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:33.766287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] For port c36f289b-387f-4982-addd-d24f5691e82b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:33.770242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] For port c36f289b-387f-4982-addd-d24f5691e82b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c36f289b-387f-4982-addd-d24f5691e82b,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:33.779125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:33.980673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Routers {'2c8f36f8-8166-40f9-88e9-5cac70e44d29'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:33.981865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:33.994407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.144535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] Set router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:34.149999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4af83-4743-41f8-8034-d719ac918195 req-d9bfbb65-9ba5-48ad-aa75-f2a8d4b02fc6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.164661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98e4af83-4743-41f8-8034-d719ac918195 req-d9bfbb65-9ba5-48ad-aa75-f2a8d4b02fc6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.2427058 Nov 12 09:19:34.275266 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98e4af83-4743-41f8-8034-d719ac918195 req-028e82c1-956f-406e-97a4-531c968bd136 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088552 Nov 12 09:19:34.355984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91815e2b-86b7-453f-80c9-4c341ad1df64 None None] Pushing event updated for resources: {'Port': ['ID=c36f289b-387f-4982-addd-d24f5691e82b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:34.480295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.504611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34b5b7-094b-42d9-a07f-edd2245fdeb9 req-f9ecad27-c23d-464f-96c7-8ab5d1acbfd8 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.506445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7f34b5b7-094b-42d9-a07f-edd2245fdeb9 req-f9ecad27-c23d-464f-96c7-8ab5d1acbfd8 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 945 time: 0.1928897 Nov 12 09:19:34.533571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f1f8b2fd-437c-4119-a982-bfe8b246482c None None] Provisioning complete for port c36f289b-387f-4982-addd-d24f5691e82b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:34.534183 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b2fd-437c-4119-a982-bfe8b246482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.581877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port c36f289b-387f-4982-addd-d24f5691e82b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:34.582205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.589754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d739585-f462-477e-ad99-d23c2502fddd req-e245d77d-e623-4209-9507-cef89cad17cd tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 210 time: 0.1578553 Nov 12 09:19:34.706034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.780665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Pushing event updated for resources: {'Port': ['ID=978d3383-924c-45ed-a014-4a952bc1ba99,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:34.813105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7f34b5b7-094b-42d9-a07f-edd2245fdeb9 req-4e834574-9f66-441c-a840-9094a0ccba59 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958422 Nov 12 09:19:34.834271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:34.839621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:34.845207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:34.888146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b2fd-437c-4119-a982-bfe8b246482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.903595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] For port c36f289b-387f-4982-addd-d24f5691e82b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c36f289b-387f-4982-addd-d24f5691e82b,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:34.904722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.929430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for c36f289b-387f-4982-addd-d24f5691e82b owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:34.937829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.939133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:34.950159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4b832095-11ee-41e2-9b4b-fd3a5454242c req-cdf1e880-936b-44ef-bec4-b4ba106ac862 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 210 time: 0.0867848 Nov 12 09:19:34.981222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-48178ff1-2773-41fa-a31b-c39ddad3bac4 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:34.983625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-48178ff1-2773-41fa-a31b-c39ddad3bac4 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.62 "GET /v2.0/networks?id=0813fddf-698a-43b4-9679-1141f7f06123 HTTP/1.1" status: 200 len: 816 time: 0.6289933 Nov 12 09:19:34.985023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-5621509a-fa07-4ff3-b6b5-c4973b4eb881 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0803115 Nov 12 09:19:34.991089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:34.992303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22602dc9-570d-4e84-9f33-189e38d89798 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:34.993384 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc801ab-c152-4dfb-9099-a5c0c7b464c1" -d '{"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:35.003825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f1f8b2fd-437c-4119-a982-bfe8b246482c None None] For port c36f289b-387f-4982-addd-d24f5691e82b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c36f289b-387f-4982-addd-d24f5691e82b,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:35.006418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.024560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Transition to ACTIVE for port object 22602dc9-570d-4e84-9f33-189e38d89798 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:35.030482 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1f8b2fd-437c-4119-a982-bfe8b246482c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.030880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Request body: {'port': {'device_id': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'network_id': '0813fddf-698a-43b4-9679-1141f7f06123', 'admin_state_up': True, 'tenant_id': '835b9183baf84a63b86bc5c0d1757d83'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:35.036737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.098653 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176dc35-ced0-46ce-aece-870406bfa964 x-openstack-request-id: req-1176dc35-ced0-46ce-aece-870406bfa964 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:35.098963 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:35.099220 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1176dc35-ced0-46ce-aece-870406bfa964 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:35.099691 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'code': 200} Nov 12 09:19:35.103566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'name': 'tempest-NetworksTestDHCPv6-router-259537193', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:24Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None, '_interfaces': [{'id': 'c36f289b-387f-4982-addd-d24f5691e82b', 'name': '', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'mac_address': 'fa:16:3e:5a:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '8a737ad6-0abc-4627-abea-10081439fce8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:26Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'subnets': [{'id': '8a737ad6-0abc-4627-abea-10081439fce8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:35.157972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6eacbba-afee-4e43-b2e3-1f791ed98124 None None] The sync data for ids ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'] in n-d-769329-17 is: [{'id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'name': 'tempest-NetworksTestDHCPv6-router-259537193', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:24Z', 'updated_at': '2021-11-12T09:19:28Z', 'revision_number': 2, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None, '_interfaces': [{'id': 'c36f289b-387f-4982-addd-d24f5691e82b', 'name': '', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'mac_address': 'fa:16:3e:5a:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '8a737ad6-0abc-4627-abea-10081439fce8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:26Z', 'updated_at': '2021-11-12T09:19:33Z', 'revision_number': 4, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'subnets': [{'id': '8a737ad6-0abc-4627-abea-10081439fce8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:35.170554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Pushing event updated for resources: {'Port': ['ID=22602dc9-570d-4e84-9f33-189e38d89798,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:35.183620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Request body: {'port': {'device_id': 'ddde4751-4035-4113-8268-f6e993afccb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:35.234248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8b2fd-437c-4119-a982-bfe8b246482c None None] Pushing event updated for resources: {'Port': ['ID=c36f289b-387f-4982-addd-d24f5691e82b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:35.243847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-765769af-c3e5-49be-b24d-6aca3a0c8dfa None None] Provisioning complete for port c36f289b-387f-4982-addd-d24f5691e82b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:35.244297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-765769af-c3e5-49be-b24d-6aca3a0c8dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.391752 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.426652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Allocated IP 172.20.0.11 (4cd06dde-8ba4-4c9a-ae18-647da6eac3dd/b4d454a3-dab8-4e9c-a5fc-78460f21af5c/5f38c4b2-fb43-457e-833b-708d3155ce41) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:35.616150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdf16d-bf7c-4bde-9ab0-c1589860c849 req-f766496e-27d3-4bd8-ae6c-87ebb89e322e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.617968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ecdf16d-bf7c-4bde-9ab0-c1589860c849 req-f766496e-27d3-4bd8-ae6c-87ebb89e322e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.1793783 Nov 12 09:19:35.620698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Attempting to bind port 22602dc9-570d-4e84-9f33-189e38d89798 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:35.621152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Attempting to bind port 22602dc9-570d-4e84-9f33-189e38d89798 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:35.621587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Attempting to bind port 22602dc9-570d-4e84-9f33-189e38d89798 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:35.657919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Port 22602dc9-570d-4e84-9f33-189e38d89798 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:35.659034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Attempting to bind port 22602dc9-570d-4e84-9f33-189e38d89798 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:35.680699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be412c4-5496-4fae-8449-3bab125ee431 req-22500a20-b237-4122-a49b-50b99e5015a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:35.685597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5be412c4-5496-4fae-8449-3bab125ee431 req-22500a20-b237-4122-a49b-50b99e5015a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1097 time: 0.4356627 Nov 12 09:19:35.687948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:35.691901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Checking segment: {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:35.692941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Bound using segment: {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:35.693675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Bound port: 22602dc9-570d-4e84-9f33-189e38d89798, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:35.694282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.714145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Made reservation on behalf of 835b9183baf84a63b86bc5c0d1757d83 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:35.719658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:35.867651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5be412c4-5496-4fae-8449-3bab125ee431 req-0355ba35-8d3e-4bc3-84f3-6a25826f3928 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230493 Nov 12 09:19:35.912084 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66b2cdaa-831d-4c02-88fa-48c12e124e69 req-e92b7e7c-2f4a-413f-a077-0e9fa0ea36e0 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 210 time: 0.0942252 Nov 12 09:19:35.980424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Allocated IP 172.20.0.9 (0813fddf-698a-43b4-9679-1141f7f06123/35487e49-4317-4436-9942-e408d09d755a/c9de6472-fa91-4afb-877d-4e547ca32162) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:36.052456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ecdf16d-bf7c-4bde-9ab0-c1589860c849 req-974cf26a-d3ab-46a7-aefa-3a9f1fb2ceb8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028409 Nov 12 09:19:36.090106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] For port 22602dc9-570d-4e84-9f33-189e38d89798, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:36.101909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] For port 22602dc9-570d-4e84-9f33-189e38d89798, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=22602dc9-570d-4e84-9f33-189e38d89798,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:36.109025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.148458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:36.151308 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.153089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] 10.222.0.55 "PUT /v2.0/ports/22602dc9-570d-4e84-9f33-189e38d89798 HTTP/1.1" status: 200 len: 1092 time: 3.2647607 Nov 12 09:19:36.160590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.241982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'tag': '22602dc9-570d-4e84-9f33-189e38d89798'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:36.252290 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94461f94-6e89-471a-94ac-96ffd7eedd35" -d '{"events": [{"name": "network-changed", "server_uuid": "9beae739-1b33-419d-bd4b-b5fdac4977b3", "tag": "22602dc9-570d-4e84-9f33-189e38d89798"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:36.326398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac6c4c-e265-4b7a-bc50-698afbb868c6 req-b6d771c4-e5d9-437c-aa6f-81b0568f8cd5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:36.332632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aac6c4c-e265-4b7a-bc50-698afbb868c6 req-b6d771c4-e5d9-437c-aa6f-81b0568f8cd5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 945 time: 0.1968286 Nov 12 09:19:36.363866 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75794e2d-4164-4e95-a619-a61b4a949de6 req-748aa3bd-b17d-478a-9e65-79a6fd499d6d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 210 time: 0.1020153 Nov 12 09:19:36.375144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.483433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88895ca1-052a-4329-a9b3-a90b7c5be085 service neutron] Pushing event updated for resources: {'Port': ['ID=22602dc9-570d-4e84-9f33-189e38d89798,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:36.498986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=c36f289b-387f-4982-addd-d24f5691e82b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:36.506036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7aac6c4c-e265-4b7a-bc50-698afbb868c6 req-70c3f2e7-99a9-4d2f-9185-2b1f27e110bf tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593318 Nov 12 09:19:36.538010 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e999bad-b19e-46fc-a1a7-88d8b80189d8 x-openstack-request-id: req-8e999bad-b19e-46fc-a1a7-88d8b80189d8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:36.540347 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9beae739-1b33-419d-bd4b-b5fdac4977b3", "tag": "22602dc9-570d-4e84-9f33-189e38d89798", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:36.541481 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e999bad-b19e-46fc-a1a7-88d8b80189d8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:36.543040 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'tag': '22602dc9-570d-4e84-9f33-189e38d89798', 'status': 'completed', 'code': 200} Nov 12 09:19:36.696622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.736209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-624e27a6-c73f-4b4a-9510-8b12ab23e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:36.738694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-624e27a6-c73f-4b4a-9510-8b12ab23e730 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dcf6527243f748e6a30eb42b3944b76e&device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 1095 time: 0.4786334 Nov 12 09:19:36.811244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978d3383-924c-45ed-a014-4a952bc1ba99 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:36.821214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.841505 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-466a24ac-84fd-4b80-ae11-5784690f1935 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22602dc9-570d-4e84-9f33-189e38d89798 HTTP/1.1" status: 200 len: 217 time: 0.0868490 Nov 12 09:19:36.862120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Transition to ACTIVE for port object 978d3383-924c-45ed-a014-4a952bc1ba99 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:36.864671 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:36.922408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:37.009227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-e2b7e44c-da8c-47d9-82d9-da17eab3d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.010821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-e2b7e44c-da8c-47d9-82d9-da17eab3d58a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4d454a3-dab8-4e9c-a5fc-78460f21af5c HTTP/1.1" status: 200 len: 858 time: 0.1615558 Nov 12 09:19:37.017550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:37.027457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.031867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565345a-45aa-4633-a2ad-da6a542e9c31 req-9c321629-3f93-4fce-9e08-3f0b909addf7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.034023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6565345a-45aa-4633-a2ad-da6a542e9c31 req-9c321629-3f93-4fce-9e08-3f0b909addf7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 945 time: 0.3413074 Nov 12 09:19:37.067433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:37.091865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-e5c0ae69-b9cd-4797-90a9-49fdab9a4d19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564613 Nov 12 09:19:37.156211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Pushing event updated for resources: {'Port': ['ID=5f38c4b2-fb43-457e-833b-708d3155ce41,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:37.166877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.229483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6565345a-45aa-4633-a2ad-da6a542e9c31 req-4429d7e0-4fc9-4e5f-bb41-2e19b6ca4f62 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400909 Nov 12 09:19:37.232794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.270039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Network 0813fddf-698a-43b4-9679-1141f7f06123 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:37.270730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Pushing event updated for resources: {'Port': ['ID=978d3383-924c-45ed-a014-4a952bc1ba99,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:37.273596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58052) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:37.275190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:37.281944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.282855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.298845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:37.322525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5441082-6c73-4b3b-bb50-0d503e579cdd req-0bf267ee-07d1-41d8-ace6-898efd290844 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.324137 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5441082-6c73-4b3b-bb50-0d503e579cdd req-0bf267ee-07d1-41d8-ace6-898efd290844 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 932 time: 0.2468183 Nov 12 09:19:37.382403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.383047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:37.459595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-1aff853f-fed0-4096-867f-fda6245ffb50 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9493606 Nov 12 09:19:37.490710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4644361 Nov 12 09:19:37.492681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-fafd45f6-66e8-49d7-97f5-2c18141db58b service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910048 Nov 12 09:19:37.496593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Request body: {'port': {'device_id': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:37.540738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e3026-d788-4b54-b9af-20abf93acfed tempest-TestVolumeBootPattern-849785896 tempest-TestVolumeBootPattern-849785896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.543391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e0e3026-d788-4b54-b9af-20abf93acfed tempest-TestVolumeBootPattern-849785896 tempest-TestVolumeBootPattern-849785896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1092 time: 0.2657080 Nov 12 09:19:37.563890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Request body: {'port': {'device_id': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:37.567239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fec06e-6c8e-4f25-8aed-3092c9f04115 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Pushing event updated for resources: {'Port': ['ID=c9de6472-fa91-4afb-877d-4e547ca32162,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:37.573883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58058) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:37.594702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:37.989168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34199-b9bb-493d-9351-58250479f402 req-ccb12244-82ff-49cd-9b42-5d9b0267ad54 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:37.990808 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41c34199-b9bb-493d-9351-58250479f402 req-ccb12244-82ff-49cd-9b42-5d9b0267ad54 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.5847824 Nov 12 09:19:38.055363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.091072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.113167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-5e415fac-b67b-49ce-aa0b-ef8910e9222f service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6100683 Nov 12 09:19:38.117617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5441082-6c73-4b3b-bb50-0d503e579cdd req-3d98959e-9bb1-48cf-bf03-cb4f6fc2c099 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7546356 Nov 12 09:19:38.121529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.137039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:38.163714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Attempting to bind port 978d3383-924c-45ed-a014-4a952bc1ba99 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:38.164450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Attempting to bind port 978d3383-924c-45ed-a014-4a952bc1ba99 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:38.164995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Attempting to bind port 978d3383-924c-45ed-a014-4a952bc1ba99 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:38.209334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Port 978d3383-924c-45ed-a014-4a952bc1ba99 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:38.209691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Attempting to bind port 978d3383-924c-45ed-a014-4a952bc1ba99 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:38.218746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41c34199-b9bb-493d-9351-58250479f402 req-93fba54d-cd17-4834-a463-ebf24ff70270 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903727 Nov 12 09:19:38.324369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:38.325700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Checking segment: {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:38.326417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Bound using segment: {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:38.327119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Bound port: 978d3383-924c-45ed-a014-4a952bc1ba99, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:38.327714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.459006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-b9eb211f-2791-44f8-9701-e15c4791ed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:38.460452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-b9eb211f-2791-44f8-9701-e15c4791ed98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dcf6527243f748e6a30eb42b3944b76e&device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 1095 time: 0.2348182 Nov 12 09:19:38.468912 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:38.481168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3721ca32-7674-4e80-a66d-56888b938764 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "PUT /v2.0/routers/2c8f36f8-8166-40f9-88e9-5cac70e44d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2892241 Nov 12 09:19:38.482291 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] Sync routers for ids ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:38.495172 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] Routers {'2c8f36f8-8166-40f9-88e9-5cac70e44d29'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:38.495610 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:38.509544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58062) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:38.588786 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] Set router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:38.601635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] For port 978d3383-924c-45ed-a014-4a952bc1ba99, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:38.602068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09d10b-f87d-4cb0-88d3-157b07d3713a req-2db611a2-d668-493b-b9d7-074a2067d612 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:38.604759 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d09d10b-f87d-4cb0-88d3-157b07d3713a req-2db611a2-d668-493b-b9d7-074a2067d612 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.2433591 Nov 12 09:19:38.608751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] For port 978d3383-924c-45ed-a014-4a952bc1ba99, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=978d3383-924c-45ed-a014-4a952bc1ba99,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:38.643095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.645864 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'name': 'tempest-NetworksTestDHCPv6-router-259537193', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:24Z', 'updated_at': '2021-11-12T09:19:36Z', 'revision_number': 3, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:38.679321 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] Checking router: 2c8f36f8-8166-40f9-88e9-5cac70e44d29 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:38.689560 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] Routers {'2c8f36f8-8166-40f9-88e9-5cac70e44d29'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:38.691320 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:38.740603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0bfe6-436a-4ea6-a385-bac653c3adf9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:38.742191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0bfe6-436a-4ea6-a385-bac653c3adf9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:38.744308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bca0bfe6-436a-4ea6-a385-bac653c3adf9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2329051 Nov 12 09:19:38.745998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.786122 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] Set router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:38.837372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9de6472-fa91-4afb-877d-4e547ca32162 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:38.852561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.856546 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'name': 'tempest-NetworksTestDHCPv6-router-259537193', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:24Z', 'updated_at': '2021-11-12T09:19:36Z', 'revision_number': 3, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:38.874916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Transition to ACTIVE for port object c9de6472-fa91-4afb-877d-4e547ca32162 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:38.893350 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5048ee-c60c-431c-8945-f9b013dd49fa None None] The sync data for ids ['2c8f36f8-8166-40f9-88e9-5cac70e44d29'] in n-d-769329-17 is: [{'id': '2c8f36f8-8166-40f9-88e9-5cac70e44d29', 'name': 'tempest-NetworksTestDHCPv6-router-259537193', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:19:24Z', 'updated_at': '2021-11-12T09:19:36Z', 'revision_number': 3, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:38.908193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58066) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:38.921028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:38.921770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:38.925172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] 10.222.0.62 "PUT /v2.0/ports/978d3383-924c-45ed-a014-4a952bc1ba99 HTTP/1.1" status: 200 len: 1092 time: 3.7886798 Nov 12 09:19:38.975193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde4751-4035-4113-8268-f6e993afccb3', 'tag': '978d3383-924c-45ed-a014-4a952bc1ba99'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:38.978717 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7c4610-c3c9-4a34-a345-562d04f4cd00" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde4751-4035-4113-8268-f6e993afccb3", "tag": "978d3383-924c-45ed-a014-4a952bc1ba99"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:38.997593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56453740-033c-43ab-9430-07b278d142fb req-b17b06fa-729e-46ce-aa10-efd1db111842 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:38.999179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-56453740-033c-43ab-9430-07b278d142fb req-b17b06fa-729e-46ce-aa10-efd1db111842 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 931 time: 0.6688852 Nov 12 09:19:39.010411 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.071347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f38c4b2-fb43-457e-833b-708d3155ce41 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:39.103503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.141656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165768e-65b7-4632-9fea-14fea1e70a4a service neutron] Pushing event updated for resources: {'Port': ['ID=978d3383-924c-45ed-a014-4a952bc1ba99,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:39.151796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Transition to ACTIVE for port object 5f38c4b2-fb43-457e-833b-708d3155ce41 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:19:39.179645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-56453740-033c-43ab-9430-07b278d142fb req-4c99e378-97a5-469f-9f56-aaf467d3dc1b tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587205 Nov 12 09:19:39.183531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.201255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 8a737ad6-0abc-4627-abea-10081439fce8 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:39.201903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-a96cecd8-83e0-4d34-b7af-816135cd4410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:39.203856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-a96cecd8-83e0-4d34-b7af-816135cd4410 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcf6527243f748e6a30eb42b3944b76e&device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 1095 time: 0.2015748 Nov 12 09:19:39.204167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.263232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.336148 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-4ca07ff2-3662-4d21-a76c-2048e18db54d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=978d3383-924c-45ed-a014-4a952bc1ba99 HTTP/1.1" status: 200 len: 217 time: 0.1028848 Nov 12 09:19:39.365093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c36f289b-387f-4982-addd-d24f5691e82b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:39.450202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-dcae18b4-2380-4b47-9a43-1eff59d43e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:39.451795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-dcae18b4-2380-4b47-9a43-1eff59d43e47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4d454a3-dab8-4e9c-a5fc-78460f21af5c HTTP/1.1" status: 200 len: 858 time: 0.1072650 Nov 12 09:19:39.466658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.511742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Pushing event updated for resources: {'Port': ['ID=5f38c4b2-fb43-457e-833b-708d3155ce41,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:39.552617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d09d10b-f87d-4cb0-88d3-157b07d3713a req-2aac8d34-2e1d-4a67-bcef-4ed28a322c86 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9330494 Nov 12 09:19:39.569706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.587998 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde47ad2-7ef1-4d68-84ce-5febbd2edec7 x-openstack-request-id: req-cde47ad2-7ef1-4d68-84ce-5febbd2edec7 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:39.588417 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde4751-4035-4113-8268-f6e993afccb3", "tag": "978d3383-924c-45ed-a014-4a952bc1ba99", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:39.588821 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cde47ad2-7ef1-4d68-84ce-5febbd2edec7 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:39.614957 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddde4751-4035-4113-8268-f6e993afccb3', 'tag': '978d3383-924c-45ed-a014-4a952bc1ba99', 'status': 'completed', 'code': 200} Nov 12 09:19:39.619058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-7e5d8861-d349-4302-af4d-0f8b102ac10b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1452823 Nov 12 09:19:39.623045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:39.664476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-b1f894d8-676d-4ed3-8364-2e4e5b7a0302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:39.667149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-b1f894d8-676d-4ed3-8364-2e4e5b7a0302 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 200 len: 919 time: 1.1692417 Nov 12 09:19:39.814809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:39.821087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c36f289b-387f-4982-addd-d24f5691e82b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:39.821844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/8a737ad6-0abc-4627-abea-10081439fce8 HTTP/1.1" status: 204 len: 168 time: 0.9100010 Nov 12 09:19:39.824008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7baebac-e41f-4759-9a6a-56ca1d300f6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=8a737ad6-0abc-4627-abea-10081439fce8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:39.831777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c36f289b-387f-4982-addd-d24f5691e82b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:39.836081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58078) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:39.836186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38cbd66-0be8-4948-8f73-4acc5bc1c2d6 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:39.842382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-9c5b51d3-bae3-45dc-82c0-9eeeaa974b07 service neutron] 10.222.0.62 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794567 Nov 12 09:19:40.004738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=c9de6472-fa91-4afb-877d-4e547ca32162,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:40.044231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-06f56105-67bd-4052-99c6-0f8a182532ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=22602dc9-570d-4e84-9f33-189e38d89798 HTTP/1.1" status: 200 len: 217 time: 0.2653708 Nov 12 09:19:40.163791 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:19:40.173402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1b50c-eceb-4806-a283-5c9e614d58f9 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:40.177060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-39e1b50c-eceb-4806-a283-5c9e614d58f9 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1092 time: 0.5525050 Nov 12 09:19:40.184273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:40.193039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb27394-703f-4f98-9bc9-481d2c563423 req-176c8338-f60b-4f3f-8eac-aa3fd644c759 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:40.207017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdb27394-703f-4f98-9bc9-481d2c563423 req-176c8338-f60b-4f3f-8eac-aa3fd644c759 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 944 time: 0.3598087 Nov 12 09:19:40.214090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:40.226017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:40.261788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] Deleting port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:40.262431 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.266266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 22602dc9-570d-4e84-9f33-189e38d89798 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:40.297857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Attempting to bind port 5f38c4b2-fb43-457e-833b-708d3155ce41 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:40.298361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Attempting to bind port 5f38c4b2-fb43-457e-833b-708d3155ce41 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:40.298813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Attempting to bind port 5f38c4b2-fb43-457e-833b-708d3155ce41 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:40.316885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-8ded04ec-00c1-4001-8e43-870a18aa5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:40.319470 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-8ded04ec-00c1-4001-8e43-870a18aa5338 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4d454a3-dab8-4e9c-a5fc-78460f21af5c HTTP/1.1" status: 200 len: 858 time: 0.2416248 Nov 12 09:19:40.319728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-23eaead6-ddba-4e9c-b173-ca0705d65ce8 service neutron] 10.222.0.62 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482894 Nov 12 09:19:40.327262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Port 5f38c4b2-fb43-457e-833b-708d3155ce41 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:40.327650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Attempting to bind port 5f38c4b2-fb43-457e-833b-708d3155ce41 on network 4cd06dde-8ba4-4c9a-ae18-647da6eac3dd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:40.339652 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.351402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:40.351939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Checking segment: {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:40.352448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Bound using segment: {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:40.353035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Bound port: 5f38c4b2-fb43-457e-833b-708d3155ce41, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:40.353508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.416676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] For port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d2b50a4d-78ec-400d-a7ce-6f123e59ff7c,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:40.417931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.432735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdb27394-703f-4f98-9bc9-481d2c563423 req-e6013485-b312-4fdd-9328-701f6756a245 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239556 Nov 12 09:19:40.444888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-9216a35e-77be-4d5f-ac2c-9d8da608ebca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039283 Nov 12 09:19:40.469048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.25.5.200 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/29f6b78c-fb2d-4e81-b373-f8f2b9d6e807) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:40.486193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b4b9569c-6836-4fc3-8e74-897ecd1a0833 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6118491 Nov 12 09:19:40.505098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Attempting to bind port c9de6472-fa91-4afb-877d-4e547ca32162 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:40.505695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Attempting to bind port c9de6472-fa91-4afb-877d-4e547ca32162 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '86d6cdf2-57fa-4a1f-b308-d8bc20709f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0813fddf-698a-43b4-9679-1141f7f06123'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:40.506220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Attempting to bind port c9de6472-fa91-4afb-877d-4e547ca32162 on network 0813fddf-698a-43b4-9679-1141f7f06123 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:40.528769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58084) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:40.557499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] For port 5f38c4b2-fb43-457e-833b-708d3155ce41, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:40.563549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] For port 5f38c4b2-fb43-457e-833b-708d3155ce41, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5f38c4b2-fb43-457e-833b-708d3155ce41,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:40.566049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 22602dc9-570d-4e84-9f33-189e38d89798, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=22602dc9-570d-4e84-9f33-189e38d89798,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:40.593997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '22602dc9-570d-4e84-9f33-189e38d89798', 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd', 'port_id': '22602dc9-570d-4e84-9f33-189e38d89798', 'mac_address': 'fa:16:3e:7e:5d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d454a3-dab8-4e9c-a5fc-78460f21af5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:40.603185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.621694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] Calling delete_port for d2b50a4d-78ec-400d-a7ce-6f123e59ff7c owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:40.713404 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.728372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-feefa30e-84cb-4c97-8194-01849ed4b3c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.761748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22602dc9-570d-4e84-9f33-189e38d89798 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:40.768715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:40.769358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.770965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] 10.222.0.55 "PUT /v2.0/ports/5f38c4b2-fb43-457e-833b-708d3155ce41 HTTP/1.1" status: 200 len: 1093 time: 3.2796514 Nov 12 09:19:40.826669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Port c9de6472-fa91-4afb-877d-4e547ca32162 on network 0813fddf-698a-43b4-9679-1141f7f06123 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:19:40.827078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Attempting to bind port c9de6472-fa91-4afb-877d-4e547ca32162 on network 0813fddf-698a-43b4-9679-1141f7f06123 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:40.857026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 22602dc9-570d-4e84-9f33-189e38d89798, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=22602dc9-570d-4e84-9f33-189e38d89798,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:40.871936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.921942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f700-c83d-4a4c-9e4b-82bc9cc80500 service neutron] Pushing event updated for resources: {'Port': ['ID=5f38c4b2-fb43-457e-833b-708d3155ce41,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:40.977927 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:40.989262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:40.989650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Checking segment: {'id': '86d6cdf2-57fa-4a1f-b308-d8bc20709f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0813fddf-698a-43b4-9679-1141f7f06123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:40.990066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Bound using segment: {'id': '86d6cdf2-57fa-4a1f-b308-d8bc20709f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0813fddf-698a-43b4-9679-1141f7f06123'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:40.990529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Bound port: c9de6472-fa91-4afb-877d-4e547ca32162, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d6cdf2-57fa-4a1f-b308-d8bc20709f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0813fddf-698a-43b4-9679-1141f7f06123'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:40.990887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:41.006374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-8f9de322-7578-4964-afb2-951da4e3794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.008953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-8f9de322-7578-4964-afb2-951da4e3794c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dcf6527243f748e6a30eb42b3944b76e&device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 1095 time: 0.5607123 Nov 12 09:19:41.056338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=22602dc9-570d-4e84-9f33-189e38d89798,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:41.082029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] No DVR routers for this DVR port d2b50a4d-78ec-400d-a7ce-6f123e59ff7c on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:41.134815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['22602dc9-570d-4e84-9f33-189e38d89798'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:41.145142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29c4c1-7c3d-4793-a7ab-a1352e3e38d8 None None] Pushing event deleted for resources: {'Port': ['ID=d2b50a4d-78ec-400d-a7ce-6f123e59ff7c,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:41.396001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-1bf91538-edc0-4829-99f1-a379db411d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.401079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-1bf91538-edc0-4829-99f1-a379db411d04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dcf6527243f748e6a30eb42b3944b76e&device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 1096 time: 0.5481942 Nov 12 09:19:41.403488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d2b50a4d-78ec-400d-a7ce-6f123e59ff7c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:41.407146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:41.411640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-bba6102f-c5a6-4cc9-9f94-b8da65ccffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.414526 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-bba6102f-c5a6-4cc9-9f94-b8da65ccffc4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 200 len: 919 time: 0.3960516 Nov 12 09:19:41.537290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d2b50a4d-78ec-400d-a7ce-6f123e59ff7c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:41.537935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d2b50a4d-78ec-400d-a7ce-6f123e59ff7c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:41.573139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-6a1652a6-de5f-4561-9d62-1eafb96ebe3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f38c4b2-fb43-457e-833b-708d3155ce41 HTTP/1.1" status: 200 len: 217 time: 0.1572611 Nov 12 09:19:41.582656 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-350153f4-28cf-4cfb-b5b8-65e22e3cd3a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=978d3383-924c-45ed-a014-4a952bc1ba99 HTTP/1.1" status: 200 len: 217 time: 0.1541448 Nov 12 09:19:41.676507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'tag': '5f38c4b2-fb43-457e-833b-708d3155ce41'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:41.679559 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a067a0-7639-4b42-830a-b0d2e85da7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "6e3f88b0-703e-4c56-8507-68fe47f7e91a", "tag": "5f38c4b2-fb43-457e-833b-708d3155ce41"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:41.684643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35802082-7219-4f36-9b95-687444dbb027 req-5dd6812e-21a4-49e0-be78-857711466baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.687044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-5dd6812e-21a4-49e0-be78-857711466baf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4d454a3-dab8-4e9c-a5fc-78460f21af5c HTTP/1.1" status: 200 len: 858 time: 0.0878649 Nov 12 09:19:41.786801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-512ccdfc-cc1c-4185-aa15-da98e902b7a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302861 Nov 12 09:19:41.946680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9f70e-5d11-420c-8607-d8cbafc7d0d5 req-5a74d100-b185-41b0-b2c0-398bc2b65ec0 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.957661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8cd9f70e-5d11-420c-8607-d8cbafc7d0d5 req-5a74d100-b185-41b0-b2c0-398bc2b65ec0 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 944 time: 0.3716810 Nov 12 09:19:41.968568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-feefa30e-84cb-4c97-8194-01849ed4b3c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:41.974650 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-feefa30e-84cb-4c97-8194-01849ed4b3c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:41.991301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-b10c76f1-09ce-4217-990d-a9e94100edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:41.993139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-b10c76f1-09ce-4217-990d-a9e94100edc5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b4d454a3-dab8-4e9c-a5fc-78460f21af5c HTTP/1.1" status: 200 len: 858 time: 0.2691264 Nov 12 09:19:42.047465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-b38864d0-1eea-4b93-a00c-a3660822ab10 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459366 Nov 12 09:19:42.091452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2c41c-9143-4f69-898a-8bc7a18390d5 req-eba78665-46a1-439e-aa6d-140880420f94 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:42.100664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdd2c41c-9143-4f69-898a-8bc7a18390d5 req-eba78665-46a1-439e-aa6d-140880420f94 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 943 time: 1.6273012 Nov 12 09:19:42.125436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-feefa30e-84cb-4c97-8194-01849ed4b3c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.126753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feefa30e-84cb-4c97-8194-01849ed4b3c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8f36f8-8166-40f9-88e9-5cac70e44d29 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:19:42.135314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-feefa30e-84cb-4c97-8194-01849ed4b3c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.136756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-feefa30e-84cb-4c97-8194-01849ed4b3c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/routers/2c8f36f8-8166-40f9-88e9-5cac70e44d29 HTTP/1.1" status: 204 len: 168 time: 1.6065838 Nov 12 09:19:42.139801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-41b029fb-b136-4401-8a41-dd5f7370ef88 service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6766355 Nov 12 09:19:42.141846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:42.242905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8cd9f70e-5d11-420c-8607-d8cbafc7d0d5 req-d5e0ae8c-ebf1-459a-b4d6-5d3c92c221db tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770875 Nov 12 09:19:42.249159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-7f0fbf47-4e69-4944-be89-2546aebd755e service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325929 Nov 12 09:19:42.266274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 22602dc9-570d-4e84-9f33-189e38d89798 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:42.324975 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c0c7387-a9fa-470f-ba26-76ad210cec0d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1134882 Nov 12 09:19:42.342050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:42.344533 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e46d02-5466-417d-b0be-508601926b73 x-openstack-request-id: req-43e46d02-5466-417d-b0be-508601926b73 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:42.345040 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e3f88b0-703e-4c56-8507-68fe47f7e91a", "tag": "5f38c4b2-fb43-457e-833b-708d3155ce41", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:42.345403 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43e46d02-5466-417d-b0be-508601926b73 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:42.345982 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'tag': '5f38c4b2-fb43-457e-833b-708d3155ce41', 'status': 'completed', 'code': 200} Nov 12 09:19:42.380261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] For port c9de6472-fa91-4afb-877d-4e547ca32162, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:42.394353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 22602dc9-570d-4e84-9f33-189e38d89798 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:42.394952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94461f94-6e89-471a-94ac-96ffd7eedd35 req-d23bf7bd-959d-49e1-a5af-a6a05d51d766 service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355738 Nov 12 09:19:42.403563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 22602dc9-570d-4e84-9f33-189e38d89798 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:42.404551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.405136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.432376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdd2c41c-9143-4f69-898a-8bc7a18390d5 req-71a9eb3b-673c-4ed2-9ec5-7e3847c00ea1 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303039 Nov 12 09:19:42.435080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] For port c9de6472-fa91-4afb-877d-4e547ca32162, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c9de6472-fa91-4afb-877d-4e547ca32162,segment=NetworkSegment(86d6cdf2-57fa-4a1f-b308-d8bc20709f8a),segment_id=86d6cdf2-57fa-4a1f-b308-d8bc20709f8a)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:42.444991 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.528193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Pushing event updated for resources: {'Port': ['ID=c9de6472-fa91-4afb-877d-4e547ca32162,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:42.534330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58b3e2-4073-436b-a2c8-43b442f04924 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:42.536518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dd58b3e2-4073-436b-a2c8-43b442f04924 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1864498 Nov 12 09:19:42.538889 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-6ab6897c-1383-4cf9-9c06-9fe0256634a3 service neutron] 10.222.0.62 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833882 Nov 12 09:19:42.539044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58102) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:42.554195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:42.555208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.556864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-600a98d3-791b-462f-ba02-87e0deab5c76 service neutron] 10.222.0.62 "PUT /v2.0/ports/c9de6472-fa91-4afb-877d-4e547ca32162 HTTP/1.1" status: 200 len: 1092 time: 5.0557203 Nov 12 09:19:42.562720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'tag': 'c9de6472-fa91-4afb-877d-4e547ca32162'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:42.565706 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa270a32-e140-4786-a82b-9044409dff59" -d '{"events": [{"name": "network-changed", "server_uuid": "f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8", "tag": "c9de6472-fa91-4afb-877d-4e547ca32162"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:42.642165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.652144 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8b24a9ec-fc1f-4c30-ac58-0c19d613e85d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090832 Nov 12 09:19:42.652144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58106) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:42.679075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:42.683391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35802082-7219-4f36-9b95-687444dbb027 req-224de057-152e-440c-8645-c82293d353dd service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261255 Nov 12 09:19:42.695984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22602dc9-570d-4e84-9f33-189e38d89798'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:42.702178 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a273842c-d615-497a-9936-9a5839dcffd6" -d '{"events": [{"server_uuid": "9beae739-1b33-419d-bd4b-b5fdac4977b3", "name": "network-vif-plugged", "status": "completed", "tag": "22602dc9-570d-4e84-9f33-189e38d89798"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:42.746851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c4610-c3c9-4a34-a345-562d04f4cd00 req-9ccd578f-0a9e-4167-9c47-2b261b93d709 service neutron] 10.222.0.62 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998687 Nov 12 09:19:42.782182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 22602dc9-570d-4e84-9f33-189e38d89798, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=22602dc9-570d-4e84-9f33-189e38d89798,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:42.783467 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1116a5-5f65-4a60-b9d5-68b8e0982ede x-openstack-request-id: req-7e1116a5-5f65-4a60-b9d5-68b8e0982ede {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:42.783718 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8", "tag": "c9de6472-fa91-4afb-877d-4e547ca32162", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:42.784593 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e1116a5-5f65-4a60-b9d5-68b8e0982ede {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:42.785192 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'tag': 'c9de6472-fa91-4afb-877d-4e547ca32162', 'status': 'completed', 'code': 200} Nov 12 09:19:42.788115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.831229 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.853362 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f692b3a9-f8d3-4872-9bcd-f5fd89330842 x-openstack-request-id: req-f692b3a9-f8d3-4872-9bcd-f5fd89330842 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:42.853970 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beae739-1b33-419d-bd4b-b5fdac4977b3", "name": "network-vif-plugged", "status": "completed", "tag": "22602dc9-570d-4e84-9f33-189e38d89798", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:42.854533 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f692b3a9-f8d3-4872-9bcd-f5fd89330842 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:42.855091 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22602dc9-570d-4e84-9f33-189e38d89798', 'code': 200} Nov 12 09:19:42.910343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=22602dc9-570d-4e84-9f33-189e38d89798,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:42.912435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-1ba6a4d5-46a7-4c07-819c-5128c955d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:42.915147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-1ba6a4d5-46a7-4c07-819c-5128c955d7b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dcf6527243f748e6a30eb42b3944b76e&device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 1096 time: 0.1534393 Nov 12 09:19:42.924705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:42.928612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.928869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:42.929629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.930314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.931125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.931998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.932522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.933254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.933754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.934730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.935983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.939662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.940488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:42.970294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.233 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/8c3bb547-9f49-4957-8a8e-b32c89c4bf79) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:43.014800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:43.017547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=29f6b78c-fb2d-4e81-b373-f8f2b9d6e807,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:43.039633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:43.071744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-543b8924-381c-40a4-8320-3ef49a8fd4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.073338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-543b8924-381c-40a4-8320-3ef49a8fd4e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=835b9183baf84a63b86bc5c0d1757d83&device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 1095 time: 0.4332075 Nov 12 09:19:43.074139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:43.147944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1d584-5b95-4cd1-9a30-27904f3cfc2e req-ad5cc89a-2429-46e3-9f69-4ea34ec2a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.150341 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2be1d584-5b95-4cd1-9a30-27904f3cfc2e req-ad5cc89a-2429-46e3-9f69-4ea34ec2a144 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 1097 time: 0.2310195 Nov 12 09:19:43.189487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-096e1ba2-8792-485e-89a2-2bd396769fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.191776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-096e1ba2-8792-485e-89a2-2bd396769fdb service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 200 len: 919 time: 0.2644801 Nov 12 09:19:43.221724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.270110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2be1d584-5b95-4cd1-9a30-27904f3cfc2e req-f64e5f7e-e5d3-4dd7-bf19-59f9632f1b37 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675223 Nov 12 09:19:43.270110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-1d7612e5-fed6-4295-b6e1-d60fa133f3b5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9de6472-fa91-4afb-877d-4e547ca32162 HTTP/1.1" status: 200 len: 217 time: 0.1433465 Nov 12 09:19:43.280929 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.353197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-aae566dd-f556-4fb7-abb0-04bcb84affc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.354846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-aae566dd-f556-4fb7-abb0-04bcb84affc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35487e49-4317-4436-9942-e408d09d755a HTTP/1.1" status: 200 len: 856 time: 0.0784564 Nov 12 09:19:43.364550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-405ea94b-7736-43cc-8a6f-a3a5a8ea0852 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f38c4b2-fb43-457e-833b-708d3155ce41 HTTP/1.1" status: 200 len: 217 time: 0.0968316 Nov 12 09:19:43.383582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:43.407618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:43.410828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-f770330d-cafd-4327-8d3f-906726d8f2ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0813fddf-698a-43b4-9679-1141f7f06123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367067 Nov 12 09:19:43.414015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:43.447371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=8c3bb547-9f49-4957-8a8e-b32c89c4bf79,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:43.532750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8a6eb-59e9-48ec-ac47-b0c573b1cfca req-b15f44bc-b836-47de-bba3-cb9430000d6d tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.534648 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0f8a6eb-59e9-48ec-ac47-b0c573b1cfca req-b15f44bc-b836-47de-bba3-cb9430000d6d tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 944 time: 0.1734016 Nov 12 09:19:43.766311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-18c2699f-4564-4a33-a65c-cf2f4809714f service neutron] 10.222.0.62 "GET /v2.0/networks/0813fddf-698a-43b4-9679-1141f7f06123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446288 Nov 12 09:19:43.888146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97568900-e060-4de2-820e-f2a78c0a425d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:43.917112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8a252-ea55-47d6-a30a-4a87741657f7 req-c3548c6f-4011-4a6a-a4d1-aad3dbabfa3d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:43.918756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56b8a252-ea55-47d6-a30a-4a87741657f7 req-c3548c6f-4011-4a6a-a4d1-aad3dbabfa3d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 943 time: 0.3412361 Nov 12 09:19:44.006590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-305f3add-95b2-4374-ab3a-c74ea61b3332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:44.009079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-305f3add-95b2-4374-ab3a-c74ea61b3332 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4d454a3-dab8-4e9c-a5fc-78460f21af5c HTTP/1.1" status: 200 len: 858 time: 0.5539846 Nov 12 09:19:44.078476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-b36fcad5-62de-4809-b84c-22650bd8bac3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463457 Nov 12 09:19:44.128431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0f8a6eb-59e9-48ec-ac47-b0c573b1cfca req-c97f9854-5bbe-4ec5-a88c-b311a1aa3885 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746457 Nov 12 09:19:44.196861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 978d3383-924c-45ed-a014-4a952bc1ba99 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:44.258713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:19:44.261302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfd2b7a2-472f-498d-8919-720c6e5eff25 req-0b7ad87b-d0e6-44cc-8e8d-a9669ae9c866 service neutron] 10.222.0.62 "GET /v2.0/networks/0813fddf-698a-43b4-9679-1141f7f06123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536333 Nov 12 09:19:44.278724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.308229 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-e9de22cc-c903-4071-906b-7165e333dd60 service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934628 Nov 12 09:19:44.313946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56b8a252-ea55-47d6-a30a-4a87741657f7 req-20dd5ff6-e888-4e1e-bb30-a4c75054ba17 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3719995 Nov 12 09:19:44.376911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 978d3383-924c-45ed-a014-4a952bc1ba99, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=978d3383-924c-45ed-a014-4a952bc1ba99,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:44.395154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '978d3383-924c-45ed-a014-4a952bc1ba99', 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd', 'port_id': '978d3383-924c-45ed-a014-4a952bc1ba99', 'mac_address': 'fa:16:3e:ec:42:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d454a3-dab8-4e9c-a5fc-78460f21af5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:44.513614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.538400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978d3383-924c-45ed-a014-4a952bc1ba99 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:44.591616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 978d3383-924c-45ed-a014-4a952bc1ba99, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=978d3383-924c-45ed-a014-4a952bc1ba99,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:44.600230 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.624806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.628899 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53a067a0-7639-4b42-830a-b0d2e85da7cc req-8fa77e10-9504-459c-a43f-82aa30dea284 service neutron] 10.222.0.55 "GET /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820242 Nov 12 09:19:44.694900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=978d3383-924c-45ed-a014-4a952bc1ba99,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:44.729014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.799426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:44.827573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:44.838962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:44.839647 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.844583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7286c4-2920-4478-8577-b723c15169db None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:44.848244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=67fcec05-4c1f-463a-ac47-5db1a655dd96,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:44.870335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa270a32-e140-4786-a82b-9044409dff59 req-cb2f703c-d060-43b9-a779-20b1f09bee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:44.872258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa270a32-e140-4786-a82b-9044409dff59 req-cb2f703c-d060-43b9-a779-20b1f09bee60 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=835b9183baf84a63b86bc5c0d1757d83&device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 1095 time: 0.5201538 Nov 12 09:19:44.884076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.935380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-09bd6726-40e4-42e9-bec0-18fca6c692de tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2625096 Nov 12 09:19:44.937442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58118) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:44.938668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.946735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['978d3383-924c-45ed-a014-4a952bc1ba99'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:44.949654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:44.962229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:45.056820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=8c3bb547-9f49-4957-8a8e-b32c89c4bf79,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:45.065746 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.184464 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.196620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '67fcec05-4c1f-463a-ac47-5db1a655dd96'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:19:45.198814 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.249874 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP 7614b80e-ce1a-4f1c-97df-3371c503096e associated. External IP: 172.25.5.233, port: c15432d8-baf6-4333-a80c-32d200df11a7. Nov 12 09:19:45.251691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa270a32-e140-4786-a82b-9044409dff59 req-e270dfad-3d7c-4ac9-b7fb-71b3ecef1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.254862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa270a32-e140-4786-a82b-9044409dff59 req-e270dfad-3d7c-4ac9-b7fb-71b3ecef1595 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0813fddf-698a-43b4-9679-1141f7f06123 HTTP/1.1" status: 200 len: 917 time: 0.3547583 Nov 12 09:19:45.359617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa270a32-e140-4786-a82b-9044409dff59 req-d85cb725-b21a-4ff8-83f0-40c449b5f442 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9de6472-fa91-4afb-877d-4e547ca32162 HTTP/1.1" status: 200 len: 217 time: 0.0830126 Nov 12 09:19:45.441564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be29fe-d4f4-4e39-820f-6a291a1f8fd2 req-5fd0a14b-36a3-446e-bd2a-e718c32f4252 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.443812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9be29fe-d4f4-4e39-820f-6a291a1f8fd2 req-5fd0a14b-36a3-446e-bd2a-e718c32f4252 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 944 time: 0.1415172 Nov 12 09:19:45.503780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:45.508644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.512479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58126) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:45.600845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Allocated IP 2001:db8::f816:3eff:fe1c:b738 (f49fea56-d87f-4860-9e75-dcd56c310f1c/67fcec05-4c1f-463a-ac47-5db1a655dd96/6c0e4c8f-ee30-418a-86a0-ad59eae5faff) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:45.609418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9be29fe-d4f4-4e39-820f-6a291a1f8fd2 req-2b64f41c-e1bf-47ac-99b8-f9370faa3117 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506743 Nov 12 09:19:45.684712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router efce9870-9e65-4032-ad35-60ab3ef7d6ee has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:45.704454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa270a32-e140-4786-a82b-9044409dff59 req-7d006b04-c930-4c0c-b7a2-d488d3b766cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:45.707282 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa270a32-e140-4786-a82b-9044409dff59 req-7d006b04-c930-4c0c-b7a2-d488d3b766cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=35487e49-4317-4436-9942-e408d09d755a HTTP/1.1" status: 200 len: 856 time: 0.3372006 Nov 12 09:19:45.782999 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.792921 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.837034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:45.848274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:45.851428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa270a32-e140-4786-a82b-9044409dff59 req-72f70ea0-cb13-4878-a8fd-f6e27d11583c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0813fddf-698a-43b4-9679-1141f7f06123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693846 Nov 12 09:19:45.855419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:45.858485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] Sync routers for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:45.863949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:45.885384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:45.925370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Pushing event updated for resources: {'Port': ['ID=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:45.931605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:45.932472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:45.940268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-76fb76d2-f02a-4821-bc52-b69619d445ae tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7213998 Nov 12 09:19:45.941366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:45.945245 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db730afe-e005-408f-9b44-6ba2c23e4adb" -d '{"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:46.024026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Attempting to bind port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:46.024914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Attempting to bind port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:46.024914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Attempting to bind port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:46.034963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:46.035496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:46.035818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.036189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:46.037455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Bound port: 6c0e4c8f-ee30-418a-86a0-ad59eae5faff, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:46.038000 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.079499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863d605-eedd-4d9f-8dba-9e082242cc8e req-c56cdd39-f7db-44d9-b7f0-5c1b200a156c tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.084191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d863d605-eedd-4d9f-8dba-9e082242cc8e req-c56cdd39-f7db-44d9-b7f0-5c1b200a156c tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 943 time: 0.5198750 Nov 12 09:19:46.150524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea3373-ff50-4ce3-829c-1abbc90f1243 req-26941fa8-6b46-4afa-9db7-3e3e8c4522fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.159946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67ea3373-ff50-4ce3-829c-1abbc90f1243 req-26941fa8-6b46-4afa-9db7-3e3e8c4522fc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.0988522 Nov 12 09:19:46.172880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] For port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:46.196832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 978d3383-924c-45ed-a014-4a952bc1ba99 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:46.202328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] For port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:46.238638 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.257376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67ea3373-ff50-4ce3-829c-1abbc90f1243 req-3ee184e7-b02b-40af-b3f5-89c5966a55bb tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941777 Nov 12 09:19:46.279265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58134) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:46.300347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:46.302413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5f38c4b2-fb43-457e-833b-708d3155ce41 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:46.374735 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5230929a-3acb-4b85-bea1-e7843b85108a x-openstack-request-id: req-5230929a-3acb-4b85-bea1-e7843b85108a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:46.375199 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:46.375761 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5230929a-3acb-4b85-bea1-e7843b85108a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:46.376942 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'status': 'completed', 'code': 200} Nov 12 09:19:46.405405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b31415a-0727-4757-83bc-11edae025605 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 200 len: 991 time: 0.1227200 Nov 12 09:19:46.477054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-b5bea4f9-a541-4bc2-809d-39fd34024372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.480046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-b5bea4f9-a541-4bc2-809d-39fd34024372 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1097 time: 0.0745814 Nov 12 09:19:46.492292 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d863d605-eedd-4d9f-8dba-9e082242cc8e req-aac4c8a5-97f8-40f0-847f-48125498316a tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864515 Nov 12 09:19:46.529551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.611123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.699001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8033a22-b1e9-4364-9946-87cfc8d744f5 None None] Pushing event updated for resources: {'Port': ['ID=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:46.712667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8697f123-91d5-445e-8531-290a4b27d60c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.764876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-865bb96f-5295-4ac1-8a7f-d35a836573f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:46.768852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-865bb96f-5295-4ac1-8a7f-d35a836573f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.2746968 Nov 12 09:19:46.790230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 978d3383-924c-45ed-a014-4a952bc1ba99 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:46.805876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 978d3383-924c-45ed-a014-4a952bc1ba99 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:46.806898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:46.869741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa270a32-e140-4786-a82b-9044409dff59 req-b3e49e39-e4f6-4696-9c1c-def8d5188841 service neutron] 10.222.0.62 "GET /v2.0/networks/0813fddf-698a-43b4-9679-1141f7f06123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8983855 Nov 12 09:19:46.927258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5f38c4b2-fb43-457e-833b-708d3155ce41, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5f38c4b2-fb43-457e-833b-708d3155ce41,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:46.954402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=29f6b78c-fb2d-4e81-b373-f8f2b9d6e807,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:46.988995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '5f38c4b2-fb43-457e-833b-708d3155ce41', 'network_id': '4cd06dde-8ba4-4c9a-ae18-647da6eac3dd', 'port_id': '5f38c4b2-fb43-457e-833b-708d3155ce41', 'mac_address': 'fa:16:3e:02:53:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d454a3-dab8-4e9c-a5fc-78460f21af5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:46.998064 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.054288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-f4a362b9-2be4-4394-963f-e367dba61ffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 999 time: 0.2782447 Nov 12 09:19:47.067221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ee3fb-590c-4808-8454-75766722375e req-c9860fd9-d7fe-4a07-920c-930752f2adf8 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.069585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b70ee3fb-590c-4808-8454-75766722375e req-c9860fd9-d7fe-4a07-920c-930752f2adf8 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 944 time: 0.2498283 Nov 12 09:19:47.143676 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Floating IP 7ca06644-6503-4cfd-9a16-0df5d56d02b2 associated. External IP: 172.25.5.200, port: ccbda553-7167-4afd-bea3-969246f1c412. Nov 12 09:19:47.173584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-c37714ae-7470-46a2-bdbc-1bbc36e51591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.175365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-c37714ae-7470-46a2-bdbc-1bbc36e51591 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.1046476 Nov 12 09:19:47.181727 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b70ee3fb-590c-4808-8454-75766722375e req-c66ff8ef-8935-4b94-b2f9-614de76ef758 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028888 Nov 12 09:19:47.254331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-dd10b983-04bf-495d-9ca9-ef5b72ba4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.256007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-dd10b983-04bf-495d-9ca9-ef5b72ba4083 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733047 Nov 12 09:19:47.283475 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.317871 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.333997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.370000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f38c4b2-fb43-457e-833b-708d3155ce41 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:47.387372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde4751-4035-4113-8268-f6e993afccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d3383-924c-45ed-a014-4a952bc1ba99'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:47.390593 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f47308-516a-42eb-997c-5601a6152667" -d '{"events": [{"server_uuid": "ddde4751-4035-4113-8268-f6e993afccb3", "name": "network-vif-plugged", "status": "completed", "tag": "978d3383-924c-45ed-a014-4a952bc1ba99"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:47.413350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58140) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:47.450565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6c0e4c8f-ee30-418a-86a0-ad59eae5faff up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:47.465074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 978d3383-924c-45ed-a014-4a952bc1ba99, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=978d3383-924c-45ed-a014-4a952bc1ba99,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:47.513536 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.520617 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed782e3-f285-4437-97ab-fed42e7f465e x-openstack-request-id: req-bed782e3-f285-4437-97ab-fed42e7f465e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:47.521179 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde4751-4035-4113-8268-f6e993afccb3", "name": "network-vif-plugged", "status": "completed", "tag": "978d3383-924c-45ed-a014-4a952bc1ba99", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:47.521684 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bed782e3-f285-4437-97ab-fed42e7f465e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:47.522314 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde4751-4035-4113-8268-f6e993afccb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978d3383-924c-45ed-a014-4a952bc1ba99', 'code': 200} Nov 12 09:19:47.525730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5f38c4b2-fb43-457e-833b-708d3155ce41, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5f38c4b2-fb43-457e-833b-708d3155ce41,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:47.563495 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2e69b4f9-87fb-416c-a3e3-60fde6d2146a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 200 len: 991 time: 0.1488743 Nov 12 09:19:47.570711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-0dbb8624-3bab-48a6-81d5-66b14ec4fe8e service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050830 Nov 12 09:19:47.633622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=978d3383-924c-45ed-a014-4a952bc1ba99,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:47.638729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.750773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5f38c4b2-fb43-457e-833b-708d3155ce41,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:47.762926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:47.763290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:47.830245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbb376-7911-46fe-a592-b8bbefc0fee3 req-7791294e-a4c9-49d5-b87f-f4aa70553f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.832211 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4dbb376-7911-46fe-a592-b8bbefc0fee3 req-7791294e-a4c9-49d5-b87f-f4aa70553f31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 1097 time: 0.2143466 Nov 12 09:19:47.842623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7614b80e-ce1a-4f1c-97df-3371c503096e', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'port_id': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'mac_address': 'fa:16:3e:cb:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8204191b-af83-4216-a603-df7d23512f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:44Z', 'updated_at': '2021-11-12T09:19:44Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:47.844766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f7af8-522c-4a9d-b3ee-a8d31f199f32 req-8955340c-8b64-4e10-98dc-61c363dc8597 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.846991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa0f7af8-522c-4a9d-b3ee-a8d31f199f32 req-8955340c-8b64-4e10-98dc-61c363dc8597 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 943 time: 0.1682718 Nov 12 09:19:47.864530 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db730afe-e005-408f-9b44-6ba2c23e4adb req-923142fe-820e-4f8b-9c09-6600e1870742 service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788360 Nov 12 09:19:47.881388 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] Checking router: efce9870-9e65-4032-ad35-60ab3ef7d6ee for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:47.900909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:47.901608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:47.937739 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4dbb376-7911-46fe-a592-b8bbefc0fee3 req-9a4025c7-d448-4228-abd0-4b380687ebbf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879173 Nov 12 09:19:47.946838 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aa0f7af8-522c-4a9d-b3ee-a8d31f199f32 req-5b07caa1-723d-4838-8fde-80c7c00dbd29 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910594 Nov 12 09:19:47.986617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:47.991749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:47.995162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:47.995944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:48.053455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa270a32-e140-4786-a82b-9044409dff59 req-d8033cfc-61d2-434e-acb5-c3313af2c16d service neutron] 10.222.0.62 "GET /v2.0/networks/0813fddf-698a-43b4-9679-1141f7f06123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1621652 Nov 12 09:19:48.060555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5f38c4b2-fb43-457e-833b-708d3155ce41'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:48.068810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1230209 Nov 12 09:19:48.069698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58144) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:48.074766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:29:9e:5c', 'name': 'tempest-NetworksTestDHCPv6-1219990326'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:48.091453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3db60d-3910-472e-a2f9-11f0e3813c28 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=a404d0c7-dd54-4dbc-8ccf-05eb98db2f93,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:48.110214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a39fd-ee5e-4b7a-8408-5a2042216436 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:48.116504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:48.235356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:48.269274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c9de6472-fa91-4afb-877d-4e547ca32162 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:19:48.317281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:48.348587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:48.349191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:48.371761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port aaf3efa4-e340-46b6-b2bd-1f593d1f719d yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:19:48.387252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab3ebb-0816-4317-8ed0-cf41a41e941b req-e30e5793-ecc3-4b14-b2c9-e1d07346ca66 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:48.388454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cab3ebb-0816-4317-8ed0-cf41a41e941b req-e30e5793-ecc3-4b14-b2c9-e1d07346ca66 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 945 time: 0.0977821 Nov 12 09:19:48.411034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a24080c6-d844-4b78-a716-79e6c7ed7fe7 None None] Provisioning complete for port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:48.411628 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a24080c6-d844-4b78-a716-79e6c7ed7fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:48.439461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:48.558321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:48.567603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58148) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:48.608513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:48.609533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cab3ebb-0816-4317-8ed0-cf41a41e941b req-adc4379f-7fb1-40ee-9a62-bc82d650c4ba tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126193 Nov 12 09:19:48.641927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 172.20.0.4 (f49fea56-d87f-4860-9e75-dcd56c310f1c/a404d0c7-dd54-4dbc-8ccf-05eb98db2f93/aaf3efa4-e340-46b6-b2bd-1f593d1f719d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:48.647848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:48.661599 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:48.665305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fe29:9e5c (f49fea56-d87f-4860-9e75-dcd56c310f1c/67fcec05-4c1f-463a-ac47-5db1a655dd96/aaf3efa4-e340-46b6-b2bd-1f593d1f719d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:48.680416 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:48.681644 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:48.703503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-71d13693-c114-45f7-a4b5-bc4e8bbe081c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 200 len: 991 time: 0.1343107 Nov 12 09:19:48.753824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:48.812622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3532741a-2b0b-41c6-a7a9-8ccb1fa3e38d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.2382407 Nov 12 09:19:48.817146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:48.819576 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403d6e68-def1-40c7-b073-644187334336" -d '{"events": [{"name": "network-changed", "server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "tag": "ccbda553-7167-4afd-bea3-969246f1c412"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:48.905857 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:48.917945 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9369777-7093-4787-8321-bdfbff63a113 x-openstack-request-id: req-f9369777-7093-4787-8321-bdfbff63a113 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:48.918231 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "tag": "ccbda553-7167-4afd-bea3-969246f1c412", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:48.918503 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9369777-7093-4787-8321-bdfbff63a113 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:48.918951 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412', 'status': 'completed', 'code': 200} Nov 12 09:19:48.958763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:48.973081 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.006358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c9de6472-fa91-4afb-877d-4e547ca32162, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c9de6472-fa91-4afb-877d-4e547ca32162,segment=NetworkSegment(86d6cdf2-57fa-4a1f-b308-d8bc20709f8a),segment_id=86d6cdf2-57fa-4a1f-b308-d8bc20709f8a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:49.040871 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d6e68-def1-40c7-b073-644187334336 req-a3a0851d-c32e-4286-b62f-356639f8e416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.042417 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-403d6e68-def1-40c7-b073-644187334336 req-a3a0851d-c32e-4286-b62f-356639f8e416 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1097 time: 0.0709777 Nov 12 09:19:49.048855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Deleting port 8afaf473-2cc4-41d0-8832-7f764dd3588e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:49.049890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.099185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.163541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:49.168167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:49.171630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'c9de6472-fa91-4afb-877d-4e547ca32162', 'network_id': '0813fddf-698a-43b4-9679-1141f7f06123', 'port_id': 'c9de6472-fa91-4afb-877d-4e547ca32162', 'mac_address': 'fa:16:3e:a6:a2:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35487e49-4317-4436-9942-e408d09d755a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:19:49.173064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:49.203139 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.297954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb449-d81b-4b2a-8580-f486465c0950 req-15616649-fb44-4a09-ad64-4067b4974b1d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.306506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1beb449-d81b-4b2a-8580-f486465c0950 req-15616649-fb44-4a09-ad64-4067b4974b1d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 943 time: 0.1696270 Nov 12 09:19:49.306896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=aaf3efa4-e340-46b6-b2bd-1f593d1f719d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:49.327633 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:43Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:49.360646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] For port 8afaf473-2cc4-41d0-8832-7f764dd3588e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8afaf473-2cc4-41d0-8832-7f764dd3588e,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:49.361169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.372791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d6e68-def1-40c7-b073-644187334336 req-932f68d2-cc8d-42a4-9ba2-29419e547488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.374306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-403d6e68-def1-40c7-b073-644187334336 req-932f68d2-cc8d-42a4-9ba2-29419e547488 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.3088262 Nov 12 09:19:49.377221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.378171 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.383290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.384329 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:49.408913 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4afa5937-bfd2-4283-8ab2-b44e14bf8438 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3385785 Nov 12 09:19:49.411631 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:49.411848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:49.412295 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:49.415882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Calling delete_port for 8afaf473-2cc4-41d0-8832-7f764dd3588e owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:49.421802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6c0e4c8f-ee30-418a-86a0-ad59eae5faff up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:49.455138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eea68f-8f68-44ae-bf70-4d7c1e651507 None None] Update dhcp port {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '67fcec05-4c1f-463a-ac47-5db1a655dd96', 'ip_address': '2001:db8::f816:3eff:fe1c:b738'}, {'subnet_id': 'a404d0c7-dd54-4dbc-8ccf-05eb98db2f93'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '6c0e4c8f-ee30-418a-86a0-ad59eae5faff'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:19:49.488888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1beb449-d81b-4b2a-8580-f486465c0950 req-64cbd676-67e2-4b63-af26-f50da41d373d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808569 Nov 12 09:19:49.494406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b1eea68f-8f68-44ae-bf70-4d7c1e651507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.499627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9de6472-fa91-4afb-877d-4e547ca32162 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:19:49.500563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c8cb6-5d2b-44a9-866e-faefcdf3307e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.512682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58c8cb6-5d2b-44a9-866e-faefcdf3307e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.526256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c9de6472-fa91-4afb-877d-4e547ca32162, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c9de6472-fa91-4afb-877d-4e547ca32162,segment=NetworkSegment(86d6cdf2-57fa-4a1f-b308-d8bc20709f8a),segment_id=86d6cdf2-57fa-4a1f-b308-d8bc20709f8a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:49.528961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a58c8cb6-5d2b-44a9-866e-faefcdf3307e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1154203 Nov 12 09:19:49.533216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:49.557442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-403d6e68-def1-40c7-b073-644187334336 req-c8c2ce62-60ba-483c-ad1a-acf72b68e069 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 200 len: 999 time: 0.1651711 Nov 12 09:19:49.574079 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:49.585134 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:49.660817 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d6e68-def1-40c7-b073-644187334336 req-2097ca30-7c1a-4790-bc70-5cf4850a4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.662394 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-403d6e68-def1-40c7-b073-644187334336 req-2097ca30-7c1a-4790-bc70-5cf4850a4554 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0944402 Nov 12 09:19:49.669275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7614b80e-ce1a-4f1c-97df-3371c503096e', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'port_id': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'mac_address': 'fa:16:3e:cb:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8204191b-af83-4216-a603-df7d23512f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:44Z', 'updated_at': '2021-11-12T09:19:44Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:49.709182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58162) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:49.730992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e317e1-5be3-4316-9519-f7f4bc979b6b None None] The sync data for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 is: [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7614b80e-ce1a-4f1c-97df-3371c503096e', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'port_id': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'mac_address': 'fa:16:3e:cb:82:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8204191b-af83-4216-a603-df7d23512f9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:44Z', 'updated_at': '2021-11-12T09:19:44Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:49.834733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a50e787-192f-453b-8c58-f027aba48b29 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 200 len: 991 time: 0.1227944 Nov 12 09:19:49.867879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d6e68-def1-40c7-b073-644187334336 req-c56c8b9f-4d75-4998-8409-92ffc769b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:49.869815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-403d6e68-def1-40c7-b073-644187334336 req-c56c8b9f-4d75-4998-8409-92ffc769b8bb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1995673 Nov 12 09:19:49.985679 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.038178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c9de6472-fa91-4afb-877d-4e547ca32162,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:50.042938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Pushing event deleted for resources: {'Port': ['ID=8afaf473-2cc4-41d0-8832-7f764dd3588e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:50.105308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.116038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:50.116414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.139979 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:43Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:50.168625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['c9de6472-fa91-4afb-877d-4e547ca32162'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:50.196210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-403d6e68-def1-40c7-b073-644187334336 req-4074da5e-4cd6-4c3c-89f1-1b794b90f3c5 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169382 Nov 12 09:19:50.211856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9875bf43-790c-4931-bbd1-c08c99879560 None None] New status for floating IP 7614b80e-ce1a-4f1c-97df-3371c503096e: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:19:50.233417 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ba9bcf-fb70-4a4b-8f7d-b8a26cba18be None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:43Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:50.303856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc99ae-a7d8-4dd0-9b40-780ea7b29ea2 req-93d8eb30-1fa9-416f-8059-922c1b729673 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:50.312555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-facc99ae-a7d8-4dd0-9b40-780ea7b29ea2 req-93d8eb30-1fa9-416f-8059-922c1b729673 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 945 time: 0.1400032 Nov 12 09:19:50.337185 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-403d6e68-def1-40c7-b073-644187334336 req-0a1a676c-4495-4bfe-bc83-92a064cc453d service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184957 Nov 12 09:19:50.364342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5f38c4b2-fb43-457e-833b-708d3155ce41 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:50.411959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port aaf3efa4-e340-46b6-b2bd-1f593d1f719d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:50.412303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.420519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-facc99ae-a7d8-4dd0-9b40-780ea7b29ea2 req-48123e74-5f0f-45c8-82f1-560db156740c tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068108 Nov 12 09:19:50.420704 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-b1eea68f-8f68-44ae-bf70-4d7c1e651507 None None] Allocated IP 172.20.0.2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/a404d0c7-dd54-4dbc-8ccf-05eb98db2f93/6c0e4c8f-ee30-418a-86a0-ad59eae5faff) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:50.458374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.521394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.555164 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.572240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for aaf3efa4-e340-46b6-b2bd-1f593d1f719d owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:50.644286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 5f38c4b2-fb43-457e-833b-708d3155ce41 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:50.675011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 5f38c4b2-fb43-457e-833b-708d3155ce41 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:50.675383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.707939 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff396051-5124-4aec-be25-2ba92ce12f07 None None] New status for floating IP 7ca06644-6503-4cfd-9a16-0df5d56d02b2: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:19:50.740937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849710a8-1e7a-4631-ba26-a329466bae88 req-990084a0-4d87-4f6e-89d4-63af85a7da4a tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:50.742710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849710a8-1e7a-4631-ba26-a329466bae88 req-990084a0-4d87-4f6e-89d4-63af85a7da4a tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 944 time: 0.1258349 Nov 12 09:19:50.792042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b1eea68f-8f68-44ae-bf70-4d7c1e651507 None None] For port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:50.838197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58166) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:50.848501 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b1eea68f-8f68-44ae-bf70-4d7c1e651507 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.857610 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b1eea68f-8f68-44ae-bf70-4d7c1e651507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.904718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:50.957968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=aaf3efa4-e340-46b6-b2bd-1f593d1f719d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:50.994582 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-849710a8-1e7a-4631-ba26-a329466bae88 req-2b54a08b-33ba-4e49-9a03-61eaeb582874 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408032 Nov 12 09:19:51.005281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.007857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eea68f-8f68-44ae-bf70-4d7c1e651507 None None] Pushing event updated for resources: {'Port': ['ID=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:51.017048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0956dee3-085c-4ca2-9c28-d6af03b8f8b1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 200 len: 993 time: 0.1704612 Nov 12 09:19:51.029450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Router a38c9339-e3d8-4604-99e6-1b6780b918cb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:19:51.071885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38c4b2-fb43-457e-833b-708d3155ce41'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:51.074765 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286d5627-869b-4854-91ca-70b36fafaede" -d '{"events": [{"server_uuid": "6e3f88b0-703e-4c56-8507-68fe47f7e91a", "name": "network-vif-plugged", "status": "completed", "tag": "5f38c4b2-fb43-457e-833b-708d3155ce41"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:51.078678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 5f38c4b2-fb43-457e-833b-708d3155ce41, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5f38c4b2-fb43-457e-833b-708d3155ce41,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:51.085311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.099650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.103802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a9f9feb6-4ed4-415e-8662-5eaf7802c929 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/aaf3efa4-e340-46b6-b2bd-1f593d1f719d HTTP/1.1" status: 204 len: 168 time: 1.5668159 Nov 12 09:19:51.106477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:51.165719 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae649ffd-6d3b-41f2-adb1-e3259832d793 x-openstack-request-id: req-ae649ffd-6d3b-41f2-adb1-e3259832d793 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:51.166000 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f88b0-703e-4c56-8507-68fe47f7e91a", "name": "network-vif-plugged", "status": "completed", "tag": "5f38c4b2-fb43-457e-833b-708d3155ce41", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:51.166247 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae649ffd-6d3b-41f2-adb1-e3259832d793 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:51.166818 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f38c4b2-fb43-457e-833b-708d3155ce41', 'code': 200} Nov 12 09:19:51.170336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=5f38c4b2-fb43-457e-833b-708d3155ce41,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:51.197387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097bd3b0-3969-49d7-a4f5-fbb48124b13d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:51.200218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097bd3b0-3969-49d7-a4f5-fbb48124b13d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:51.204784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097bd3b0-3969-49d7-a4f5-fbb48124b13d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:51.207568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-097bd3b0-3969-49d7-a4f5-fbb48124b13d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0998127 Nov 12 09:19:51.210297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:51.245978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:19:51.255290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] Sync routers for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:19:51.257801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b67b4b88-b0e2-4271-b590-5f2484618038 admin admin] 10.222.0.53 "PUT /v2.0/routers/a38c9339-e3d8-4604-99e6-1b6780b918cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7307482 Nov 12 09:19:51.258563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58174) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:51.276020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:51.276938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:51.330858 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 67fcec05-4c1f-463a-ac47-5db1a655dd96 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:51.337693 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.363397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbdccb-319a-4c63-bf22-fc36afa58439 req-f805ddd2-c333-483f-ab14-d186b495bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:51.365200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bdcbdccb-319a-4c63-bf22-fc36afa58439 req-f805ddd2-c333-483f-ab14-d186b495bba2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 1098 time: 0.1078115 Nov 12 09:19:51.407012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.450193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:51.488099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.518274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bdcbdccb-319a-4c63-bf22-fc36afa58439 req-5b1a6f97-7395-4412-9c78-05c0a7493d5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397996 Nov 12 09:19:51.534195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.597708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6c0e4c8f-ee30-418a-86a0-ad59eae5faff up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:51.623138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.657277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=67fcec05-4c1f-463a-ac47-5db1a655dd96,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:51.663844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.670899 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d5446fb-213c-4854-8f93-cd5ffcb88ac5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/67fcec05-4c1f-463a-ac47-5db1a655dd96 HTTP/1.1" status: 204 len: 168 time: 0.4593272 Nov 12 09:19:51.671620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:51.735892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet a404d0c7-dd54-4dbc-8ccf-05eb98db2f93 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:51.741227 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.744040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:51.745369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.793031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.891338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c19a14-af84-4059-b399-73a9a56d33fd None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:51.914357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:51.922179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:19:49Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:51.989368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] Checking router: a38c9339-e3d8-4604-99e6-1b6780b918cb for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:19:51.998194 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.028073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] Routers {'a38c9339-e3d8-4604-99e6-1b6780b918cb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:19:52.028714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:19:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a38c9339-e3d8-4604-99e6-1b6780b918cb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:52.030713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=a404d0c7-dd54-4dbc-8ccf-05eb98db2f93,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:52.034359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4075c943-6163-4c18-b872-4ac59b26c0a1 None None] Provisioning complete for port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:52.034833 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4075c943-6163-4c18-b872-4ac59b26c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.037495 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.041113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1897e7cd-a3c9-4f55-ae32-2f934738ed07 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/a404d0c7-dd54-4dbc-8ccf-05eb98db2f93 HTTP/1.1" status: 204 len: 168 time: 0.3683500 Nov 12 09:19:52.043514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:52.055294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b7395-621f-4e70-82cd-15b387bc6cb9 req-efd3fe07-cad9-49bb-9cd9-d9b76068a8ca tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:52.057483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-580b7395-621f-4e70-82cd-15b387bc6cb9 req-efd3fe07-cad9-49bb-9cd9-d9b76068a8ca tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 946 time: 0.1241207 Nov 12 09:19:52.084100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.108333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-86930c80-9f4e-4320-8297-2a526a62ab65 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634081 Nov 12 09:19:52.112971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:52.119178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:52.165155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-580b7395-621f-4e70-82cd-15b387bc6cb9 req-89d716ec-b6f6-4caf-ae47-477952a3835c tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981195 Nov 12 09:19:52.204052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Deleting port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:52.204757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.251511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cd2bc-e869-434f-bb79-b6e4340df41d req-0e5b8d8c-0cdd-408d-a621-fde15c7acf6d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:52.253737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641cd2bc-e869-434f-bb79-b6e4340df41d req-0e5b8d8c-0cdd-408d-a621-fde15c7acf6d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 944 time: 0.1302741 Nov 12 09:19:52.284690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:52.288968 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.305443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] For port 829f72d0-fba9-4bff-a85c-c21d7e5cdabc, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:52.306020 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.310664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c9de6472-fa91-4afb-877d-4e547ca32162 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:52.320664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Calling delete_port for 829f72d0-fba9-4bff-a85c-c21d7e5cdabc owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:52.398761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-641cd2bc-e869-434f-bb79-b6e4340df41d req-7f72202d-08cf-4cf0-b0b3-7569299cdaf3 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219394 Nov 12 09:19:52.504328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] Set router a38c9339-e3d8-4604-99e6-1b6780b918cb gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:19:52.525898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.539866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port c9de6472-fa91-4afb-877d-4e547ca32162 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:19:52.570744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Pushing event deleted for resources: {'Port': ['ID=829f72d0-fba9-4bff-a85c-c21d7e5cdabc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:52.609215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port c9de6472-fa91-4afb-877d-4e547ca32162 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:52.609845 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.658678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:52.660754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651cd87-e69c-4db2-95a0-63c7a8d5209a None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:52.684272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.810527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:19:52.811962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.814801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.863866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.864606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a38c9339-e3d8-4604-99e6-1b6780b918cb {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:19:52.871479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.875017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d378a632-b29a-43bd-94bc-251e89b4415d admin admin] 10.222.0.53 "DELETE /v2.0/routers/a38c9339-e3d8-4604-99e6-1b6780b918cb HTTP/1.1" status: 204 len: 168 time: 1.6127987 Nov 12 09:19:52.876096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58186) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:52.903218 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.937855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] Deleting subnet f1bfae29-9c67-4a0b-a665-b7a64625e8f9 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:52.943540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.966187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] Deleting port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:52.966759 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:52.984355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.038373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c9de6472-fa91-4afb-877d-4e547ca32162, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c9de6472-fa91-4afb-877d-4e547ca32162,segment=NetworkSegment(86d6cdf2-57fa-4a1f-b308-d8bc20709f8a),segment_id=86d6cdf2-57fa-4a1f-b308-d8bc20709f8a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:53.048165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.089318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.095656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.138605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] For port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:53.139212 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.162627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.165121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c9de6472-fa91-4afb-877d-4e547ca32162,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:53.169247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] Calling delete_port for 6c0e4c8f-ee30-418a-86a0-ad59eae5faff owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:53.170858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9de6472-fa91-4afb-877d-4e547ca32162'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:53.173580 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89bb704-3372-401d-8954-2ed247d9bb8e" -d '{"events": [{"server_uuid": "f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8", "name": "network-vif-plugged", "status": "completed", "tag": "c9de6472-fa91-4afb-877d-4e547ca32162"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:53.177306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:19:49Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:53.203659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1bfae29-9c67-4a0b-a665-b7a64625e8f9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:53.215240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.228841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-54d3f86f-22f9-4806-af61-a8cde3c7bae1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f1bfae29-9c67-4a0b-a665-b7a64625e8f9 HTTP/1.1" status: 204 len: 168 time: 0.3496501 Nov 12 09:19:53.229082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:53.232505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c6b5f-c53f-4f61-a8f5-e245d82e35e2 None None] Network 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:53.236168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f28a33-5d46-4611-a785-a1d71f82f38e None None] The sync data for ids ['a38c9339-e3d8-4604-99e6-1b6780b918cb'] in n-d-769329-17 is: [{'id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'name': 'tempest-TaggedBootDevicesTest_v242-335612319-router', 'tenant_id': '68087e5e3d6c41b5b44a72a5aee49240', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:07:11Z', 'updated_at': '2021-11-12T09:19:49Z', 'revision_number': 5, 'project_id': '68087e5e3d6c41b5b44a72a5aee49240', 'gw_port': {'id': '829f72d0-fba9-4bff-a85c-c21d7e5cdabc', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:ac:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38c9339-e3d8-4604-99e6-1b6780b918cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:07:12Z', 'updated_at': '2021-11-12T09:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:19:53.347456 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a604b-596d-4558-9e6f-7dffe86d941b x-openstack-request-id: req-7f1a604b-596d-4558-9e6f-7dffe86d941b {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:53.347720 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8", "name": "network-vif-plugged", "status": "completed", "tag": "c9de6472-fa91-4afb-877d-4e547ca32162", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:53.348032 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f1a604b-596d-4558-9e6f-7dffe86d941b {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:53.348463 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9de6472-fa91-4afb-877d-4e547ca32162', 'code': 200} Nov 12 09:19:53.369771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.418404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] For port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:53.428365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f0f84-89a6-4e2b-a271-8f226247b946 req-799cfecf-720f-48b3-8a68-e9b7520ace8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.429307 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d57bf-4b14-43d2-a95b-1eff38d49eb3 req-105049b5-1264-45e7-86ea-d9c4c814472f tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.430033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-381f0f84-89a6-4e2b-a271-8f226247b946 req-799cfecf-720f-48b3-8a68-e9b7520ace8f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 1097 time: 0.0449462 Nov 12 09:19:53.431078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b48d57bf-4b14-43d2-a95b-1eff38d49eb3 req-105049b5-1264-45e7-86ea-d9c4c814472f tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 946 time: 0.1171319 Nov 12 09:19:53.518058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-381f0f84-89a6-4e2b-a271-8f226247b946 req-02e1594e-ab51-4364-ab8b-17cd486ecf02 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694032 Nov 12 09:19:53.536904 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.546916 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.547730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.548657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.581693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab44834-7376-4912-b131-78913466f40f req-b895c70b-84b8-485c-8855-a4a7ca208581 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.584525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ab44834-7376-4912-b131-78913466f40f req-b895c70b-84b8-485c-8855-a4a7ca208581 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 945 time: 0.0704627 Nov 12 09:19:53.592546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] Pushing event deleted for resources: {'Port': ['ID=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:53.597776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ad18a-0aa1-44eb-a636-d4c9c445eb1b None None] No DVR routers for this DVR port 6c0e4c8f-ee30-418a-86a0-ad59eae5faff on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:53.622483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b48d57bf-4b14-43d2-a95b-1eff38d49eb3 req-64be8acd-9ff1-4c55-93bb-76d2639fc22f tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601434 Nov 12 09:19:53.627859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=6c0e4c8f-ee30-418a-86a0-ad59eae5faff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:53.647708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Deleting port 0505adc7-0471-4719-af7f-770ad576b6aa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:53.648178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.656735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:53.677884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:53.691136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] DHCP port deletion for 64b7a45c-9e48-4d6f-b362-2f76dcc8d318 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:53.695877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.696521 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.703316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=680c2e76-ff18-46af-881d-e6f3d7c2ebd0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:53.765631 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ab44834-7376-4912-b131-78913466f40f req-e32d3646-0848-4520-ac8a-360dcea48f1c tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708548 Nov 12 09:19:53.786860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f0f8aa-816d-479c-9019-0a0dba9c20e6 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:53.858369 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4085b48f-84b9-4b0e-821a-53e5500c8c75 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7435999 Nov 12 09:19:53.869319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58198) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:53.880563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:53.882601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6c0e4c8f-ee30-418a-86a0-ad59eae5faff no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:53.921549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] For port 0505adc7-0471-4719-af7f-770ad576b6aa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0505adc7-0471-4719-af7f-770ad576b6aa,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:53.922095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:53.946546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Calling delete_port for 0505adc7-0471-4719-af7f-770ad576b6aa owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:53.947285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 6c0e4c8f-ee30-418a-86a0-ad59eae5faff {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:53.947813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6c0e4c8f-ee30-418a-86a0-ad59eae5faff not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:53.976557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0614e8-a465-44b2-854f-b899613b6d93 req-e85502d6-62aa-40b3-aa57-cdcd9f496e21 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:53.978365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a0614e8-a465-44b2-854f-b899613b6d93 req-e85502d6-62aa-40b3-aa57-cdcd9f496e21 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 945 time: 0.1747456 Nov 12 09:19:53.980149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] Deleting port 0505adc7-0471-4719-af7f-770ad576b6aa {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:53.980734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.176180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] For port 0505adc7-0471-4719-af7f-770ad576b6aa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0505adc7-0471-4719-af7f-770ad576b6aa,segment=NetworkSegment(1da03512-b504-439b-8fea-0f16508220c1),segment_id=1da03512-b504-439b-8fea-0f16508220c1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:54.176755 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.178194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a0614e8-a465-44b2-854f-b899613b6d93 req-1c6f0e42-9730-4f29-82a8-bb25cb5688b2 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113257 Nov 12 09:19:54.194870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:54.206541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.207987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.230880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '680c2e76-ff18-46af-881d-e6f3d7c2ebd0'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:19:54.231844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.240999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] Calling delete_port for 0505adc7-0471-4719-af7f-770ad576b6aa owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:54.258477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0505adc7-0471-4719-af7f-770ad576b6aa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:54.264032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] No DVR routers for this DVR port 0505adc7-0471-4719-af7f-770ad576b6aa on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:54.400428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.443624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b7a45c-9e48-4d6f-b362-2f76dcc8d318']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:54.445939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd45a6-8e0f-4c3a-8483-eb1425db0139 req-9872a06e-ec21-4de7-9d8e-4a837f1a4c5e tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:54.447693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0bd45a6-8e0f-4c3a-8483-eb1425db0139 req-9872a06e-ec21-4de7-9d8e-4a837f1a4c5e tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 945 time: 0.1057978 Nov 12 09:19:54.459897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da03512-b504-439b-8fea-0f16508220c1') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:54.460229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da03512-b504-439b-8fea-0f16508220c1') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:19:54.475542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.499722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.513623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:19:54.514480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:19:54.517913 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:19:54.551707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Allocated IP 2001:db8::f816:3eff:fe05:ea31 (f49fea56-d87f-4860-9e75-dcd56c310f1c/680c2e76-ff18-46af-881d-e6f3d7c2ebd0/14d0d460-e995-451b-9227-01e95e1b8966) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:54.559020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.580980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0bd45a6-8e0f-4c3a-8483-eb1425db0139 req-ba548a6f-19a4-41d5-b1fa-1c3e6cc4ac72 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965240 Nov 12 09:19:54.606153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] Pushing event deleted for resources: {'Port': ['ID=0505adc7-0471-4719-af7f-770ad576b6aa,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:54.615585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.621210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f193832-b5bd-41d5-816f-4c9ad61bdd45 None None] No DVR routers for this DVR port 0505adc7-0471-4719-af7f-770ad576b6aa on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:54.623037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.628685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/64b7a45c-9e48-4d6f-b362-2f76dcc8d318 HTTP/1.1" status: 204 len: 168 time: 1.3968301 Nov 12 09:19:54.662582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573e836-e49b-4b03-a472-e12e1a54e0e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b7a45c-9e48-4d6f-b362-2f76dcc8d318,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:54.700919 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.769424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=2318dab5-bf26-44cd-986b-b135211f2565,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:54.783798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:54.785821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:54.789014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:54.789659 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.818906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fae5fe9e-8d58-4e68-98a2-261a046a72a2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9468162 Nov 12 09:19:54.822214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:54.829875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:d4:13:c7', 'name': 'tempest-NetworksTestDHCPv6-999170412'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:54.867295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58210) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:54.921539 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.943198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:54.967521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a9d53a5e-2be5-4279-8435-85f81094600b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68087e5e3d6c41b5b44a72a5aee49240&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0948815 Nov 12 09:19:54.975093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58214) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:55.058311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:55.059531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Pushing event updated for resources: {'Port': ['ID=14d0d460-e995-451b-9227-01e95e1b8966,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:55.064357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:55.066680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:55.078073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b529-6eec-4eae-ab90-d1622f577228 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.110069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74f3e0-eaec-4a18-be19-1be9b24f770c req-50124dd9-0e1f-4a3d-8d49-5ddebf4c583d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:55.112383 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb74f3e0-eaec-4a18-be19-1be9b24f770c req-50124dd9-0e1f-4a3d-8d49-5ddebf4c583d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 945 time: 0.1537561 Nov 12 09:19:55.114481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1fa563-8851-420f-8d93-4ac0a12217cc req-6a927f9c-fe2c-41fe-8fbc-e471f62ed14a tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:55.116058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e1fa563-8851-420f-8d93-4ac0a12217cc req-6a927f9c-fe2c-41fe-8fbc-e471f62ed14a tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 945 time: 0.0770054 Nov 12 09:19:55.139938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Attempting to bind port 14d0d460-e995-451b-9227-01e95e1b8966 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:55.140370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Attempting to bind port 14d0d460-e995-451b-9227-01e95e1b8966 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:55.140808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Attempting to bind port 14d0d460-e995-451b-9227-01e95e1b8966 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:55.146724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b529-6eec-4eae-ab90-d1622f577228 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.147992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:55.148572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:55.148814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:55.149311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.149875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:55.150523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Bound port: 14d0d460-e995-451b-9227-01e95e1b8966, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:55.150919 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.229343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb74f3e0-eaec-4a18-be19-1be9b24f770c req-ccade620-c835-43c6-b9fd-2b2efcf58457 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981045 Nov 12 09:19:55.230843 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e1fa563-8851-420f-8d93-4ac0a12217cc req-9f9441de-2a31-4e39-ae5b-542f4d79827a tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075811 Nov 12 09:19:55.266358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b529-6eec-4eae-ab90-d1622f577228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.270288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b529-6eec-4eae-ab90-d1622f577228 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.273235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6ab7b529-6eec-4eae-ab90-d1622f577228 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5cb1562-e848-40ff-b07c-d54450b36d15 HTTP/1.1" status: 204 len: 168 time: 0.2944164 Nov 12 09:19:55.293602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.295714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] For port 14d0d460-e995-451b-9227-01e95e1b8966, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:55.309163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] For port 14d0d460-e995-451b-9227-01e95e1b8966, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=14d0d460-e995-451b-9227-01e95e1b8966,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:19:55.319949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b529-6eec-4eae-ab90-d1622f577228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cb1562-e848-40ff-b07c-d54450b36d15,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:55.320273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.352931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 7c3e2633-2748-4574-bbba-82c43b6e21e0 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:19:55.390072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0505adc7-0471-4719-af7f-770ad576b6aa no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:55.418826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0505adc7-0471-4719-af7f-770ad576b6aa {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:55.419866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0505adc7-0471-4719-af7f-770ad576b6aa not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:55.419866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 829f72d0-fba9-4bff-a85c-c21d7e5cdabc no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:55.453154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 829f72d0-fba9-4bff-a85c-c21d7e5cdabc {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:55.453585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 829f72d0-fba9-4bff-a85c-c21d7e5cdabc not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:55.454088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8afaf473-2cc4-41d0-8832-7f764dd3588e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:55.479987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 8afaf473-2cc4-41d0-8832-7f764dd3588e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:19:55.482179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8afaf473-2cc4-41d0-8832-7f764dd3588e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:19:55.506344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf1d9f-ea28-412c-b88e-fb37cbbb3aef None None] Pushing event updated for resources: {'Port': ['ID=14d0d460-e995-451b-9227-01e95e1b8966,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:55.591576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 172.20.0.2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/2318dab5-bf26-44cd-986b-b135211f2565/7c3e2633-2748-4574-bbba-82c43b6e21e0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:55.599114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fed4:13c7 (f49fea56-d87f-4860-9e75-dcd56c310f1c/680c2e76-ff18-46af-881d-e6f3d7c2ebd0/7c3e2633-2748-4574-bbba-82c43b6e21e0) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:55.807548 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.859897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.909372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:55.912684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:55.916709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:55.923951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=7c3e2633-2748-4574-bbba-82c43b6e21e0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:55.974849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:55.975569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:55.994401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-16de087f-66f0-4a72-8072-1c263c1dc4db tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1707580 Nov 12 09:19:55.996854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:56.050553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d78d9-dfef-42ac-91c8-fb50b42e62b1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.056698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d78d9-dfef-42ac-91c8-fb50b42e62b1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.058330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-915d78d9-dfef-42ac-91c8-fb50b42e62b1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0605447 Nov 12 09:19:56.061256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:56.178156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 7c3e2633-2748-4574-bbba-82c43b6e21e0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:56.178507 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.257051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58240) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:56.309727 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.372956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 7c3e2633-2748-4574-bbba-82c43b6e21e0 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:56.423113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-828747254-network', 'tenant_id': '8c35cad16e554c15b9afa5775f679a49'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:56.485303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-f248c738-f545-4974-acc8-17e81eb79ecc tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.487474 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-f248c738-f545-4974-acc8-17e81eb79ecc tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "GET /v2.0/ports?device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 945 time: 0.1487904 Nov 12 09:19:56.490003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb04de5-038e-4384-8edd-bec5ed3073b4 req-97076ef7-c8d1-4314-8f11-c0a4dcf2a98d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.492047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdb04de5-038e-4384-8edd-bec5ed3073b4 req-97076ef7-c8d1-4314-8f11-c0a4dcf2a98d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 945 time: 0.1155989 Nov 12 09:19:56.493553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Made reservation on behalf of 8c35cad16e554c15b9afa5775f679a49 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:56.496319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.501544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e4e3-17b5-4740-b2b3-33d5bf7eab9f req-5709a81a-9098-484b-b910-376a823f8486 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:56.503697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0855e4e3-17b5-4740-b2b3-33d5bf7eab9f req-5709a81a-9098-484b-b910-376a823f8486 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 945 time: 0.1831975 Nov 12 09:19:56.516627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.586727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdb04de5-038e-4384-8edd-bec5ed3073b4 req-bf934660-142c-466a-970e-fb2c1b9d4e54 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868156 Nov 12 09:19:56.656452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0855e4e3-17b5-4740-b2b3-33d5bf7eab9f req-b1163aab-54c0-4adf-a7c1-3cba91c2bf24 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431804 Nov 12 09:19:56.667590 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.673120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.687512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:19:56.740561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7adfb0-b27d-4521-9e50-f1bbde3424cb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:56.749700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Deleting port 22602dc9-570d-4e84-9f33-189e38d89798 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:56.750112 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.758918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23429e-e2e0-4b5d-bc5f-f29db367adf4 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:56.858462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bbffe7e4-143d-4f80-9604-5cc5ab3f2f27 None None] Provisioning complete for port 14d0d460-e995-451b-9227-01e95e1b8966 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:56.858839 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbffe7e4-143d-4f80-9604-5cc5ab3f2f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.939194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] For port 22602dc9-570d-4e84-9f33-189e38d89798, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=22602dc9-570d-4e84-9f33-189e38d89798,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:56.939848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.958439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Calling delete_port for 22602dc9-570d-4e84-9f33-189e38d89798 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:56.959685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:56.960135 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Added segment 29b21dca-3a06-478f-8ce8-00bbeecccee5 of type vlan for network c53fdf48-a982-47ca-85b1-e7e1269d14ff Nov 12 09:19:56.962479 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.013130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=7c3e2633-2748-4574-bbba-82c43b6e21e0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:57.015517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.019739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbffe7e4-143d-4f80-9604-5cc5ab3f2f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.023474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eace5b-7eec-4f6a-80dc-db92e76845d7 req-f123e508-8ccf-4dbf-ba47-342a08ce319a tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.025201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4eace5b-7eec-4f6a-80dc-db92e76845d7 req-f123e508-8ccf-4dbf-ba47-342a08ce319a tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 945 time: 0.1502008 Nov 12 09:19:57.069587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.072583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.073313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bbffe7e4-143d-4f80-9604-5cc5ab3f2f27 None None] For port 14d0d460-e995-451b-9227-01e95e1b8966, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=14d0d460-e995-451b-9227-01e95e1b8966,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:57.073451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.081972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbffe7e4-143d-4f80-9604-5cc5ab3f2f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.152230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8939669 Nov 12 09:19:57.153200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58254) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:57.161996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Request body: {'subnet': {'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-828747254-subnet', 'tenant_id': '8c35cad16e554c15b9afa5775f679a49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:57.170786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afd9b3-43b8-4c12-9af9-88e8f489b581 admin admin] Pushing event updated for resources: {'Network': ['ID=c53fdf48-a982-47ca-85b1-e7e1269d14ff,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:57.172138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffe7e4-143d-4f80-9604-5cc5ab3f2f27 None None] Pushing event updated for resources: {'Port': ['ID=14d0d460-e995-451b-9227-01e95e1b8966,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:57.193269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:19:57.196196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Made reservation on behalf of 8c35cad16e554c15b9afa5775f679a49 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:57.199341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.209103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4eace5b-7eec-4f6a-80dc-db92e76845d7 req-8c8c6666-7769-4d45-b93e-879025302785 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358275 Nov 12 09:19:57.232401 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.238348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-249ab8a9-5e58-45dd-a3f3-af1bef2e32e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/7c3e2633-2748-4574-bbba-82c43b6e21e0 HTTP/1.1" status: 204 len: 168 time: 1.1739719 Nov 12 09:19:57.240071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58256) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:57.267210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f169e152-4a3e-4ec4-b94f-17bd2995fafb None None] Update dhcp port {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '680c2e76-ff18-46af-881d-e6f3d7c2ebd0', 'ip_address': '2001:db8::f816:3eff:fe05:ea31'}, {'subnet_id': '2318dab5-bf26-44cd-986b-b135211f2565'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '14d0d460-e995-451b-9227-01e95e1b8966'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:19:57.308242 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f169e152-4a3e-4ec4-b94f-17bd2995fafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.340925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e5505-35f1-4d3e-9e9b-b708ff142c7c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.342854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e5505-35f1-4d3e-9e9b-b708ff142c7c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.344822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e5505-35f1-4d3e-9e9b-b708ff142c7c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.349769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf5e5505-35f1-4d3e-9e9b-b708ff142c7c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1072102 Nov 12 09:19:57.350740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58258) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:57.355439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.373385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['978d3383-924c-45ed-a014-4a952bc1ba99'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:57.375606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['22602dc9-570d-4e84-9f33-189e38d89798', '5f38c4b2-fb43-457e-833b-708d3155ce41'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:57.396102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Pushing event deleted for resources: {'Port': ['ID=22602dc9-570d-4e84-9f33-189e38d89798,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:57.415399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.415927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.416389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.416943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.417376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.417845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.418327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.418763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.419208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.419645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.420126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.420737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:19:57.484582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 2318dab5-bf26-44cd-986b-b135211f2565 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:57.486022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] No DVR routers for this DVR port 22602dc9-570d-4e84-9f33-189e38d89798 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:57.489433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 14d0d460-e995-451b-9227-01e95e1b8966 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:19:57.491014 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.491875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.496575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0160c1c1-7ff2-4521-8941-24ccf97465fc req-c031f1f9-5abe-460a-895c-fc9527a02c14 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "DELETE /v2.0/ports/22602dc9-570d-4e84-9f33-189e38d89798 HTTP/1.1" status: 204 len: 173 time: 0.9917519 Nov 12 09:19:57.497442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'name': 'network-vif-deleted', 'tag': '22602dc9-570d-4e84-9f33-189e38d89798'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:57.500073 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9728562a-57b9-4f1d-bfe6-c52154cc27c5" -d '{"events": [{"server_uuid": "9beae739-1b33-419d-bd4b-b5fdac4977b3", "name": "network-vif-deleted", "tag": "22602dc9-570d-4e84-9f33-189e38d89798"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:57.575831 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d22402-e8a5-4696-9c3d-76f34ec76bea x-openstack-request-id: req-13d22402-e8a5-4696-9c3d-76f34ec76bea {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:57.576309 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9beae739-1b33-419d-bd4b-b5fdac4977b3", "name": "network-vif-deleted", "tag": "22602dc9-570d-4e84-9f33-189e38d89798", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:57.577085 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13d22402-e8a5-4696-9c3d-76f34ec76bea {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:57.577688 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9beae739-1b33-419d-bd4b-b5fdac4977b3', 'name': 'network-vif-deleted', 'tag': '22602dc9-570d-4e84-9f33-189e38d89798', 'status': 'completed', 'code': 200} Nov 12 09:19:57.577824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.627636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.697268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.758765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c30f9b-74ed-4916-8fd8-442a16edd88e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:57.781533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Checking segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:57.781900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Network hostable DHCP agents. Network: c53fdf48-a982-47ca-85b1-e7e1269d14ff, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:19:57.812431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:19:57.823091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e548750c-c73d-4013-b4a2-98a21f3a92ad req-1cdff071-3cff-4266-84cd-58ae957188e1 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=9beae739-1b33-419d-bd4b-b5fdac4977b3 HTTP/1.1" status: 200 len: 210 time: 0.0406530 Nov 12 09:19:57.841226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.844166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server [None req-f169e152-4a3e-4ec4-b94f-17bd2995fafb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2318dab5-bf26-44cd-986b-b135211f2565: This subnet is being modified by another concurrent operation. Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:19:57.858063 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2318dab5-bf26-44cd-986b-b135211f2565: This subnet is being modified by another concurrent operation. Nov 12 09:19:57.862935 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Nov 12 09:19:57.880575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=2318dab5-bf26-44cd-986b-b135211f2565,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:57.882581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c53fdf48-a982-47ca-85b1-e7e1269d14ff) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:57.890115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:57.891004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.894442 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.900120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cc3e1ff3-5a0f-4ca5-8f12-75767653e0fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/2318dab5-bf26-44cd-986b-b135211f2565 HTTP/1.1" status: 204 len: 168 time: 0.5453498 Nov 12 09:19:57.901385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:57.924794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-70fde8ff-7bfe-4f3b-86d6-0070cc601e45 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7688439 Nov 12 09:19:57.926010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 14d0d460-e995-451b-9227-01e95e1b8966 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:57.926701 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:57.932070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa16df1-138e-4803-8329-8d2744093f5d None None] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:58.050489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 680c2e76-ff18-46af-881d-e6f3d7c2ebd0 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:19:58.058476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.172487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.190182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c6475805-49a4-4dd2-b5b6-d9b0445a2c33 None None] Provisioning complete for port 14d0d460-e995-451b-9227-01e95e1b8966 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:19:58.190659 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6475805-49a4-4dd2-b5b6-d9b0445a2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.319791 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.366774 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.412189 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.458347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=680c2e76-ff18-46af-881d-e6f3d7c2ebd0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:58.467134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.473126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac9bbacb-7b5b-4c18-ab0c-6e63e7976e51 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/680c2e76-ff18-46af-881d-e6f3d7c2ebd0 HTTP/1.1" status: 204 len: 168 time: 0.5696537 Nov 12 09:19:58.475150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:58.487327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'tenant_id': '8c35cad16e554c15b9afa5775f679a49', 'fixed_ips': [{'subnet_id': 'c3c30f9b-74ed-4916-8fd8-442a16edd88e'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:19:58.488933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.497342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fad4551-719f-49b1-8fce-d8847efd614c None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:58.515368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-4a28018c-afa7-4773-82f9-5dc47b38c794 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:58.518081 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-4a28018c-afa7-4773-82f9-5dc47b38c794 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.62 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 945 time: 0.0973608 Nov 12 09:19:58.530166 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f066cd5d-35a5-4cba-97f0-0c98dec2dfbb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526698 Nov 12 09:19:58.531851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5eee3-29bb-414d-8a93-31637e62e518 req-c977eebe-7af9-40c0-93e3-63a935e22a22 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:58.532652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58280) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:58.534167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71b5eee3-29bb-414d-8a93-31637e62e518 req-c977eebe-7af9-40c0-93e3-63a935e22a22 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 945 time: 0.1787894 Nov 12 09:19:58.539224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:19:58.632595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c6475805-49a4-4dd2-b5b6-d9b0445a2c33 None None] Could not find standard attr ID for object 7c3e2633-2748-4574-bbba-82c43b6e21e0. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:19:58.659435 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71b5eee3-29bb-414d-8a93-31637e62e518 req-b20bd8c2-a979-4c62-82e7-64f9910083bf tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/security-groups?id=9a568f99-2405-4051-9753-b4346ea3555f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158385 Nov 12 09:19:58.728363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Deleting port c9de6472-fa91-4afb-877d-4e547ca32162 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:58.728736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.773123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6b8e9427-45d6-4b24-89ea-3a43926ec907 None None] Could not find standard attr ID for object 7c3e2633-2748-4574-bbba-82c43b6e21e0. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:19:58.773423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:19:58.778907 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.843767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Allocated IP 172.20.0.2 (c53fdf48-a982-47ca-85b1-e7e1269d14ff/c3c30f9b-74ed-4916-8fd8-442a16edd88e/126810d6-fdeb-49d8-bcf9-5a196fed58b3) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:19:58.900452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:19:58.931475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] For port c9de6472-fa91-4afb-877d-4e547ca32162, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c9de6472-fa91-4afb-877d-4e547ca32162,segment=NetworkSegment(86d6cdf2-57fa-4a1f-b308-d8bc20709f8a),segment_id=86d6cdf2-57fa-4a1f-b308-d8bc20709f8a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:58.931865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:58.956507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Calling delete_port for c9de6472-fa91-4afb-877d-4e547ca32162 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:59.144567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.156907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] Deleting port 14d0d460-e995-451b-9227-01e95e1b8966 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:19:59.157330 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.160698 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.266970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:59.267295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.280277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:59.302916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:19:59.306519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['c9de6472-fa91-4afb-877d-4e547ca32162'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:19:59.320431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Pushing event updated for resources: {'Port': ['ID=126810d6-fdeb-49d8-bcf9-5a196fed58b3,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:59.325051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] For port 14d0d460-e995-451b-9227-01e95e1b8966, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=14d0d460-e995-451b-9227-01e95e1b8966,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:19:59.325551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.349124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Pushing event deleted for resources: {'Port': ['ID=c9de6472-fa91-4afb-877d-4e547ca32162,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:59.370846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] Calling delete_port for 14d0d460-e995-451b-9227-01e95e1b8966 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:19:59.429674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 14d0d460-e995-451b-9227-01e95e1b8966 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:19:59.431733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] No DVR routers for this DVR port c9de6472-fa91-4afb-877d-4e547ca32162 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:59.435076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.441001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9dfe20b3-c988-4ca7-b944-7f8eb2ef9b56 req-c3b7a7c4-c49d-4ea2-9f30-d7baf53e860d tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.62 "DELETE /v2.0/ports/c9de6472-fa91-4afb-877d-4e547ca32162 HTTP/1.1" status: 204 len: 173 time: 0.9052050 Nov 12 09:19:59.441709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'name': 'network-vif-deleted', 'tag': 'c9de6472-fa91-4afb-877d-4e547ca32162'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:19:59.445672 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1416397f-3885-4550-ac7e-03ddd5d4b625" -d '{"events": [{"server_uuid": "f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8", "name": "network-vif-deleted", "tag": "c9de6472-fa91-4afb-877d-4e547ca32162"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:19:59.591163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Attempting to bind port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:19:59.591795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Attempting to bind port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:19:59.592495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Attempting to bind port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 on network c53fdf48-a982-47ca-85b1-e7e1269d14ff {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:19:59.596698 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-324988a2-d407-420e-9c3d-711e7f2e4ee2 x-openstack-request-id: req-324988a2-d407-420e-9c3d-711e7f2e4ee2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:19:59.597241 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8", "name": "network-vif-deleted", "tag": "c9de6472-fa91-4afb-877d-4e547ca32162", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:19:59.598261 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-324988a2-d407-420e-9c3d-711e7f2e4ee2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:19:59.598892 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8', 'name': 'network-vif-deleted', 'tag': 'c9de6472-fa91-4afb-877d-4e547ca32162', 'status': 'completed', 'code': 200} Nov 12 09:19:59.616922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:19:59.616922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Checking segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:19:59.616922 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.616922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Bound using segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:19:59.616922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Bound port: 126810d6-fdeb-49d8-bcf9-5a196fed58b3, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:19:59.617819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.641407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-b6684fb6-36cb-4e15-8f96-ec08a17aabe9 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:59.645256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-b6684fb6-36cb-4e15-8f96-ec08a17aabe9 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 815 time: 0.9458365 Nov 12 09:19:59.693061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-49fe5b19-1103-43a0-8cdc-ca83d02023ee tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/quotas/8c35cad16e554c15b9afa5775f679a49 HTTP/1.1" status: 200 len: 375 time: 0.0362074 Nov 12 09:19:59.804258 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.818644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.821238 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55eadbd0-06aa-4174-bda9-a2ce3de60920 req-5ede3662-e731-4819-935d-000779930376 tempest-InstanceActionsV221TestJSON-1142743033 tempest-InstanceActionsV221TestJSON-1142743033-project] 10.222.0.53 "GET /v2.0/ports?device_id=f56d74b0-0a8e-4312-a0cf-5ecb8d9033e8 HTTP/1.1" status: 200 len: 210 time: 0.0298193 Nov 12 09:19:59.848531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.861363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:19:59.887798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:19:59.900693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:19:59.901887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:19:59.909935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-4a801f0e-c136-4513-8f3d-3ea75c435a2f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1773434 Nov 12 09:19:59.915126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] Pushing event deleted for resources: {'Port': ['ID=14d0d460-e995-451b-9227-01e95e1b8966,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:19:59.933796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1fdf71-3e79-4b08-800f-fb07b02f8f66 None None] No DVR routers for this DVR port 14d0d460-e995-451b-9227-01e95e1b8966 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:19:59.951444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] For port 126810d6-fdeb-49d8-bcf9-5a196fed58b3, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:19:59.963620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4297750 Nov 12 09:19:59.967636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58314) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:19:59.975511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d7da47-5aeb-4090-be0c-4c4c49571dc6 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:19:59.976204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:00.011459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] For port 126810d6-fdeb-49d8-bcf9-5a196fed58b3, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=126810d6-fdeb-49d8-bcf9-5a196fed58b3,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:00.037242 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:00.090463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-cc3964ab-0856-4bac-bfbe-774c1c81ef02 service neutron] 10.222.0.53 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633613 Nov 12 09:20:00.102324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2939-11aa-41fd-8002-dd39646fbf43 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=68da1f3a-85c8-40dd-9e80-01f2817c07b2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:00.197910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:00.208720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:00.219814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f7037-0e26-4733-a4eb-88bbaf1c1986 None None] Pushing event updated for resources: {'Port': ['ID=126810d6-fdeb-49d8-bcf9-5a196fed58b3,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:00.303708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-332f8531-cb68-4cf9-b74e-cca000f11f9a service neutron] 10.222.0.53 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117021 Nov 12 09:20:00.381825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '68da1f3a-85c8-40dd-9e80-01f2817c07b2'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:00.384971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:00.878667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 22602dc9-570d-4e84-9f33-189e38d89798 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:00.940483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 22602dc9-570d-4e84-9f33-189e38d89798 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:00.941417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 22602dc9-570d-4e84-9f33-189e38d89798 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:00.993716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:20:01.007551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08886bb-150f-4df7-94f4-024f0a5ae28e req-68c826a9-15e4-4ede-aeac-cf154e2c512a tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.017934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08886bb-150f-4df7-94f4-024f0a5ae28e req-68c826a9-15e4-4ede-aeac-cf154e2c512a tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.026490 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f08886bb-150f-4df7-94f4-024f0a5ae28e req-68c826a9-15e4-4ede-aeac-cf154e2c512a tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a&device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 1682 time: 0.1876028 Nov 12 09:20:01.030230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.065701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Allocated IP 172.20.0.2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/68da1f3a-85c8-40dd-9e80-01f2817c07b2/7b9c7175-22c1-41c7-9e80-59c2515ec4fa) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:01.123406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:01.145211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:01.150167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.151068 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.193114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=ab4649e3-4bb4-48a2-a2c8-497d10844d1e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:01.220110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f08886bb-150f-4df7-94f4-024f0a5ae28e req-d3b0d391-026d-483a-b8df-54ad34b81876 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916203 Nov 12 09:20:01.235198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ec5b1c6d-f209-41e4-b13a-d96a5b299776 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2643931 Nov 12 09:20:01.237501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58342) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:01.237603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-9ca19547-dd03-4ec3-99d5-a8cd92255bd9 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:01.247302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-9ca19547-dd03-4ec3-99d5-a8cd92255bd9 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 815 time: 0.2891827 Nov 12 09:20:01.257757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:a3:b3:1b', 'name': 'tempest-NetworksTestDHCPv6-1804952373'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:01.268202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-f7941886-5e77-4435-a771-c99c06d88753 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/quotas/8c35cad16e554c15b9afa5775f679a49 HTTP/1.1" status: 200 len: 375 time: 0.0189025 Nov 12 09:20:01.433816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-3d50d99c-44a8-47f7-8719-ad84e897abd9 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1645756 Nov 12 09:20:01.438933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.451736 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.476230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 126810d6-fdeb-49d8-bcf9-5a196fed58b3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:01.501231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:01.561166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:01.574495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:01.586965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:01.606470 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Pushing event updated for resources: {'Port': ['ID=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:01.728384 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-1bfd38c3-ad78-4a64-8eca-d5af00da9e26 service neutron] 10.222.0.53 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914538 Nov 12 09:20:01.729243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Attempting to bind port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:01.729677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Attempting to bind port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:01.730045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Attempting to bind port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:01.741443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:01.742159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:01.742499 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.742877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:01.743376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Bound port: 7b9c7175-22c1-41c7-9e80-59c2515ec4fa, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:01.743765 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.760321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:01.760819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.762066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:01.863646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 598bfda9-82eb-4f9a-a7ef-7cee2875ba10 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:01.919739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] For port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:01.980661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] For port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:01.990305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.009290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-9e818374-1f71-4b38-886f-f52560d984f6 service neutron] 10.222.0.53 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797880 Nov 12 09:20:02.047954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58360) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:02.068231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d91ca-8d43-4dbc-a8eb-094c21eb858b None None] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:02.073266 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.115706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 172.20.0.3 (f49fea56-d87f-4860-9e75-dcd56c310f1c/68da1f3a-85c8-40dd-9e80-01f2817c07b2/598bfda9-82eb-4f9a-a7ef-7cee2875ba10) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:02.123415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fea3:b31b (f49fea56-d87f-4860-9e75-dcd56c310f1c/ab4649e3-4bb4-48a2-a2c8-497d10844d1e/598bfda9-82eb-4f9a-a7ef-7cee2875ba10) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:02.212505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 126810d6-fdeb-49d8-bcf9-5a196fed58b3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=126810d6-fdeb-49d8-bcf9-5a196fed58b3,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:02.241634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] Deleting subnet 35487e49-4317-4436-9942-e408d09d755a {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:02.250053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.271554 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.297159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c9de6472-fa91-4afb-877d-4e547ca32162 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:02.364901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.447098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.459243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.591722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: c9de6472-fa91-4afb-877d-4e547ca32162 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:02.593237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c9de6472-fa91-4afb-877d-4e547ca32162 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:02.627433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.668099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1841377d-d1c5-442d-87ee-67cda9fe200d None None] Provisioning complete for port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:02.668739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1841377d-d1c5-442d-87ee-67cda9fe200d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.679746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560bf97-41fa-45a2-98b2-a0d06098932f None None] Pushing event updated for resources: {'Port': ['ID=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:02.730018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:02.734395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:02.751168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:02.753626 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.854715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=598bfda9-82eb-4f9a-a7ef-7cee2875ba10,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:02.905975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:02.906671 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.942444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ffdc45c-b12a-4bea-a8eb-3f93b53664f5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7004681 Nov 12 09:20:02.945258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58386) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:02.952169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:02.959426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/35487e49-4317-4436-9942-e408d09d755a HTTP/1.1" status: 204 len: 168 time: 0.9095321 Nov 12 09:20:02.960624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923fbde5-4a85-498f-9d16-41fa73c3ce4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35487e49-4317-4436-9942-e408d09d755a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:03.006165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58388) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:03.091304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e94fad-30ea-44f1-8ec4-af371011834e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:03.101238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e94fad-30ea-44f1-8ec4-af371011834e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:03.106173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c8e94fad-30ea-44f1-8ec4-af371011834e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1592817 Nov 12 09:20:03.109126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58392) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:03.144400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=126810d6-fdeb-49d8-bcf9-5a196fed58b3,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:03.240613 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.248081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621ae447-b999-4cf2-bde4-2568b21aab26 req-e2be9e8a-ea91-4d87-9f59-3c9851c64285 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:03.262905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-621ae447-b999-4cf2-bde4-2568b21aab26 req-e2be9e8a-ea91-4d87-9f59-3c9851c64285 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 945 time: 0.2167785 Nov 12 09:20:03.359629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-621ae447-b999-4cf2-bde4-2568b21aab26 req-86ae9a63-d5fe-488c-b8b6-2b5fcde75772 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959339 Nov 12 09:20:03.366328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 598bfda9-82eb-4f9a-a7ef-7cee2875ba10 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:03.366665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.386467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-8062f928-6983-4292-91f5-8588aa34a692 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:03.397265 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-8062f928-6983-4292-91f5-8588aa34a692 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 815 time: 0.6316035 Nov 12 09:20:03.416804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9ac56100-07bc-4faa-a7ad-41e2cdc714eb tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:03.429595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9ac56100-07bc-4faa-a7ad-41e2cdc714eb tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 815 time: 0.7466307 Nov 12 09:20:03.445244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Request body: {'port': {'device_id': '09602af3-bb15-4677-86d9-1499b29ad13a', 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'admin_state_up': True, 'tenant_id': '8c35cad16e554c15b9afa5775f679a49'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:03.480180 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-56662a66-a565-411c-97ec-853c77e18d26 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/quotas/8c35cad16e554c15b9afa5775f679a49 HTTP/1.1" status: 200 len: 375 time: 0.0493443 Nov 12 09:20:03.537773 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.568490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 598bfda9-82eb-4f9a-a7ef-7cee2875ba10 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:03.577650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7b9c7175-22c1-41c7-9e80-59c2515ec4fa up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:03.714962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:03.715646 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.744508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.773653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3fd914fb-5ee7-4bab-9452-6fe61ce305f6 None None] Provisioning complete for port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:03.774383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3fd914fb-5ee7-4bab-9452-6fe61ce305f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.774518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0813fddf-698a-43b4-9679-1141f7f06123']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:03.795808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d6cdf2-57fa-4a1f-b308-d8bc20709f8a') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:03.796231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d6cdf2-57fa-4a1f-b308-d8bc20709f8a') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:03.817088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.845367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.855429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:20:03.856000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.912070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.950029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:20:03.966206 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:20:03.974850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:03.999534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-eacd13e9-0a8d-4b76-9e31-30ef8e984c13 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5180087 Nov 12 09:20:04.013881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.016806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:04.025349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0813fddf-698a-43b4-9679-1141f7f06123 HTTP/1.1" status: 204 len: 168 time: 1.0151451 Nov 12 09:20:04.028278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.029390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 126810d6-fdeb-49d8-bcf9-5a196fed58b3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:04.042831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=598bfda9-82eb-4f9a-a7ef-7cee2875ba10,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:04.110172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7f254-015f-4123-a0e4-01cc46185865 admin admin] Pushing event deleted for resources: {'Network': ['ID=0813fddf-698a-43b4-9679-1141f7f06123,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:04.114292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4421685-84f3-4c95-8828-ac5e64da6d03 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:04.190043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-fc587114-82ae-41fd-b88b-1c1da624d157 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.198898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-fc587114-82ae-41fd-b88b-1c1da624d157 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e3f88b0-703e-4c56-8507-68fe47f7e91a HTTP/1.1" status: 200 len: 946 time: 0.1369436 Nov 12 09:20:04.230846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:04.255445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-596cffec-027d-41a4-9505-dfae853ba497 service neutron] 10.222.0.53 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182083 Nov 12 09:20:04.258040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2a8295f5-2755-4a4a-aaa3-56aab84b20a6 None None] Provisioning complete for port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:04.258518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2a8295f5-2755-4a4a-aaa3-56aab84b20a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.269548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Made reservation on behalf of 8c35cad16e554c15b9afa5775f679a49 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:04.276912 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.294217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:04.294687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.394113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58398) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:04.481272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Allocated IP 172.20.0.13 (c53fdf48-a982-47ca-85b1-e7e1269d14ff/c3c30f9b-74ed-4916-8fd8-442a16edd88e/d10ae331-185e-47d8-947e-36e525fa5bc1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:04.548463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f3721ad3-4932-464e-9f27-125aadf7fc4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=835b9183baf84a63b86bc5c0d1757d83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400602 Nov 12 09:20:04.558490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58402) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:04.584438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.595022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5961f110-0d77-4e77-b2da-e3315e38e7b7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/598bfda9-82eb-4f9a-a7ef-7cee2875ba10 HTTP/1.1" status: 204 len: 168 time: 1.4833672 Nov 12 09:20:04.596566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:04.614294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-16f73669-d9b9-475c-bb82-52d03e27ba03 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.616264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-16f73669-d9b9-475c-bb82-52d03e27ba03 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.62 "GET /v2.0/ports?device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 945 time: 0.4662826 Nov 12 09:20:04.719367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c844233-f408-4325-a2a9-b02b6264fb47 None None] Update dhcp port {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '68da1f3a-85c8-40dd-9e80-01f2817c07b2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab4649e3-4bb4-48a2-a2c8-497d10844d1e'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '7b9c7175-22c1-41c7-9e80-59c2515ec4fa'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:20:04.749644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c844233-f408-4325-a2a9-b02b6264fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:04.950651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afeab25-fea6-4634-83e9-c7eb263a5b00 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.952790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afeab25-fea6-4634-83e9-c7eb263a5b00 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.954873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afeab25-fea6-4634-83e9-c7eb263a5b00 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:04.956672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0afeab25-fea6-4634-83e9-c7eb263a5b00 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3369973 Nov 12 09:20:04.966851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58406) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:05.025513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-2c844233-f408-4325-a2a9-b02b6264fb47 None None] Allocated IP 2001:db8::f816:3eff:fe62:82ba (f49fea56-d87f-4860-9e75-dcd56c310f1c/ab4649e3-4bb4-48a2-a2c8-497d10844d1e/7b9c7175-22c1-41c7-9e80-59c2515ec4fa) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:05.063356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.123113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-06c71dab-d691-4b0c-8ddb-997761ab47ac service neutron] 10.222.0.53 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8665051 Nov 12 09:20:05.141918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-7a424d6f-058f-4dc5-a54f-6ae77616f7eb tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:05.144196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-7a424d6f-058f-4dc5-a54f-6ae77616f7eb tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.62 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 815 time: 0.5263791 Nov 12 09:20:05.144721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5170922-0b8b-4384-8e6c-ba37bf4be367 req-22974fec-2eb2-4057-bc81-1b7d02518afa tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:05.147772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5170922-0b8b-4384-8e6c-ba37bf4be367 req-22974fec-2eb2-4057-bc81-1b7d02518afa tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 945 time: 0.5305824 Nov 12 09:20:05.154196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 68da1f3a-85c8-40dd-9e80-01f2817c07b2 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:05.177661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Request body: {'port': {'device_id': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'admin_state_up': True, 'tenant_id': '8c35cad16e554c15b9afa5775f679a49'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:05.185607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Deleting port 5f38c4b2-fb43-457e-833b-708d3155ce41 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:05.186059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.214621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2c844233-f408-4325-a2a9-b02b6264fb47 None None] For port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:05.301428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.356755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521d4baa-8354-4cdd-a20d-1f0f0fa3d546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.364015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c844233-f408-4325-a2a9-b02b6264fb47 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.377572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c844233-f408-4325-a2a9-b02b6264fb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.388362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.400074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:05.407501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] For port 5f38c4b2-fb43-457e-833b-708d3155ce41, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=5f38c4b2-fb43-457e-833b-708d3155ce41,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:05.408835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.440938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521d4baa-8354-4cdd-a20d-1f0f0fa3d546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.460822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:05.464933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Calling delete_port for 5f38c4b2-fb43-457e-833b-708d3155ce41 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:05.475134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5170922-0b8b-4384-8e6c-ba37bf4be367 req-e14a7ce8-d07c-453e-875d-155b5ab65840 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/security-groups?id=e54249ad-bcd3-427e-8c0a-686f56cff98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840029 Nov 12 09:20:05.486579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:05.500164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Pushing event updated for resources: {'Port': ['ID=d10ae331-185e-47d8-947e-36e525fa5bc1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:05.516006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7b9c7175-22c1-41c7-9e80-59c2515ec4fa up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:05.619371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Deleting port 978d3383-924c-45ed-a014-4a952bc1ba99 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:05.619970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.661446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c844233-f408-4325-a2a9-b02b6264fb47 None None] Pushing event updated for resources: {'Port': ['ID=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:05.688586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.693693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea52024d-4433-402f-97e1-2087f2109310 req-50c28488-50dd-43d2-bd92-329ee9729be3 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 210 time: 0.0987506 Nov 12 09:20:05.750628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:05.751348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.762817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Made reservation on behalf of 8c35cad16e554c15b9afa5775f679a49 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:05.766817 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.799276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:05.799797 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.832490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-7c9ad8e0-87d7-4e22-9fb5-3a7ec0d6841f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3917387 Nov 12 09:20:05.852809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.856998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521d4baa-8354-4cdd-a20d-1f0f0fa3d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.859619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-521d4baa-8354-4cdd-a20d-1f0f0fa3d546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:05.865221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-521d4baa-8354-4cdd-a20d-1f0f0fa3d546 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a568f99-2405-4051-9753-b4346ea3555f HTTP/1.1" status: 204 len: 168 time: 1.2887814 Nov 12 09:20:05.878940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Request body: {'port': {'device_id': '09602af3-bb15-4677-86d9-1499b29ad13a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:05.926618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['978d3383-924c-45ed-a014-4a952bc1ba99'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:05.969050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d4baa-8354-4cdd-a20d-1f0f0fa3d546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a568f99-2405-4051-9753-b4346ea3555f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:05.971322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['5f38c4b2-fb43-457e-833b-708d3155ce41'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:05.979668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Pushing event deleted for resources: {'Port': ['ID=5f38c4b2-fb43-457e-833b-708d3155ce41,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:06.072015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] No DVR routers for this DVR port 5f38c4b2-fb43-457e-833b-708d3155ce41 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:06.079345 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.088364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d9bd0c3-1af8-41a4-8eb7-98dcc20be40f req-1828873b-68e8-4172-94ea-e7507a70cc01 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.55 "DELETE /v2.0/ports/5f38c4b2-fb43-457e-833b-708d3155ce41 HTTP/1.1" status: 204 len: 173 time: 1.8233566 Nov 12 09:20:06.088364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'name': 'network-vif-deleted', 'tag': '5f38c4b2-fb43-457e-833b-708d3155ce41'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:06.088704 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca8bb0a-4a38-428f-9ba3-04cb4fb55299" -d '{"events": [{"server_uuid": "6e3f88b0-703e-4c56-8507-68fe47f7e91a", "name": "network-vif-deleted", "tag": "5f38c4b2-fb43-457e-833b-708d3155ce41"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:06.100200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] For port 978d3383-924c-45ed-a014-4a952bc1ba99, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=978d3383-924c-45ed-a014-4a952bc1ba99,segment=NetworkSegment(3e2c8d83-a21c-4fb8-a5cf-a73f243fca80),segment_id=3e2c8d83-a21c-4fb8-a5cf-a73f243fca80)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:06.100691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.123512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.144806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Calling delete_port for 978d3383-924c-45ed-a014-4a952bc1ba99 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:06.292330 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a95c6d-ebe9-4354-a5dc-7aa2daaa0d1d x-openstack-request-id: req-e1a95c6d-ebe9-4354-a5dc-7aa2daaa0d1d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:06.293064 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e3f88b0-703e-4c56-8507-68fe47f7e91a", "name": "network-vif-deleted", "tag": "5f38c4b2-fb43-457e-833b-708d3155ce41", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:06.293519 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1a95c6d-ebe9-4354-a5dc-7aa2daaa0d1d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:06.294174 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e3f88b0-703e-4c56-8507-68fe47f7e91a', 'name': 'network-vif-deleted', 'tag': '5f38c4b2-fb43-457e-833b-708d3155ce41', 'status': 'completed', 'code': 200} Nov 12 09:20:06.349239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.412667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8f65a708-5d3c-4f1f-9d68-6fd4e64d17e3 None None] Provisioning complete for port d10ae331-185e-47d8-947e-36e525fa5bc1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:06.413247 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f65a708-5d3c-4f1f-9d68-6fd4e64d17e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.462321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8f65a708-5d3c-4f1f-9d68-6fd4e64d17e3 None None] Port d10ae331-185e-47d8-947e-36e525fa5bc1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:06.485075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Allocated IP 172.20.0.11 (c53fdf48-a982-47ca-85b1-e7e1269d14ff/c3c30f9b-74ed-4916-8fd8-442a16edd88e/3047404f-26ee-4d7c-8442-1214c2054749) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:06.519219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.597675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.602206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Pushing event deleted for resources: {'Port': ['ID=978d3383-924c-45ed-a014-4a952bc1ba99,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:06.736801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] No DVR routers for this DVR port 978d3383-924c-45ed-a014-4a952bc1ba99 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:06.752552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.757707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd0ddeef-04e2-43ef-8633-3f43890be996 req-3bc7966e-4943-41b2-b3e9-f3ee9d4e9907 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.62 "DELETE /v2.0/ports/978d3383-924c-45ed-a014-4a952bc1ba99 HTTP/1.1" status: 204 len: 173 time: 2.1152768 Nov 12 09:20:06.878191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=68da1f3a-85c8-40dd-9e80-01f2817c07b2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:06.891000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8232ff19-780a-4732-bc3b-b3c4906a3f3e req-a9c0d65b-5a58-4f8e-bba9-5f993ddb22f3 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 210 time: 0.0502663 Nov 12 09:20:06.936717 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:06.940558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-30011eff-e0ab-450c-8478-a0a950f9f98f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/68da1f3a-85c8-40dd-9e80-01f2817c07b2 HTTP/1.1" status: 204 len: 168 time: 1.9680462 Nov 12 09:20:06.942915 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2da75c69-9f85-4b6f-ade4-e34460de9027 req-9281d31d-43e9-4f94-b300-fc21af402762 tempest-ListServersNegativeTestJSON-301785209 tempest-ListServersNegativeTestJSON-301785209-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddde4751-4035-4113-8268-f6e993afccb3 HTTP/1.1" status: 200 len: 210 time: 0.1802273 Nov 12 09:20:06.943631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58438) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:07.012108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb6fa0-a55c-4021-b403-d59a9f88a3d0 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:07.032473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet ab4649e3-4bb4-48a2-a2c8-497d10844d1e {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:07.038519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.096242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.131703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-33d5cff4-7996-4ef7-b7ac-71012f4b3fe9 None None] Provisioning complete for port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:07.132114 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-33d5cff4-7996-4ef7-b7ac-71012f4b3fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.225595 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.286569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.358839 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.517389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7b9c7175-22c1-41c7-9e80-59c2515ec4fa up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:07.576817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:07.602472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:07.605892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:07.622141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Pushing event updated for resources: {'Port': ['ID=3047404f-26ee-4d7c-8442-1214c2054749,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:07.625022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:07.625596 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.685599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-122f4241-7fe2-45a8-932e-d4e0818e75da tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:07.693829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-122f4241-7fe2-45a8-932e-d4e0818e75da tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 815 time: 0.2987084 Nov 12 09:20:07.707264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.727355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Request body: {'port': {'device_id': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'admin_state_up': True, 'tenant_id': '8c35cad16e554c15b9afa5775f679a49'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:07.787664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:07.790585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:07.868996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-ae3b5db6-ae97-4b56-8519-2deaf5e1bf89 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7085226 Nov 12 09:20:07.919186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58450) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:07.920993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4649e3-4bb4-48a2-a2c8-497d10844d1e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:07.925144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Request body: {'port': {'device_id': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:08.086235 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.093793 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7772adf1-af29-4141-ba37-92e34bbda17b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/ab4649e3-4bb4-48a2-a2c8-497d10844d1e HTTP/1.1" status: 204 len: 168 time: 1.1480362 Nov 12 09:20:08.124179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Made reservation on behalf of 8c35cad16e554c15b9afa5775f679a49 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:08.131162 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.132497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d4142402-e4c3-4e14-baac-7ab8174e8616 None None] Provisioning complete for port 3047404f-26ee-4d7c-8442-1214c2054749 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:08.132888 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d4142402-e4c3-4e14-baac-7ab8174e8616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.140879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58462) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:08.187718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58464) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:08.192306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe04944c-3473-47b8-acb5-399555dbc4a5 req-b87b52df-9ed2-4fbe-a87e-8f528f654d08 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 210 time: 0.0964861 Nov 12 09:20:08.196034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d4142402-e4c3-4e14-baac-7ab8174e8616 None None] Port 3047404f-26ee-4d7c-8442-1214c2054749 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:08.253964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-37a94492-c279-466d-99c6-dd80a68a3946 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896816 Nov 12 09:20:08.276731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58466) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:08.285334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:08.299979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde4751-4035-4113-8268-f6e993afccb3', 'name': 'network-vif-deleted', 'tag': '978d3383-924c-45ed-a014-4a952bc1ba99'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:08.302212 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d14a73-34b4-4b35-b0d5-d6c548c55078" -d '{"events": [{"server_uuid": "ddde4751-4035-4113-8268-f6e993afccb3", "name": "network-vif-deleted", "tag": "978d3383-924c-45ed-a014-4a952bc1ba99"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:08.303877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 978d3383-924c-45ed-a014-4a952bc1ba99 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:08.338202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 978d3383-924c-45ed-a014-4a952bc1ba99 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:08.338608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 978d3383-924c-45ed-a014-4a952bc1ba99 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:08.382027 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45d83f7-23fc-48a0-bf13-27427fd1fed3 x-openstack-request-id: req-d45d83f7-23fc-48a0-bf13-27427fd1fed3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:08.382269 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde4751-4035-4113-8268-f6e993afccb3", "name": "network-vif-deleted", "tag": "978d3383-924c-45ed-a014-4a952bc1ba99", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:08.382442 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d45d83f7-23fc-48a0-bf13-27427fd1fed3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:08.382878 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddde4751-4035-4113-8268-f6e993afccb3', 'name': 'network-vif-deleted', 'tag': '978d3383-924c-45ed-a014-4a952bc1ba99', 'status': 'completed', 'code': 200} Nov 12 09:20:08.433685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5f38c4b2-fb43-457e-833b-708d3155ce41 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:08.439481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] Deleting subnet b4d454a3-dab8-4e9c-a5fc-78460f21af5c {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:08.443302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.462228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 5f38c4b2-fb43-457e-833b-708d3155ce41 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:08.462607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 5f38c4b2-fb43-457e-833b-708d3155ce41 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:08.513770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.522640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42278b00-9dd1-41aa-a0e4-cb1a12ee456f None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:08.546450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.546812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6513d617-b3fb-44c1-9da0-97526065f6c8 None None] Provisioning complete for port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:08.547136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6513d617-b3fb-44c1-9da0-97526065f6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.558384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:08.561217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1979933029-network', 'tenant_id': '7f909d49f74342e3985e93d033f50031'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:08.562223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.570410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10ae331-185e-47d8-947e-36e525fa5bc1 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:08.584359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.593510 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.630278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Transition to ACTIVE for port object d10ae331-185e-47d8-947e-36e525fa5bc1 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:08.642281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Made reservation on behalf of 7f909d49f74342e3985e93d033f50031 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:08.644896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.646833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.695588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:08.802669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Allocated IP 172.20.0.6 (c53fdf48-a982-47ca-85b1-e7e1269d14ff/c3c30f9b-74ed-4916-8fd8-442a16edd88e/ce933f89-7834-4d81-966f-63c611db2ebf) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:08.861623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ae331-185e-47d8-947e-36e525fa5bc1,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:08.878434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:08.933895 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.000876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d454a3-dab8-4e9c-a5fc-78460f21af5c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.007731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.017746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.018249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.029306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-949f27c8-7761-449f-b022-dab7b84a5ec4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b4d454a3-dab8-4e9c-a5fc-78460f21af5c HTTP/1.1" status: 204 len: 168 time: 0.8351953 Nov 12 09:20:09.039978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58470) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:09.041297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] Deleting port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:09.041680 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.056527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Attempting to bind port d10ae331-185e-47d8-947e-36e525fa5bc1 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:09.057301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Attempting to bind port d10ae331-185e-47d8-947e-36e525fa5bc1 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:09.057955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Attempting to bind port d10ae331-185e-47d8-947e-36e525fa5bc1 on network c53fdf48-a982-47ca-85b1-e7e1269d14ff {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:09.069711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Port d10ae331-185e-47d8-947e-36e525fa5bc1 on network c53fdf48-a982-47ca-85b1-e7e1269d14ff not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:09.070300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Attempting to bind port d10ae331-185e-47d8-947e-36e525fa5bc1 on network c53fdf48-a982-47ca-85b1-e7e1269d14ff {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:09.090554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48ef628-3d52-4005-beca-062b4da122d2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.097682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:20:09.104489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:09.104835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Checking segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:09.105427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Bound using segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:09.106638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Bound port: d10ae331-185e-47d8-947e-36e525fa5bc1, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:09.107080 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.137604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] For port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:09.138217 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.140765 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.166157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] Calling delete_port for 7b9c7175-22c1-41c7-9e80-59c2515ec4fa owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:09.249195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] For port d10ae331-185e-47d8-947e-36e525fa5bc1, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:09.266157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] For port d10ae331-185e-47d8-947e-36e525fa5bc1, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d10ae331-185e-47d8-947e-36e525fa5bc1,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:09.290145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.290824 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Added segment c449b1b6-db7d-4d86-8fdb-d732643408e3 of type vlan for network 68d093d9-159b-4621-93e5-971c920080ae Nov 12 09:20:09.297845 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.321846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.332440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.375904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] No DVR routers for this DVR port 7b9c7175-22c1-41c7-9e80-59c2515ec4fa on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:09.379655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7b9c7175-22c1-41c7-9e80-59c2515ec4fa no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:09.386040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f04824-3552-49f7-8262-f1d1fdc18805 None None] Pushing event deleted for resources: {'Port': ['ID=7b9c7175-22c1-41c7-9e80-59c2515ec4fa,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.411566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 7b9c7175-22c1-41c7-9e80-59c2515ec4fa {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:09.411945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7b9c7175-22c1-41c7-9e80-59c2515ec4fa not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:09.443904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:09.444711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.447460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] 10.222.0.55 "PUT /v2.0/ports/d10ae331-185e-47d8-947e-36e525fa5bc1 HTTP/1.1" status: 200 len: 1093 time: 3.5736752 Nov 12 09:20:09.448059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09602af3-bb15-4677-86d9-1499b29ad13a', 'tag': 'd10ae331-185e-47d8-947e-36e525fa5bc1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:09.450536 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b296f778-8290-4b4e-9caf-beb8054b554e" -d '{"events": [{"name": "network-changed", "server_uuid": "09602af3-bb15-4677-86d9-1499b29ad13a", "tag": "d10ae331-185e-47d8-947e-36e525fa5bc1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:09.475346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25ae5e62-3bfa-47c9-b799-67d77c604a33 req-60fe210b-bf65-4f81-a290-dc99d19a4295 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 210 time: 0.0975478 Nov 12 09:20:09.486505 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.504440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.517589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=bc223643-1d54-41f3-b4de-21f12b996a5d,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.546072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:09.551369 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1593568a-157a-442a-99eb-4882b6f8fba1 x-openstack-request-id: req-1593568a-157a-442a-99eb-4882b6f8fba1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:09.551665 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09602af3-bb15-4677-86d9-1499b29ad13a", "tag": "d10ae331-185e-47d8-947e-36e525fa5bc1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:09.551905 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1593568a-157a-442a-99eb-4882b6f8fba1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:09.552357 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09602af3-bb15-4677-86d9-1499b29ad13a', 'tag': 'd10ae331-185e-47d8-947e-36e525fa5bc1', 'status': 'completed', 'code': 200} Nov 12 09:20:09.562590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:09.571459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4267e0bf-d88b-49fd-bcf4-64a8777b09be None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:09.576437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd06dde-8ba4-4c9a-ae18-647da6eac3dd']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:09.579645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:09.580266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.583071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78f11f-04ba-4184-b6db-7b497c819859 service neutron] Pushing event updated for resources: {'Port': ['ID=d10ae331-185e-47d8-947e-36e525fa5bc1,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.589181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.590142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:09.590737 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.594692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.606286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:09.606618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2c8d83-a21c-4fb8-a5cf-a73f243fca80') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:09.630082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e800e3c5-652f-477c-abdd-88089a5a7741 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3513250 Nov 12 09:20:09.630302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58476) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:09.632996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.641773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:09.662490 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.677504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:20:09.677805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:20:09.680335 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:20:09.691726 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7715101 Nov 12 09:20:09.699268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58478) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:09.706928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Request body: {'subnet': {'network_id': '68d093d9-159b-4621-93e5-971c920080ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1979933029-subnet', 'tenant_id': '7f909d49f74342e3985e93d033f50031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:09.708259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-cb9dbf46-6480-4321-ba55-a5c0682914be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:09.709799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-cb9dbf46-6480-4321-ba55-a5c0682914be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 1096 time: 0.1780019 Nov 12 09:20:09.713256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e648e-ed30-494e-94e6-7b010be998d4 admin admin] Pushing event updated for resources: {'Network': ['ID=68d093d9-159b-4621-93e5-971c920080ae,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.729110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 68d093d9-159b-4621-93e5-971c920080ae details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:20:09.761034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Made reservation on behalf of 7f909d49f74342e3985e93d033f50031 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:09.763637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.795889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.807102 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-c9485e77-04b1-4e63-bf4d-f9c29e785da7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10ae331-185e-47d8-947e-36e525fa5bc1 HTTP/1.1" status: 200 len: 217 time: 0.0584953 Nov 12 09:20:09.864882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.877394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:09.881122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4cd06dde-8ba4-4c9a-ae18-647da6eac3dd HTTP/1.1" status: 204 len: 168 time: 0.8376777 Nov 12 09:20:09.928561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:09.933555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Pushing event updated for resources: {'Port': ['ID=ce933f89-7834-4d81-966f-63c611db2ebf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.933867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-2b4a033d-5376-4595-8aca-9fc067d66ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:09.935278 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-2b4a033d-5376-4595-8aca-9fc067d66ab8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 200 len: 854 time: 0.1147482 Nov 12 09:20:09.937701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fa880-228d-46c4-adc3-a417a864c180 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd06dde-8ba4-4c9a-ae18-647da6eac3dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:09.940499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:09.944613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:10.027331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:10.027962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.030969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:10.038137 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.094382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': 'bc223643-1d54-41f3-b4de-21f12b996a5d'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:10.097084 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.108645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-9dcd5a45-6ef0-4017-ba84-e89d80e7bdd8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4026587 Nov 12 09:20:10.112099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-90c9835d-37dd-4919-9a6c-3733ff3aa0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:10.114001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-90c9835d-37dd-4919-9a6c-3733ff3aa0f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c53fdf48-a982-47ca-85b1-e7e1269d14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1656339 Nov 12 09:20:10.148882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Request body: {'port': {'device_id': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:10.261109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3047404f-26ee-4d7c-8442-1214c2054749 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:10.261597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Allocated IP 172.20.0.2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/bc223643-1d54-41f3-b4de-21f12b996a5d/25a4e664-ebd2-4f9d-afd7-9dff53383689) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:10.284865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58482) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:10.312046 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.349005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Transition to ACTIVE for port object 3047404f-26ee-4d7c-8442-1214c2054749 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:10.358531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.366219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.415649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.436887 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.447767 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.457414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1eaa702d-cd3b-45ff-a743-b2c15230d842 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcf6527243f748e6a30eb42b3944b76e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1682525 Nov 12 09:20:10.459217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58486) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:10.469695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ddeb2d-979a-49b6-8f28-ac5be55d9104,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:10.489659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-aa7c1a5a-a87c-4e2d-a32a-6337ff5ddee1 service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072367 Nov 12 09:20:10.515821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:10.520036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:10.525756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:10.529711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Pushing event updated for resources: {'Port': ['ID=3047404f-26ee-4d7c-8442-1214c2054749,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:10.601260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0a47cc17-ee7d-437f-8e91-a9fab870f0dc None None] Provisioning complete for port ce933f89-7834-4d81-966f-63c611db2ebf triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:10.601812 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a47cc17-ee7d-437f-8e91-a9fab870f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.687544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Attempting to bind port 25a4e664-ebd2-4f9d-afd7-9dff53383689 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:10.687937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Attempting to bind port 25a4e664-ebd2-4f9d-afd7-9dff53383689 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:10.688309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Attempting to bind port 25a4e664-ebd2-4f9d-afd7-9dff53383689 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:10.691064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Pushing event updated for resources: {'Port': ['ID=25a4e664-ebd2-4f9d-afd7-9dff53383689,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:10.726892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Attempting to bind port 3047404f-26ee-4d7c-8442-1214c2054749 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:10.727429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Attempting to bind port 3047404f-26ee-4d7c-8442-1214c2054749 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:10.727565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:10.727696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Attempting to bind port 3047404f-26ee-4d7c-8442-1214c2054749 on network c53fdf48-a982-47ca-85b1-e7e1269d14ff {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:10.727792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:10.728172 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.728575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:10.729147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Bound port: 25a4e664-ebd2-4f9d-afd7-9dff53383689, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:10.729541 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.748731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Port 3047404f-26ee-4d7c-8442-1214c2054749 on network c53fdf48-a982-47ca-85b1-e7e1269d14ff not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:10.749669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Attempting to bind port 3047404f-26ee-4d7c-8442-1214c2054749 on network c53fdf48-a982-47ca-85b1-e7e1269d14ff {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:10.754725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0a47cc17-ee7d-437f-8e91-a9fab870f0dc None None] Port ce933f89-7834-4d81-966f-63c611db2ebf cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:10.774980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:10.775331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Checking segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:10.775729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Bound using segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:10.776210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Bound port: 3047404f-26ee-4d7c-8442-1214c2054749, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:10.776573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.821559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c36ebb51-4e52-44e9-bdce-d37201e9c0f8 req-97843572-297d-42cb-9d51-c4ef21e88a5f service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879770 Nov 12 09:20:10.903812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] For port 25a4e664-ebd2-4f9d-afd7-9dff53383689, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:10.910576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] For port 25a4e664-ebd2-4f9d-afd7-9dff53383689, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=25a4e664-ebd2-4f9d-afd7-9dff53383689,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:10.922652 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.977851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce933f89-7834-4d81-966f-63c611db2ebf {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:10.990668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:10.992950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296f778-8290-4b4e-9caf-beb8054b554e req-11f92219-6c2f-4f1e-9a62-3a4c4df4b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:10.994893 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b296f778-8290-4b4e-9caf-beb8054b554e req-11f92219-6c2f-4f1e-9a62-3a4c4df4b62d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 1096 time: 0.1157770 Nov 12 09:20:10.997889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] For port 3047404f-26ee-4d7c-8442-1214c2054749, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:11.002442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] For port 3047404f-26ee-4d7c-8442-1214c2054749, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3047404f-26ee-4d7c-8442-1214c2054749,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:11.011272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Transition to ACTIVE for port object ce933f89-7834-4d81-966f-63c611db2ebf will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:11.043010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e972e30-33ee-4659-b985-161060d4eaaf None None] Pushing event updated for resources: {'Port': ['ID=25a4e664-ebd2-4f9d-afd7-9dff53383689,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:11.047314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Checking segment: {'id': 'c449b1b6-db7d-4d86-8fdb-d732643408e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68d093d9-159b-4621-93e5-971c920080ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:11.047673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Network hostable DHCP agents. Network: 68d093d9-159b-4621-93e5-971c920080ae, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:20:11.053812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.086338 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.149072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-919d0594-f8bf-4483-b919-ad3a8d4ff3de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.157651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:11.158693 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.159754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] 10.222.0.62 "PUT /v2.0/ports/3047404f-26ee-4d7c-8442-1214c2054749 HTTP/1.1" status: 200 len: 1093 time: 3.2418082 Nov 12 09:20:11.185761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5a49c-c5fe-4304-a266-8773cb99cd20 req-715e4a82-48ce-4259-990e-88e27f3cb611 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:11.192080 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32d5a49c-c5fe-4304-a266-8773cb99cd20 req-715e4a82-48ce-4259-990e-88e27f3cb611 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 931 time: 0.5778635 Nov 12 09:20:11.233389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-919d0594-f8bf-4483-b919-ad3a8d4ff3de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.276888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Pushing event updated for resources: {'Port': ['ID=ce933f89-7834-4d81-966f-63c611db2ebf,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:11.298982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:20:11.315406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717a36f-5f2b-4c74-a4c2-dcbd2bbf7984 service neutron] Pushing event updated for resources: {'Port': ['ID=3047404f-26ee-4d7c-8442-1214c2054749,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:11.380566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-919d0594-f8bf-4483-b919-ad3a8d4ff3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.385242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-919d0594-f8bf-4483-b919-ad3a8d4ff3de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.388979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-919d0594-f8bf-4483-b919-ad3a8d4ff3de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e54249ad-bcd3-427e-8c0a-686f56cff98d HTTP/1.1" status: 204 len: 168 time: 0.9255795 Nov 12 09:20:11.455476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b58dce79-c639-470c-9fe0-27517337a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:11.462274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-b58dce79-c639-470c-9fe0-27517337a77c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 1096 time: 0.2321777 Nov 12 09:20:11.463523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d0594-f8bf-4483-b919-ad3a8d4ff3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54249ad-bcd3-427e-8c0a-686f56cff98d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:11.469325 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32d5a49c-c5fe-4304-a266-8773cb99cd20 req-f75acf2e-30a7-4ea2-a07b-dfab7cd084cf tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205502 Nov 12 09:20:11.470625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Network 68d093d9-159b-4621-93e5-971c920080ae is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:20:11.487662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 68d093d9-159b-4621-93e5-971c920080ae) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:11.494490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296f778-8290-4b4e-9caf-beb8054b554e req-06d3d2c5-6809-4382-bef7-5153ea51e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:11.495868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:11.500228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b296f778-8290-4b4e-9caf-beb8054b554e req-06d3d2c5-6809-4382-bef7-5153ea51e18e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 916 time: 0.4936819 Nov 12 09:20:11.500412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.521811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc9864-5614-4da5-8f27-7fa7d0f23342 None None] Network 68d093d9-159b-4621-93e5-971c920080ae requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:11.557643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bc92703c-6897-41ff-a6f7-c8f79128f8bf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8565776 Nov 12 09:20:11.582945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Attempting to bind port ce933f89-7834-4d81-966f-63c611db2ebf on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:11.583936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Attempting to bind port ce933f89-7834-4d81-966f-63c611db2ebf by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:11.584502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Attempting to bind port ce933f89-7834-4d81-966f-63c611db2ebf on network c53fdf48-a982-47ca-85b1-e7e1269d14ff {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:11.594233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Port ce933f89-7834-4d81-966f-63c611db2ebf on network c53fdf48-a982-47ca-85b1-e7e1269d14ff not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:11.594729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Attempting to bind port ce933f89-7834-4d81-966f-63c611db2ebf on network c53fdf48-a982-47ca-85b1-e7e1269d14ff {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:11.607175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:11.607671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Checking segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:11.608386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Bound using segment: {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:11.609156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Bound port: ce933f89-7834-4d81-966f-63c611db2ebf, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29b21dca-3a06-478f-8ce8-00bbeecccee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:11.609976 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.663567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'tag': '3047404f-26ee-4d7c-8442-1214c2054749'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:11.669424 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab2980-a155-47ab-bab8-2a9604dc0a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "76b9a527-1cfd-4f41-8e06-84e5fbdd24c3", "tag": "3047404f-26ee-4d7c-8442-1214c2054749"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:11.688214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b296f778-8290-4b4e-9caf-beb8054b554e req-4aaeb318-43fc-49dd-a34e-e1897a7dcd0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10ae331-185e-47d8-947e-36e525fa5bc1 HTTP/1.1" status: 200 len: 217 time: 0.1633677 Nov 12 09:20:11.782385 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-0a5e5738-5379-458f-8e95-c7650a93fcd6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3047404f-26ee-4d7c-8442-1214c2054749 HTTP/1.1" status: 200 len: 217 time: 0.2690156 Nov 12 09:20:11.842328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] For port ce933f89-7834-4d81-966f-63c611db2ebf, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:11.862770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] For port ce933f89-7834-4d81-966f-63c611db2ebf, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce933f89-7834-4d81-966f-63c611db2ebf,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:11.874876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:11.945148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba7daa6-d717-4144-b634-402d2a7725f9 None None] Network 68d093d9-159b-4621-93e5-971c920080ae requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:11.958850 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c36e0f-e868-4690-a69d-9f81dc6d8b24 x-openstack-request-id: req-81c36e0f-e868-4690-a69d-9f81dc6d8b24 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:11.959180 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b9a527-1cfd-4f41-8e06-84e5fbdd24c3", "tag": "3047404f-26ee-4d7c-8442-1214c2054749", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:11.959401 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81c36e0f-e868-4690-a69d-9f81dc6d8b24 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:11.959807 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'tag': '3047404f-26ee-4d7c-8442-1214c2054749', 'status': 'completed', 'code': 200} Nov 12 09:20:12.017744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.024207 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:12.029476 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce933f89-7834-4d81-966f-63c611db2ebf HTTP/1.1" status: 200 len: 1092 time: 1.8997121 Nov 12 09:20:12.036609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'tag': 'ce933f89-7834-4d81-966f-63c611db2ebf'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:12.038345 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309ac39b-df57-413a-bba7-64635cf428f2" -d '{"events": [{"name": "network-changed", "server_uuid": "74363d9d-8e9e-47b4-ba35-1f20a5346207", "tag": "ce933f89-7834-4d81-966f-63c611db2ebf"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:12.050663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296f778-8290-4b4e-9caf-beb8054b554e req-3c016024-e725-4a2d-a5b7-30fdf7536df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.055341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b296f778-8290-4b4e-9caf-beb8054b554e req-3c016024-e725-4a2d-a5b7-30fdf7536df7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 200 len: 854 time: 0.2873056 Nov 12 09:20:12.181428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-2f83e983-5d25-42c0-8595-af830ba95db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.184833 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c74560-b022-4fa5-900c-1ec345422b76 x-openstack-request-id: req-38c74560-b022-4fa5-900c-1ec345422b76 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:12.185151 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74363d9d-8e9e-47b4-ba35-1f20a5346207", "tag": "ce933f89-7834-4d81-966f-63c611db2ebf", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:12.185505 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38c74560-b022-4fa5-900c-1ec345422b76 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:12.185865 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'tag': 'ce933f89-7834-4d81-966f-63c611db2ebf', 'status': 'completed', 'code': 200} Nov 12 09:20:12.190160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-2f83e983-5d25-42c0-8595-af830ba95db7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 200 len: 854 time: 0.3380942 Nov 12 09:20:12.236092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cb910-f8e3-453c-a38a-b52773183c30 service neutron] Pushing event updated for resources: {'Port': ['ID=ce933f89-7834-4d81-966f-63c611db2ebf,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:12.285666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-d19b8a7a-24cc-4619-a73b-e01c47f64945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.287218 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-d19b8a7a-24cc-4619-a73b-e01c47f64945 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 1095 time: 0.2022727 Nov 12 09:20:12.387719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-793b085b-1681-42d5-a12b-490a4a834089 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce933f89-7834-4d81-966f-63c611db2ebf HTTP/1.1" status: 200 len: 217 time: 0.0894690 Nov 12 09:20:12.394158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:12.446721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296f778-8290-4b4e-9caf-beb8054b554e req-11b2c1a8-68ce-4ea7-9c1a-ca597d08f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.450742 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b296f778-8290-4b4e-9caf-beb8054b554e req-11b2c1a8-68ce-4ea7-9c1a-ca597d08f364 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c53fdf48-a982-47ca-85b1-e7e1269d14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3545301 Nov 12 09:20:12.469554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d10ae331-185e-47d8-947e-36e525fa5bc1 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:12.524029 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-87946e21-e1f5-41ab-9417-23f80b321753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.526734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-87946e21-e1f5-41ab-9417-23f80b321753 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 200 len: 854 time: 0.1322148 Nov 12 09:20:12.549530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-d29b192c-dafa-434e-a7e8-1a402f809514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.555052 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-d29b192c-dafa-434e-a7e8-1a402f809514 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c53fdf48-a982-47ca-85b1-e7e1269d14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3483105 Nov 12 09:20:12.639778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-5eb70fe1-5bbf-4451-8204-9b89cf11ff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.641353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-5eb70fe1-5bbf-4451-8204-9b89cf11ff3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c53fdf48-a982-47ca-85b1-e7e1269d14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065810 Nov 12 09:20:12.927159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-c27517a3-f2ef-4d7f-9173-c8ebcc35b96a service neutron] 10.222.0.62 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427572 Nov 12 09:20:12.944312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d10ae331-185e-47d8-947e-36e525fa5bc1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d10ae331-185e-47d8-947e-36e525fa5bc1,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:12.949254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcde61-79bf-428f-8530-e486630f83fa req-a7b3a9ff-e21f-41df-929a-8d921b2a55ea tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:12.950879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3dcde61-79bf-428f-8530-e486630f83fa req-a7b3a9ff-e21f-41df-929a-8d921b2a55ea tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 943 time: 0.2708037 Nov 12 09:20:12.973829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'd10ae331-185e-47d8-947e-36e525fa5bc1', 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'port_id': 'd10ae331-185e-47d8-947e-36e525fa5bc1', 'mac_address': 'fa:16:3e:2d:5a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c30f9b-74ed-4916-8fd8-442a16edd88e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:12.981859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-c58b738c-73bd-45d2-afe9-1c95e6a91374 service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325517 Nov 12 09:20:13.044928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58534) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:13.053403 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b296f778-8290-4b4e-9caf-beb8054b554e req-1c9b5ed3-0f57-4dc2-8909-0dc2987770ab service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584154 Nov 12 09:20:13.057990 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.062439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7718e8-7d6b-4630-bde9-5d6cf4ad8c0e None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:20:13.196511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbfc8048-5a7b-4922-9e6c-25fa05dde96e req-aeb9d148-e48a-4e62-916f-3ef0b885a491 service neutron] 10.222.0.62 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253516 Nov 12 09:20:13.335381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7718e8-7d6b-4630-bde9-5d6cf4ad8c0e None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:20:13.339760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10ae331-185e-47d8-947e-36e525fa5bc1 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:13.390216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d10ae331-185e-47d8-947e-36e525fa5bc1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d10ae331-185e-47d8-947e-36e525fa5bc1,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:13.391386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d745248c-27e7-4bbe-8500-4cc49124ffdd None None] Provisioning complete for port 25a4e664-ebd2-4f9d-afd7-9dff53383689 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:13.391817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d745248c-27e7-4bbe-8500-4cc49124ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.425837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 25a4e664-ebd2-4f9d-afd7-9dff53383689 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:13.428315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.473126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-e0ba2f8e-8840-487e-abd5-237469ff9d70 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:13.476009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-e0ba2f8e-8840-487e-abd5-237469ff9d70 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/networks?id=68d093d9-159b-4621-93e5-971c920080ae HTTP/1.1" status: 200 len: 813 time: 0.4871674 Nov 12 09:20:13.479159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] For port 25a4e664-ebd2-4f9d-afd7-9dff53383689, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=25a4e664-ebd2-4f9d-afd7-9dff53383689,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:13.544544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-68861dab-c160-4c4a-8508-7ac02bbc6f36 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/quotas/7f909d49f74342e3985e93d033f50031 HTTP/1.1" status: 200 len: 375 time: 0.0475392 Nov 12 09:20:13.547639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1090626033-network', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:13.554813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b296f778-8290-4b4e-9caf-beb8054b554e req-32d0039b-506a-4fb4-9f8a-349038c5d692 service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549356 Nov 12 09:20:13.558084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-1ba8ccf0-9783-4284-a126-b769fa9a44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:13.560134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-1ba8ccf0-9783-4284-a126-b769fa9a44f2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 1096 time: 0.2694659 Nov 12 09:20:13.568454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3dcde61-79bf-428f-8530-e486630f83fa req-bb973057-2809-406c-945e-976947150ff3 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850294 Nov 12 09:20:13.601926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Made reservation on behalf of c9a1f382835b46b38a798f579f7972d4 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:13.604397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.614843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d10ae331-185e-47d8-947e-36e525fa5bc1,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:13.622817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.628945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8adef76-ec95-471f-9bd7-54a0e9d873ed req-411fbc83-ffaf-441f-be2b-fd592a9803ee service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240847 Nov 12 09:20:13.673206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d10ae331-185e-47d8-947e-36e525fa5bc1'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:13.757075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 25a4e664-ebd2-4f9d-afd7-9dff53383689 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:13.757409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.759657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d745248c-27e7-4bbe-8500-4cc49124ffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.770838 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.773851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac39b-df57-413a-bba7-64635cf428f2 req-0f56fa1d-5e8b-4ea4-89ea-c42de2bd59ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:13.775458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-309ac39b-df57-413a-bba7-64635cf428f2 req-0f56fa1d-5e8b-4ea4-89ea-c42de2bd59ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 1095 time: 0.0823185 Nov 12 09:20:13.777604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.830228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:20:13.878641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d17288-3657-464e-9e36-13a2b9181592,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:13.883226 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.883574 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Added segment 95b2dab6-3cf1-44c3-908c-411ec1e99ec6 of type vlan for network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 Nov 12 09:20:13.950370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.965767 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a35b7956-9932-4b1a-8511-d6e1f5df57a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:13.977669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac39b-df57-413a-bba7-64635cf428f2 req-b1dfdba3-d89a-41b3-b66b-927e8654b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:13.978735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-b720d299-05d5-417e-9e0e-9e4f3efdbbc6 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f909d49f74342e3985e93d033f50031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4182839 Nov 12 09:20:13.980181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-309ac39b-df57-413a-bba7-64635cf428f2 req-b1dfdba3-d89a-41b3-b66b-927e8654b632 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 916 time: 0.1937516 Nov 12 09:20:13.992425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.012508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.014528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.048248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.049462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.049832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.054492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-309ac39b-df57-413a-bba7-64635cf428f2 req-c563da09-a7b8-46aa-a41d-18439997c901 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce933f89-7834-4d81-966f-63c611db2ebf HTTP/1.1" status: 200 len: 217 time: 0.0597177 Nov 12 09:20:14.137279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:14.147172 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.149904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-d745248c-27e7-4bbe-8500-4cc49124ffdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:20:14.150271 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-d745248c-27e7-4bbe-8500-4cc49124ffdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:20:14.185560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1332881 Nov 12 09:20:14.199521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac39b-df57-413a-bba7-64635cf428f2 req-0cf37fbe-5f48-4b02-ab72-7c47589ff8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.201949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-309ac39b-df57-413a-bba7-64635cf428f2 req-0cf37fbe-5f48-4b02-ab72-7c47589ff8c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 200 len: 854 time: 0.1390858 Nov 12 09:20:14.202492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58538) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:14.204883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb1cebe-4ebc-4357-bc85-a093989d4bc0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:14.210105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Request body: {'subnet': {'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1090626033-subnet', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:14.216460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 25a4e664-ebd2-4f9d-afd7-9dff53383689, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=25a4e664-ebd2-4f9d-afd7-9dff53383689,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:14.225675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:14.233703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.236440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.237253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.243020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.243020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.243020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.243020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.243431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.243515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.244332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.244332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.244546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.244893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.245212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.245536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c47-ce25-4eda-85b2-8dbfc7110645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:14.279186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:20:14.296860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Made reservation on behalf of c9a1f382835b46b38a798f579f7972d4 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:14.299871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:14.307396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ac39b-df57-413a-bba7-64635cf428f2 req-24158c3a-3d92-4070-bef9-97ba1a96abc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.309101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-309ac39b-df57-413a-bba7-64635cf428f2 req-24158c3a-3d92-4070-bef9-97ba1a96abc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c53fdf48-a982-47ca-85b1-e7e1269d14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894215 Nov 12 09:20:14.348097 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7169566 Nov 12 09:20:14.349214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=ae3a8d49-6d40-4e00-939e-82c39072f2e6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:14.349705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58540) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:14.352395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8396f0-73b6-4e76-af57-cb5351e2a1d9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=25a4e664-ebd2-4f9d-afd7-9dff53383689,revision_number=4']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:14.383903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:ec:88:67', 'name': 'tempest-NetworksTestDHCPv6-960617375'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:14.386940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-308ece50-60db-4d98-a1d7-764bcf71e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.390160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-308ece50-60db-4d98-a1d7-764bcf71e93e service neutron] 10.222.0.62 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 916 time: 0.4215641 Nov 12 09:20:14.403216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=25a4e664-ebd2-4f9d-afd7-9dff53383689,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:14.419895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-94bd8c18-120b-4974-ad26-38d08b249d07 service neutron] 10.222.0.53 "GET /v2.0/networks/68d093d9-159b-4621-93e5-971c920080ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254048 Nov 12 09:20:14.468641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-e3b69f8f-be17-4f3b-8261-892ca80570d7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3047404f-26ee-4d7c-8442-1214c2054749 HTTP/1.1" status: 200 len: 217 time: 0.0684640 Nov 12 09:20:14.575303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-309ac39b-df57-413a-bba7-64635cf428f2 req-958fe0e2-1a14-4785-9649-a19d7d1e2a17 service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549937 Nov 12 09:20:14.586301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-157f21c3-674e-4ead-9dda-a9462d2b4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.588083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-157f21c3-674e-4ead-9dda-a9462d2b4238 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 200 len: 854 time: 0.1080260 Nov 12 09:20:14.698228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-436c41f4-1db6-45a1-a140-fa40129d46b7 service neutron] 10.222.0.53 "GET /v2.0/networks/68d093d9-159b-4621-93e5-971c920080ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401857 Nov 12 09:20:14.715902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-be4c98c4-3bee-4448-a246-134db4f8c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.718421 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-be4c98c4-3bee-4448-a246-134db4f8c190 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c53fdf48-a982-47ca-85b1-e7e1269d14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1218271 Nov 12 09:20:14.846138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:14.884762 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-309ac39b-df57-413a-bba7-64635cf428f2 req-0855b4d1-be5e-42d2-a3fc-33b992d6ec7a service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784426 Nov 12 09:20:14.904888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c38b88-3766-44ee-a517-2dbab3e96c53 req-c4af67cb-c428-409f-b8e2-f1b6154bf84a tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:14.906501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-42c38b88-3766-44ee-a517-2dbab3e96c53 req-c4af67cb-c428-409f-b8e2-f1b6154bf84a tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 943 time: 0.1944036 Nov 12 09:20:14.923974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d78cbd4-9edd-443b-9e64-79254786f182 req-9c7cf299-c378-42cc-a8ea-71c148a68ee2 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 210 time: 0.0426455 Nov 12 09:20:14.948549 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-f8289ab7-a150-4f12-b743-0503313ea262 service neutron] 10.222.0.62 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194290 Nov 12 09:20:14.972890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.061173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d3c25a-33ae-4acd-aed2-07214c56c29f None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:20:15.084144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60ab2980-a155-47ab-bab8-2a9604dc0a7e req-6ce54cb1-9001-48a1-9782-e4cf588d40e6 service neutron] 10.222.0.62 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283891 Nov 12 09:20:15.096281 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-42c38b88-3766-44ee-a517-2dbab3e96c53 req-d05fb937-6509-4b5f-b66d-1ca9a7e04c7f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599278 Nov 12 09:20:15.120724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.143963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc2f213-1026-4b58-9897-52af9d16abe8,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:15.151193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4abb3a4c-f818-469d-a806-e6e3f3b5c87e None None] Provisioning complete for port 25a4e664-ebd2-4f9d-afd7-9dff53383689 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:15.151664 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4abb3a4c-f818-469d-a806-e6e3f3b5c87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.163289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 1cf567ce-561c-4932-8415-7f075ec3355d yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:15.172615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:15.173503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Network hostable DHCP agents. Network: 9eb1cebe-4ebc-4357-bc85-a093989d4bc0, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:20:15.241536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:20:15.263219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9eb1cebe-4ebc-4357-bc85-a093989d4bc0) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:15.290804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:15.291456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.330548 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a8d91a1c-1221-4b8e-9323-08447e31f8a8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1268115 Nov 12 09:20:15.331759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58554) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:15.343185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:15.379195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 25a4e664-ebd2-4f9d-afd7-9dff53383689 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:15.405501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.406880 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.428095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 172.20.0.10 (f49fea56-d87f-4860-9e75-dcd56c310f1c/bc223643-1d54-41f3-b4de-21f12b996a5d/1cf567ce-561c-4932-8415-7f075ec3355d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:15.441604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:feec:8867 (f49fea56-d87f-4860-9e75-dcd56c310f1c/ae3a8d49-6d40-4e00-939e-82c39072f2e6/1cf567ce-561c-4932-8415-7f075ec3355d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:15.460416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3c25a-33ae-4acd-aed2-07214c56c29f None None] Unable to find a vacant binding_index for network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 and agent 766850f4-5347-4802-929a-7612c5a1114c {{(pid=109378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 09:20:15.471131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3c25a-33ae-4acd-aed2-07214c56c29f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9eb1cebe-4ebc-4357-bc85-a093989d4bc0) {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:20:15.478075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 25a4e664-ebd2-4f9d-afd7-9dff53383689 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:15.478460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.491710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.728713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.817234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:15.820640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.826091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.883061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:15.981215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Allocated IP 172.20.0.2 (9eb1cebe-4ebc-4357-bc85-a093989d4bc0/9bc2f213-1026-4b58-9897-52af9d16abe8/4c21ce86-2621-408d-ae0c-8b0a89f280fb) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:15.987201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:15.993019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:16.058757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:16.065867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=1cf567ce-561c-4932-8415-7f075ec3355d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:16.219884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.220891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.221459 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef1e2751-616b-4972-b6cd-52d4853ac50a req-6cbb5c78-cb34-4c49-8bc2-3f429926e869 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 210 time: 0.1733115 Nov 12 09:20:16.257933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0aa94f1a-4412-4f96-917c-282cb1d9de7d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8802283 Nov 12 09:20:16.262716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58560) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:16.276967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c90d7d76-8feb-4ef8-bb9b-c821b7b65ac0 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.279122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c90d7d76-8feb-4ef8-bb9b-c821b7b65ac0 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.62 "GET /v2.0/networks?id=68d093d9-159b-4621-93e5-971c920080ae HTTP/1.1" status: 200 len: 813 time: 0.2326734 Nov 12 09:20:16.280035 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.288714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.301252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Request body: {'port': {'device_id': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'network_id': '68d093d9-159b-4621-93e5-971c920080ae', 'admin_state_up': True, 'tenant_id': '7f909d49f74342e3985e93d033f50031'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:16.302077 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.327267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3047404f-26ee-4d7c-8442-1214c2054749 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:16.327503 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.353740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:16.373938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:16.376954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:16.400521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Pushing event updated for resources: {'Port': ['ID=4c21ce86-2621-408d-ae0c-8b0a89f280fb,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:16.418475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c07401-403e-418b-9ffa-3a3135351158 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.419559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b49d3b-9fb5-4f6d-a92e-457c74df96e5 req-fdd5316e-5f45-4da9-a97e-232680db1a06 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.425996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c07401-403e-418b-9ffa-3a3135351158 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.429030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-59c07401-403e-418b-9ffa-3a3135351158 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1637480 Nov 12 09:20:16.430313 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f6fcc7b3-bed7-47a3-863d-2bb185e4d1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.430501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:16.432012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3b49d3b-9fb5-4f6d-a92e-457c74df96e5 req-fdd5316e-5f45-4da9-a97e-232680db1a06 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 943 time: 0.1820948 Nov 12 09:20:16.509335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce933f89-7834-4d81-966f-63c611db2ebf details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:16.540272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3b49d3b-9fb5-4f6d-a92e-457c74df96e5 req-4bd1b60d-c813-4848-ad5d-c2384d9cb6ca tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072409 Nov 12 09:20:16.576712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d10ae331-185e-47d8-947e-36e525fa5bc1 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:16.579398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Allocated IP 172.25.5.7 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/7fa34dc1-9743-4990-90e0-bae3cf21a7f9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:16.581780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Made reservation on behalf of 7f909d49f74342e3985e93d033f50031 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:16.585533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.593151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 1cf567ce-561c-4932-8415-7f075ec3355d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:16.593601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.715776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.754059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.793454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:16.793949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8354e2-948f-411c-9a00-633fb9e70316 req-77a02e53-0093-41f6-a9fd-25eaa9191e93 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:16.795503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee8354e2-948f-411c-9a00-633fb9e70316 req-77a02e53-0093-41f6-a9fd-25eaa9191e93 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1097 time: 0.1823342 Nov 12 09:20:16.800524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:16.806250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:16.833675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:16.845594 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.874255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 1cf567ce-561c-4932-8415-7f075ec3355d owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:16.896997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Attempting to bind port 4c21ce86-2621-408d-ae0c-8b0a89f280fb on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:16.897501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Attempting to bind port 4c21ce86-2621-408d-ae0c-8b0a89f280fb by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:16.898263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Attempting to bind port 4c21ce86-2621-408d-ae0c-8b0a89f280fb on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:16.910500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Allocated IP 172.20.0.11 (68d093d9-159b-4621-93e5-971c920080ae/00ddeb2d-979a-49b6-8f28-ac5be55d9104/43684379-bd50-4beb-b9de-c07ac6d25241) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:16.937629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:16.938207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:16.939337 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.940420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Bound using segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:16.941085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Bound port: 4c21ce86-2621-408d-ae0c-8b0a89f280fb, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:16.941840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:16.956133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3047404f-26ee-4d7c-8442-1214c2054749, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3047404f-26ee-4d7c-8442-1214c2054749,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:16.968980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ee8354e2-948f-411c-9a00-633fb9e70316 req-68ab135c-0f93-4378-ae68-4b7d57c61b9f tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370149 Nov 12 09:20:16.988881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bbe423b7-4477-439b-bace-bfbecd0458ef None None] Provisioning complete for port 25a4e664-ebd2-4f9d-afd7-9dff53383689 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:16.989264 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bbe423b7-4477-439b-bace-bfbecd0458ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.028039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3047404f-26ee-4d7c-8442-1214c2054749', 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'port_id': '3047404f-26ee-4d7c-8442-1214c2054749', 'mac_address': 'fa:16:3e:24:61:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c30f9b-74ed-4916-8fd8-442a16edd88e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:17.075010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ce933f89-7834-4d81-966f-63c611db2ebf, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce933f89-7834-4d81-966f-63c611db2ebf,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:17.124465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.134838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port d10ae331-185e-47d8-947e-36e525fa5bc1 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:17.136505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01585b5b-b641-44ec-bd0a-b697ba03c7f5 req-69346ffa-a780-45fe-a341-65dd896595d6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:17.138012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01585b5b-b641-44ec-bd0a-b697ba03c7f5 req-69346ffa-a780-45fe-a341-65dd896595d6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.0714054 Nov 12 09:20:17.142617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'ce933f89-7834-4d81-966f-63c611db2ebf', 'network_id': 'c53fdf48-a982-47ca-85b1-e7e1269d14ff', 'port_id': 'ce933f89-7834-4d81-966f-63c611db2ebf', 'mac_address': 'fa:16:3e:4e:11:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c30f9b-74ed-4916-8fd8-442a16edd88e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:17.161019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port d10ae331-185e-47d8-947e-36e525fa5bc1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:17.161437 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.170729 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:17.210054 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.212403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] For port 4c21ce86-2621-408d-ae0c-8b0a89f280fb, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:17.242325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.271471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.282845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-01585b5b-b641-44ec-bd0a-b697ba03c7f5 req-15b9c10a-df3c-455e-aca9-ee080cf15cdc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099403 Nov 12 09:20:17.300661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=1cf567ce-561c-4932-8415-7f075ec3355d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:17.324881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3047404f-26ee-4d7c-8442-1214c2054749 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:17.334625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.339956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58572) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:17.354674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] For port 4c21ce86-2621-408d-ae0c-8b0a89f280fb, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4c21ce86-2621-408d-ae0c-8b0a89f280fb,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:17.365979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce933f89-7834-4d81-966f-63c611db2ebf {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:17.386920 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.405360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3047404f-26ee-4d7c-8442-1214c2054749, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3047404f-26ee-4d7c-8442-1214c2054749,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:17.435069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c45930dd-e89e-4fa5-aacc-77cdcb653a12 req-3f639fb4-7ca3-4b53-9b1b-fa7f7fe33c6c tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 210 time: 0.0720863 Nov 12 09:20:17.447234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ce933f89-7834-4d81-966f-63c611db2ebf, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce933f89-7834-4d81-966f-63c611db2ebf,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:17.453558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.458852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6f722ee3-c84a-439a-88e4-24dec1880c50 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 200 len: 993 time: 0.1173282 Nov 12 09:20:17.464374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.491445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.529859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.538686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-468372f6-87a9-4a5a-bed6-93de66d70496 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/1cf567ce-561c-4932-8415-7f075ec3355d HTTP/1.1" status: 204 len: 168 time: 1.1071339 Nov 12 09:20:17.539368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58576) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:17.551993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.556702 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.563462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30883a6a-bef9-421f-a163-3dc9c7771e7e None None] Pushing event updated for resources: {'Port': ['ID=4c21ce86-2621-408d-ae0c-8b0a89f280fb,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:17.660070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Network 68d093d9-159b-4621-93e5-971c920080ae is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:17.662121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09602af3-bb15-4677-86d9-1499b29ad13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ae331-185e-47d8-947e-36e525fa5bc1'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:17.664567 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdba82a-dec9-4934-9836-7b85c73cc607" -d '{"events": [{"server_uuid": "09602af3-bb15-4677-86d9-1499b29ad13a", "name": "network-vif-plugged", "status": "completed", "tag": "d10ae331-185e-47d8-947e-36e525fa5bc1"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:17.674670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:17.684741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:17.689840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d10ae331-185e-47d8-947e-36e525fa5bc1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d10ae331-185e-47d8-947e-36e525fa5bc1,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:17.696347 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.696699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1c022-27c0-4bcb-9af9-393fe3d6e3e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:17.699346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1c022-27c0-4bcb-9af9-393fe3d6e3e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:17.701239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b1c022-27c0-4bcb-9af9-393fe3d6e3e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:17.702313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3047404f-26ee-4d7c-8442-1214c2054749,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:17.707044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-41b1c022-27c0-4bcb-9af9-393fe3d6e3e5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1660993 Nov 12 09:20:17.707853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:17.712961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3047404f-26ee-4d7c-8442-1214c2054749'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:17.731047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ce933f89-7834-4d81-966f-63c611db2ebf'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:17.805776 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cc2a39-8297-4fcc-bce0-109cb5658971 x-openstack-request-id: req-f6cc2a39-8297-4fcc-bce0-109cb5658971 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:17.805929 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09602af3-bb15-4677-86d9-1499b29ad13a", "name": "network-vif-plugged", "status": "completed", "tag": "d10ae331-185e-47d8-947e-36e525fa5bc1", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:17.806281 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6cc2a39-8297-4fcc-bce0-109cb5658971 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:17.806861 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09602af3-bb15-4677-86d9-1499b29ad13a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10ae331-185e-47d8-947e-36e525fa5bc1', 'code': 200} Nov 12 09:20:17.822968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Pushing event updated for resources: {'Port': ['ID=43684379-bd50-4beb-b9de-c07ac6d25241,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:17.977855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:17.978878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:17.980970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ce933f89-7834-4d81-966f-63c611db2ebf,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:17.996756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet ae3a8d49-6d40-4e00-939e-82c39072f2e6 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:18.017248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:18.084056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c0801-432a-421e-9dc8-b8626f9827df req-392e4c8e-b1dd-49fe-b00a-77a020c026cd tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:18.093434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-186c0801-432a-421e-9dc8-b8626f9827df req-392e4c8e-b1dd-49fe-b00a-77a020c026cd tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 944 time: 0.3384068 Nov 12 09:20:18.111326 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-36db0740-3702-4c5f-8f3a-a3435612a353 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8207364 Nov 12 09:20:18.133445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d10ae331-185e-47d8-947e-36e525fa5bc1,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:18.135006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Request body: {'port': {'device_id': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:18.181573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:18.276024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-aaac059f-c8dd-4fc9-9332-abe1eb60998d req-ea239104-66da-47cc-ac4f-b331425ddebe service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:20:18.277644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaac059f-c8dd-4fc9-9332-abe1eb60998d req-ea239104-66da-47cc-ac4f-b331425ddebe service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0171120 Nov 12 09:20:18.327521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32566fd8-e363-4676-bb7a-c442ff1b55d3 req-1569bfa5-8400-4170-aa88-268152c51bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:18.328423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-186c0801-432a-421e-9dc8-b8626f9827df req-0f347fac-ed78-4411-aa5b-0aa419cd57dc tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331212 Nov 12 09:20:18.329357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32566fd8-e363-4676-bb7a-c442ff1b55d3 req-1569bfa5-8400-4170-aa88-268152c51bb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 1098 time: 0.0681381 Nov 12 09:20:18.330000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Router dae36c7c-ef21-469e-9893-79f1ac860410 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:20:18.344024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:18.447068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:18.492588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-32566fd8-e363-4676-bb7a-c442ff1b55d3 req-872fd6ec-9875-4fdf-a325-ed5f4cd0cb36 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549678 Nov 12 09:20:18.609330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:20:18.634541 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Sync routers for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:20:18.646391 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:18.647746 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:18.660394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:18.665118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f3fea56c-3f28-46ee-a818-32236f3f31c5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3250921 Nov 12 09:20:18.667646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58594) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:18.803998 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:18.887996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:18.957772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3a8d49-6d40-4e00-939e-82c39072f2e6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:18.973144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:18.981134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-55eeeb7d-ebc2-4224-a162-a0682f9cd8bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/ae3a8d49-6d40-4e00-939e-82c39072f2e6 HTTP/1.1" status: 204 len: 168 time: 1.2372816 Nov 12 09:20:18.984623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58598) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:19.065677 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:19.073375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367d26-f0db-4bdc-981f-d00d62605279 req-8d40a82e-844e-4822-9eea-322ac7194a42 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:19.075360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d4367d26-f0db-4bdc-981f-d00d62605279 req-8d40a82e-844e-4822-9eea-322ac7194a42 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.2262559 Nov 12 09:20:19.076793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e42cc-f70e-4533-b493-4de0353a6a18 req-fa36fa08-8115-471f-979e-3f2cc3647b6e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:19.078487 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df6e42cc-f70e-4533-b493-4de0353a6a18 req-fa36fa08-8115-471f-979e-3f2cc3647b6e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 932 time: 0.4424057 Nov 12 09:20:19.100381 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-94f8fa09-e5eb-4393-806e-6c5ca8bfbf44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2327914 Nov 12 09:20:19.121266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cca33c-40c0-4a56-9a2b-963c32cb5f55 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:19.123666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ed8c4a-3fdc-4e39-afd4-33b776b9a26a None None] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:19.174325 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:16Z', 'revision_number': 3, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:19.211165 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Checking router: dae36c7c-ef21-469e-9893-79f1ac860410 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:20:19.211530 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Updating router dae36c7c-ef21-469e-9893-79f1ac860410 port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:20:19.213590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8824bab-abcb-4293-a76c-7a93966a608d None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:19.250110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d4367d26-f0db-4bdc-981f-d00d62605279 req-e17afba8-aee0-4eb9-8459-e9f0dd375dd3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384509 Nov 12 09:20:19.256098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet bc223643-1d54-41f3-b4de-21f12b996a5d {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:19.256793 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:19.261903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:19.329871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab94ea93-69e8-4282-8c7d-363c17f738c4 None None] DHCP port deletion for 68d093d9-159b-4621-93e5-971c920080ae request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:19.385553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:19.510163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df6e42cc-f70e-4533-b493-4de0353a6a18 req-9f3f091a-727c-4a99-8cc2-17c085e3a7dd tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107068 Nov 12 09:20:19.533512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43684379-bd50-4beb-b9de-c07ac6d25241 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:19.620425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:19.630678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:19.697820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Transition to ACTIVE for port object 43684379-bd50-4beb-b9de-c07ac6d25241 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:19.709754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:19.755902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c21ce86-2621-408d-ae0c-8b0a89f280fb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:19.884156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b5c0895b-d728-4f97-8486-1aa43f0857f6 None None] Provisioning complete for port 25a4e664-ebd2-4f9d-afd7-9dff53383689 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:19.884643 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b5c0895b-d728-4f97-8486-1aa43f0857f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.011158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a70c4-99f8-456d-a8cc-d4917a25dbc7 None None] DHCP port deletion for 68d093d9-159b-4621-93e5-971c920080ae request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:20.014329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.045173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Pushing event updated for resources: {'Port': ['ID=43684379-bd50-4beb-b9de-c07ac6d25241,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:20.057031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17433e-b291-4705-9110-4f2c80b46427 req-0b505126-6f1e-470e-b698-0c643e558442 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:20.064132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f17433e-b291-4705-9110-4f2c80b46427 req-0b505126-6f1e-470e-b698-0c643e558442 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 944 time: 0.4470041 Nov 12 09:20:20.173060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-82ab94c9-de10-49a1-8b1f-799e59e2817c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4696639 Nov 12 09:20:20.262904 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.404213 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.416319 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.442375 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f17433e-b291-4705-9110-4f2c80b46427 req-f7582ff0-a359-434b-8e5e-4ab5984e04b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341739 Nov 12 09:20:20.444742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3047404f-26ee-4d7c-8442-1214c2054749 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:20.465028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.472311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/bc223643-1d54-41f3-b4de-21f12b996a5d HTTP/1.1" status: 204 len: 168 time: 1.4864838 Nov 12 09:20:20.476725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823376ae-8d98-48e7-b3e8-868c1638b7c3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=bc223643-1d54-41f3-b4de-21f12b996a5d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:20.492293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307ed4a-82fb-403f-a438-c3f7c0498350 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:20.498617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58630) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:20.525408 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Attempting to bind port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:20.528372 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Attempting to bind port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:20.528801 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Attempting to bind port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:20.545919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce933f89-7834-4d81-966f-63c611db2ebf up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:20.576540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-db2a8cce-457a-4b9d-ae8f-8e1329d1083a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766830 Nov 12 09:20:20.580101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58632) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:20.608699 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:20.609596 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:20.610259 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.612756 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:20.617679 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Bound port: 7fa34dc1-9743-4990-90e0-bae3cf21a7f9, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:20.618245 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.651615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-7de7e641-c71b-43cb-b0e8-e138f0e6c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:20.654122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-7de7e641-c71b-43cb-b0e8-e138f0e6c556 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8faea0f3c2374cee939f537b0f4e3e6c&device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 1097 time: 0.3264694 Nov 12 09:20:20.702442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a98232a-ce1b-4675-a131-4a91904f96b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:20.710401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4a98232a-ce1b-4675-a131-4a91904f96b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1285100 Nov 12 09:20:20.739714 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Pushing event updated for resources: {'Port': ['ID=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:20.762212 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.773901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4c21ce86-2621-408d-ae0c-8b0a89f280fb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:20.774467 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.776433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58636) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:20.790825 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.791341 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.791891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.793360 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.793360 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.793692 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.794184 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.794652 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.795198 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.795770 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.796243 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.796835 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:20.808369 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] For port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:20.818392 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] For port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:20.824374 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:20.869636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec1d04-fb2d-4340-ade7-3bfe0ff2f6e4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:20.889344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-31ec1d04-fb2d-4340-ade7-3bfe0ff2f6e4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1112123 Nov 12 09:20:20.907329 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:20.907761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b179b5d-133e-4c01-ae80-3ffbad8c37f0 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:20.907999 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:20.914218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58638) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:20.957086 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc803e7a-73f4-4161-b08c-b8cc42081f6c None None] Pushing event updated for resources: {'Port': ['ID=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:20.982749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port ce933f89-7834-4d81-966f-63c611db2ebf completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:21.007227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port ce933f89-7834-4d81-966f-63c611db2ebf triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:21.008240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.055959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2bbdae26-27ee-4a30-9e88-5315704fd212 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354871 Nov 12 09:20:21.070436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 3047404f-26ee-4d7c-8442-1214c2054749 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:21.083713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b5c0895b-d728-4f97-8486-1aa43f0857f6 None None] Provisioning complete for port 4c21ce86-2621-408d-ae0c-8b0a89f280fb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:21.085039 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b5c0895b-d728-4f97-8486-1aa43f0857f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.104836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:21.120159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f03364dd-530b-40ec-bd9f-16ba86fe7c49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:21.132219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3047404f-26ee-4d7c-8442-1214c2054749 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:21.132866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.151113 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:21.156379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Attempting to bind port 43684379-bd50-4beb-b9de-c07ac6d25241 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:21.157007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Attempting to bind port 43684379-bd50-4beb-b9de-c07ac6d25241 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c449b1b6-db7d-4d86-8fdb-d732643408e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68d093d9-159b-4621-93e5-971c920080ae'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:21.157515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Attempting to bind port 43684379-bd50-4beb-b9de-c07ac6d25241 on network 68d093d9-159b-4621-93e5-971c920080ae {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:21.193614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55bc49-26e8-499d-b231-90cec437cdcf req-27696bc7-599a-4711-b9fe-cf178a2914d8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:21.196040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe55bc49-26e8-499d-b231-90cec437cdcf req-27696bc7-599a-4711-b9fe-cf178a2914d8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.3527753 Nov 12 09:20:21.210373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Port 43684379-bd50-4beb-b9de-c07ac6d25241 on network 68d093d9-159b-4621-93e5-971c920080ae not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:21.210956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Attempting to bind port 43684379-bd50-4beb-b9de-c07ac6d25241 on network 68d093d9-159b-4621-93e5-971c920080ae {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:21.248484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d668e-d373-41f0-81be-1f53922537e9 req-4e8b0748-42e7-4348-be9b-a61c9d9a7969 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:21.251365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-201d668e-d373-41f0-81be-1f53922537e9 req-4e8b0748-42e7-4348-be9b-a61c9d9a7969 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 944 time: 0.5379882 Nov 12 09:20:21.275262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:21.275896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Checking segment: {'id': 'c449b1b6-db7d-4d86-8fdb-d732643408e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68d093d9-159b-4621-93e5-971c920080ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:21.276494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Bound using segment: {'id': 'c449b1b6-db7d-4d86-8fdb-d732643408e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68d093d9-159b-4621-93e5-971c920080ae'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:21.277139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Bound port: 43684379-bd50-4beb-b9de-c07ac6d25241, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c449b1b6-db7d-4d86-8fdb-d732643408e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '68d093d9-159b-4621-93e5-971c920080ae'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:21.277673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.365473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-775be8b2-6296-4812-bf7e-4466d5061ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:21.368393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-775be8b2-6296-4812-bf7e-4466d5061ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1097 time: 0.2508476 Nov 12 09:20:21.416449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-291bbbdf-b885-46b1-a635-eb3c1813981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:21.418969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-291bbbdf-b885-46b1-a635-eb3c1813981c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b HTTP/1.1" status: 200 len: 910 time: 0.6750286 Nov 12 09:20:21.424795 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:16Z', 'revision_number': 3, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:21.449535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe55bc49-26e8-499d-b231-90cec437cdcf req-085040e3-467e-4fd8-b8c0-5c0cdd545a59 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418849 Nov 12 09:20:21.450493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03364dd-530b-40ec-bd9f-16ba86fe7c49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:21.455981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f03364dd-530b-40ec-bd9f-16ba86fe7c49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.457179 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03364dd-530b-40ec-bd9f-16ba86fe7c49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:20:21.457643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03364dd-530b-40ec-bd9f-16ba86fe7c49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:20:21.457863 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.509389 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f76455-ee32-423e-80b1-d63d5a427bef None None] The sync data for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 is: [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:16Z', 'revision_number': 3, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:20:21.516260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] For port 43684379-bd50-4beb-b9de-c07ac6d25241, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:21.520898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] For port 43684379-bd50-4beb-b9de-c07ac6d25241, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=43684379-bd50-4beb-b9de-c07ac6d25241,segment=NetworkSegment(c449b1b6-db7d-4d86-8fdb-d732643408e3),segment_id=c449b1b6-db7d-4d86-8fdb-d732643408e3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:21.540767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f03364dd-530b-40ec-bd9f-16ba86fe7c49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4266636 Nov 12 09:20:21.543516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58644) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:21.559712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ecb06b06-2689-4485-853a-01343d1fd98a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:21.565187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.602603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd941671-edf5-4838-b4a4-2df775071043 None None] Update dhcp port {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': 'bc223643-1d54-41f3-b4de-21f12b996a5d'}], 'binding:host_id': 'n-d-769329-17'}, 'id': '25a4e664-ebd2-4f9d-afd7-9dff53383689'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:20:21.667718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 4c21ce86-2621-408d-ae0c-8b0a89f280fb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4c21ce86-2621-408d-ae0c-8b0a89f280fb,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:21.670898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cd941671-edf5-4838-b4a4-2df775071043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.676890 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.743296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-201d668e-d373-41f0-81be-1f53922537e9 req-9cbe1f9c-9b6e-4a56-a543-dcf0f6486f14 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802763 Nov 12 09:20:21.790604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.800531 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-185e7361-f7c8-4780-8f89-3fc54976a4f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=176671fa-091c-4510-ad1b-84cb5a48982e HTTP/1.1" status: 200 len: 1001 time: 0.3604181 Nov 12 09:20:21.882881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-6b899f8c-a9dd-41be-acfb-a87584980f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:21.885198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-6b899f8c-a9dd-41be-acfb-a87584980f9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.5033383 Nov 12 09:20:21.928441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:21.929089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:21.930647 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] 10.222.0.62 "PUT /v2.0/ports/43684379-bd50-4beb-b9de-c07ac6d25241 HTTP/1.1" status: 200 len: 1093 time: 3.8018146 Nov 12 09:20:21.952035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'tag': '43684379-bd50-4beb-b9de-c07ac6d25241'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:21.956329 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4348cf-7454-4b43-82f5-30b641907cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "e363abd2-bcc4-48e4-807c-09a7212ea221", "tag": "43684379-bd50-4beb-b9de-c07ac6d25241"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:22.051377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-91576e83-4330-4732-8241-88535694cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:22.053190 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-91576e83-4330-4732-8241-88535694cd15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=60904303-96d3-4001-a3da-3d177547e525 HTTP/1.1" status: 200 len: 848 time: 0.2440925 Nov 12 09:20:22.091562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-9bfa734a-bb0d-437c-8224-2c3f708aa441 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 1001 time: 0.1988308 Nov 12 09:20:22.142070 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e61b281-f0ab-4a30-932d-3473747540aa x-openstack-request-id: req-6e61b281-f0ab-4a30-932d-3473747540aa {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:22.142563 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e363abd2-bcc4-48e4-807c-09a7212ea221", "tag": "43684379-bd50-4beb-b9de-c07ac6d25241", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:22.142670 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e61b281-f0ab-4a30-932d-3473747540aa {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:22.144407 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'tag': '43684379-bd50-4beb-b9de-c07ac6d25241', 'status': 'completed', 'code': 200} Nov 12 09:20:22.155630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebd7071-63ea-49bf-9e28-0cde3d4f79dc None None] DHCP port deletion for 68d093d9-159b-4621-93e5-971c920080ae request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:22.186148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-292cc223-c4b0-40e3-bb11-eeecbdf54138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:22.187842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-292cc223-c4b0-40e3-bb11-eeecbdf54138 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.0649748 Nov 12 09:20:22.190103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-84be27a2-f2b5-43b7-8bd0-a25fecb27e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:22.191752 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-84be27a2-f2b5-43b7-8bd0-a25fecb27e77 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992105 Nov 12 09:20:22.202099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad5199-5b77-4767-8121-76cf776f0a99 service neutron] Pushing event updated for resources: {'Port': ['ID=43684379-bd50-4beb-b9de-c07ac6d25241,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:22.204703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75bca1-3af9-4d34-819b-481725261fb5 None None] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:22.276081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-79df2389-873e-44ed-bcf9-8979c0f0a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:22.278895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-79df2389-873e-44ed-bcf9-8979c0f0a324 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f909d49f74342e3985e93d033f50031&device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 1096 time: 0.2280457 Nov 12 09:20:22.319145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328e80e-b3c2-4006-9888-38e0fa69920f req-4a239501-3e64-42c8-863c-b437aeeba303 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:22.322410 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e328e80e-b3c2-4006-9888-38e0fa69920f req-4a239501-3e64-42c8-863c-b437aeeba303 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 944 time: 0.6219366 Nov 12 09:20:22.375550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-2aa7ad92-9dd6-4ae7-aa34-299e2b01dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:22.377844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-2aa7ad92-9dd6-4ae7-aa34-299e2b01dd3c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825671 Nov 12 09:20:22.390906 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-8fc3ba7f-e8af-449c-b306-2a737ebf4a92 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43684379-bd50-4beb-b9de-c07ac6d25241 HTTP/1.1" status: 200 len: 217 time: 0.0905886 Nov 12 09:20:22.396494 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.399141 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.494120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-ddcc88ab-4451-46a9-9fc6-e06b9e722a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:22.496292 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-ddcc88ab-4451-46a9-9fc6-e06b9e722a29 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00ddeb2d-979a-49b6-8f28-ac5be55d9104 HTTP/1.1" status: 200 len: 853 time: 0.0691035 Nov 12 09:20:22.501317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb06b06-2689-4485-853a-01343d1fd98a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:22.506251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecb06b06-2689-4485-853a-01343d1fd98a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.508108 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb06b06-2689-4485-853a-01343d1fd98a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:20:22.508878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb06b06-2689-4485-853a-01343d1fd98a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:20:22.531254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=4c21ce86-2621-408d-ae0c-8b0a89f280fb,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:22.560510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ecb06b06-2689-4485-853a-01343d1fd98a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0156250 Nov 12 09:20:22.567890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-8cd4004b-9df9-40f7-a834-f2e5cf1bcd51 service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770461 Nov 12 09:20:22.571423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58650) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:22.576066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3047404f-26ee-4d7c-8442-1214c2054749'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:22.579086 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4486b51-ac47-40ea-a216-c3830b1024ff" -d '{"events": [{"server_uuid": "76b9a527-1cfd-4f41-8e06-84e5fbdd24c3", "name": "network-vif-plugged", "status": "completed", "tag": "3047404f-26ee-4d7c-8442-1214c2054749"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:22.595065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-cf903582-b6ec-4d4e-9970-d7e58a624a0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:22.631429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-65ada3ec-1397-4017-9801-8ef1035a7111 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68d093d9-159b-4621-93e5-971c920080ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088147 Nov 12 09:20:22.636957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3047404f-26ee-4d7c-8442-1214c2054749, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3047404f-26ee-4d7c-8442-1214c2054749,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:22.668579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-4c522074-8074-4516-b252-6a917145161a service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589987 Nov 12 09:20:22.669555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ce933f89-7834-4d81-966f-63c611db2ebf, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce933f89-7834-4d81-966f-63c611db2ebf,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:22.670907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca507a47-8567-496c-852d-4b6a70a6cddb None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:22.675301 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.700546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.737852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e328e80e-b3c2-4006-9888-38e0fa69920f req-417b4167-7eb3-4442-b5d4-23cb0d151c20 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124132 Nov 12 09:20:22.846634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Allocated IP 172.20.0.1 (9eb1cebe-4ebc-4357-bc85-a093989d4bc0/9bc2f213-1026-4b58-9897-52af9d16abe8/94d226f5-5f3a-48fd-8431-5cb67a167112) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:22.882899 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d3a07-9e62-4cc3-ae56-b0b9ac92bcd8 x-openstack-request-id: req-c83d3a07-9e62-4cc3-ae56-b0b9ac92bcd8 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:22.883197 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b9a527-1cfd-4f41-8e06-84e5fbdd24c3", "name": "network-vif-plugged", "status": "completed", "tag": "3047404f-26ee-4d7c-8442-1214c2054749", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:22.883582 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c83d3a07-9e62-4cc3-ae56-b0b9ac92bcd8 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:22.884298 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3047404f-26ee-4d7c-8442-1214c2054749', 'code': 200} Nov 12 09:20:22.888314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-8e20a490-6360-4153-98e6-8c1ff0feffb6 service neutron] 10.222.0.62 "GET /v2.0/networks/68d093d9-159b-4621-93e5-971c920080ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209618 Nov 12 09:20:22.915766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] Provisioning complete for port 4c21ce86-2621-408d-ae0c-8b0a89f280fb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:22.916430 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:22.938517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46f9057a-7cdb-4d06-bc84-b353fdc89b98 req-3dc31360-4dbb-406b-af40-44af7d5b64c6 service neutron] 10.222.0.62 "GET /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403054 Nov 12 09:20:23.003472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3047404f-26ee-4d7c-8442-1214c2054749,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:23.037902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb08e10-d09a-4a8b-ba0d-1f83d5ff1837 req-01de2162-845a-4905-b74f-e5f23f979785 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:23.039743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dcb08e10-d09a-4a8b-ba0d-1f83d5ff1837 req-01de2162-845a-4905-b74f-e5f23f979785 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.4031694 Nov 12 09:20:23.092478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf903582-b6ec-4d4e-9970-d7e58a624a0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:23.098326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf903582-b6ec-4d4e-9970-d7e58a624a0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.101252 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf903582-b6ec-4d4e-9970-d7e58a624a0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:20:23.102492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf903582-b6ec-4d4e-9970-d7e58a624a0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:20:23.117885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-c178902c-01fa-4699-8ec2-14664e382d0d service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097613 Nov 12 09:20:23.173530 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dcb08e10-d09a-4a8b-ba0d-1f83d5ff1837 req-700aafbb-12c9-4396-8e0d-a2dd05a6c47d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172574 Nov 12 09:20:23.203261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cf903582-b6ec-4d4e-9970-d7e58a624a0a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6271386 Nov 12 09:20:23.217341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58656) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:23.229352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b2005312-e151-4282-9d2a-87443d5f3e85 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:23.237434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a49ef-000c-45c0-882c-263a8f01dfd4 req-a4a7f21b-9382-4fa8-bb96-1dedd94640d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:23.239070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-615a49ef-000c-45c0-882c-263a8f01dfd4 req-a4a7f21b-9382-4fa8-bb96-1dedd94640d3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 1098 time: 0.2976658 Nov 12 09:20:23.274134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.310020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ce933f89-7834-4d81-966f-63c611db2ebf,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:23.319499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029fdd2-b46a-4980-ac1f-a3aec46285ab req-955d9929-56d9-43b2-90c3-39097318aa15 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:23.333632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d029fdd2-b46a-4980-ac1f-a3aec46285ab req-955d9929-56d9-43b2-90c3-39097318aa15 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 944 time: 0.2994428 Nov 12 09:20:23.415214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] Provisioning complete for port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:23.415662 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.419762 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:23.464179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e736bb9-b7d0-43b5-967b-d66d4168aa78 req-677792c1-be34-4112-bd75-2fa7ae095244 service neutron] 10.222.0.62 "GET /v2.0/networks/68d093d9-159b-4621-93e5-971c920080ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315528 Nov 12 09:20:23.480520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2005312-e151-4282-9d2a-87443d5f3e85 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:23.492333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b2005312-e151-4282-9d2a-87443d5f3e85 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.497375 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2005312-e151-4282-9d2a-87443d5f3e85 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:20:23.499119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2005312-e151-4282-9d2a-87443d5f3e85 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:20:23.549844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b2005312-e151-4282-9d2a-87443d5f3e85 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3247347 Nov 12 09:20:23.553342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58658) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:23.562156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d30b949c-104d-4b12-8fb5-66b77d397dee tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:23.579394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] Deleting port 25a4e664-ebd2-4f9d-afd7-9dff53383689 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:23.580163 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.582071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.616701 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-615a49ef-000c-45c0-882c-263a8f01dfd4 req-3e226ba9-f367-4b03-84bf-b47850be0b76 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492115 Nov 12 09:20:23.648444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d029fdd2-b46a-4980-ac1f-a3aec46285ab req-76081c21-190a-4ddd-9c14-0f389e53a71b tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144524 Nov 12 09:20:23.658626 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.661210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] For port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:23.675992 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.714671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] For port 25a4e664-ebd2-4f9d-afd7-9dff53383689, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=25a4e664-ebd2-4f9d-afd7-9dff53383689,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:23.715070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.716720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:23.729296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-b3b27ec2-a090-4978-8e55-0a2739c0786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:23.734202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-b3b27ec2-a090-4978-8e55-0a2739c0786a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f909d49f74342e3985e93d033f50031&device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 1096 time: 0.1655698 Nov 12 09:20:23.745637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] Calling delete_port for 25a4e664-ebd2-4f9d-afd7-9dff53383689 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:23.757732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:23.763264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9c02-b275-487c-86c4-30ee09154d04 None None] Pushing event updated for resources: {'Port': ['ID=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:23.772773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30b949c-104d-4b12-8fb5-66b77d397dee tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:23.775223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:23.777470 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d30b949c-104d-4b12-8fb5-66b77d397dee tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.779501 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30b949c-104d-4b12-8fb5-66b77d397dee tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:20:23.780128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30b949c-104d-4b12-8fb5-66b77d397dee tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:20:23.837836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Pushing event updated for resources: {'Port': ['ID=94d226f5-5f3a-48fd-8431-5cb67a167112,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:23.861129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d30b949c-104d-4b12-8fb5-66b77d397dee tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3062742 Nov 12 09:20:23.864946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58662) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:23.880113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c912a62f-ed2d-416f-8888-fbde0253649f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:23.907322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e6fbaba1-adde-4cfc-b42d-7512d8911c38 None None] Provisioning complete for port 4c21ce86-2621-408d-ae0c-8b0a89f280fb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:23.907689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e6fbaba1-adde-4cfc-b42d-7512d8911c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:23.999335 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.025112 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.077829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c21ce86-2621-408d-ae0c-8b0a89f280fb up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:24.082609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] Pushing event deleted for resources: {'Port': ['ID=25a4e664-ebd2-4f9d-afd7-9dff53383689,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:24.139085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77019419-58fd-4e5e-8d08-8524a00b912f None None] No DVR routers for this DVR port 25a4e664-ebd2-4f9d-afd7-9dff53383689 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:24.168584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed5ee5-01f5-4b7b-8d8d-26175cdaec81 req-ba1d4542-2797-4a7f-bab9-571b7c7b628e tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:24.172069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ed5ee5-01f5-4b7b-8d8d-26175cdaec81 req-ba1d4542-2797-4a7f-bab9-571b7c7b628e tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.2511222 Nov 12 09:20:24.173822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912a62f-ed2d-416f-8888-fbde0253649f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:24.179618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c912a62f-ed2d-416f-8888-fbde0253649f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.182441 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c912a62f-ed2d-416f-8888-fbde0253649f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:20:24.183629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c912a62f-ed2d-416f-8888-fbde0253649f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:20:24.237572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:24.238244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c912a62f-ed2d-416f-8888-fbde0253649f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3706281 Nov 12 09:20:24.252073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e6fbaba1-adde-4cfc-b42d-7512d8911c38 None None] Could not find standard attr ID for object 25a4e664-ebd2-4f9d-afd7-9dff53383689. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:20:24.257355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-b812c429-724a-402b-9cd0-4fed4ce6a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:24.259156 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-b812c429-724a-402b-9cd0-4fed4ce6a0e9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=68d093d9-159b-4621-93e5-971c920080ae HTTP/1.1" status: 200 len: 914 time: 0.4243541 Nov 12 09:20:24.277084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4c21ce86-2621-408d-ae0c-8b0a89f280fb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:24.277650 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.289226 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc1de793-8393-4b4a-8def-b6f1d4cc04ec tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0494969 Nov 12 09:20:24.295173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58668) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:24.329325 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93ed5ee5-01f5-4b7b-8d8d-26175cdaec81 req-a404521c-76eb-4ef6-8342-7529a6e8049b tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380146 Nov 12 09:20:24.338424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-a4f03b11-541c-4e87-a7c1-def1bcd37643 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=43684379-bd50-4beb-b9de-c07ac6d25241 HTTP/1.1" status: 200 len: 217 time: 0.0580916 Nov 12 09:20:24.403085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a6ffbba8-3ade-4c66-93b9-6f1b3643883a None None] Provisioning complete for port 94d226f5-5f3a-48fd-8431-5cb67a167112 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:24.403546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a6ffbba8-3ade-4c66-93b9-6f1b3643883a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.447715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:24.451860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffbba8-3ade-4c66-93b9-6f1b3643883a None None] Port 94d226f5-5f3a-48fd-8431-5cb67a167112 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:24.466599 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.476739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3926cb37-4432-4c11-ab07-bd640ede5917 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:24.478245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3926cb37-4432-4c11-ab07-bd640ede5917 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1821198 Nov 12 09:20:24.481112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58670) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:24.491885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-c60d8b92-62b6-4bee-957f-04bead2b260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:24.493518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-c60d8b92-62b6-4bee-957f-04bead2b260a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=00ddeb2d-979a-49b6-8f28-ac5be55d9104 HTTP/1.1" status: 200 len: 853 time: 0.1258359 Nov 12 09:20:24.514114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:24.514911 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.548449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad2789-10ae-4c77-b264-09b156134fd7 req-b96c60fc-c605-44de-a470-1d8b33106915 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:24.552105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9bad2789-10ae-4c77-b264-09b156134fd7 req-b96c60fc-c605-44de-a470-1d8b33106915 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.1750965 Nov 12 09:20:24.568462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-72171b9c-f130-4ea0-aba1-237f01339658 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0844655 Nov 12 09:20:24.573459 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-001bb9e2-d11e-4ff4-933f-acad017bf358 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=68d093d9-159b-4621-93e5-971c920080ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461726 Nov 12 09:20:24.574580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58672) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:24.581099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:24.688756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:24.693243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.728832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 25a4e664-ebd2-4f9d-afd7-9dff53383689 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:24.763578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 25a4e664-ebd2-4f9d-afd7-9dff53383689 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:24.764035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 25a4e664-ebd2-4f9d-afd7-9dff53383689 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:24.831656 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9bad2789-10ae-4c77-b264-09b156134fd7 req-374599c5-99c8-4b35-a189-983e9d0bb9ed tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641532 Nov 12 09:20:24.860527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd23f75-43af-4dff-bdf6-3f27951e9505 req-d73ee837-b3aa-419b-9d68-42bb61f1af92 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:24.867890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cd23f75-43af-4dff-bdf6-3f27951e9505 req-d73ee837-b3aa-419b-9d68-42bb61f1af92 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 944 time: 0.0890925 Nov 12 09:20:24.871757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-dccfce0a-57d7-4cd8-8c58-f6d0ac32c715 service neutron] 10.222.0.62 "GET /v2.0/networks/68d093d9-159b-4621-93e5-971c920080ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637990 Nov 12 09:20:24.890663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce933f89-7834-4d81-966f-63c611db2ebf'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:24.894599 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72db8c1d-988d-4c48-833d-fbd3ad6055d2" -d '{"events": [{"server_uuid": "74363d9d-8e9e-47b4-ba35-1f20a5346207", "name": "network-vif-plugged", "status": "completed", "tag": "ce933f89-7834-4d81-966f-63c611db2ebf"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:24.970379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cd23f75-43af-4dff-bdf6-3f27951e9505 req-19d0681e-cee3-410d-b89c-8740e6db75a4 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964305 Nov 12 09:20:24.980655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:24.987025 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44a9154-539b-45a3-87cb-dd41122e9597 x-openstack-request-id: req-a44a9154-539b-45a3-87cb-dd41122e9597 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:24.989019 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74363d9d-8e9e-47b4-ba35-1f20a5346207", "name": "network-vif-plugged", "status": "completed", "tag": "ce933f89-7834-4d81-966f-63c611db2ebf", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:24.989294 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a44a9154-539b-45a3-87cb-dd41122e9597 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:24.989697 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce933f89-7834-4d81-966f-63c611db2ebf', 'code': 200} Nov 12 09:20:24.998924 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:25.092738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d4348cf-7454-4b43-82f5-30b641907cc4 req-10078928-9617-4022-a46d-5e0ac5200fe5 service neutron] 10.222.0.62 "GET /v2.0/networks/68d093d9-159b-4621-93e5-971c920080ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054462 Nov 12 09:20:25.096953 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:25.098915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Pushing event updated for resources: {'Port': ['ID=94d226f5-5f3a-48fd-8431-5cb67a167112,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:25.172097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:20:25.175046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:25.181811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a1637-9c3b-4d29-9d93-a85d7140e660 req-b1dfa6f8-4016-41d1-a165-209b469460ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:25.183334 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c8a1637-9c3b-4d29-9d93-a85d7140e660 req-b1dfa6f8-4016-41d1-a165-209b469460ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 1097 time: 0.1261570 Nov 12 09:20:25.215898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:25.218384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:25.236940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:25.241820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:25.250153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:25.250849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:25.259998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f2409-274a-4c54-bf90-95d05d332177 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:25.282924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=62306d30-f7ef-4032-b95f-ccaa22cef526,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:25.292945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fc86d7a6-0a25-44ad-8679-4bdacfa1afa7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7170551 Nov 12 09:20:25.297263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:25.298058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c8a1637-9c3b-4d29-9d93-a85d7140e660 req-38b7eca8-9ecc-4159-8f38-f6b89df82e9d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876415 Nov 12 09:20:25.314455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:0f:2f:c6', 'name': 'tempest-NetworksTestDHCPv6-2145018923'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:25.483217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '62306d30-f7ef-4032-b95f-ccaa22cef526'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:25.484107 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:25.494342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Router dae36c7c-ef21-469e-9893-79f1ac860410 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:20:25.533206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bf866-cf87-48bf-ba26-c9456b5c23a9 req-2774ba97-b638-4f87-aafa-5c6365c720a8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:25.533206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e4bf866-cf87-48bf-ba26-c9456b5c23a9 req-2774ba97-b638-4f87-aafa-5c6365c720a8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.1104999 Nov 12 09:20:25.620998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-36ebcbcb-7798-4ca8-9dcd-7f0dc41bf7fa None None] Provisioning complete for port 94d226f5-5f3a-48fd-8431-5cb67a167112 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:25.621335 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-36ebcbcb-7798-4ca8-9dcd-7f0dc41bf7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:25.631062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:25.690746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-36ebcbcb-7798-4ca8-9dcd-7f0dc41bf7fa None None] Port 94d226f5-5f3a-48fd-8431-5cb67a167112 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:25.699725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Allocated IP 2001:db8::f816:3eff:fe70:dd6c (f49fea56-d87f-4860-9e75-dcd56c310f1c/62306d30-f7ef-4032-b95f-ccaa22cef526/f2e91e26-cee5-4ab2-888a-76cc35087b02) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:25.826434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:25.943249 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:25.954944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.022223 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:26.022223 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.025352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334155f-6700-4267-91c2-0e2b0bc757cd req-d266de48-be9e-4b2c-aeb7-a9eb75a3414d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.028823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7334155f-6700-4267-91c2-0e2b0bc757cd req-d266de48-be9e-4b2c-aeb7-a9eb75a3414d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.0675790 Nov 12 09:20:26.076507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:26.096007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7334155f-6700-4267-91c2-0e2b0bc757cd req-e5f99dff-3dc6-404d-a38b-4fb164bf1766 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612898 Nov 12 09:20:26.100680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:26.107322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:26.117049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Pushing event updated for resources: {'Port': ['ID=f2e91e26-cee5-4ab2-888a-76cc35087b02,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:26.181996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3e4bf866-cf87-48bf-ba26-c9456b5c23a9 req-77c9bc3d-5a0a-48da-9f22-25d30bb18aba tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6305797 Nov 12 09:20:26.202292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:20:26.219304 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b712cf66-5cd1-4580-aca4-c518667fb7ef admin admin] 10.222.0.53 "PUT /v2.0/routers/dae36c7c-ef21-469e-9893-79f1ac860410/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5477152 Nov 12 09:20:26.219715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Attempting to bind port f2e91e26-cee5-4ab2-888a-76cc35087b02 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:26.220133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Attempting to bind port f2e91e26-cee5-4ab2-888a-76cc35087b02 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:26.220495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Attempting to bind port f2e91e26-cee5-4ab2-888a-76cc35087b02 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:26.226851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Sync routers for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:20:26.235424 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.241123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:26.241498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:26.241884 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.242274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:26.242750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Bound port: f2e91e26-cee5-4ab2-888a-76cc35087b02, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:26.243127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.261562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d36c38-4a88-4d8d-9468-46d64faddc04 req-8a40093b-dc49-4e80-83b2-b27684ae55d6 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.263241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86d36c38-4a88-4d8d-9468-46d64faddc04 req-8a40093b-dc49-4e80-83b2-b27684ae55d6 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 944 time: 0.0850308 Nov 12 09:20:26.314218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 065b115c-8e0b-4951-90d7-d050a9a7f61f yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:26.365993 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86d36c38-4a88-4d8d-9468-46d64faddc04 req-0fd6684d-c889-4f45-88a8-1fc8b6a22bb9 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944178 Nov 12 09:20:26.501514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 43684379-bd50-4beb-b9de-c07ac6d25241 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:26.503693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:26.504658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:26.510430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fe0f:2fc6 (f49fea56-d87f-4860-9e75-dcd56c310f1c/62306d30-f7ef-4032-b95f-ccaa22cef526/065b115c-8e0b-4951-90d7-d050a9a7f61f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:26.735940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] For port f2e91e26-cee5-4ab2-888a-76cc35087b02, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:26.748161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.760575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:26.763046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] For port f2e91e26-cee5-4ab2-888a-76cc35087b02, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f2e91e26-cee5-4ab2-888a-76cc35087b02,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:26.793366 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.794478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.848638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:26.853176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:26.856137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:26.863592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 43684379-bd50-4beb-b9de-c07ac6d25241, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=43684379-bd50-4beb-b9de-c07ac6d25241,segment=NetworkSegment(c449b1b6-db7d-4d86-8fdb-d732643408e3),segment_id=c449b1b6-db7d-4d86-8fdb-d732643408e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:26.864241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.864475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:26.879237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=065b115c-8e0b-4951-90d7-d050a9a7f61f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:26.895141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58696) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:26.896760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-868a9b29-d7d3-48b4-87a7-1b4e038dd44a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5980477 Nov 12 09:20:26.921949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '43684379-bd50-4beb-b9de-c07ac6d25241', 'network_id': '68d093d9-159b-4621-93e5-971c920080ae', 'port_id': '43684379-bd50-4beb-b9de-c07ac6d25241', 'mac_address': 'fa:16:3e:e6:85:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ddeb2d-979a-49b6-8f28-ac5be55d9104', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:26.985868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4fd2d3-2a22-4cf1-9717-1a77ea2e03c5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:26.995824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4fd2d3-2a22-4cf1-9717-1a77ea2e03c5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:27.003428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58698) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:27.003559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2c4fd2d3-2a22-4cf1-9717-1a77ea2e03c5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1069241 Nov 12 09:20:27.021831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e28be-4a8a-4923-bfc2-f99fd81e0ba9 None None] Pushing event updated for resources: {'Port': ['ID=f2e91e26-cee5-4ab2-888a-76cc35087b02,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:27.033233 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.048222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:27.056739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43684379-bd50-4beb-b9de-c07ac6d25241 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:27.069835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-052fd63f-fa99-45d5-a9af-5fcf43011ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'security_group': {'name': 'tempest-securitygroup--629585022', 'description': 'tempest-description--1382001884'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:27.097978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 43684379-bd50-4beb-b9de-c07ac6d25241, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=43684379-bd50-4beb-b9de-c07ac6d25241,segment=NetworkSegment(c449b1b6-db7d-4d86-8fdb-d732643408e3),segment_id=c449b1b6-db7d-4d86-8fdb-d732643408e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:27.134955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-052fd63f-fa99-45d5-a9af-5fcf43011ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.139073 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.186028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 065b115c-8e0b-4951-90d7-d050a9a7f61f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:27.186819 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.209738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=43684379-bd50-4beb-b9de-c07ac6d25241,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:27.316033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 2, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:27.342685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0da007-9ead-4ec3-a3d3-8603ee520e6e req-a0412305-8b45-433f-833c-57e01683fb02 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:27.346291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f0da007-9ead-4ec3-a3d3-8603ee520e6e req-a0412305-8b45-433f-833c-57e01683fb02 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.1545238 Nov 12 09:20:27.352952 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.360459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-052fd63f-fa99-45d5-a9af-5fcf43011ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.373083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-052fd63f-fa99-45d5-a9af-5fcf43011ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.382078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Checking router: dae36c7c-ef21-469e-9893-79f1ac860410 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:20:27.382490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Updating router dae36c7c-ef21-469e-9893-79f1ac860410 port 94d226f5-5f3a-48fd-8431-5cb67a167112 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:20:27.387884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 065b115c-8e0b-4951-90d7-d050a9a7f61f owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:27.422227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['43684379-bd50-4beb-b9de-c07ac6d25241'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:27.430410 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.432776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052fd63f-fa99-45d5-a9af-5fcf43011ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:27.442133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-052fd63f-fa99-45d5-a9af-5fcf43011ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.443473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-052fd63f-fa99-45d5-a9af-5fcf43011ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3933721 Nov 12 09:20:27.449197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58708) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:27.455787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-12edbb49-be9e-428b-acd1-b7d7daada562 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'security_group_rule': {'security_group_id': 'db6dfd37-dc9d-49e1-9cb5-3abc053be0d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:27.475201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f0da007-9ead-4ec3-a3d3-8603ee520e6e req-a520f025-306b-4246-8b9e-4e88bf566389 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202769 Nov 12 09:20:27.509654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12edbb49-be9e-428b-acd1-b7d7daada562 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.567443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839014d9-b5a1-46ea-92cc-5abad5c1d06b req-b06b6c9d-583b-4110-8727-ff7f72287476 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:27.569508 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-839014d9-b5a1-46ea-92cc-5abad5c1d06b req-b06b6c9d-583b-4110-8727-ff7f72287476 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.2137613 Nov 12 09:20:27.656355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12edbb49-be9e-428b-acd1-b7d7daada562 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.663042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12edbb49-be9e-428b-acd1-b7d7daada562 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.664118 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-839014d9-b5a1-46ea-92cc-5abad5c1d06b req-571af039-ed3c-4c41-a8e5-31629c70db47 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832968 Nov 12 09:20:27.692903 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.764372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=065b115c-8e0b-4951-90d7-d050a9a7f61f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:27.819940 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.831349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:27.837249 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1f8d0349-d314-440f-b087-86b00311ed8e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/065b115c-8e0b-4951-90d7-d050a9a7f61f HTTP/1.1" status: 204 len: 168 time: 0.8301721 Nov 12 09:20:27.838117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:27.922882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cea618-320e-4b2d-874b-95285bf68118 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:27.924422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cea618-320e-4b2d-874b-95285bf68118 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:27.925976 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-35cea618-320e-4b2d-874b-95285bf68118 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0874236 Nov 12 09:20:27.935685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e49acf-d067-4552-8e11-d7fe68ea86e7 req-9e68d079-d1ba-4953-8abe-deaebead5268 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:27.943667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24e49acf-d067-4552-8e11-d7fe68ea86e7 req-9e68d079-d1ba-4953-8abe-deaebead5268 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1230443 Nov 12 09:20:27.955989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f2e91e26-cee5-4ab2-888a-76cc35087b02 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:27.964264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:28.075865 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-24e49acf-d067-4552-8e11-d7fe68ea86e7 req-a2ff86ec-959a-4f2f-91b7-448a21289147 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311390 Nov 12 09:20:28.082006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 62306d30-f7ef-4032-b95f-ccaa22cef526 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:28.092854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.100068 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.123431 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.165312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab57fd-efc2-44ac-999b-f9141af35999 req-3e2d44e5-8abb-478e-9b18-cee7bb9b2db9 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:28.166963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3bab57fd-efc2-44ac-999b-f9141af35999 req-3e2d44e5-8abb-478e-9b18-cee7bb9b2db9 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 945 time: 0.5852351 Nov 12 09:20:28.169773 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12edbb49-be9e-428b-acd1-b7d7daada562 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.170956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-12edbb49-be9e-428b-acd1-b7d7daada562 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7207711 Nov 12 09:20:28.176506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58718) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:28.183271 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.192732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7333d0b8-23d8-4a41-8414-f424b8688b20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'security_group_rule': {'security_group_id': 'db6dfd37-dc9d-49e1-9cb5-3abc053be0d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:28.200494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12edbb49-be9e-428b-acd1-b7d7daada562 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c3c57a-bfa9-419f-b786-ac5b568957e1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:28.215996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f2e91e26-cee5-4ab2-888a-76cc35087b02 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:28.216459 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.309408 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7333d0b8-23d8-4a41-8414-f424b8688b20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.321598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68ef8-3a34-4e03-ba6d-5dde8a1a1e90 None None] Pushing event updated for resources: {'Port': ['ID=94d226f5-5f3a-48fd-8431-5cb67a167112,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:28.338210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.343644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Attempting to bind port 94d226f5-5f3a-48fd-8431-5cb67a167112 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:28.344082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Attempting to bind port 94d226f5-5f3a-48fd-8431-5cb67a167112 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:28.345259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Attempting to bind port 94d226f5-5f3a-48fd-8431-5cb67a167112 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:28.353414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:28.353882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:28.354371 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.354839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Bound using segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:28.355402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Bound port: 94d226f5-5f3a-48fd-8431-5cb67a167112, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:28.355850 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.368627 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3bab57fd-efc2-44ac-999b-f9141af35999 req-6fcfe7db-8930-42c7-b7fe-8f15eac20b71 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909025 Nov 12 09:20:28.395797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ba3a0-5449-4792-84c9-b579b497c4fc req-434c6726-9cbb-4970-9400-5b47d6835019 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:28.400777 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a6ba3a0-5449-4792-84c9-b579b497c4fc req-434c6726-9cbb-4970-9400-5b47d6835019 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 946 time: 0.1550786 Nov 12 09:20:28.440288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] For port 94d226f5-5f3a-48fd-8431-5cb67a167112, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:28.444107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] For port 94d226f5-5f3a-48fd-8431-5cb67a167112, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94d226f5-5f3a-48fd-8431-5cb67a167112,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:28.451874 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.495580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7333d0b8-23d8-4a41-8414-f424b8688b20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.501480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7333d0b8-23d8-4a41-8414-f424b8688b20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.507607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.559422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333d0b8-23d8-4a41-8414-f424b8688b20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08319e44-ae90-4249-a4d7-2c9d504d4bad,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:28.583618 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.591609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7333d0b8-23d8-4a41-8414-f424b8688b20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.598557 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7333d0b8-23d8-4a41-8414-f424b8688b20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4141340 Nov 12 09:20:28.603290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58722) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:28.604347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a6ba3a0-5449-4792-84c9-b579b497c4fc req-b49ea55d-bd5f-4878-8744-cba79661b539 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016785 Nov 12 09:20:28.612729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:28.620308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:28.620898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:28.686160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c68ef8-3a34-4e03-ba6d-5dde8a1a1e90 None None] Pushing event updated for resources: {'Port': ['ID=94d226f5-5f3a-48fd-8431-5cb67a167112,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:28.705786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.718578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8afbbaa9-92a7-4eff-9544-b893cf288a2c None None] Provisioning complete for port 94d226f5-5f3a-48fd-8431-5cb67a167112 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:28.718578 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afbbaa9-92a7-4eff-9544-b893cf288a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.746800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.798874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba0291-6fca-447e-9806-31b99225a49b req-117aa9dc-a589-4709-a0ad-ae31a567e593 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:28.800524 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7dba0291-6fca-447e-9806-31b99225a49b req-117aa9dc-a589-4709-a0ad-ae31a567e593 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.1523676 Nov 12 09:20:28.815187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:28.829468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/62306d30-f7ef-4032-b95f-ccaa22cef526 HTTP/1.1" status: 204 len: 168 time: 0.8592556 Nov 12 09:20:28.829742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58726) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:28.832662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3c75f-54ce-467a-823e-b8ac478ea571 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=62306d30-f7ef-4032-b95f-ccaa22cef526,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:28.923968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-95514219-c96d-42a1-9ec8-8d41690b1120 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942161 Nov 12 09:20:28.927309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58728) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:28.938749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:29.017386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75cc63-066b-40a5-b228-f3131f1125ed None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:29.117333 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:20:29.117677 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:20:29.130076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7dba0291-6fca-447e-9806-31b99225a49b req-3b0cc19a-437e-4e84-a93e-d7915b5969c2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206892 Nov 12 09:20:29.152143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:29.152863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:29.156319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:29.285518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:29.336852 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afbbaa9-92a7-4eff-9544-b893cf288a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:29.405788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b14585-2d8a-41a2-b3c8-a70069948e09 req-021b110b-1525-4d24-9b07-fdfe3fad84e1 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:29.416938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-37b14585-2d8a-41a2-b3c8-a70069948e09 req-021b110b-1525-4d24-9b07-fdfe3fad84e1 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.0816734 Nov 12 09:20:29.498406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-37b14585-2d8a-41a2-b3c8-a70069948e09 req-ca6b45ca-6af7-4c2f-bb2f-23e5a7c2fe39 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782936 Nov 12 09:20:29.507562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8afbbaa9-92a7-4eff-9544-b893cf288a2c None None] For port 94d226f5-5f3a-48fd-8431-5cb67a167112, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94d226f5-5f3a-48fd-8431-5cb67a167112,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:29.514495 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8afbbaa9-92a7-4eff-9544-b893cf288a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:29.546476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:29.602872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Allocated IP 172.25.5.246 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a023ec00-3129-4415-a7ea-2bcc881b8b24) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:29.723101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f82a4-8d5d-4362-9b21-d90b40873af3 req-7d59d4ef-5be1-4aeb-a532-fc918d9f3cf3 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:29.724980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f86f82a4-8d5d-4362-9b21-d90b40873af3 req-7d59d4ef-5be1-4aeb-a532-fc918d9f3cf3 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 945 time: 0.2032809 Nov 12 09:20:29.733953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbbaa9-92a7-4eff-9544-b893cf288a2c None None] Pushing event updated for resources: {'Port': ['ID=94d226f5-5f3a-48fd-8431-5cb67a167112,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:29.749269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dd933605-251d-4473-b3c7-8fa0ecbcf55b None None] Provisioning complete for port f2e91e26-cee5-4ab2-888a-76cc35087b02 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:29.749657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd933605-251d-4473-b3c7-8fa0ecbcf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:29.773046 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:29.841719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:28Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:29.851600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fd906-7912-4e75-b704-7ba3dd140105 req-42f74b3b-493a-4207-9721-60170c42293c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:29.854645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] Deleting port f2e91e26-cee5-4ab2-888a-76cc35087b02 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:29.855550 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:29.871673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-751fd906-7912-4e75-b704-7ba3dd140105 req-42f74b3b-493a-4207-9721-60170c42293c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.0940633 Nov 12 09:20:29.921450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec9773-e3e6-4a2a-be6b-ec41abf6201f None None] The sync data for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 is: [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:28Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:20:29.933829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:20:29.949608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port f2e91e26-cee5-4ab2-888a-76cc35087b02, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f2e91e26-cee5-4ab2-888a-76cc35087b02,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:29.966632 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-751fd906-7912-4e75-b704-7ba3dd140105 req-a00a6c55-cf6d-4fed-b30f-9170d2f28615 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924180 Nov 12 09:20:29.979621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.090674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f86f82a4-8d5d-4362-9b21-d90b40873af3 req-c7b4788b-cb0e-4a7a-b43d-28314379dce7 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288558 Nov 12 09:20:30.184137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] For port f2e91e26-cee5-4ab2-888a-76cc35087b02, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f2e91e26-cee5-4ab2-888a-76cc35087b02,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:30.184919 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.225393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] Calling delete_port for f2e91e26-cee5-4ab2-888a-76cc35087b02 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:30.229382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=f2e91e26-cee5-4ab2-888a-76cc35087b02,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:30.255361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.277682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94d226f5-5f3a-48fd-8431-5cb67a167112 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:30.359144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dd933605-251d-4473-b3c7-8fa0ecbcf55b None None] Provisioning complete for port 94d226f5-5f3a-48fd-8431-5cb67a167112 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:30.359616 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd933605-251d-4473-b3c7-8fa0ecbcf55b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.434870 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.437783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 43684379-bd50-4beb-b9de-c07ac6d25241 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:30.446415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e67fe-7a23-4b11-9f1a-23209630ec9c req-2cc1b159-648a-4c5f-b585-2f506a937276 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:30.454962 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd6e67fe-7a23-4b11-9f1a-23209630ec9c req-2cc1b159-648a-4c5f-b585-2f506a937276 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.1961648 Nov 12 09:20:30.492448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.542760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] Pushing event deleted for resources: {'Port': ['ID=f2e91e26-cee5-4ab2-888a-76cc35087b02,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:30.544782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4c5cb-8fd0-462e-93a5-b0bc66871302 None None] No DVR routers for this DVR port f2e91e26-cee5-4ab2-888a-76cc35087b02 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:30.548468 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 94d226f5-5f3a-48fd-8431-5cb67a167112 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:30.548839 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.591518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:30.597966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Port f2e91e26-cee5-4ab2-888a-76cc35087b02 concurrently deleted while adding address for new subnet {'id': 'a0879f74-b989-4c33-a683-22325f7fb617', 'name': '', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2834, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-12T09:20:29Z', 'updated_at': '2021-11-12T09:20:29Z', 'revision_number': 0, 'segment_id': None, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a'}. {{(pid=109377) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 12 09:20:30.598685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.619505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:30.627472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60695c8-0512-4078-9e17-b84c326d00a3 req-6a8d009e-d578-410f-8e20-848e2e9bf76c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:30.637602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60695c8-0512-4078-9e17-b84c326d00a3 req-6a8d009e-d578-410f-8e20-848e2e9bf76c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:30.646591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:30.652917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60695c8-0512-4078-9e17-b84c326d00a3 req-6a8d009e-d578-410f-8e20-848e2e9bf76c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:30.656029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 43684379-bd50-4beb-b9de-c07ac6d25241 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:30.663278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 43684379-bd50-4beb-b9de-c07ac6d25241 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:30.664027 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.666429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c60695c8-0512-4078-9e17-b84c326d00a3 req-6a8d009e-d578-410f-8e20-848e2e9bf76c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207&device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3&device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 2418 time: 0.1473954 Nov 12 09:20:30.693185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=a023ec00-3129-4415-a7ea-2bcc881b8b24,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:30.727033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd6e67fe-7a23-4b11-9f1a-23209630ec9c req-6118aceb-baab-4ff8-b9fd-8d76727a9acc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709846 Nov 12 09:20:30.742146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:30.754644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:30.771780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=a0879f74-b989-4c33-a683-22325f7fb617,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:30.776883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:30.778293 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:30.791678 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c60695c8-0512-4078-9e17-b84c326d00a3 req-9836cedd-a77e-4153-a489-0ea72841ff7b tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239259 Nov 12 09:20:30.799996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9adde3-81ea-488f-bec8-641ad5c8e35e None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:30.830495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a88fd484-9b50-41b6-a6c7-7b6e7ce01da9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8988321 Nov 12 09:20:30.834345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:30.844705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:bd:fc:0c', 'name': 'tempest-NetworksTestDHCPv6-1599823047'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:30.900917 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.038932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f2e91e26-cee5-4ab2-888a-76cc35087b02 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:31.089251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:31.094620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f2e91e26-cee5-4ab2-888a-76cc35087b02 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:31.094620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f2e91e26-cee5-4ab2-888a-76cc35087b02 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:31.097518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.105348 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.136393 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.144203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 97aedd71-0fb9-4db9-89a2-252cf9050bca yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:31.230489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43684379-bd50-4beb-b9de-c07ac6d25241'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:31.232808 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba2a29b-ccb4-40b7-8eb5-08337001ddc5" -d '{"events": [{"server_uuid": "e363abd2-bcc4-48e4-807c-09a7212ea221", "name": "network-vif-plugged", "status": "completed", "tag": "43684379-bd50-4beb-b9de-c07ac6d25241"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:31.248513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f398d-8587-46a5-bd46-1ef009c30c9e req-ebd15a96-e244-4df2-955d-623e5b19661c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.250077 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b92f398d-8587-46a5-bd46-1ef009c30c9e req-ebd15a96-e244-4df2-955d-623e5b19661c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.2508113 Nov 12 09:20:31.252084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 43684379-bd50-4beb-b9de-c07ac6d25241, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=43684379-bd50-4beb-b9de-c07ac6d25241,segment=NetworkSegment(c449b1b6-db7d-4d86-8fdb-d732643408e3),segment_id=c449b1b6-db7d-4d86-8fdb-d732643408e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:31.262864 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.273749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-b560a931-e18c-42bf-b014-1d69ad6783aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.275425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-b560a931-e18c-42bf-b014-1d69ad6783aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1097 time: 0.2774224 Nov 12 09:20:31.361692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': 'a0879f74-b989-4c33-a683-22325f7fb617'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:31.363369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.401616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=43684379-bd50-4beb-b9de-c07ac6d25241,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:31.420122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f3f04-f0f7-4619-85bd-647b0e60d55b req-e33ee8f2-07b6-45a1-943e-5ae20bd1c809 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.422918 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-769f3f04-f0f7-4619-85bd-647b0e60d55b req-e33ee8f2-07b6-45a1-943e-5ae20bd1c809 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 946 time: 0.1634681 Nov 12 09:20:31.440944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:febd:fc0c (f49fea56-d87f-4860-9e75-dcd56c310f1c/a0879f74-b989-4c33-a683-22325f7fb617/97aedd71-0fb9-4db9-89a2-252cf9050bca) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:31.482142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-d5fe0576-ecb7-4b94-9bf9-1413db048874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.484559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-d5fe0576-ecb7-4b94-9bf9-1413db048874 service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.1559246 Nov 12 09:20:31.526058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-769f3f04-f0f7-4619-85bd-647b0e60d55b req-80f82642-eb58-4471-950a-9502e0ad4227 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932050 Nov 12 09:20:31.584274 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dadff1-8bfc-4b2a-a44c-32a6c65b04ad x-openstack-request-id: req-93dadff1-8bfc-4b2a-a44c-32a6c65b04ad {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:31.584735 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e363abd2-bcc4-48e4-807c-09a7212ea221", "name": "network-vif-plugged", "status": "completed", "tag": "43684379-bd50-4beb-b9de-c07ac6d25241", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:31.585140 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93dadff1-8bfc-4b2a-a44c-32a6c65b04ad {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:31.586036 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43684379-bd50-4beb-b9de-c07ac6d25241', 'code': 200} Nov 12 09:20:31.663801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b92f398d-8587-46a5-bd46-1ef009c30c9e req-1a888fc5-3f3b-45c6-be40-d46b8417740d tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839188 Nov 12 09:20:31.669733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-0cd8b1bb-ad40-4aeb-af55-6bd1ae5d046f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 1001 time: 0.1430390 Nov 12 09:20:31.745418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.746804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-9a33498d-2877-4595-b2d8-bfd7852572e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.748136 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-9a33498d-2877-4595-b2d8-bfd7852572e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.0641689 Nov 12 09:20:31.768589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2b6a8-f8a5-4ff2-941f-dfbf69d95afb req-811696f0-a84f-4426-a454-6ed9308f6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.770197 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54a2b6a8-f8a5-4ff2-941f-dfbf69d95afb req-811696f0-a84f-4426-a454-6ed9308f6f83 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 1098 time: 0.0818961 Nov 12 09:20:31.812140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.820973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.845932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54a2b6a8-f8a5-4ff2-941f-dfbf69d95afb req-0f812632-f272-4808-9e08-5911d62f4af0 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643139 Nov 12 09:20:31.856573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.904874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-8ce93ac2-8252-4e59-acad-61972fbc6f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.907759 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-8ce93ac2-8252-4e59-acad-61972fbc6f8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500230 Nov 12 09:20:31.912083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:31.915798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:31.920207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:31.927045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:31.927709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:31.934732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=97aedd71-0fb9-4db9-89a2-252cf9050bca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:31.954755 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a92cbd58-56de-4ecc-8d0c-ad08bfdeabd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1191890 Nov 12 09:20:31.959272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:31.973145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Allocated IP 2001:db8::f816:3eff:fee7:eeab (f49fea56-d87f-4860-9e75-dcd56c310f1c/a0879f74-b989-4c33-a683-22325f7fb617/57a2dad0-1613-4dca-a884-b14f6e56a2d7) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:32.082109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fd98fc-48d8-4ffc-bce3-32cf0bf0c8e1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:32.092417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8fd98fc-48d8-4ffc-bce3-32cf0bf0c8e1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1228595 Nov 12 09:20:32.092947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:32.135053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=a023ec00-3129-4415-a7ea-2bcc881b8b24,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:32.172618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c4f59-8a7a-4df2-bb45-7b68e4cfc20a req-db0c390c-47b4-404d-ba93-0bb820ae83e6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:32.182203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b0c4f59-8a7a-4df2-bb45-7b68e4cfc20a req-db0c390c-47b4-404d-ba93-0bb820ae83e6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.3048308 Nov 12 09:20:32.208782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.254864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 97aedd71-0fb9-4db9-89a2-252cf9050bca {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:32.255481 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.255677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.256324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-583f9fd7-f377-4838-90b6-3f5033cbadc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6480403 Nov 12 09:20:32.258771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.263555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-f366b80b-0ae8-44d8-b5cd-6ebcbe4619d6 service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959368 Nov 12 09:20:32.276440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.287017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b0c4f59-8a7a-4df2-bb45-7b68e4cfc20a req-f93d9120-60b8-4d52-9be5-e74e44a029c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037405 Nov 12 09:20:32.326580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:32.331955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:32.339049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:32.363454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Pushing event updated for resources: {'Port': ['ID=57a2dad0-1613-4dca-a884-b14f6e56a2d7,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:32.435233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Attempting to bind port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:32.435599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Attempting to bind port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:32.435999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Attempting to bind port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:32.442344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:32.443200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:32.443647 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.444190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:32.444694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Bound port: 57a2dad0-1613-4dca-a884-b14f6e56a2d7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:32.445160 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.458762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.475861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 97aedd71-0fb9-4db9-89a2-252cf9050bca owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:32.484990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e92001ad-7b6b-417c-8b77-4b029cfd0fa4 req-3e28e640-5b6b-4492-9687-7025351ceea4 service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968865 Nov 12 09:20:32.517233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-69e3a52c-20d9-42c6-a37b-eacefec99cf1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--629585022&fields=id&tenant_id=c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 267 time: 0.0874064 Nov 12 09:20:32.564479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] For port 57a2dad0-1613-4dca-a884-b14f6e56a2d7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:32.568767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] For port 57a2dad0-1613-4dca-a884-b14f6e56a2d7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=57a2dad0-1613-4dca-a884-b14f6e56a2d7,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:32.576855 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.673927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e197f12-2011-4500-8dc4-ea5c7aa5ff7c None None] Pushing event updated for resources: {'Port': ['ID=57a2dad0-1613-4dca-a884-b14f6e56a2d7,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:32.696232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-01ceadc0-912a-4a86-b219-26062583eb0f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:32.707149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.709676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-01ceadc0-912a-4a86-b219-26062583eb0f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.1838751 Nov 12 09:20:32.723430 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-f5709189-9794-4286-a16a-ec43d60e1cc0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/quotas/c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 375 time: 0.0120668 Nov 12 09:20:32.762567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=97aedd71-0fb9-4db9-89a2-252cf9050bca,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:32.801609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:32.808316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6699d563-e828-4503-9e68-8e2b0ef08ae5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/97aedd71-0fb9-4db9-89a2-252cf9050bca HTTP/1.1" status: 204 len: 168 time: 0.7111559 Nov 12 09:20:32.808545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-5852c216-d37f-4b79-a818-f3c198b8ea32 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0751250 Nov 12 09:20:32.808683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:32.826026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc35a68-84df-4742-b963-ed86ea3a0d25 req-6f806bc5-7e2d-49be-b534-63665eef714e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:32.827882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6fc35a68-84df-4742-b963-ed86ea3a0d25 req-6f806bc5-7e2d-49be-b534-63665eef714e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 946 time: 0.1380870 Nov 12 09:20:32.929872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ffda44-5d00-4d50-b3f9-0610ad76f20f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:32.933289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ffda44-5d00-4d50-b3f9-0610ad76f20f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:32.941725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58780) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:32.942190 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a1ffda44-5d00-4d50-b3f9-0610ad76f20f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1321263 Nov 12 09:20:33.008653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6fc35a68-84df-4742-b963-ed86ea3a0d25 req-21b5f02e-d726-4d7c-ac6d-0a363f97d9c1 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432769 Nov 12 09:20:33.012601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-35bada20-d552-4176-8381-ff773fbeaf1c service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911938 Nov 12 09:20:33.084588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet a0879f74-b989-4c33-a683-22325f7fb617 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:33.118543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.170914 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.458337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e878f7-869c-4a01-96db-6aa3833bff0e req-f2aae200-a264-403b-bad0-51d9ba0a41d1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:33.460032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8e878f7-869c-4a01-96db-6aa3833bff0e req-f2aae200-a264-403b-bad0-51d9ba0a41d1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.0639706 Nov 12 09:20:33.539730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8e878f7-869c-4a01-96db-6aa3833bff0e req-4388ae43-0f94-4ab1-95da-63d409706797 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707684 Nov 12 09:20:33.549389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-f7c2d4fb-4e2b-4fb5-b0c4-44927fcc5ef2 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289381 Nov 12 09:20:33.636940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.711874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.715124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac990d5-79b0-470f-955b-2341892e8f69 req-b01dd1a4-4ea2-4a85-82a7-058b9a453595 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:33.716922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ac990d5-79b0-470f-955b-2341892e8f69 req-b01dd1a4-4ea2-4a85-82a7-058b9a453595 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.0906518 Nov 12 09:20:33.746924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=a0879f74-b989-4c33-a683-22325f7fb617,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:33.761344 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:33.769232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f8d3b1a9-03d2-4884-b143-541fccac6e6d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/a0879f74-b989-4c33-a683-22325f7fb617 HTTP/1.1" status: 204 len: 168 time: 0.8199139 Nov 12 09:20:33.771838 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:33.822834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e6ef8e38-e2f7-4d5e-967a-250abf075023 req-ec304333-3ad7-431f-9a36-67134ef9c728 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 210 time: 0.0528951 Nov 12 09:20:33.835767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-50243470-b591-4eb4-9058-ab8280138bd6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596397 Nov 12 09:20:33.836109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:33.861385 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0ac990d5-79b0-470f-955b-2341892e8f69 req-9e2a6d74-48b2-499c-ae79-97a065d35767 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364410 Nov 12 09:20:33.911785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc714a44-9a73-46f2-8abf-f3801969e33a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:33.914717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cc714a44-9a73-46f2-8abf-f3801969e33a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0756874 Nov 12 09:20:33.917680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58796) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:33.989712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0d8fe-a6fe-4654-9da9-8d7ce719c4cb None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:33.991543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16935cd0-e4dd-4edf-88af-f8e021a349d2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:33.993426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16935cd0-e4dd-4edf-88af-f8e021a349d2 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0744207 Nov 12 09:20:33.997017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58802) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:34.046568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-54dffd52-a36a-4e01-ad83-e03ad0f802bc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0480947 Nov 12 09:20:34.051940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:34.057913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:34.182093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 57a2dad0-1613-4dca-a884-b14f6e56a2d7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:34.221008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0716a87-1c26-4312-9a54-389df99ba14c req-b018b0b8-abc9-4637-a1c6-c7c1611ba60e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:34.224053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0716a87-1c26-4312-9a54-389df99ba14c req-b018b0b8-abc9-4637-a1c6-c7c1611ba60e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 946 time: 0.0873137 Nov 12 09:20:34.226805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:34.235278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.280813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-998cb2c4-23be-4cc7-9503-ba93f95dbaf3 None None] Provisioning complete for port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:34.281180 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-998cb2c4-23be-4cc7-9503-ba93f95dbaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.300058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0716a87-1c26-4312-9a54-389df99ba14c req-aa49d949-a9a6-49fa-aad1-0edbc9c41288 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668266 Nov 12 09:20:34.317451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:34.317761 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.696372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:34.734116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-998cb2c4-23be-4cc7-9503-ba93f95dbaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.789436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec9f748-4340-4a61-adf5-f410bb45e190 req-b632a3f9-3d64-4ba4-a75f-562547424110 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:34.793191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9ec9f748-4340-4a61-adf5-f410bb45e190 req-b632a3f9-3d64-4ba4-a75f-562547424110 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.1015677 Nov 12 09:20:34.825577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.862961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-998cb2c4-23be-4cc7-9503-ba93f95dbaf3 None None] For port 57a2dad0-1613-4dca-a884-b14f6e56a2d7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=57a2dad0-1613-4dca-a884-b14f6e56a2d7,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:34.878453 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-998cb2c4-23be-4cc7-9503-ba93f95dbaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.937845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] Deleting port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:34.938352 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:34.957463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:20:34.963078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9ec9f748-4340-4a61-adf5-f410bb45e190 req-2417de6c-9010-45bd-8e72-68e4d655aadb tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986919 Nov 12 09:20:34.974977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7df1bfca-8d89-4d76-97c9-a28e29db3174 req-7725a771-1a26-4bc7-b995-87e6979e20e5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 210 time: 0.0407944 Nov 12 09:20:35.053264 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:20:35.053264 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:20:35.061390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cb2c4-23be-4cc7-9503-ba93f95dbaf3 None None] Pushing event updated for resources: {'Port': ['ID=57a2dad0-1613-4dca-a884-b14f6e56a2d7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:35.104537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] For port 57a2dad0-1613-4dca-a884-b14f6e56a2d7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=57a2dad0-1613-4dca-a884-b14f6e56a2d7,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:35.104895 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.136479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9577519-198b-41bd-8896-079b8eb210cb req-a907a39a-3318-4bb8-8b3c-9a6146877d02 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:35.136874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] Calling delete_port for 57a2dad0-1613-4dca-a884-b14f6e56a2d7 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:35.138233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9577519-198b-41bd-8896-079b8eb210cb req-a907a39a-3318-4bb8-8b3c-9a6146877d02 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.0734799 Nov 12 09:20:35.226747 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.240938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9577519-198b-41bd-8896-079b8eb210cb req-ce26b79e-9173-40d7-ac6f-869365704544 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913248 Nov 12 09:20:35.241163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc79212-88ba-4d75-9a71-009c486eed57 req-f64ed260-1482-48e7-88c0-6dd0610802f3 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:35.242609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4dc79212-88ba-4d75-9a71-009c486eed57 req-f64ed260-1482-48e7-88c0-6dd0610802f3 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 946 time: 0.1932108 Nov 12 09:20:35.263406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.309889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] Pushing event deleted for resources: {'Port': ['ID=57a2dad0-1613-4dca-a884-b14f6e56a2d7,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:35.313875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14e8d31-9bd1-4f1a-9f8e-4f8a4398d196 None None] No DVR routers for this DVR port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:35.326626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 concurrently deleted while adding address for new subnet {'id': 'a67de5ac-084d-45e1-8cc5-6335231e67de', 'name': '', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2839, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-12T09:20:34Z', 'updated_at': '2021-11-12T09:20:34Z', 'revision_number': 0, 'segment_id': None, 'project_id': '72d00aee98454e0fb7d3bb41e5f4bd8a'}. {{(pid=109376) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 12 09:20:35.327369 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.373999 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-1aa98933-2a48-4580-8077-3722208008bb service neutron] show failed (client error): The resource could not be found. Nov 12 09:20:35.374872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-1aa98933-2a48-4580-8077-3722208008bb service neutron] 10.222.0.55 "GET /v2.0/ports/c15432d8-baf6-4333-a80c-32d200df11a7/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.1131384 Nov 12 09:20:35.431095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:35.455480 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:35.464886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:35.465513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.474969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4dc79212-88ba-4d75-9a71-009c486eed57 req-978d791b-74a1-4088-87d5-5ffe2eb02434 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085581 Nov 12 09:20:35.475622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b42bf9-7838-4224-abcd-3a4c65fc5a0e None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:35.484156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=a67de5ac-084d-45e1-8cc5-6335231e67de,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:35.513164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4c027577-8642-4be6-90c9-b649ddb420ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4574270 Nov 12 09:20:35.513553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58824) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:35.519691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:f0:07:a2', 'name': 'tempest-NetworksTestDHCPv6-1229696328'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:35.539158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-cf2802ff-f994-4b4f-8047-739447853162 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:35.540750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-cf2802ff-f994-4b4f-8047-739447853162 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.2849457 Nov 12 09:20:35.613108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Port 57a2dad0-1613-4dca-a884-b14f6e56a2d7 update to ACTIVE by agent not found {{(pid=109378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 09:20:35.686735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:35.706670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8153713d-e954-4e23-a669-eb4563fd03ac tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 379 time: 0.1253943 Nov 12 09:20:35.716647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-8537e430-1107-4cd6-9743-6669a841bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:35.718658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-8537e430-1107-4cd6-9743-6669a841bc06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 1097 time: 0.0791192 Nov 12 09:20:35.723139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'port': {'device_id': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'admin_state_up': True, 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'security_groups': ['db6dfd37-dc9d-49e1-9cb5-3abc053be0d2']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:35.749393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:35.761853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': 'a67de5ac-084d-45e1-8cc5-6335231e67de'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:35.763214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.793558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.818290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 1539b12f-c498-4ec8-ac5c-44ee2b399167 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:35.874264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:35.937837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Allocated IP 2001:db8::f816:3eff:fe0c:63fa (f49fea56-d87f-4860-9e75-dcd56c310f1c/a67de5ac-084d-45e1-8cc5-6335231e67de/053f985e-714a-4110-b126-c47073ce2b73) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:35.970904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Made reservation on behalf of c9a1f382835b46b38a798f579f7972d4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:35.974618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.174275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 57a2dad0-1613-4dca-a884-b14f6e56a2d7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:36.192157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e8ef3-9ffa-4e6e-8553-79011c2a8c65 req-43a6dd69-d656-4518-92c8-71d2b5441d2a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:36.194656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-327e8ef3-9ffa-4e6e-8553-79011c2a8c65 req-43a6dd69-d656-4518-92c8-71d2b5441d2a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.0760856 Nov 12 09:20:36.196471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e70ecbe7-17d8-481d-b159-ecfded7922fe req-62734370-6fae-46e5-98b4-e44c33b3a955 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 210 time: 0.0816860 Nov 12 09:20:36.208960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 57a2dad0-1613-4dca-a884-b14f6e56a2d7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:36.209302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 57a2dad0-1613-4dca-a884-b14f6e56a2d7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:36.243011 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.247977 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.318220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:36.320952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-327e8ef3-9ffa-4e6e-8553-79011c2a8c65 req-96b9178b-576b-4b8d-8fcb-808d2c6b79a2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156337 Nov 12 09:20:36.325047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:36.329450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:36.332123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Pushing event updated for resources: {'Port': ['ID=053f985e-714a-4110-b126-c47073ce2b73,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:36.335173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fef0:7a2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/a67de5ac-084d-45e1-8cc5-6335231e67de/1539b12f-c498-4ec8-ac5c-44ee2b399167) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:36.341697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:36.399955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Allocated IP 172.20.0.8 (9eb1cebe-4ebc-4357-bc85-a093989d4bc0/9bc2f213-1026-4b58-9897-52af9d16abe8/3b2147c9-96a9-4e12-85de-291ef1b2e917) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:36.400457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Attempting to bind port 053f985e-714a-4110-b126-c47073ce2b73 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:36.400842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Attempting to bind port 053f985e-714a-4110-b126-c47073ce2b73 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:36.401426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Attempting to bind port 053f985e-714a-4110-b126-c47073ce2b73 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:36.408368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:36.408798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:36.409244 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.409648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:36.410140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Bound port: 053f985e-714a-4110-b126-c47073ce2b73, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:36.410536 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.470659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:36.514189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] For port 053f985e-714a-4110-b126-c47073ce2b73, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:36.526054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] For port 053f985e-714a-4110-b126-c47073ce2b73, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=053f985e-714a-4110-b126-c47073ce2b73,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:36.534842 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.564529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-3280d456-c258-453b-8b25-bda435752d0e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:36.566877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-3280d456-c258-453b-8b25-bda435752d0e tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.62 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 946 time: 0.1533790 Nov 12 09:20:36.570152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6c23-42f8-4e15-84e5-c05d6ad58ad9 req-3334544e-2dec-459b-871c-161209f2dd31 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:36.571754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-028a6c23-42f8-4e15-84e5-c05d6ad58ad9 req-3334544e-2dec-459b-871c-161209f2dd31 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1616628 Nov 12 09:20:36.581322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:36.584401 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00ec115-0739-4ac2-aee8-564f235d8470" -d '{"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:36.598031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.643153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7dc404-3536-4c4a-b218-08584afd2e1d None None] Pushing event updated for resources: {'Port': ['ID=053f985e-714a-4110-b126-c47073ce2b73,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:36.679325 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.684003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Transition to ACTIVE for port object c15432d8-baf6-4333-a80c-32d200df11a7 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:36.760283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48488f9-d219-4a91-a38d-2728be1c8d5f req-ae1a12f5-8856-479b-be74-ec8de6baba3d tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:36.762170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48488f9-d219-4a91-a38d-2728be1c8d5f req-ae1a12f5-8856-479b-be74-ec8de6baba3d tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 946 time: 0.1742070 Nov 12 09:20:36.816314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.905245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:36.912685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:36.919817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b48488f9-d219-4a91-a38d-2728be1c8d5f req-fa62516b-a027-4fa9-a556-abc4d1d56d90 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/security-groups?id=d48ef628-3d52-4005-beca-062b4da122d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486723 Nov 12 09:20:36.923816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:36.930717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:36.931400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.980537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Deleting port 43684379-bd50-4beb-b9de-c07ac6d25241 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:36.981575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:36.998752 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4835086 Nov 12 09:20:37.023547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58836) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:37.053137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc540e8a-ad51-490e-a396-00f91f747635 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=1539b12f-c498-4ec8-ac5c-44ee2b399167,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:37.157643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef666b4-06e5-4a3d-b148-cc537fee557a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:37.161428 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5e38da-e7c8-4f7a-9432-73b36afb4993 x-openstack-request-id: req-0a5e38da-e7c8-4f7a-9432-73b36afb4993 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:37.162245 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:37.162245 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a5e38da-e7c8-4f7a-9432-73b36afb4993 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:37.162771 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'code': 200} Nov 12 09:20:37.163606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef666b4-06e5-4a3d-b148-cc537fee557a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:37.165278 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3ef666b4-06e5-4a3d-b148-cc537fee557a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1325352 Nov 12 09:20:37.168124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.168381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58838) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:37.217100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] For port 43684379-bd50-4beb-b9de-c07ac6d25241, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=43684379-bd50-4beb-b9de-c07ac6d25241,segment=NetworkSegment(c449b1b6-db7d-4d86-8fdb-d732643408e3),segment_id=c449b1b6-db7d-4d86-8fdb-d732643408e3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:37.217802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.225139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-028a6c23-42f8-4e15-84e5-c05d6ad58ad9 req-96d3b111-7b71-4a1a-bb5c-2a98f36c8021 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357625 Nov 12 09:20:37.242082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Calling delete_port for 43684379-bd50-4beb-b9de-c07ac6d25241 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:37.266161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.331713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:37.364992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 1539b12f-c498-4ec8-ac5c-44ee2b399167 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:37.365346 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.431362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] No DVR routers for this DVR port c15432d8-baf6-4333-a80c-32d200df11a7 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:37.520126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.521273 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcb3f51-3900-4315-b1dc-0268451a6080 req-86654a38-feb1-46ea-995c-223931dd7b13 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 210 time: 0.0574875 Nov 12 09:20:37.604469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.617836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.631771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['43684379-bd50-4beb-b9de-c07ac6d25241'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:37.648836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:37.657004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 1539b12f-c498-4ec8-ac5c-44ee2b399167 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:37.665297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:37.667631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Pushing event deleted for resources: {'Port': ['ID=43684379-bd50-4beb-b9de-c07ac6d25241,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:37.681831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab39e0-5a6b-4c61-8428-1b5e5c09c939 req-587b41d4-49e3-4acf-8b70-84040cf7abab tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:37.683450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13ab39e0-5a6b-4c61-8428-1b5e5c09c939 req-587b41d4-49e3-4acf-8b70-84040cf7abab tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.2040200 Nov 12 09:20:37.686645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:37.693690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:37.712962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bedc5a-8ac2-4fbe-886c-d7682af4bb66 None None] DHCP port deletion for 68d093d9-159b-4621-93e5-971c920080ae request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:37.804779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] No DVR routers for this DVR port 43684379-bd50-4beb-b9de-c07ac6d25241 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:37.809634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.810204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:37.810886 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:37.814474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8baf6104-b163-4d93-a76d-49c3f7f8fb0c req-43e0a57c-d226-4847-99d6-de503803736a tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.62 "DELETE /v2.0/ports/43684379-bd50-4beb-b9de-c07ac6d25241 HTTP/1.1" status: 204 len: 173 time: 1.2252779 Nov 12 09:20:37.815109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'name': 'network-vif-deleted', 'tag': '43684379-bd50-4beb-b9de-c07ac6d25241'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:37.824317 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e3edf2-5042-4c64-8eb7-0559157f87e0" -d '{"events": [{"server_uuid": "e363abd2-bcc4-48e4-807c-09a7212ea221", "name": "network-vif-deleted", "tag": "43684379-bd50-4beb-b9de-c07ac6d25241"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:37.874919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13ab39e0-5a6b-4c61-8428-1b5e5c09c939 req-66df62da-43a8-455c-98cd-6b9257d81e12 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384721 Nov 12 09:20:37.894970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:37.895294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:37.895625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:37.908197 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-8d9d87a9-14fd-4ea1-8d32-f3456db2f96a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1937435 Nov 12 09:20:37.911654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:37.912241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:37.923668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Request body: {'port': {'device_id': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:37.965012 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cacc92-1aa5-4b8e-834e-dcde390633cb x-openstack-request-id: req-53cacc92-1aa5-4b8e-834e-dcde390633cb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:37.965319 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e363abd2-bcc4-48e4-807c-09a7212ea221", "name": "network-vif-deleted", "tag": "43684379-bd50-4beb-b9de-c07ac6d25241", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:37.965669 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53cacc92-1aa5-4b8e-834e-dcde390633cb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:37.966183 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e363abd2-bcc4-48e4-807c-09a7212ea221', 'name': 'network-vif-deleted', 'tag': '43684379-bd50-4beb-b9de-c07ac6d25241', 'status': 'completed', 'code': 200} Nov 12 09:20:37.983536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:37.988206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Checking segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:37.988761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Bound using segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:37.989250 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Bound port: c15432d8-baf6-4333-a80c-32d200df11a7, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:37.989627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.116730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.178693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=1539b12f-c498-4ec8-ac5c-44ee2b399167,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:38.206094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.217032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f20576d7-8fa4-4af1-94a3-e8107689375a req-90a1b2d6-ef6e-4227-a9fa-60ad94b78e14 tempest-ServerPasswordTestJSON-1660889042 tempest-ServerPasswordTestJSON-1660889042-project] 10.222.0.53 "GET /v2.0/ports?device_id=e363abd2-bcc4-48e4-807c-09a7212ea221 HTTP/1.1" status: 200 len: 210 time: 0.0776558 Nov 12 09:20:38.217459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ceb280a7-8534-49b2-aac5-687f4f736e38 None None] Provisioning complete for port 3b2147c9-96a9-4e12-85de-291ef1b2e917 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:38.218039 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ceb280a7-8534-49b2-aac5-687f4f736e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.233975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.243662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2232c414-35e3-4123-9e49-b2cc070bc961 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/1539b12f-c498-4ec8-ac5c-44ee2b399167 HTTP/1.1" status: 204 len: 168 time: 1.0740008 Nov 12 09:20:38.248462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58848) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:38.267040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:38.289275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:38.295901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 053f985e-714a-4110-b126-c47073ce2b73 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:38.307804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.326840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570cb23-4775-45cf-b6ab-d04c824bd9fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:38.330094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570cb23-4775-45cf-b6ab-d04c824bd9fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:38.332037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a570cb23-4775-45cf-b6ab-d04c824bd9fd tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0825257 Nov 12 09:20:38.334737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58852) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:38.406134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet a67de5ac-084d-45e1-8cc5-6335231e67de {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:38.409925 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 053f985e-714a-4110-b126-c47073ce2b73 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:38.410210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.411311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.413960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ceb280a7-8534-49b2-aac5-687f4f736e38 None None] Port 3b2147c9-96a9-4e12-85de-291ef1b2e917 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:38.447587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:38.448307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.450027 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] 10.222.0.62 "PUT /v2.0/ports/c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 1092 time: 2.7056174 Nov 12 09:20:38.467543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.590210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0dda489e-c86a-4e02-95fc-f754b8018e9f None None] Provisioning complete for port 053f985e-714a-4110-b126-c47073ce2b73 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:38.590479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.591245 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0dda489e-c86a-4e02-95fc-f754b8018e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.594837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:38.714967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.724586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:38.820643 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.835234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=a67de5ac-084d-45e1-8cc5-6335231e67de,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:38.845271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.848617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1567a9f5-3bc3-47b0-bf50-530690e87c41 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/a67de5ac-084d-45e1-8cc5-6335231e67de HTTP/1.1" status: 204 len: 168 time: 0.5126352 Nov 12 09:20:38.855777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58856) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:38.912546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0dda489e-c86a-4e02-95fc-f754b8018e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:38.966902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b41bbe6a-6c17-4964-b39e-10c93a87319f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951474 Nov 12 09:20:38.975698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58860) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:38.980529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:38.981891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 053f985e-714a-4110-b126-c47073ce2b73, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=053f985e-714a-4110-b126-c47073ce2b73,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:38.999147 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:39.001754 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.010961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2734026-fcdc-412b-a9d7-4eb0b9998456 req-4a7cf0cd-30b3-41dc-b319-613563bcec50 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.011866 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.012826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2734026-fcdc-412b-a9d7-4eb0b9998456 req-4a7cf0cd-30b3-41dc-b319-613563bcec50 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.3127496 Nov 12 09:20:39.039923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Transition to ACTIVE for port object 3b2147c9-96a9-4e12-85de-291ef1b2e917 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:39.056477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397aae19-d33c-4498-8de3-109d93246a13 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:39.076068 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12529c54-fe66-4b1b-b024-b1a35110628b service neutron] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:39.084107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.148985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2734026-fcdc-412b-a9d7-4eb0b9998456 req-4131269e-5017-4d29-ab0e-41dbb7bb0d5b tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179850 Nov 12 09:20:39.163674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:39.165182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:39.166313 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71adc0ae-0358-4ec7-9122-a0a8550d5da6" -d '{"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:39.169656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.176460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-5feae839-8fa8-4258-baa4-1b446e29e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.178535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-5feae839-8fa8-4258-baa4-1b446e29e876 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1095 time: 0.5913801 Nov 12 09:20:39.231584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=053f985e-714a-4110-b126-c47073ce2b73,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:39.291719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:39.339186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1b69e-d050-4cb3-bcc7-ef1bcdb0b2a9 req-c284aa09-fa18-43de-9fc1-6561f891fd20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.343032 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-0dda489e-c86a-4e02-95fc-f754b8018e9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:20:39.343421 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-0dda489e-c86a-4e02-95fc-f754b8018e9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:20:39.349008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97a1b69e-d050-4cb3-bcc7-ef1bcdb0b2a9 req-c284aa09-fa18-43de-9fc1-6561f891fd20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 931 time: 0.4105041 Nov 12 09:20:39.427130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456c970-0b3b-4cd0-9efd-1048c419a58d req-408d4e68-c074-4e32-9f08-4a16264a410e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.428794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1456c970-0b3b-4cd0-9efd-1048c419a58d req-408d4e68-c074-4e32-9f08-4a16264a410e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.1192212 Nov 12 09:20:39.487878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:39.491899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-b8528605-4251-4bf6-b53d-f9bab0544877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.494473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-b8528605-4251-4bf6-b53d-f9bab0544877 service neutron] 10.222.0.62 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.2923985 Nov 12 09:20:39.513156 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97a1b69e-d050-4cb3-bcc7-ef1bcdb0b2a9 req-5fd7e776-3d4e-41f7-9f28-191816f193c1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615362 Nov 12 09:20:39.515614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Attempting to bind port 3b2147c9-96a9-4e12-85de-291ef1b2e917 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:39.516486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Attempting to bind port 3b2147c9-96a9-4e12-85de-291ef1b2e917 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:39.516821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Attempting to bind port 3b2147c9-96a9-4e12-85de-291ef1b2e917 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:39.573002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1456c970-0b3b-4cd0-9efd-1048c419a58d req-74617e77-e2cf-45a1-b08d-9aa62b9b76e6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289742 Nov 12 09:20:39.635248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] Deleting port 053f985e-714a-4110-b126-c47073ce2b73 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:39.636071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Port 3b2147c9-96a9-4e12-85de-291ef1b2e917 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:39.636415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Attempting to bind port 3b2147c9-96a9-4e12-85de-291ef1b2e917 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:39.639613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.645274 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2bb1cf-199d-4e82-aff8-3bfb7a157c90 x-openstack-request-id: req-ed2bb1cf-199d-4e82-aff8-3bfb7a157c90 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:39.645868 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:39.646292 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed2bb1cf-199d-4e82-aff8-3bfb7a157c90 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:39.647134 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'status': 'completed', 'code': 200} Nov 12 09:20:39.666894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-e11e4255-ba0f-42c2-8add-85ada1c47b96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 999 time: 0.1524398 Nov 12 09:20:39.672424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:39.673238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:39.674479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Bound using segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:39.675168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Bound port: 3b2147c9-96a9-4e12-85de-291ef1b2e917, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:39.676378 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.678591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:39.751557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] For port 053f985e-714a-4110-b126-c47073ce2b73, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=053f985e-714a-4110-b126-c47073ce2b73,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:39.752340 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.763347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:20:39.768898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] Calling delete_port for 053f985e-714a-4110-b126-c47073ce2b73 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:39.809112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-e8727eea-c554-483f-b821-732d45b9372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.810622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-e8727eea-c554-483f-b821-732d45b9372a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.1309211 Nov 12 09:20:39.818937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] Deleting subnet 00ddeb2d-979a-49b6-8f28-ac5be55d9104 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:39.845322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-d46e5337-5bac-4493-ab72-2ea02d660e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.847730 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-d46e5337-5bac-4493-ab72-2ea02d660e56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1095 time: 0.1605983 Nov 12 09:20:39.851149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.933582 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.942569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:39.947771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:39.985085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:39.991169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] Pushing event deleted for resources: {'Port': ['ID=053f985e-714a-4110-b126-c47073ce2b73,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:39.991845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-af19d4d2-d1ca-40ac-aa65-075c3c1aefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:39.993472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-af19d4d2-d1ca-40ac-aa65-075c3c1aefee service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1718922 Nov 12 09:20:39.997169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.013307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3eea3e-d61c-4f11-9739-b0cfd1ae379d None None] No DVR routers for this DVR port 053f985e-714a-4110-b126-c47073ce2b73 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:40.046074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-71161683-c18e-4d84-bb82-48ddcb82ef0b None None] Could not find standard attr ID for object 1539b12f-c498-4ec8-ac5c-44ee2b399167. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:20:40.069936 n-d-769329-17 neutron-server[109377]: WARNING neutron.services.revisions.revision_plugin [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Could not find related port for resource to bump revision. Nov 12 09:20:40.091212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.091844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.093365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] 10.222.0.62 "PUT /v2.0/ports/3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 1092 time: 2.1760080 Nov 12 09:20:40.112718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_pluggable_backend [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Port 053f985e-714a-4110-b126-c47073ce2b73 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 12 09:20:40.113126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_pluggable_backend [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0c:63fa {{(pid=109377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 12 09:20:40.190553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-f2debf76-1d60-4627-bda2-483294da5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.201279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-f2debf76-1d60-4627-bda2-483294da5b64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.3466659 Nov 12 09:20:40.203709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_pluggable_backend [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0c:63fa {{(pid=109377) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 12 09:20:40.205055 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.216671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 053f985e-714a-4110-b126-c47073ce2b73 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:40.234263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.250371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 053f985e-714a-4110-b126-c47073ce2b73 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:40.250950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 053f985e-714a-4110-b126-c47073ce2b73 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:40.368892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4280b3-1410-4df3-af1f-c06920d3e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:40.379598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:40.388079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-3162b831-1f1c-4eeb-8ada-0fd6346f65ab service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767862 Nov 12 09:20:40.397317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:40.403947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-9249d7b0-4a95-423f-927f-fa39b94dd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.405885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-9249d7b0-4a95-423f-927f-fa39b94dd8a0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1095 time: 0.2176867 Nov 12 09:20:40.407522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.408355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.439805 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-bdfa2851-74fe-4cee-88d9-437ac367b8bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 999 time: 0.1943479 Nov 12 09:20:40.442664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf444c-b2a3-430c-a63d-9d097bad77ab None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:40.469640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=79972636-f0de-420b-9bd4-254dbc96e59e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:40.483044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 43684379-bd50-4beb-b9de-c07ac6d25241 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:40.496881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.499655 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-d13bf868-843d-4213-b909-25df8f08cbdb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 217 time: 0.0625095 Nov 12 09:20:40.514449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 43684379-bd50-4beb-b9de-c07ac6d25241 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:40.514449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 43684379-bd50-4beb-b9de-c07ac6d25241 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:40.522254 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-70df13cc-0ec1-4178-9d69-0e19a29ebcc9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5441184 Nov 12 09:20:40.524181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58876) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:40.534379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a3547-0f83-4cc0-9336-be732db639c6 req-143d9cbb-822d-41fe-b4ee-ba663c7f1265 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.540567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d1a3547-0f83-4cc0-9336-be732db639c6 req-143d9cbb-822d-41fe-b4ee-ba663c7f1265 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 945 time: 0.2304370 Nov 12 09:20:40.550734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e9239-f351-43fb-a4b1-a46a564e79f0 req-3dfb6173-7a80-49b9-821e-3554297602b4 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.552045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:49:15:e5', 'name': 'tempest-NetworksTestDHCPv6-704244011'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:40.552311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-445e9239-f351-43fb-a4b1-a46a564e79f0 req-3dfb6173-7a80-49b9-821e-3554297602b4 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.2513602 Nov 12 09:20:40.593554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ddeb2d-979a-49b6-8f28-ac5be55d9104,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:40.621979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.630374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c01e5245-86e4-4b47-8802-9c61d954a99b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/00ddeb2d-979a-49b6-8f28-ac5be55d9104 HTTP/1.1" status: 204 len: 168 time: 0.9460380 Nov 12 09:20:40.630693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8375b37b-7ebc-48b5-b976-4b18326993ef None None] Network 68d093d9-159b-4621-93e5-971c920080ae requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:40.641014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58882) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:40.654664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-aa80c064-afc2-4889-8485-6cfc7d446bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.656340 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-aa80c064-afc2-4889-8485-6cfc7d446bb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.2055078 Nov 12 09:20:40.712667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f99b6e9d-2d7a-4eee-90f1-97a00fd4b2e2 req-c6166b20-5ed4-457b-aafe-22b1955bf009 service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050745 Nov 12 09:20:40.717502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-445e9239-f351-43fb-a4b1-a46a564e79f0 req-ef913653-d724-4c23-90a0-d18f6ef5b60e tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352897 Nov 12 09:20:40.720590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-9988ae64-3341-4a72-89ab-598191d68ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.721524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-9988ae64-3341-4a72-89ab-598191d68ac9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1850948 Nov 12 09:20:40.817572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d1a3547-0f83-4cc0-9336-be732db639c6 req-c8554a10-8987-47ad-8977-7d44120e1d63 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705030 Nov 12 09:20:40.825841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '79972636-f0de-420b-9bd4-254dbc96e59e'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:40.827321 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:40.876578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-3f7b955a-d0bc-4051-b3b5-7619cdb980a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.878018 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-3f7b955a-d0bc-4051-b3b5-7619cdb980a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1486232 Nov 12 09:20:40.885516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50786fc1-efbb-4220-9daf-edfd79089de1 None None] DHCP port deletion for 68d093d9-159b-4621-93e5-971c920080ae request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:40.914518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c978542-6a01-4f9e-8f98-3c67eee43912 req-d74511d3-fa39-4364-bbc3-f9f63b4d7db5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:40.916296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c978542-6a01-4f9e-8f98-3c67eee43912 req-d74511d3-fa39-4364-bbc3-f9f63b4d7db5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 943 time: 0.1038926 Nov 12 09:20:40.964626 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.007286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-2e2e5d41-8016-488f-bee2-998e0b715ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.009201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-2e2e5d41-8016-488f-bee2-998e0b715ea4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3359296 Nov 12 09:20:41.050757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c978542-6a01-4f9e-8f98-3c67eee43912 req-4458cf07-7b2e-4516-b2c2-0d4500976e4e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173110 Nov 12 09:20:41.060050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-38da5f40-54dd-4861-ba1e-dfc963fc6a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.061564 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-38da5f40-54dd-4861-ba1e-dfc963fc6a75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1095 time: 0.2048810 Nov 12 09:20:41.074309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:41.094865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Allocated IP 2001:db8::f816:3eff:fe91:5f86 (f49fea56-d87f-4860-9e75-dcd56c310f1c/79972636-f0de-420b-9bd4-254dbc96e59e/f9daf95c-391c-4825-8731-67924bdff3d6) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:41.168034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-017046f1-ba1e-4bef-bb4b-a5f504aa4a21 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690070 Nov 12 09:20:41.220411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218578bb-1fdc-4737-a1fc-442b061705dd req-70884edb-0145-440a-b523-3852ec337560 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.222001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-218578bb-1fdc-4737-a1fc-442b061705dd req-70884edb-0145-440a-b523-3852ec337560 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.2883077 Nov 12 09:20:41.251234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-b433362a-1503-4bcd-a2ec-0b6c17696931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.252786 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-b433362a-1503-4bcd-a2ec-0b6c17696931 service neutron] 10.222.0.62 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.1798849 Nov 12 09:20:41.366953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb202a2d-c96e-478a-a81a-6e35f94fe338 req-546dc644-92d1-4cc2-8da9-bec3f124eb4f service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890173 Nov 12 09:20:41.375473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-2264af97-fe41-4ee9-b2bf-81825fcee3ff service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 999 time: 0.1086459 Nov 12 09:20:41.456571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-490f47f1-8329-48e4-9ccd-65d70ff27450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.457823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-490f47f1-8329-48e4-9ccd-65d70ff27450 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.0727675 Nov 12 09:20:41.472952 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.482002 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.527879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-1da8eb2d-c70e-48cb-950b-e6b2274e90e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:41.530478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-1da8eb2d-c70e-48cb-950b-e6b2274e90e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586686 Nov 12 09:20:41.532695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:41.538867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:41.542785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:41.555793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Pushing event updated for resources: {'Port': ['ID=f9daf95c-391c-4825-8731-67924bdff3d6,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:41.621039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Attempting to bind port f9daf95c-391c-4825-8731-67924bdff3d6 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:41.621414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Attempting to bind port f9daf95c-391c-4825-8731-67924bdff3d6 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:41.621784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Attempting to bind port f9daf95c-391c-4825-8731-67924bdff3d6 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:41.629065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:41.629619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:41.630034 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.630560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:41.631081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Bound port: f9daf95c-391c-4825-8731-67924bdff3d6, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:41.631474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.650513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:41.650809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.654481 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e91dd31-bef3-4c8a-8fff-6a875e65504f" -d '{"events": [{"name": "network-changed", "server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:41.667996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-61ca6e2a-6631-4cf0-bcd6-aca25e51e66e service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467001 Nov 12 09:20:41.691680 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-66d25f1a-0849-4671-a998-6e4fc1afeba9 service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514828 Nov 12 09:20:41.721126 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358dd2d-9ba0-47ec-b66b-1e5c64e65dcd x-openstack-request-id: req-9358dd2d-9ba0-47ec-b66b-1e5c64e65dcd {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:41.721760 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:41.722175 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9358dd2d-9ba0-47ec-b66b-1e5c64e65dcd {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:41.723111 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'status': 'completed', 'code': 200} Nov 12 09:20:41.724838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d093d9-159b-4621-93e5-971c920080ae']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:41.726188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] For port f9daf95c-391c-4825-8731-67924bdff3d6, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:41.732122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] For port f9daf95c-391c-4825-8731-67924bdff3d6, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f9daf95c-391c-4825-8731-67924bdff3d6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:41.740030 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.744474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.759685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-218578bb-1fdc-4737-a1fc-442b061705dd req-00fa050c-3bcc-4cb5-9d51-fae8d0f18a5d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4992542 Nov 12 09:20:41.769777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c449b1b6-db7d-4d86-8fdb-d732643408e3') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:41.770073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c449b1b6-db7d-4d86-8fdb-d732643408e3') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:41.819958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf64c1-1808-4d04-ba10-14e0fb6a66e6 None None] Pushing event updated for resources: {'Port': ['ID=f9daf95c-391c-4825-8731-67924bdff3d6,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:41.857263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:41.884690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 9715f035-d904-412a-8c58-f91fc299c70c yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:41.971043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.016494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:20:42.016859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:20:42.026470 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:20:42.191827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-dea9e8e0-1259-4527-ba50-0b6d50ae8eab service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064476 Nov 12 09:20:42.218266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-259fc7f8-c783-4085-9ee0-07a9070e1271 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.220175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-259fc7f8-c783-4085-9ee0-07a9070e1271 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 945 time: 0.4450033 Nov 12 09:20:42.228955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.248683 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.255766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] 10.222.0.53 "DELETE /v2.0/networks/68d093d9-159b-4621-93e5-971c920080ae HTTP/1.1" status: 204 len: 168 time: 1.6135745 Nov 12 09:20:42.336877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8f314-af37-4c78-acd6-61a7702ccd3f req-9baf3fa7-30ee-4ce3-a449-fb040d943d82 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.338532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21a8f314-af37-4c78-acd6-61a7702ccd3f req-9baf3fa7-30ee-4ce3-a449-fb040d943d82 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 945 time: 0.3903546 Nov 12 09:20:42.345442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd34f631-1e68-4d3c-b04b-259b228b6139 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d093d9-159b-4621-93e5-971c920080ae,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:42.348061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fe49:15e5 (f49fea56-d87f-4860-9e75-dcd56c310f1c/79972636-f0de-420b-9bd4-254dbc96e59e/9715f035-d904-412a-8c58-f91fc299c70c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:42.369626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-e9837336-7132-4962-aaaf-5101065bfc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.371272 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-e9837336-7132-4962-aaaf-5101065bfc0e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1095 time: 0.6298256 Nov 12 09:20:42.380681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71adc0ae-0358-4ec7-9122-a0a8550d5da6 req-0188cdf2-50ab-4ae2-b300-2d8ce7d42616 service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753533 Nov 12 09:20:42.400134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd363dc6-6e6c-4aa6-89d2-cdb2c981f16a req-40290b2b-9728-411c-9467-6a49d725847f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.401853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd363dc6-6e6c-4aa6-89d2-cdb2c981f16a req-40290b2b-9728-411c-9467-6a49d725847f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.5281975 Nov 12 09:20:42.470082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58894) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:42.507612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21a8f314-af37-4c78-acd6-61a7702ccd3f req-9e622f39-2740-46a0-85f3-d6396646a9f0 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535747 Nov 12 09:20:42.526813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd363dc6-6e6c-4aa6-89d2-cdb2c981f16a req-f37bcd21-bd0c-4376-90dd-388a729d0ace tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130533 Nov 12 09:20:42.555634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-2d698b4f-b69b-4446-930b-9526ee297eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.558001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-2d698b4f-b69b-4446-930b-9526ee297eb4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1763670 Nov 12 09:20:42.630037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-49091a4e-5f25-464b-abbf-54b8e2be83fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 217 time: 0.0636847 Nov 12 09:20:42.633243 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bbfbcea3-12a3-4891-ac69-5a21df5f9e65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f909d49f74342e3985e93d033f50031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1616905 Nov 12 09:20:42.635508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:42.669841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Deleting port 176671fa-091c-4510-ad1b-84cb5a48982e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:42.670417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.722332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-595f6927-155f-43cf-9c0b-eb4e43c9d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.723883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-595f6927-155f-43cf-9c0b-eb4e43c9d18b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0792134 Nov 12 09:20:42.763214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80bedd19-9882-4fbb-9ff2-c7dff5c124af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.796441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.797901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80bedd19-9882-4fbb-9ff2-c7dff5c124af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:42.808275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef73ea0-0b1c-433d-b3cb-934b0160e0f6 req-beed043a-801b-4eb2-bec9-f800ea615617 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.810062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ef73ea0-0b1c-433d-b3cb-934b0160e0f6 req-beed043a-801b-4eb2-bec9-f800ea615617 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 943 time: 0.1852202 Nov 12 09:20:42.811485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-2564bfd4-1d3e-4fdd-a750-3ffb487f19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:42.813122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-2564bfd4-1d3e-4fdd-a750-3ffb487f19f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805333 Nov 12 09:20:42.856886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] For port 176671fa-091c-4510-ad1b-84cb5a48982e, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=176671fa-091c-4510-ad1b-84cb5a48982e,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:42.857355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.000551 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80bedd19-9882-4fbb-9ff2-c7dff5c124af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.003990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80bedd19-9882-4fbb-9ff2-c7dff5c124af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.005199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-80bedd19-9882-4fbb-9ff2-c7dff5c124af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d48ef628-3d52-4005-beca-062b4da122d2 HTTP/1.1" status: 204 len: 168 time: 0.3681898 Nov 12 09:20:43.036305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bedd19-9882-4fbb-9ff2-c7dff5c124af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48ef628-3d52-4005-beca-062b4da122d2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:43.047897 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-d24a190a-b4e2-469d-9a72-c6c07c6bfa9f service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088611 Nov 12 09:20:43.058969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217ebe-ad57-4427-9dc9-f0aea7ae93c3 req-865e37ba-b76a-4fb3-8d7f-62d8cf1434ab tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:43.071774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77217ebe-ad57-4427-9dc9-f0aea7ae93c3 req-865e37ba-b76a-4fb3-8d7f-62d8cf1434ab tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.1497633 Nov 12 09:20:43.095624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3ef73ea0-0b1c-433d-b3cb-934b0160e0f6 req-e3cde199-1b2f-4330-8a73-0cf847b13835 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2331729 Nov 12 09:20:43.169592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.239129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77217ebe-ad57-4427-9dc9-f0aea7ae93c3 req-c923acfb-508c-4640-a0c7-f17a90f21138 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673002 Nov 12 09:20:43.243700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:43.259753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Provisioning complete for port f9daf95c-391c-4825-8731-67924bdff3d6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:43.260723 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.269083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:43.280403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:43.285957 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e91dd31-bef3-4c8a-8fff-6a875e65504f req-6da3eec8-ac73-4d81-8f05-cb57180eda06 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125537 Nov 12 09:20:43.290880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:43.291939 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.397090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=9715f035-d904-412a-8c58-f91fc299c70c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:43.412760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.418249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-31ec16af-9976-446c-b582-3a2d487b71b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8751893 Nov 12 09:20:43.422715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58904) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:43.459132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] For port f9daf95c-391c-4825-8731-67924bdff3d6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f9daf95c-391c-4825-8731-67924bdff3d6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:43.461978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.463674 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.464350 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Floating IP 3319d7d5-ca44-48db-986b-d5d2e7f197cf disassociated. External IP: 172.25.5.245, port: 176671fa-091c-4510-ad1b-84cb5a48982e. Nov 12 09:20:43.464538 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.465119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Calling delete_port for 176671fa-091c-4510-ad1b-84cb5a48982e owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:43.548532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Pushing event updated for resources: {'Port': ['ID=f9daf95c-391c-4825-8731-67924bdff3d6,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:43.565423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.565954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.566426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.566771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.567107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.567437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.567813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.568221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.568656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.569045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.571685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.574182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc746f-8f8f-48cb-bddd-398ba4c07265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:43.594212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3d5e6-bd47-4ac8-8047-e3479e9fd21c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:43.623757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3d5e6-bd47-4ac8-8047-e3479e9fd21c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:43.627382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0de3d5e6-bd47-4ac8-8047-e3479e9fd21c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2029867 Nov 12 09:20:43.630611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:43.793407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.799344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-54ae38b0-2cc1-4783-a740-08690aed62e4 None None] Provisioning complete for port 9715f035-d904-412a-8c58-f91fc299c70c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:43.799831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-54ae38b0-2cc1-4783-a740-08690aed62e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.848920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47067068-1565-4002-a6ab-c18858b3d3e6 req-1995c460-aa31-4cb5-85de-a41abe6aa48c tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:43.857155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47067068-1565-4002-a6ab-c18858b3d3e6 req-1995c460-aa31-4cb5-85de-a41abe6aa48c tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 867 time: 0.1370285 Nov 12 09:20:43.864756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416048e-d117-43a4-9012-b97ed5a08965 req-a91a6797-29b9-4400-9c8d-30010f656f0d tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:43.868497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event deleted for resources: {'Port': ['ID=176671fa-091c-4510-ad1b-84cb5a48982e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:43.870509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0416048e-d117-43a4-9012-b97ed5a08965 req-a91a6797-29b9-4400-9c8d-30010f656f0d tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1621094 Nov 12 09:20:43.881897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-54ae38b0-2cc1-4783-a740-08690aed62e4 None None] Port 9715f035-d904-412a-8c58-f91fc299c70c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:20:43.891090 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-61e71732-9fac-4f78-bfe3-655340fb56b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.934467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 9715f035-d904-412a-8c58-f91fc299c70c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:43.936901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:43.968703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47067068-1565-4002-a6ab-c18858b3d3e6 req-86335388-171a-40d3-9a7b-0528cc89e0ec tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/security-groups?id=d3aed8bc-6175-42d5-a0a2-de83e5c80678&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104100 Nov 12 09:20:44.034738 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0416048e-d117-43a4-9012-b97ed5a08965 req-3f275b71-f04b-472d-941f-640f1dfc2709 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378050 Nov 12 09:20:44.087682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Router c76ab917-e842-4c18-8caa-ea5c808ded8f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:20:44.100845 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.128880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 9715f035-d904-412a-8c58-f91fc299c70c owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:44.227882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f9daf95c-391c-4825-8731-67924bdff3d6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:44.336976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f9daf95c-391c-4825-8731-67924bdff3d6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:44.338375 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.435736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:20:44.449672 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] Sync routers for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:20:44.480397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.481374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:44.482503 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:44.483922 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:44.536890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46a95-f576-42fe-ae32-f2fff8b5e421 req-e927a385-12d6-460d-8ee4-de1f769c545c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:44.539492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf46a95-f576-42fe-ae32-f2fff8b5e421 req-e927a385-12d6-460d-8ee4-de1f769c545c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 943 time: 0.2418106 Nov 12 09:20:44.557547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=9715f035-d904-412a-8c58-f91fc299c70c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:44.584205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33148cd-ddad-4386-83f6-c6cdae526b26 req-4c4a3879-0745-4e10-a28e-a11d9442a507 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:44.586367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d33148cd-ddad-4386-83f6-c6cdae526b26 req-4c4a3879-0745-4e10-a28e-a11d9442a507 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 943 time: 0.1655927 Nov 12 09:20:44.624488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.628285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dba5a0bd-3919-4dec-a2d6-3ded83e8cc1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/9715f035-d904-412a-8c58-f91fc299c70c HTTP/1.1" status: 204 len: 168 time: 0.9954300 Nov 12 09:20:44.636942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58934) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:44.658331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] No DVR routers for this DVR port 176671fa-091c-4510-ad1b-84cb5a48982e on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:44.661707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.665226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0a85998-7423-45d9-827c-0ce915e2b6fd req-0143756c-9c6f-449c-9df0-d76817497970 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.62 "DELETE /v2.0/ports/176671fa-091c-4510-ad1b-84cb5a48982e HTTP/1.1" status: 204 len: 173 time: 2.4344122 Nov 12 09:20:44.665862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'name': 'network-vif-deleted', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:44.676563 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128cf2c3-1a6b-43d9-945e-8fb93fecb8bd" -d '{"events": [{"server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "name": "network-vif-deleted", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:44.719891 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:44.753733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d33148cd-ddad-4386-83f6-c6cdae526b26 req-5933bd4c-e041-4099-bcf1-1e21f6eca7f5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405420 Nov 12 09:20:44.759584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de103df-28f8-4967-ad54-33896f326f5e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:44.761206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de103df-28f8-4967-ad54-33896f326f5e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:44.763503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5de103df-28f8-4967-ad54-33896f326f5e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1249115 Nov 12 09:20:44.777474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58940) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:44.789854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:44.806818 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9cf46a95-f576-42fe-ae32-f2fff8b5e421 req-dfbf755c-e7de-4962-a9c8-ca318c4cf4d6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577708 Nov 12 09:20:44.822505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'mac_address': 'fa:16:3e:a9:b2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:44.888396 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b895fc-22bc-4c32-8da3-27d0ae36a051 x-openstack-request-id: req-08b895fc-22bc-4c32-8da3-27d0ae36a051 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:44.888968 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2254941-893e-4a18-92d3-d9d07c969524", "name": "network-vif-deleted", "tag": "176671fa-091c-4510-ad1b-84cb5a48982e", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:44.889396 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08b895fc-22bc-4c32-8da3-27d0ae36a051 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:44.890143 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2254941-893e-4a18-92d3-d9d07c969524', 'name': 'network-vif-deleted', 'tag': '176671fa-091c-4510-ad1b-84cb5a48982e', 'status': 'completed', 'code': 200} Nov 12 09:20:44.931435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 79972636-f0de-420b-9bd4-254dbc96e59e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:44.931944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.937474 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:44.956434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:45.000786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:45.008571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.009254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:45.061409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.110694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:45.242861 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:16Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:45.302214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:45.319869 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] Checking router: c76ab917-e842-4c18-8caa-ea5c808ded8f for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:20:45.321324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'port_id': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'mac_address': 'fa:16:3e:cb:82:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:45.337855 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:45.339507 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:45.377097 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.413058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.440030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15432d8-baf6-4333-a80c-32d200df11a7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:45.442939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-880798cd-d0ba-40d4-b914-93611ef510a5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:45.446037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-880798cd-d0ba-40d4-b914-93611ef510a5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e&tenant_id=29ad76fbd32249958059ad70c802938c&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 943 time: 0.2066331 Nov 12 09:20:45.483514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:45.498389 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.599403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-5c56ff34-8ac7-4bab-93cf-750fc4fa0e15 service neutron] 10.222.0.62 "GET /v2.0/ports/c15432d8-baf6-4333-a80c-32d200df11a7/bindings/n-h1-769329-17 HTTP/1.1" status: 200 len: 383 time: 0.1427341 Nov 12 09:20:45.616384 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:45.664751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da9ff5a0-083e-4f1d-bbe4-50af097f4ea0 req-3873d62d-d42e-4752-a9ef-1f2057902569 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2254941-893e-4a18-92d3-d9d07c969524 HTTP/1.1" status: 200 len: 210 time: 0.1157799 Nov 12 09:20:45.667094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.727725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=79972636-f0de-420b-9bd4-254dbc96e59e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:45.738437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:45.742623 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dcce8f00-ae7c-4740-9455-074de693dfd4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/79972636-f0de-420b-9bd4-254dbc96e59e HTTP/1.1" status: 204 len: 168 time: 0.9635956 Nov 12 09:20:45.747625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:45.761331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfae975-2670-48c1-9649-ecdc319599c9 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:45.774398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:45.820610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3b2147c9-96a9-4e12-85de-291ef1b2e917'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:45.839905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-87f77c51-c7bb-402e-80a4-0fb524699dcb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874825 Nov 12 09:20:45.840157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58968) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:45.844073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['c15432d8-baf6-4333-a80c-32d200df11a7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:20:45.868720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397c6de-4612-436a-9f44-72b80d92a350 req-880a5cd0-4893-48a7-8354-c380b9527c54 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:45.871132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3397c6de-4612-436a-9f44-72b80d92a350 req-880a5cd0-4893-48a7-8354-c380b9527c54 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.2290006 Nov 12 09:20:45.914502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-60fc50cf-946c-4e0f-93b0-9f338b05164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:45.916468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-60fc50cf-946c-4e0f-93b0-9f338b05164d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1096 time: 0.1708009 Nov 12 09:20:46.023458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc470c-ca57-4138-b40b-a1c1448d487a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.028013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7edc470c-ca57-4138-b40b-a1c1448d487a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1868138 Nov 12 09:20:46.063163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2213e-f318-41ad-89d3-e0be2461fb49 req-c9caedc6-eada-46cd-af77-4f6bb704a6f6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.072127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdf2213e-f318-41ad-89d3-e0be2461fb49 req-c9caedc6-eada-46cd-af77-4f6bb704a6f6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.2374885 Nov 12 09:20:46.074514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58974) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:46.117450 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:16Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:46.124422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3397c6de-4612-436a-9f44-72b80d92a350 req-4d4e7411-0bd1-4f36-b0bf-6076ce7acd0d tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422276 Nov 12 09:20:46.180403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-ccc31dbd-eab9-40c5-b3d8-3e9a97203d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.182167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-ccc31dbd-eab9-40c5-b3d8-3e9a97203d7a service neutron] 10.222.0.62 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.2542732 Nov 12 09:20:46.192754 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d6d51a-02ca-4489-a084-24dc5052feb3 None None] The sync data for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 is: [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:14:59Z', 'revision_number': 4, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'cc9c8938-af15-42cc-b1c2-a806571f191f', 'name': '', 'network_id': 'ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'mac_address': 'fa:16:3e:70:f4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2440, 'fixed_ips': [{'subnet_id': '60904303-96d3-4001-a3da-3d177547e525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:57Z', 'updated_at': '2021-11-12T09:15:16Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'subnets': [{'id': '60904303-96d3-4001-a3da-3d177547e525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:20:46.253364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdf2213e-f318-41ad-89d3-e0be2461fb49 req-d174abcf-e676-4472-8561-4531238e9af9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800473 Nov 12 09:20:46.270582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a59840-5716-4dd5-8488-c219c6b72a40 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.272415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-33a59840-5716-4dd5-8488-c219c6b72a40 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1966670 Nov 12 09:20:46.289610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:46.414300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-34bade9b-8741-4511-81a4-ca5c32e851e1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234159 Nov 12 09:20:46.430202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:46.435716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:46.439272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e28f511-8447-4f4f-8062-1b07476581b5 req-e998dcc4-cf19-4d58-80a7-11ad97ee9e93 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.1454055 Nov 12 09:20:46.448271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:46.450594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a433549-c9a8-4b38-99c5-53973f4cfcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:46.462551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-ffd04dbb-445f-4f5b-9d3d-65c81aa3bd1a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 1000 time: 0.2705312 Nov 12 09:20:46.503473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 176671fa-091c-4510-ad1b-84cb5a48982e no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:46.565009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 176671fa-091c-4510-ad1b-84cb5a48982e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:46.565368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 176671fa-091c-4510-ad1b-84cb5a48982e not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:46.580100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92654af6-28df-459b-a7fe-b60cdff903b3 req-14576965-3d3d-4889-80d1-3ab089394817 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.582432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92654af6-28df-459b-a7fe-b60cdff903b3 req-14576965-3d3d-4889-80d1-3ab089394817 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1782196 Nov 12 09:20:46.597552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-c6a1903b-4435-430a-8117-69986d4c69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.599041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-c6a1903b-4435-430a-8117-69986d4c69ab service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.1231692 Nov 12 09:20:46.678456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-1bbb4250-8456-4784-aad4-ea6ca1454504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:46.680872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-1bbb4250-8456-4784-aad4-ea6ca1454504 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718026 Nov 12 09:20:46.719881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92654af6-28df-459b-a7fe-b60cdff903b3 req-4cfdf840-0134-4810-a5fa-3592590a1885 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276546 Nov 12 09:20:46.722111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:46.732186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:46.770771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:46.784587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] Deleting port f9daf95c-391c-4825-8731-67924bdff3d6 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:46.785271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:46.874124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-9a7ba07a-82ee-4240-af4e-66bc30af90cc service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807656 Nov 12 09:20:46.879795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484e9df9-1249-46f4-b22d-69698169ed53 None None] New status for floating IP 3319d7d5-ca44-48db-986b-d5d2e7f197cf: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:20:47.010631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] For port f9daf95c-391c-4825-8731-67924bdff3d6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f9daf95c-391c-4825-8731-67924bdff3d6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:47.011595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.046520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-8ee87249-fb32-4682-938f-57e051e952ea service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638288 Nov 12 09:20:47.048204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Deleting port b5632781-a623-43de-8df0-45a391391513 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:47.048565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.058327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] Calling delete_port for f9daf95c-391c-4825-8731-67924bdff3d6 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:47.207234 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.237840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] Pushing event deleted for resources: {'Port': ['ID=f9daf95c-391c-4825-8731-67924bdff3d6,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:47.239853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309f6c9-e45e-46de-b962-9a96406401d6 None None] No DVR routers for this DVR port f9daf95c-391c-4825-8731-67924bdff3d6 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:47.293077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.298734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.299114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.362366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Calling delete_port for b5632781-a623-43de-8df0-45a391391513 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:47.398262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:47.418706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7c136-1377-4bb6-a66e-5207f8a9fae5 req-a62f71da-7db5-4c61-a960-c9f30a28772d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:47.420928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94c7c136-1377-4bb6-a66e-5207f8a9fae5 req-a62f71da-7db5-4c61-a960-c9f30a28772d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.0711846 Nov 12 09:20:47.456445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:47.465622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:47.466336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.475801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=4e7ef289-e0a7-4683-9355-f2273fc7bb1a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:47.483599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f330739-3e31-44f7-8862-e4e67a18be20 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:47.506461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94c7c136-1377-4bb6-a66e-5207f8a9fae5 req-c5ec6b1a-2233-471c-81f7-da7cf4c6a8d6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780141 Nov 12 09:20:47.510801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a4ba-9ebb-4128-bed1-0e51ddd8090f req-d5dd45be-cb51-437a-8a59-8a9935276ab9 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:47.512759 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ada1a4ba-9ebb-4128-bed1-0e51ddd8090f req-d5dd45be-cb51-437a-8a59-8a9935276ab9 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.2590785 Nov 12 09:20:47.560013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-93e48721-73d5-4f67-b68d-6f18c5a7168c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1286216 Nov 12 09:20:47.560241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58992) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:47.570529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:7c:ca:11', 'name': 'tempest-NetworksTestDHCPv6-1461682092'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:47.643626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ada1a4ba-9ebb-4128-bed1-0e51ddd8090f req-e3b3e719-cd96-4d88-be4b-3df773bba4de tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934899 Nov 12 09:20:47.703256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6e4e4227-4670-4247-b655-c59b801f92c9 req-b5320e89-3b3f-43a1-a6c1-64825ecda8b0 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0847049 Nov 12 09:20:47.716249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.756136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event deleted for resources: {'Port': ['ID=b5632781-a623-43de-8df0-45a391391513,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:47.777966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:47.802196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '4e7ef289-e0a7-4683-9355-f2273fc7bb1a'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:47.803667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.904423 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.910160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.915861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef66f2ae-44e5-44fd-855d-48fa29c9b3c7 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "DELETE /v2.0/floatingips/3319d7d5-ca44-48db-986b-d5d2e7f197cf HTTP/1.1" status: 204 len: 168 time: 1.1397634 Nov 12 09:20:47.916153 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:47.955949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafd247-cb83-45a7-b708-a5a93f19eb85 req-349c2dd1-e563-4ef5-a8b5-66d3067a7fc4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:47.958644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7cafd247-cb83-45a7-b708-a5a93f19eb85 req-349c2dd1-e563-4ef5-a8b5-66d3067a7fc4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1234889 Nov 12 09:20:47.971233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port e9ba9dbb-c685-49f7-b035-e75828961569 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:48.024111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:48.038708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/4e7ef289-e0a7-4683-9355-f2273fc7bb1a/4cc2e8bf-abf6-4577-b80c-113e5f81033b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:48.065294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7cafd247-cb83-45a7-b708-a5a93f19eb85 req-73c9b3c3-1f82-44d4-aacb-7090f27899a9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988798 Nov 12 09:20:48.145444 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b3961d9-eb66-4cf2-b726-c39af51ea804 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.164372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f9daf95c-391c-4825-8731-67924bdff3d6 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:48.179709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b3961d9-eb66-4cf2-b726-c39af51ea804 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.202091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f9daf95c-391c-4825-8731-67924bdff3d6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:48.202372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f9daf95c-391c-4825-8731-67924bdff3d6 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:48.260700 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b3961d9-eb66-4cf2-b726-c39af51ea804 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.263210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b3961d9-eb66-4cf2-b726-c39af51ea804 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.265265 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b3961d9-eb66-4cf2-b726-c39af51ea804 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] 10.222.0.53 "DELETE /v2.0/security-groups/d3aed8bc-6175-42d5-a0a2-de83e5c80678 HTTP/1.1" status: 204 len: 168 time: 0.2423224 Nov 12 09:20:48.283305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3961d9-eb66-4cf2-b726-c39af51ea804 tempest-TestServerBasicOps-689675688 tempest-TestServerBasicOps-689675688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aed8bc-6175-42d5-a0a2-de83e5c80678,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:48.324907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:48.327286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.334055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.373271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:48.381582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:48.385688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:48.392679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Pushing event updated for resources: {'Port': ['ID=4cc2e8bf-abf6-4577-b80c-113e5f81033b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:48.417671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::268 (f49fea56-d87f-4860-9e75-dcd56c310f1c/4e7ef289-e0a7-4683-9355-f2273fc7bb1a/e9ba9dbb-c685-49f7-b035-e75828961569) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:48.456538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Attempting to bind port 4cc2e8bf-abf6-4577-b80c-113e5f81033b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:48.457020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Attempting to bind port 4cc2e8bf-abf6-4577-b80c-113e5f81033b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:48.457459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Attempting to bind port 4cc2e8bf-abf6-4577-b80c-113e5f81033b on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:48.463379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:48.463813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:48.464394 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.464871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:48.465436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Bound port: 4cc2e8bf-abf6-4577-b80c-113e5f81033b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:48.465923 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.507060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:48.583490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] For port 4cc2e8bf-abf6-4577-b80c-113e5f81033b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:48.588064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] For port 4cc2e8bf-abf6-4577-b80c-113e5f81033b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4cc2e8bf-abf6-4577-b80c-113e5f81033b,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:48.603701 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.663431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 3b2147c9-96a9-4e12-85de-291ef1b2e917 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:48.672444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3b2147c9-96a9-4e12-85de-291ef1b2e917 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:48.672823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.693341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.748398 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.764419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed232fbd-9e48-4dca-a254-4bfe98905184 req-91a28102-ef2f-476a-985e-debe999b554f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:48.766611 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed232fbd-9e48-4dca-a254-4bfe98905184 req-91a28102-ef2f-476a-985e-debe999b554f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.1445022 Nov 12 09:20:48.819052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d87501-5cad-4f93-82cf-02e46298bcc9 None None] Pushing event updated for resources: {'Port': ['ID=4cc2e8bf-abf6-4577-b80c-113e5f81033b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:48.894991 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.901695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:48.907421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:48.913958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:48.922114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:48.923183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.947548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=e9ba9dbb-c685-49f7-b035-e75828961569,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:48.954320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:48.958288 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fe97ea-2ae9-4c3d-9d2b-9e2aa423c6aa" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:48.959724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed232fbd-9e48-4dca-a254-4bfe98905184 req-0d96f9f4-b065-40ae-8543-ea8e366cb34c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757019 Nov 12 09:20:48.976343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:48.979645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8ff51835-03f0-4082-9d91-fedf7dc0826d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4149513 Nov 12 09:20:48.982049 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:48.983047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:48.993843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:49.058182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0476095-cd21-445a-9fb7-808f31edd1a8 req-39f06d40-eca1-407e-b501-7790359f986e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0767119 Nov 12 09:20:49.088015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f683efa-2f0b-4371-9220-2c022821a374 req-f2634c94-029f-4a6d-a286-e71b04794b48 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:49.113608 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f683efa-2f0b-4371-9220-2c022821a374 req-f2634c94-029f-4a6d-a286-e71b04794b48 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.3125241 Nov 12 09:20:49.123788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace588a-d8cc-4c6d-8203-d02bc3ab2408 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:49.132949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace588a-d8cc-4c6d-8203-d02bc3ab2408 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:49.136287 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9ace588a-d8cc-4c6d-8203-d02bc3ab2408 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1413321 Nov 12 09:20:49.153204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59020) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:49.244591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f683efa-2f0b-4371-9220-2c022821a374 req-ce7e3407-cd37-420a-80a0-936954f9fac2 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297493 Nov 12 09:20:49.255704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18543ce9-bfa8-47e9-bdf1-cf76b1968a56 req-191634b8-754d-444f-a79a-d50648a77743 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0336332 Nov 12 09:20:49.310762 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.314581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:49.354385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port c15432d8-baf6-4333-a80c-32d200df11a7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:20:49.364802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port c15432d8-baf6-4333-a80c-32d200df11a7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:49.365708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.399315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port e9ba9dbb-c685-49f7-b035-e75828961569 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:49.401800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.483556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad82472-01e0-4b68-b896-322df64e375e req-03a2f297-4e57-4f34-ad7a-93582cfa692c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:49.502690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad82472-01e0-4b68-b896-322df64e375e req-03a2f297-4e57-4f34-ad7a-93582cfa692c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.1728363 Nov 12 09:20:49.597702 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad82472-01e0-4b68-b896-322df64e375e req-b0599e5d-a8c1-48ce-815a-272151d4c7f0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934002 Nov 12 09:20:49.607172 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e098c22b-01d2-48de-a6bf-ab1b8f83ed96 x-openstack-request-id: req-e098c22b-01d2-48de-a6bf-ab1b8f83ed96 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:49.607723 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:49.607723 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e098c22b-01d2-48de-a6bf-ab1b8f83ed96 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:49.608278 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'code': 200} Nov 12 09:20:49.618791 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.704410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.740631 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.745327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for e9ba9dbb-c685-49f7-b035-e75828961569 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:49.805679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.836282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:49.844048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:49.932745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b7bdf-257c-4471-bab4-536f6895416e req-612206aa-f992-468f-b230-099c121e8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:49.934333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d2b7bdf-257c-4471-bab4-536f6895416e req-612206aa-f992-468f-b230-099c121e8471 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1097 time: 0.3924084 Nov 12 09:20:49.947284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:50.029721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-47ef6a41-d2fb-4ba4-bf10-eedf62fdf481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:50.031282 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-47ef6a41-d2fb-4ba4-bf10-eedf62fdf481 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c35cad16e554c15b9afa5775f679a49&device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 1098 time: 0.0942898 Nov 12 09:20:50.052870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b7cc0-a56b-4ea2-9140-d13717148e45 req-31bcfa09-ecc7-4edc-a7b1-cf3cc99e698f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:50.054724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e5b7cc0-a56b-4ea2-9140-d13717148e45 req-31bcfa09-ecc7-4edc-a7b1-cf3cc99e698f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1418924 Nov 12 09:20:50.250499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4cc2e8bf-abf6-4577-b80c-113e5f81033b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:50.286095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Deleting port cc9c8938-af15-42cc-b1c2-a806571f191f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:50.286718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.307964 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e5b7cc0-a56b-4ea2-9140-d13717148e45 req-73e5979a-f0c1-4e0e-a4c2-ac461daac547 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443151 Nov 12 09:20:50.342122 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.353481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4cc2e8bf-abf6-4577-b80c-113e5f81033b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:50.354024 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.456330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0e759b06-49c6-4978-a116-410822f62dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:50.457985 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0e759b06-49c6-4978-a116-410822f62dd5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 1097 time: 0.3211591 Nov 12 09:20:50.505488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:50.510557 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.516273 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43af76fc-d5f1-4562-b5b4-3e220f6cb8ee req-b1aaba76-63e0-4ffc-b404-1fb2eee0ccf6 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0571373 Nov 12 09:20:50.541437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bd9562ef-b195-4088-9812-bf91f951516f None None] Provisioning complete for port 4cc2e8bf-abf6-4577-b80c-113e5f81033b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:50.542285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd9562ef-b195-4088-9812-bf91f951516f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.639616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 4cc2e8bf-abf6-4577-b80c-113e5f81033b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4cc2e8bf-abf6-4577-b80c-113e5f81033b,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:50.652362 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.679516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.701465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] For port cc9c8938-af15-42cc-b1c2-a806571f191f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc9c8938-af15-42cc-b1c2-a806571f191f,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:50.703061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.753024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=4cc2e8bf-abf6-4577-b80c-113e5f81033b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:50.762978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Calling delete_port for cc9c8938-af15-42cc-b1c2-a806571f191f owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:50.840178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d2b7bdf-257c-4471-bab4-536f6895416e req-32a72c26-d245-41e9-a094-576e6310e965 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8673668 Nov 12 09:20:50.885526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:50.912906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c4e73c72-4674-4b58-a261-258e4b4954ab None None] Could not find standard attr ID for object e9ba9dbb-c685-49f7-b035-e75828961569. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:20:50.980846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b43747-aefa-42c0-b354-ad6da9d5e56c req-7df85d95-ea12-419f-9613-950da7f4a610 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:50.982567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14b43747-aefa-42c0-b354-ad6da9d5e56c req-7df85d95-ea12-419f-9613-950da7f4a610 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 945 time: 0.8494127 Nov 12 09:20:50.984251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=e9ba9dbb-c685-49f7-b035-e75828961569,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:50.995384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-bdcc6318-c84d-4bbd-84d9-f70520de3ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:50.996920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-bdcc6318-c84d-4bbd-84d9-f70520de3ae4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 200 len: 916 time: 0.9402053 Nov 12 09:20:51.064173 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.067730 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-79309050-3cf7-46c7-9436-57849ef13b91 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/e9ba9dbb-c685-49f7-b035-e75828961569 HTTP/1.1" status: 204 len: 168 time: 1.9134152 Nov 12 09:20:51.069542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-c2b64198-d951-4f0d-934f-25fca2f19503 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d10ae331-185e-47d8-947e-36e525fa5bc1 HTTP/1.1" status: 200 len: 217 time: 0.0647717 Nov 12 09:20:51.076606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59046) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:51.208301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-f564c13f-4079-4a28-950d-28e6f410202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:51.209608 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-f564c13f-4079-4a28-950d-28e6f410202f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 200 len: 854 time: 0.1299760 Nov 12 09:20:51.214170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14b43747-aefa-42c0-b354-ad6da9d5e56c req-90ce677e-6b29-464c-bad8-96729bfbc177 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161860 Nov 12 09:20:51.217867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864cbd85-a22c-478b-9618-795185ffb694 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:51.219798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864cbd85-a22c-478b-9618-795185ffb694 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:51.224275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-864cbd85-a22c-478b-9618-795185ffb694 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1437783 Nov 12 09:20:51.230400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59048) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:51.345107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1bc2df0c-de7e-4e98-ac64-02d317e04190 req-1c31cbc7-483d-4b21-abb4-4043f97700d6 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0419235 Nov 12 09:20:51.356087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-5b4dfc90-2ac3-456b-baf7-b08b42815c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:51.357594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-5b4dfc90-2ac3-456b-baf7-b08b42815c70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c53fdf48-a982-47ca-85b1-e7e1269d14ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1350329 Nov 12 09:20:51.373309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 4e7ef289-e0a7-4683-9355-f2273fc7bb1a {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:51.386564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a151674-7f7a-471e-a72a-4787894e5fb5 req-d3492408-0c83-4f69-9dcc-df4fd0d3bd5a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:51.388228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a151674-7f7a-471e-a72a-4787894e5fb5 req-d3492408-0c83-4f69-9dcc-df4fd0d3bd5a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.1516197 Nov 12 09:20:51.395278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.518413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.551058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a151674-7f7a-471e-a72a-4787894e5fb5 req-98ddca56-9fcd-458d-b7dc-339a1189c295 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529016 Nov 12 09:20:51.573151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:51.606520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208101d3-6384-4f09-9277-a504e6522a47 req-5fe6f2db-859c-4eda-b681-bf52f819b9f6 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:51.608124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208101d3-6384-4f09-9277-a504e6522a47 req-5fe6f2db-859c-4eda-b681-bf52f819b9f6 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1669347 Nov 12 09:20:51.609615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:51.612271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-5ae3f43f-dbfa-4e42-865f-4012566bda24 service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324028 Nov 12 09:20:51.615781 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121db933-6194-4cbc-95a3-5ff0324c866b" -d '{"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:51.664516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.668178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:51.673662 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8706456-f7f5-464d-8455-fc5fd177dbae x-openstack-request-id: req-b8706456-f7f5-464d-8455-fc5fd177dbae {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:51.674822 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:51.675070 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8706456-f7f5-464d-8455-fc5fd177dbae {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:51.675618 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'code': 200} Nov 12 09:20:51.721036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc9c8938-af15-42cc-b1c2-a806571f191f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:51.747602 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.796047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:51.798982 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13129a18-a804-49c3-bd49-11b1d8a1da7e" -d '{"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:51.816387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.839806 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208101d3-6384-4f09-9277-a504e6522a47 req-a1a9d515-08a8-4dda-a552-b16ff591f01c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611671 Nov 12 09:20:51.842072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Transition to ACTIVE for port object c15432d8-baf6-4333-a80c-32d200df11a7 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:20:51.847899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.867798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fae91705-2cac-4152-9e3f-cb1c078d89ab req-d79d5ab5-e8aa-4c2a-9777-37538cb3f502 service neutron] 10.222.0.55 "GET /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460144 Nov 12 09:20:51.897772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:51.929940 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801ec607-c887-4f68-85b2-ba2ce8a66914 x-openstack-request-id: req-801ec607-c887-4f68-85b2-ba2ce8a66914 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:51.930284 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:51.930502 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-801ec607-c887-4f68-85b2-ba2ce8a66914 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:51.930921 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'code': 200} Nov 12 09:20:52.032520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7ef289-e0a7-4683-9355-f2273fc7bb1a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:52.044812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:52.057542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9abcc95d-e695-4b39-b104-1f6c8fc4fa56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/4e7ef289-e0a7-4683-9355-f2273fc7bb1a HTTP/1.1" status: 204 len: 168 time: 0.8240950 Nov 12 09:20:52.061523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59058) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:52.095541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb30c0f-4fd5-404e-9500-cdaccd56a8ea None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:52.181368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:52.185166 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b835fe3-85b4-4c3b-acb4-3140856d205f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772564 Nov 12 09:20:52.189766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59064) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:52.206539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] No DVR routers for this DVR port c15432d8-baf6-4333-a80c-32d200df11a7 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:52.439759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88579a0-324e-4b8a-885b-5c3d342f645c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:52.441567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f88579a0-324e-4b8a-885b-5c3d342f645c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2482319 Nov 12 09:20:52.448414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59070) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:52.451549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4cc2e8bf-abf6-4577-b80c-113e5f81033b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:52.547013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:52.547836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:52.565479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:52.611716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82f023d-6300-4eca-93a4-df827d584f25 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:52.616050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e2a6549-655c-4431-8edf-70c60bc1ba81 req-adf4db0e-d34d-440e-9dc4-3a8a9f76120a tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0713072 Nov 12 09:20:52.620021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f82f023d-6300-4eca-93a4-df827d584f25 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1670928 Nov 12 09:20:52.624304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:52.652853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa5d85-e9a9-4cf1-8d79-51f4b6e57bcd req-597dc9d0-ab9a-4bc8-8c94-38643e8baa1e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:52.658345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4aa5d85-e9a9-4cf1-8d79-51f4b6e57bcd req-597dc9d0-ab9a-4bc8-8c94-38643e8baa1e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.1430724 Nov 12 09:20:52.729661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:52.747340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4cc2e8bf-abf6-4577-b80c-113e5f81033b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:52.748050 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:52.774361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4aa5d85-e9a9-4cf1-8d79-51f4b6e57bcd req-9226d1db-1c57-4069-8e66-03d106a756f8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062322 Nov 12 09:20:52.786445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] Deleting port 4cc2e8bf-abf6-4577-b80c-113e5f81033b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:52.786984 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:52.831101 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cf2c7bc5-9d2d-490f-8252-98270e92d4a9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1851661 Nov 12 09:20:52.837071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59076) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:52.843590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:52.868689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] For port 4cc2e8bf-abf6-4577-b80c-113e5f81033b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4cc2e8bf-abf6-4577-b80c-113e5f81033b,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:52.869148 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:52.907255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] Calling delete_port for 4cc2e8bf-abf6-4577-b80c-113e5f81033b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:52.971148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8465f-a6cd-4dd6-bd2e-52d12aa018b1 req-c3bcb652-06b1-4cce-8deb-f615695370ac tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:52.977127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ab8465f-a6cd-4dd6-bd2e-52d12aa018b1 req-c3bcb652-06b1-4cce-8deb-f615695370ac tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.2056143 Nov 12 09:20:52.980365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:52.980365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:52.980884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:53.001100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:20:53.001369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Attempting to bind port c15432d8-baf6-4333-a80c-32d200df11a7 on network 183f954c-6ab7-43a2-9ef0-111aa64fd002 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:53.018269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:53.018951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Checking segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:53.019138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Bound using segment: {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:53.020056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Bound port: c15432d8-baf6-4333-a80c-32d200df11a7, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a678d4-27f0-4e40-98ce-460cd4914e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:53.020056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.025904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:53.030034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.037768 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.071862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] No DVR routers for this DVR port 4cc2e8bf-abf6-4577-b80c-113e5f81033b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:53.076290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e7cee-ef13-4151-bbd9-1c1676690304 None None] Pushing event deleted for resources: {'Port': ['ID=4cc2e8bf-abf6-4577-b80c-113e5f81033b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:53.099142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173194f8-6b84-4a29-92f3-639b12f114c7 req-53d98221-2a83-4a67-9d98-03c4d460a3a5 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:53.100347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-173194f8-6b84-4a29-92f3-639b12f114c7 req-53d98221-2a83-4a67-9d98-03c4d460a3a5 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1261394 Nov 12 09:20:53.139757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ab8465f-a6cd-4dd6-bd2e-52d12aa018b1 req-aa7bb5c2-e2cb-4390-8eaa-ca91bc07ba30 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560507 Nov 12 09:20:53.224265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:53.252573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-173194f8-6b84-4a29-92f3-639b12f114c7 req-25ebcc99-42d0-44c8-87af-3a459585ceb7 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212790 Nov 12 09:20:53.280269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:53.285230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Router c76ab917-e842-4c18-8caa-ea5c808ded8f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:20:53.292914 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.356021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:53.356646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.358105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] 10.222.0.55 "PUT /v2.0/ports/c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 1093 time: 2.8773458 Nov 12 09:20:53.426767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de69f6-6cde-4747-b009-f2153a305b1a req-0ff235ad-e094-497a-bef4-e13005a7b52b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:53.428494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-25de69f6-6cde-4747-b009-f2153a305b1a req-0ff235ad-e094-497a-bef4-e13005a7b52b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.2067673 Nov 12 09:20:53.444585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59086) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:53.471751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'floatingip': {'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:53.487674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f929607-23f1-457b-865b-93a961f0f6fd service neutron] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=11']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:53.550725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd59aae1-8e26-4c36-a278-eb80e32b43b1 req-af9edcd4-7bef-4d26-a99c-df2070a70cf4 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:53.558159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd59aae1-8e26-4c36-a278-eb80e32b43b1 req-af9edcd4-7bef-4d26-a99c-df2070a70cf4 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1587703 Nov 12 09:20:53.579521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.580088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-909d64c7-91d5-4211-ba9c-4f931c811b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:53.582696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-909d64c7-91d5-4211-ba9c-4f931c811b6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1096 time: 0.1818180 Nov 12 09:20:53.629519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:20:53.637863 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c7495c92-ae2a-4135-9945-601b8e8a1450 admin admin] 10.222.0.53 "PUT /v2.0/routers/c76ab917-e842-4c18-8caa-ea5c808ded8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3118458 Nov 12 09:20:53.640894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:53.644569 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] Sync routers for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:20:53.664143 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:53.665281 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:53.726886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:20:53.732968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.801973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f0c287ca-0619-400a-919b-f8082cc63931 req-7a28a634-e670-430f-8d2b-e6661782f261 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0434375 Nov 12 09:20:53.807777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=658cba04-f4ef-4e40-b272-2eb7e6a54b81,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:53.897119 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd59aae1-8e26-4c36-a278-eb80e32b43b1 req-f973718f-367e-4e74-a53a-770fad75edfa tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377140 Nov 12 09:20:53.902344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:53.908782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:53.912424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:53.913941 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:53.923386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f3ee80-8638-42a3-83c6-3da521bf9b07 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:53.939594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:53.940280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1541bf56-185f-4db3-b698-4fca3e80974f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1026509 Nov 12 09:20:53.944481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59096) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:53.945072 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77fd68e7-8328-4485-9ecb-d843a7f14850" -d '{"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:53.989157 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:54.012108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-b49b2a14-ccd0-4f15-a3b7-500d4f265858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:54.013760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-b49b2a14-ccd0-4f15-a3b7-500d4f265858 service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.4173033 Nov 12 09:20:54.024823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.035102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e2be2037-d607-444f-a24a-e4be8beaa798 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:54.118272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c927d1e-4a22-40e6-924a-2eeff5ab611b req-92b19c51-a07c-4767-854f-f6bddc76882f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:54.128919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c927d1e-4a22-40e6-924a-2eeff5ab611b req-92b19c51-a07c-4767-854f-f6bddc76882f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.1771014 Nov 12 09:20:54.168239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': '658cba04-f4ef-4e40-b272-2eb7e6a54b81'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:20:54.169944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.184500 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:20:54.238590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-46a27890-1319-49e7-9c68-9428d0320002 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 999 time: 0.2159467 Nov 12 09:20:54.313153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307334e3-2f25-4844-b71b-e7de5db25f2e req-1f6cec2a-f4b6-421a-8da9-1069807e5ba8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:54.314807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-307334e3-2f25-4844-b71b-e7de5db25f2e req-1f6cec2a-f4b6-421a-8da9-1069807e5ba8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 946 time: 0.1993337 Nov 12 09:20:54.315621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2be2037-d607-444f-a24a-e4be8beaa798 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:54.317914 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:20:51Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:54.319894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2be2037-d607-444f-a24a-e4be8beaa798 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.335627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4cc2e8bf-abf6-4577-b80c-113e5f81033b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:54.362493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 4cc2e8bf-abf6-4577-b80c-113e5f81033b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:54.362834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4cc2e8bf-abf6-4577-b80c-113e5f81033b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:54.369261 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] Checking router: c76ab917-e842-4c18-8caa-ea5c808ded8f for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:20:54.379673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c927d1e-4a22-40e6-924a-2eeff5ab611b req-2eaaf376-b607-4ddb-8ef8-987c981d480d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2497060 Nov 12 09:20:54.383443 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] Routers {'c76ab917-e842-4c18-8caa-ea5c808ded8f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:54.384221 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c76ab917-e842-4c18-8caa-ea5c808ded8f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:54.388489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.427283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-ddbbb487-c60e-4fb1-919b-21cf8a79c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:54.430005 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-ddbbb487-c60e-4fb1-919b-21cf8a79c329 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.1678281 Nov 12 09:20:54.476091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Allocated IP 2001:db8::f816:3eff:fed4:b14a (f49fea56-d87f-4860-9e75-dcd56c310f1c/658cba04-f4ef-4e40-b272-2eb7e6a54b81/aa8b7010-3265-4bdb-bf5d-3358a0765bb6) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:54.530026 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] Set router c76ab917-e842-4c18-8caa-ea5c808ded8f gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:54.554760 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606370b9-81ad-49e3-b350-74614ac94373 x-openstack-request-id: req-606370b9-81ad-49e3-b350-74614ac94373 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:54.555503 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:54.556079 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-606370b9-81ad-49e3-b350-74614ac94373 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:54.556707 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'status': 'completed', 'code': 200} Nov 12 09:20:54.599691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-61049048-ab54-453d-a4bb-7088699ef09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:54.602207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-61049048-ab54-453d-a4bb-7088699ef09c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1123762 Nov 12 09:20:54.610739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Deleting port 0bc5889d-8b86-4954-a365-1c0b72f5cde3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:54.611530 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.686666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.691367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-307334e3-2f25-4844-b71b-e7de5db25f2e req-14df80a3-f159-47b9-aa4a-d270ba8eae36 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621230 Nov 12 09:20:54.697437 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.732906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] For port 0bc5889d-8b86-4954-a365-1c0b72f5cde3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0bc5889d-8b86-4954-a365-1c0b72f5cde3,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:54.733394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:54.751924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-19bb35ae-cf92-4ca6-880a-fcd5806bc863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:54.753197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Calling delete_port for 0bc5889d-8b86-4954-a365-1c0b72f5cde3 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:54.754489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-19bb35ae-cf92-4ca6-880a-fcd5806bc863 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1096 time: 0.2102382 Nov 12 09:20:54.757690 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-e2be2037-d607-444f-a24a-e4be8beaa798 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 658cba04-f4ef-4e40-b272-2eb7e6a54b81 (CIDR: 2001:db8::/64) Nov 12 09:20:54.768018 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2be2037-d607-444f-a24a-e4be8beaa798 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:20:54.768844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2be2037-d607-444f-a24a-e4be8beaa798 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:20:54.851822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:54.865331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:54.869676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:54.877356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:54.952167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:20:54.976076 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:20:51Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:54.984841 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-d21c8365-6d18-4b75-bfd8-b09edbc038ac service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657615 Nov 12 09:20:55.021900 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2be2037-d607-444f-a24a-e4be8beaa798 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9932687 Nov 12 09:20:55.034535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59104) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:55.037537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.043278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:55.053604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a9a2a-cf2e-469c-8661-9f4991e79960 None None] The sync data for ids ['c76ab917-e842-4c18-8caa-ea5c808ded8f'] in n-d-769329-17 is: [{'id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'name': 'tempest-TestServerBasicOps-1916088747-router', 'tenant_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222'}], 'enable_snat': True}, 'gw_port_id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:14:51Z', 'updated_at': '2021-11-12T09:20:51Z', 'revision_number': 5, 'project_id': '8faea0f3c2374cee939f537b0f4e3e6c', 'gw_port': {'id': '0bc5889d-8b86-4954-a365-1c0b72f5cde3', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c76ab917-e842-4c18-8caa-ea5c808ded8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2435, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:14:52Z', 'updated_at': '2021-11-12T09:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:20:55.060553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Attempting to bind port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:20:55.061109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Attempting to bind port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:20:55.061363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Attempting to bind port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:20:55.072820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:20:55.074383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:20:55.074383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.074662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:20:55.075198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Bound port: aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:20:55.075623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.139940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.161695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:20:55.163138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d05a8a1b-b6e5-4153-813b-f5068278e8b2 req-b6622cd2-7acc-46ce-85b3-df22e99d29b5 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.1344523 Nov 12 09:20:55.169660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:20:55.181899 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.185258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-30df2514-b8e8-4d67-bf6d-7c670b07bba6 req-ede74c9d-63c8-4733-81db-9c029e5aa13d service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484149 Nov 12 09:20:55.272268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48116910-9ef8-467f-9e40-add445143674 req-4cd1441a-24c5-4e7c-87dc-e91759526b39 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:55.274024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48116910-9ef8-467f-9e40-add445143674 req-4cd1441a-24c5-4e7c-87dc-e91759526b39 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.2464814 Nov 12 09:20:55.295324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04082d6a-9f5c-46c4-8f7b-4ac7f9f72da5 None None] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:55.316553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-ce5d42dc-b8c5-48a4-ad89-0e32fcb204f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:55.318352 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-ce5d42dc-b8c5-48a4-ad89-0e32fcb204f1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.5562744 Nov 12 09:20:55.773449 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.814197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc5889d-8b86-4954-a365-1c0b72f5cde3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:55.837333 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Floating IP 17d13dd0-851d-4d68-809b-536e3fb44c1d associated. External IP: 172.25.5.246, port: 3b2147c9-96a9-4e12-85de-291ef1b2e917. Nov 12 09:20:55.849801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb12288-81b6-4fd3-a237-526426fb5568 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:55.855483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-7c56acb8-d37d-4718-9e8a-0c5e93a3412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:55.857410 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-7c56acb8-d37d-4718-9e8a-0c5e93a3412b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1096 time: 0.5823805 Nov 12 09:20:55.866282 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-48116910-9ef8-467f-9e40-add445143674 req-edf55abb-a74c-4f53-904f-34ff6356bc04 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198387 Nov 12 09:20:55.883545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:55.887114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:55.900407 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-635571c5-7460-4f80-a97d-110b0435214f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 999 time: 0.5721588 Nov 12 09:20:55.942618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-b9a93e61-54d1-449e-a65c-9e2c59d28a73 req-7e476bdd-19dc-4daf-92fd-11fdda9c1371 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:20:55.943792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9a93e61-54d1-449e-a65c-9e2c59d28a73 req-7e476bdd-19dc-4daf-92fd-11fdda9c1371 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155904 Nov 12 09:20:55.952134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.018476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917813d-bd55-4cf3-93dc-f5d1ea4a05ef req-c6e0d1f5-ba6f-4c26-b61d-a2367247b7c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:56.020079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c917813d-bd55-4cf3-93dc-f5d1ea4a05ef req-c6e0d1f5-ba6f-4c26-b61d-a2367247b7c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.2467003 Nov 12 09:20:56.113676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-de26b95b-2108-455d-aab8-b013c779cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:56.115182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-de26b95b-2108-455d-aab8-b013c779cafd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.1855471 Nov 12 09:20:56.168119 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.173205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.205710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c917813d-bd55-4cf3-93dc-f5d1ea4a05ef req-b9994338-e8c9-4aee-8a30-962ffb3fdc84 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475987 Nov 12 09:20:56.250818 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9a93e61-54d1-449e-a65c-9e2c59d28a73 req-dad35b7c-054f-473b-87d6-176424050843 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2630575 Nov 12 09:20:56.260558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-352b5cb5-4251-4aac-af4c-bd800a1273c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:56.262296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-352b5cb5-4251-4aac-af4c-bd800a1273c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.3767264 Nov 12 09:20:56.265239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.266374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c76ab917-e842-4c18-8caa-ea5c808ded8f {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:20:56.272618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.277008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0212105a-ff10-47f2-b49e-6da60b0a168f admin admin] 10.222.0.53 "DELETE /v2.0/routers/c76ab917-e842-4c18-8caa-ea5c808ded8f HTTP/1.1" status: 204 len: 168 time: 2.6350062 Nov 12 09:20:56.277724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59112) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:56.353429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] Deleting subnet 60904303-96d3-4001-a3da-3d177547e525 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:20:56.357146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.422505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.533575 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.561084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:56.580755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bb01f60-92dd-4f25-bb4b-e3082f297406 req-4c9b31e0-c423-4e9c-a7dd-75f18cb4b736 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0661359 Nov 12 09:20:56.593476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-1f9d32b4-ac9d-4891-af8d-2ddd99cd5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:56.608194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-1f9d32b4-ac9d-4891-af8d-2ddd99cd5659 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4653678 Nov 12 09:20:56.661178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.674814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:56.675350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.706232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-1e2e6df5-ce42-46da-8dfb-efc1514dd2f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 999 time: 0.4275055 Nov 12 09:20:56.794355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-ef38bc66-0984-4b75-a77b-1c183d01808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:56.796977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-ef38bc66-0984-4b75-a77b-1c183d01808f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.0761888 Nov 12 09:20:56.817037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.851484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.875327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60904303-96d3-4001-a3da-3d177547e525,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:56.877277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Router dae36c7c-ef21-469e-9893-79f1ac860410 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:20:56.893910 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.907624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9eaeb48e-870e-4d0b-97b9-f5c4d1d363ba admin admin] 10.222.0.53 "DELETE /v2.0/subnets/60904303-96d3-4001-a3da-3d177547e525 HTTP/1.1" status: 204 len: 168 time: 0.6270475 Nov 12 09:20:56.910227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:56.926653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:56.931568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97045cc-96db-4789-8fd0-f862371a9a54 None None] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:56.937579 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:56.950953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:56.971428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc9c8938-af15-42cc-b1c2-a806571f191f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:56.972414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=55a74ade-0496-43b5-a9d3-27fe4c664270,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:57.032668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-9bf0319a-3f5c-4856-85e6-8304394bed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:57.034098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-9bf0319a-3f5c-4856-85e6-8304394bed66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2188091 Nov 12 09:20:57.081720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:57.082355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:57.092625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cc9c8938-af15-42cc-b1c2-a806571f191f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:57.093166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc9c8938-af15-42cc-b1c2-a806571f191f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:57.101178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.124512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4931f656-fbb2-488a-af4f-0c7e0918c0d9 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:20:57.153745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:57.154348 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.173932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8483770a-c217-40a4-b453-3569d24d965f None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:57.174393 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8483770a-c217-40a4-b453-3569d24d965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.250175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c264-1cbf-48ef-a809-e35ad6f53cdb req-9811a7c5-c2cd-49b5-ad97-961464acf982 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:57.251691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb2c264-1cbf-48ef-a809-e35ad6f53cdb req-9811a7c5-c2cd-49b5-ad97-961464acf982 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.4894471 Nov 12 09:20:57.259892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:57.260179 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16371718-e55f-45b0-acdc-ffa3b3dad769 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2208891 Nov 12 09:20:57.268614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:8d:0b:a9', 'name': 'tempest-NetworksTestDHCPv6-541191352'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:20:57.297596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:20:57.309283 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.322011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] Sync routers for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:20:57.374631 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-77cbeb8f-d489-416a-8fb3-73876e1976f3 service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140485 Nov 12 09:20:57.381899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-01101398-4eab-4e74-bc9c-cfb67acc2b91 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "PUT /v2.0/floatingips/17d13dd0-851d-4d68-809b-536e3fb44c1d HTTP/1.1" status: 200 len: 991 time: 3.9139438 Nov 12 09:20:57.391409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:20:57.393974 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b39619c-eaae-4ee2-919f-6332f652bd93" -d '{"events": [{"name": "network-changed", "server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:20:57.394972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:57.395636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:57.400569 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fb2c264-1cbf-48ef-a809-e35ad6f53cdb req-a657d7d5-cb8c-43e9-bc55-af9856726725 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340356 Nov 12 09:20:57.407131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-22204315-3f74-4e3c-965c-bb33eac0b54b service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600450 Nov 12 09:20:57.519538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] DHCP port deletion for ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:20:57.544832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-f5b9276b-fd65-4db6-9ab6-d9c8cd874673 service neutron] 10.222.0.62 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628726 Nov 12 09:20:57.560322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Deleting port ccbb4381-e528-46a6-b035-de44bdde7c8b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:57.560827 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.587144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985431a-227f-4ca1-9fe0-8b4fc3ce07f8 req-07d7c531-f669-4c75-a5a7-1c8c824317ff tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:57.589216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f985431a-227f-4ca1-9fe0-8b4fc3ce07f8 req-07d7c531-f669-4c75-a5a7-1c8c824317ff tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 944 time: 0.2432876 Nov 12 09:20:57.607312 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41a43e9-cc1a-48d6-a691-7557d7baf62e x-openstack-request-id: req-a41a43e9-cc1a-48d6-a691-7557d7baf62e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:20:57.607626 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:20:57.607982 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a41a43e9-cc1a-48d6-a691-7557d7baf62e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:20:57.608384 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'status': 'completed', 'code': 200} Nov 12 09:20:57.690174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-68373abd-70c9-4740-9b6f-723abbb61818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:57.692105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-68373abd-70c9-4740-9b6f-723abbb61818 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1097 time: 0.0595615 Nov 12 09:20:57.706594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:20:57.736080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77fd68e7-8328-4485-9ecb-d843a7f14850 req-c8154570-7a56-42bb-b791-76a3963a15aa service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077953 Nov 12 09:20:57.809917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] For port ccbb4381-e528-46a6-b035-de44bdde7c8b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ccbb4381-e528-46a6-b035-de44bdde7c8b,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:57.811060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.824549 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f985431a-227f-4ca1-9fe0-8b4fc3ce07f8 req-4a71c3d2-1b93-485a-a5e2-e423bdcf5ac8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2115583 Nov 12 09:20:57.834767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Calling delete_port for ccbb4381-e528-46a6-b035-de44bdde7c8b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:57.848052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccca269-f02a-4d03-bc08-33f71331404b req-427a2e02-beae-4b36-8beb-9c6ed01610af tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:57.857715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dccca269-f02a-4d03-bc08-33f71331404b req-427a2e02-beae-4b36-8beb-9c6ed01610af tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 946 time: 0.1461346 Nov 12 09:20:57.873777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59130) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:57.899046 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.922425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:57.954326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:57.967213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 43385a95-0df1-4d9d-8e54-aa0632b97836 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:20:57.995603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] Deleting port ccbb4381-e528-46a6-b035-de44bdde7c8b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:57.995997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.018829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-377cb808-1900-4c15-b3e2-4c5504fc186b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:58.020427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-377cb808-1900-4c15-b3e2-4c5504fc186b service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.3197796 Nov 12 09:20:58.047497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dccca269-f02a-4d03-bc08-33f71331404b req-81a1d60f-5b2b-4278-8f87-2171765caa6a tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846342 Nov 12 09:20:58.089150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.097924 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cabe8539-1749-4afd-82ac-9bdeabe3f997 req-12e8061a-d912-41ce-8f7a-c25f03b154a6 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0512540 Nov 12 09:20:58.150451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e950444e-7854-44a6-883e-21e05007401b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 200 len: 991 time: 0.2693293 Nov 12 09:20:58.150663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccbb4381-e528-46a6-b035-de44bdde7c8b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:58.161331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] No DVR routers for this DVR port ccbb4381-e528-46a6-b035-de44bdde7c8b on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:58.191592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] For port ccbb4381-e528-46a6-b035-de44bdde7c8b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ccbb4381-e528-46a6-b035-de44bdde7c8b,segment=NetworkSegment(e49194fa-8f41-4dd0-9b91-8f433c3084e4),segment_id=e49194fa-8f41-4dd0-9b91-8f433c3084e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:58.192149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.215073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d142dfe3-27b9-433d-a94d-f6bf57b6e93a None None] Update dhcp port {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '658cba04-f4ef-4e40-b272-2eb7e6a54b81', 'ip_address': '2001:db8::f816:3eff:fed4:b14a'}, {'subnet_id': '55a74ade-0496-43b5-a9d3-27fe4c664270'}], 'binding:host_id': 'n-d-769329-17'}, 'id': 'aa8b7010-3265-4bdb-bf5d-3358a0765bb6'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:20:58.219812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.220211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.220869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.220869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.221206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.221592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.222897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.222897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.223316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.223751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.224138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.224470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:20:58.228955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-6b35b236-9d79-4306-8bdc-26c0a79d36eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.1983213 Nov 12 09:20:58.259469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] Calling delete_port for ccbb4381-e528-46a6-b035-de44bdde7c8b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:58.314165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27095308-1204-4551-a8e1-ca32875c19e0 req-479634cb-5945-4707-8e36-21324e4e8221 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:58.316210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-27095308-1204-4551-a8e1-ca32875c19e0 req-479634cb-5945-4707-8e36-21324e4e8221 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.1584740 Nov 12 09:20:58.320767 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.337403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:20:58.356679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-baabfe13-0288-44f1-bf61-581bec700bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:58.358165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-baabfe13-0288-44f1-bf61-581bec700bb6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1214621 Nov 12 09:20:58.368112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:58.387693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d142dfe3-27b9-433d-a94d-f6bf57b6e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.402327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-27095308-1204-4551-a8e1-ca32875c19e0 req-3c84e683-03a6-471a-84ad-ad1a6a660078 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702696 Nov 12 09:20:58.422592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49194fa-8f41-4dd0-9b91-8f433c3084e4') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:58.422977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49194fa-8f41-4dd0-9b91-8f433c3084e4') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:58.438882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.450557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.466215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-03637b22-bd98-49fe-a1c4-ee48fee2a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:58.467129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8:0:1::3dd (f49fea56-d87f-4860-9e75-dcd56c310f1c/55a74ade-0496-43b5-a9d3-27fe4c664270/43385a95-0df1-4d9d-8e54-aa0632b97836) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:58.469084 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-03637b22-bd98-49fe-a1c4-ee48fee2a408 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796444 Nov 12 09:20:58.481695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fe8d:ba9 (f49fea56-d87f-4860-9e75-dcd56c310f1c/658cba04-f4ef-4e40-b272-2eb7e6a54b81/43385a95-0df1-4d9d-8e54-aa0632b97836) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:58.486939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.500602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:20:58.501006 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:20:58.505106 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:20:58.609614 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.619673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.623450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b HTTP/1.1" status: 204 len: 168 time: 1.7122045 Nov 12 09:20:58.627429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59138) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:58.653594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:20:58.653871 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.659730 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.669816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3c018-4ffc-4204-bb63-31bc3776a290 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:58.730915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:20:58.750950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] Pushing event deleted for resources: {'Port': ['ID=ccbb4381-e528-46a6-b035-de44bdde7c8b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:58.753896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] Network ab0248bf-9f6c-4d25-abba-2b0fe64d9a3b is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:20:58.754362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a3509-d777-491e-bb58-30d2c88e807e None None] No DVR routers for this DVR port ccbb4381-e528-46a6-b035-de44bdde7c8b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:20:58.782032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-56b3643b-93c2-4348-b5bd-3bb4b005be12 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037748 Nov 12 09:20:58.821037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '17d13dd0-851d-4d68-809b-536e3fb44c1d', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'mac_address': 'fa:16:3e:a9:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:20:30Z', 'updated_at': '2021-11-12T09:20:54Z', 'revision_number': 1, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:29Z', 'revision_number': 5, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:58.831337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.843650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569271-ee72-4171-9022-4c2bb8bbf0f4 req-628ff835-4a4a-4b6a-9882-f0223bfad39c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:58.850425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569271-ee72-4171-9022-4c2bb8bbf0f4 req-628ff835-4a4a-4b6a-9882-f0223bfad39c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:58.856730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569271-ee72-4171-9022-4c2bb8bbf0f4 req-628ff835-4a4a-4b6a-9882-f0223bfad39c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:58.858497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01569271-ee72-4171-9022-4c2bb8bbf0f4 req-628ff835-4a4a-4b6a-9882-f0223bfad39c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207&device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3&device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 2418 time: 0.1983993 Nov 12 09:20:58.865233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] Checking router: dae36c7c-ef21-469e-9893-79f1ac860410 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:20:58.930099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:20:58.930740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:20:58.941776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01569271-ee72-4171-9022-4c2bb8bbf0f4 req-c200f513-75b1-45bc-914a-af3b4b627c4b tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716987 Nov 12 09:20:58.943552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:58.986222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-991662d3-23cf-49c3-9cf8-7eec7cd1863c req-d676e4d8-5c4d-42f0-b7d2-c59d743e9c29 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:20:58.987585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-991662d3-23cf-49c3-9cf8-7eec7cd1863c req-d676e4d8-5c4d-42f0-b7d2-c59d743e9c29 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083272 Nov 12 09:20:58.995948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:20:59.000306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:20:59.003277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:20:59.009871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:59.010833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.022696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b39619c-eaae-4ee2-919f-6332f652bd93 req-d177e8da-d097-4843-a109-30f6af4847aa service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287350 Nov 12 09:20:59.038796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=43385a95-0df1-4d9d-8e54-aa0632b97836,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:59.057320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-be940b30-bac6-4cdc-9ec9-065ea5a80ba6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7954690 Nov 12 09:20:59.060463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:59.074646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:59.147874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'port_id': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'mac_address': 'fa:16:3e:cb:82:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:20:59.162057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d142dfe3-27b9-433d-a94d-f6bf57b6e93a None None] Allocated IP 2001:db8:0:1::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/55a74ade-0496-43b5-a9d3-27fe4c664270/aa8b7010-3265-4bdb-bf5d-3358a0765bb6) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:20:59.214264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 43385a95-0df1-4d9d-8e54-aa0632b97836 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:59.214713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.234256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:20:59.241811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-991662d3-23cf-49c3-9cf8-7eec7cd1863c req-7fe69d96-1504-4784-8af1-ef248c8538e1 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2163975 Nov 12 09:20:59.285989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a63d220d-0ee2-443e-9d2d-900580a3a24f req-85597155-3dd0-4892-b1e0-eb785ccb6dfd tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0529127 Nov 12 09:20:59.286980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0bc5889d-8b86-4954-a365-1c0b72f5cde3 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:59.315987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0bc5889d-8b86-4954-a365-1c0b72f5cde3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:59.316488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0bc5889d-8b86-4954-a365-1c0b72f5cde3 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:59.317006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ccbb4381-e528-46a6-b035-de44bdde7c8b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:20:59.348909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ccbb4381-e528-46a6-b035-de44bdde7c8b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:20:59.350041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ccbb4381-e528-46a6-b035-de44bdde7c8b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:20:59.400091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.422789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 43385a95-0df1-4d9d-8e54-aa0632b97836 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:20:59.424400 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.445189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c15432d8-baf6-4333-a80c-32d200df11a7 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:20:59.486995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.535356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:59.558496 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.780619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.836242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=43385a95-0df1-4d9d-8e54-aa0632b97836,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:20:59.892401 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.898955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3ce58f64-f359-4682-ac1a-05e410171ffb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/43385a95-0df1-4d9d-8e54-aa0632b97836 HTTP/1.1" status: 204 len: 168 time: 0.8360353 Nov 12 09:20:59.899596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59152) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:20:59.959558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d142dfe3-27b9-433d-a94d-f6bf57b6e93a None None] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:20:59.968687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Deleting port 48806b88-de15-43ac-ae4a-50b6a3a95deb {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:20:59.969441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:20:59.987008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147601a3-3590-41e3-8b17-64bfd8ca4074 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:20:59.991690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-147601a3-3590-41e3-8b17-64bfd8ca4074 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0888352 Nov 12 09:20:59.992532 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:00.021527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['c15432d8-baf6-4333-a80c-32d200df11a7'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:00.036233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=12']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:00.104150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db73653-9201-4c0b-ae32-029f2bbed885 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:00.109089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3db73653-9201-4c0b-ae32-029f2bbed885 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1122322 Nov 12 09:21:00.111550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:00.117280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] For port 48806b88-de15-43ac-ae4a-50b6a3a95deb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=48806b88-de15-43ac-ae4a-50b6a3a95deb,segment=NetworkSegment(3abcd640-1112-4b32-a475-4640701736a9),segment_id=3abcd640-1112-4b32-a475-4640701736a9)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:00.118071 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:00.140182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Calling delete_port for 48806b88-de15-43ac-ae4a-50b6a3a95deb owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:00.178448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d142dfe3-27b9-433d-a94d-f6bf57b6e93a None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:00.193022 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d142dfe3-27b9-433d-a94d-f6bf57b6e93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:00.220574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347ff3d-27fb-4e51-8fb7-5e7a3870f470 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:00.223512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347ff3d-27fb-4e51-8fb7-5e7a3870f470 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:00.227098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d347ff3d-27fb-4e51-8fb7-5e7a3870f470 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:00.232448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d347ff3d-27fb-4e51-8fb7-5e7a3870f470 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1162188 Nov 12 09:21:00.233968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59160) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:00.356329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142dfe3-27b9-433d-a94d-f6bf57b6e93a None None] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:00.375412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 55a74ade-0496-43b5-a9d3-27fe4c664270 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:00.383542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:00.487982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:00.509838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '17d13dd0-851d-4d68-809b-536e3fb44c1d', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'mac_address': 'fa:16:3e:a9:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:20:30Z', 'updated_at': '2021-11-12T09:20:54Z', 'revision_number': 1, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:29Z', 'revision_number': 5, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:00.517650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae6ebaf5-1353-46ed-bcf8-f48b5709d076 req-8df18db9-4605-4e89-9c19-e4ecb2e70c97 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0816507 Nov 12 09:21:00.651346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789d1c8d-cf10-4693-8b8c-ba00abec5759 None None] The sync data for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 is: [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '17d13dd0-851d-4d68-809b-536e3fb44c1d', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'floating_ip_address': '172.25.5.246', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'mac_address': 'fa:16:3e:a9:b2:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:20:30Z', 'updated_at': '2021-11-12T09:20:54Z', 'revision_number': 1, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:29Z', 'revision_number': 5, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:00.996856 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b98e235-45f9-4284-bb5e-be35e204146c None None] New status for floating IP 17d13dd0-851d-4d68-809b-536e3fb44c1d: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:01.128749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.223363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Pushing event deleted for resources: {'Port': ['ID=48806b88-de15-43ac-ae4a-50b6a3a95deb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:01.276532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.294243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-db75ed45-1f22-438a-bcbd-6f7966d8901d None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:01.295134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db75ed45-1f22-438a-bcbd-6f7966d8901d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.393399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433feed-8552-4b0c-8f2b-22ef60c37684 req-21cd5db4-f739-461e-9ca0-1df571b19e1f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:01.395020 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a433feed-8552-4b0c-8f2b-22ef60c37684 req-21cd5db4-f739-461e-9ca0-1df571b19e1f tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.2188570 Nov 12 09:21:01.505817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.591616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=55a74ade-0496-43b5-a9d3-27fe4c664270,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:01.600359 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.603883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-933b7cf2-d0df-436d-a1f5-bebdf477c738 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/55a74ade-0496-43b5-a9d3-27fe4c664270 HTTP/1.1" status: 204 len: 168 time: 1.3687630 Nov 12 09:21:01.606735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:01.620925 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a433feed-8552-4b0c-8f2b-22ef60c37684 req-d3a1e0de-44de-44d1-b310-45b77225b45b tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094164 Nov 12 09:21:01.654487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.691887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681d531-c351-4c4d-a0d6-1cc255b52ac8 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:01.710993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fc610508-34de-41df-84be-4d5ce0609612 req-41fbde60-80ca-44a8-851d-0c92da5706fe tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0452802 Nov 12 09:21:01.740271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 658cba04-f4ef-4e40-b272-2eb7e6a54b81 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:01.745089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.776988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4602f834-2ff0-4831-b653-7affad637197 None None] Could not find standard attr ID for object 43385a95-0df1-4d9d-8e54-aa0632b97836. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:21:01.795170 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.902708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:01.997824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:02.023667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:02.032532 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/658cba04-f4ef-4e40-b272-2eb7e6a54b81 HTTP/1.1" status: 204 len: 168 time: 0.4228690 Nov 12 09:21:02.036047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59180) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:02.056719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf079b-deb8-42cd-abbf-4039364591a1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=658cba04-f4ef-4e40-b272-2eb7e6a54b81,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:02.093322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d56e0aca-dd0e-4790-b4fc-3e90797f7406 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556962 Nov 12 09:21:02.097709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:02.103600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:02.104589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Router 4c22b830-30f6-49ea-8acb-fbdc50176e7d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:02.284396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:02.301679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:02.339599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:02.351716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-26f76b7a-611f-4051-98c4-6fb41ea6e369 admin admin] 10.222.0.53 "PUT /v2.0/routers/4c22b830-30f6-49ea-8acb-fbdc50176e7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7172942 Nov 12 09:21:02.355654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59184) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:02.359207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] Sync routers for ids ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:02.406934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] Routers {'4c22b830-30f6-49ea-8acb-fbdc50176e7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:02.408525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:02.484996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:02.604552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:02.671943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] Set router 4c22b830-30f6-49ea-8acb-fbdc50176e7d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:02.695405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-18b7f1c6-25bb-4108-be33-f0bdf2cba657 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:02.703130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-18b7f1c6-25bb-4108-be33-f0bdf2cba657 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.1815469 Nov 12 09:21:02.773655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:02.778225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:02.779110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:02.827690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:02.896686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f38696-efea-43d9-b1c8-a76d201eba63 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:02.928191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8b33a22-e3ba-4c7c-bf83-4266d08e73b1 req-6fc12642-affa-4684-8206-912eaeb16264 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0883269 Nov 12 09:21:02.978569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Deleting port 250deb71-85d3-482a-9fa6-e04a6170be71 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:02.979169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.038855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665eb831-cf59-4ee1-baab-51d26c00d5c4 req-43f52311-007f-4251-8de3-103c783cf9db tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:03.052796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-665eb831-cf59-4ee1-baab-51d26c00d5c4 req-43f52311-007f-4251-8de3-103c783cf9db tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 945 time: 0.2655039 Nov 12 09:21:03.149623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] For port 250deb71-85d3-482a-9fa6-e04a6170be71, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=250deb71-85d3-482a-9fa6-e04a6170be71,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:03.149967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.168412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Calling delete_port for 250deb71-85d3-482a-9fa6-e04a6170be71 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:03.222721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-70a7938c-4a04-47d9-8aa0-ce4dd289adaf None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:03.223316 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70a7938c-4a04-47d9-8aa0-ce4dd289adaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.278705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port c15432d8-baf6-4333-a80c-32d200df11a7 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:03.319048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port c15432d8-baf6-4333-a80c-32d200df11a7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:03.319585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.467041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:21:00Z', 'revision_number': 5, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port': {'id': '250deb71-85d3-482a-9fa6-e04a6170be71', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:15:10Z', 'updated_at': '2021-11-12T09:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:03.515198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] Checking router: 4c22b830-30f6-49ea-8acb-fbdc50176e7d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:03.549762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.586977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Pushing event deleted for resources: {'Port': ['ID=250deb71-85d3-482a-9fa6-e04a6170be71,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:03.648199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cf1aea-f8a5-422e-9f05-0698eddca5ad None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:03.658295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-665eb831-cf59-4ee1-baab-51d26c00d5c4 req-7d4e0ee7-cbdb-40bc-8d3e-c6916f732f9c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041460 Nov 12 09:21:03.666704 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] Routers {'4c22b830-30f6-49ea-8acb-fbdc50176e7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:03.667709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:20:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:03.695297 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.786263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:21:03.878108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Deleting port ce933f89-7834-4d81-966f-63c611db2ebf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:03.878400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.879939 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.883561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.962315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.963312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c22b830-30f6-49ea-8acb-fbdc50176e7d {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:21:03.983404 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:03.989687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8755c559-dd7a-47ea-8fba-63cb1838417e admin admin] 10.222.0.53 "DELETE /v2.0/routers/4c22b830-30f6-49ea-8acb-fbdc50176e7d HTTP/1.1" status: 204 len: 168 time: 1.6280081 Nov 12 09:21:03.990008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:04.012732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.049731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] Set router 4c22b830-30f6-49ea-8acb-fbdc50176e7d gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:04.071730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] Deleting subnet 72605c5c-8b57-4bd2-a066-0da39c5ccf48 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:04.076324 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.134587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.142403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] For port ce933f89-7834-4d81-966f-63c611db2ebf, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ce933f89-7834-4d81-966f-63c611db2ebf,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:04.142780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.153456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:21:03Z', 'revision_number': 7, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:04.194461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Calling delete_port for ce933f89-7834-4d81-966f-63c611db2ebf owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:04.219374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dba4e82-5e64-4ab5-88a9-9448511b6580 None None] The sync data for ids ['4c22b830-30f6-49ea-8acb-fbdc50176e7d'] in n-d-769329-17 is: [{'id': '4c22b830-30f6-49ea-8acb-fbdc50176e7d', 'name': 'tempest-TestServerBasicOps-1205437143-router', 'tenant_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:15:08Z', 'updated_at': '2021-11-12T09:21:03Z', 'revision_number': 7, 'project_id': '3fb9a2f007a44bca9d0b0f22c6b4600c', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:04.221272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:04.225228 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02727e76-b81b-4ac8-a972-afdd5f67fa02" -d '{"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:04.253756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-14b27018-4e5a-47a9-985e-1bae589fdbb0 req-b276018f-d79c-4a4f-908d-29ccf593863e tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0869513 Nov 12 09:21:04.274347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:04.276527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f9c129a7-2997-44b3-91bc-d84fb95d0f57 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:04.277095 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f9c129a7-2997-44b3-91bc-d84fb95d0f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.312094 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.361719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.369179 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5c863a-99f4-4d13-9eaf-cd14287e2b6f x-openstack-request-id: req-1a5c863a-99f4-4d13-9eaf-cd14287e2b6f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:04.369602 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-plugged", "status": "completed", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:04.369991 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a5c863a-99f4-4d13-9eaf-cd14287e2b6f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:04.370489 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'code': 200} Nov 12 09:21:04.391417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=13']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:04.403875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.518284 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.556137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72605c5c-8b57-4bd2-a066-0da39c5ccf48,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:04.563688 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.570313 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4cec4642-70ac-4336-909c-f651f540d333 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/72605c5c-8b57-4bd2-a066-0da39c5ccf48 HTTP/1.1" status: 204 len: 168 time: 0.5791261 Nov 12 09:21:04.570970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59200) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:04.575124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b38f3-e014-4024-83ad-ebd6cbc0b711 None None] Network 933bda88-bdc0-468c-b47a-1425001ae8ab requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:04.638023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.660958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d10ae331-185e-47d8-947e-36e525fa5bc1', 'ce933f89-7834-4d81-966f-63c611db2ebf'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:04.669585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3047404f-26ee-4d7c-8442-1214c2054749'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:04.747206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.788558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Pushing event deleted for resources: {'Port': ['ID=ce933f89-7834-4d81-966f-63c611db2ebf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:04.802150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:04.874840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e0435f3c-5527-43b3-966b-74d1f37490d5 req-8ff45483-9c4e-4521-bd0d-96ae83ebc5e3 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=74363d9d-8e9e-47b4-ba35-1f20a5346207 HTTP/1.1" status: 200 len: 210 time: 0.0924952 Nov 12 09:21:04.913704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] No DVR routers for this DVR port ce933f89-7834-4d81-966f-63c611db2ebf on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:04.942222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.946119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c86f671-8aac-4ccc-81e5-44c082a86cb2 req-f70b9969-6fc8-4511-abb6-9a6bba985731 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "DELETE /v2.0/ports/ce933f89-7834-4d81-966f-63c611db2ebf HTTP/1.1" status: 204 len: 173 time: 2.2353623 Nov 12 09:21:04.948805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'name': 'network-vif-deleted', 'tag': 'ce933f89-7834-4d81-966f-63c611db2ebf'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:04.951389 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33b2e08-179d-459e-8224-7031b639a642" -d '{"events": [{"server_uuid": "74363d9d-8e9e-47b4-ba35-1f20a5346207", "name": "network-vif-deleted", "tag": "ce933f89-7834-4d81-966f-63c611db2ebf"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:04.957219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.976999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:04.977786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.148928 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d9d665-54b6-4428-846b-dda664c2a157 x-openstack-request-id: req-02d9d665-54b6-4428-846b-dda664c2a157 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:05.149952 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74363d9d-8e9e-47b4-ba35-1f20a5346207", "name": "network-vif-deleted", "tag": "ce933f89-7834-4d81-966f-63c611db2ebf", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:05.150299 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02d9d665-54b6-4428-846b-dda664c2a157 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:05.150797 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74363d9d-8e9e-47b4-ba35-1f20a5346207', 'name': 'network-vif-deleted', 'tag': 'ce933f89-7834-4d81-966f-63c611db2ebf', 'status': 'completed', 'code': 200} Nov 12 09:21:05.174246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] DHCP port deletion for 933bda88-bdc0-468c-b47a-1425001ae8ab request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:05.184477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:05.192718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=77772e0e-31f4-4b08-8510-9a69f4225acf,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:05.213111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:05.216994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:05.217743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.225179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31821c0-d21e-4317-85b9-12c9e8d8a2c0 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:05.231757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=8']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:05.245885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Deleting port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:05.245885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.252751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a997b8a7-713b-4b34-8e59-344816e97721 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1538894 Nov 12 09:21:05.256008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59208) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:05.261458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6aae86fe-9b72-43dd-9da2-b97b0ec2a1ab tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:05.319983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] Deleting port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:05.320361 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.370112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] For port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,segment=NetworkSegment(3abcd640-1112-4b32-a475-4640701736a9),segment_id=3abcd640-1112-4b32-a475-4640701736a9)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:05.380772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.405069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Calling delete_port for 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:05.413895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] For port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,segment=NetworkSegment(3abcd640-1112-4b32-a475-4640701736a9),segment_id=3abcd640-1112-4b32-a475-4640701736a9)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:05.414296 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.450335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] Calling delete_port for 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:05.488590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d25bec9d-8bb6-4816-963d-319ebc570ee7 req-d68185fc-ea13-4db7-b68f-0823d94bcd14 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0635223 Nov 12 09:21:05.539528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.573149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aae86fe-9b72-43dd-9da2-b97b0ec2a1ab tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:05.581598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6aae86fe-9b72-43dd-9da2-b97b0ec2a1ab tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.591849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:05.607455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] No DVR routers for this DVR port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:05.621151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.677522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] Pushing event deleted for resources: {'Port': ['ID=2dfd3c9b-382e-48a3-ab13-3ff1681b91cf,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:05.684325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f03537-520c-4b3a-8910-d6a8bf7a7555 None None] No DVR routers for this DVR port 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:05.723769 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-6aae86fe-9b72-43dd-9da2-b97b0ec2a1ab tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 77772e0e-31f4-4b08-8510-9a69f4225acf (CIDR: 2001:db8::/64) Nov 12 09:21:05.729041 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aae86fe-9b72-43dd-9da2-b97b0ec2a1ab tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:21:05.729625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aae86fe-9b72-43dd-9da2-b97b0ec2a1ab tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:05.739160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.753152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6aae86fe-9b72-43dd-9da2-b97b0ec2a1ab tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4959788 Nov 12 09:21:05.755986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:05.765871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:05.798990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933bda88-bdc0-468c-b47a-1425001ae8ab']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:05.819702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abcd640-1112-4b32-a475-4640701736a9') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:05.820028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abcd640-1112-4b32-a475-4640701736a9') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:05.859587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.882296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.896038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:05.896459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:05.898204 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:05.917095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ad8c83b7-0e91-4b72-879e-8002109aab71 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:05.917095 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad8c83b7-0e91-4b72-879e-8002109aab71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.982329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.987825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:05.994686 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] 10.222.0.53 "DELETE /v2.0/networks/933bda88-bdc0-468c-b47a-1425001ae8ab HTTP/1.1" status: 204 len: 168 time: 1.4146860 Nov 12 09:21:05.997786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:06.001786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.026780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace945a8-3383-4a04-8e64-a1dd01a194ee admin admin] Pushing event deleted for resources: {'Network': ['ID=933bda88-bdc0-468c-b47a-1425001ae8ab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:06.157680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:06.207322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd01c38-c0a9-4856-a132-9f030a42f122 req-112a2522-aff4-4d85-beb9-8b468050324a tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:06.211717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8fd01c38-c0a9-4856-a132-9f030a42f122 req-112a2522-aff4-4d85-beb9-8b468050324a tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 946 time: 0.0584042 Nov 12 09:21:06.255056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9a92b5d0-f449-477d-9bd3-593c8b9fda7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8faea0f3c2374cee939f537b0f4e3e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0939293 Nov 12 09:21:06.255320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:06.274431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8fd01c38-c0a9-4856-a132-9f030a42f122 req-10e883aa-170c-42cf-87a4-2930a545bb40 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542243 Nov 12 09:21:06.284004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:06.336617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:06.336978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.356820 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef51dc2c-c0e2-496f-94c5-72295427658c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.362756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.424035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef51dc2c-c0e2-496f-94c5-72295427658c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.441575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:06.447957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:06.455128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:06.456119 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.458711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8cd8ee-816f-4aeb-9e24-70ecdf4ce9de None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:06.465246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=4d6aa556-392f-4fa4-831b-c2511df6d9b8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:06.502636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-89858267-f00f-403d-90e3-bdc3fabcda5f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7447393 Nov 12 09:21:06.505105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59228) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:06.510148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:64:9a:20', 'name': 'tempest-NetworksTestDHCPv6-413997316'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:06.521380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 48806b88-de15-43ac-ae4a-50b6a3a95deb no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:06.523871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef51dc2c-c0e2-496f-94c5-72295427658c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.526802 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef51dc2c-c0e2-496f-94c5-72295427658c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.528635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef51dc2c-c0e2-496f-94c5-72295427658c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9fdab15-4567-4197-bfbf-5421b05e53ad HTTP/1.1" status: 204 len: 168 time: 0.2717459 Nov 12 09:21:06.543540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51dc2c-c0e2-496f-94c5-72295427658c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fdab15-4567-4197-bfbf-5421b05e53ad,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:06.585627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 48806b88-de15-43ac-ae4a-50b6a3a95deb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:06.585974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 48806b88-de15-43ac-ae4a-50b6a3a95deb not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:06.586402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 250deb71-85d3-482a-9fa6-e04a6170be71 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:06.631374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 250deb71-85d3-482a-9fa6-e04a6170be71 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:06.632135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 250deb71-85d3-482a-9fa6-e04a6170be71 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:06.632506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:06.650327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-292308d9-fb9c-43bb-995d-2dc325dc13f3 req-e9895fe2-7720-412a-8330-9a445ddc05ab tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0367644 Nov 12 09:21:06.658743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:06.659233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2dfd3c9b-382e-48a3-ab13-3ff1681b91cf not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:06.710081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:06.733980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce933f89-7834-4d81-966f-63c611db2ebf no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:06.756563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: ce933f89-7834-4d81-966f-63c611db2ebf {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:06.757055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ce933f89-7834-4d81-966f-63c611db2ebf not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:06.838656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:06.850044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba13727-a3eb-4a33-9c26-632201cb3c1f None None] Update dhcp port {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': '77772e0e-31f4-4b08-8510-9a69f4225acf', 'ip_address': '2001:db8::f816:3eff:fed4:b14a'}, {'subnet_id': '4d6aa556-392f-4fa4-831b-c2511df6d9b8'}], 'binding:host_id': 'n-d-769329-17'}, 'id': 'aa8b7010-3265-4bdb-bf5d-3358a0765bb6'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:21:06.866629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port d1a3621d-0c84-4caf-9550-c6ee7a246ab5 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:21:06.880076 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ba13727-a3eb-4a33-9c26-632201cb3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.019520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59236) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:07.064876 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc07a7b3-8ea0-42e8-b6d6-0f5159ffe333 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3fb9a2f007a44bca9d0b0f22c6b4600c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440416 Nov 12 09:21:07.067402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59238) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:07.068796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8:0:1::3bd (f49fea56-d87f-4860-9e75-dcd56c310f1c/4d6aa556-392f-4fa4-831b-c2511df6d9b8/d1a3621d-0c84-4caf-9550-c6ee7a246ab5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:07.075009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::f816:3eff:fe64:9a20 (f49fea56-d87f-4860-9e75-dcd56c310f1c/77772e0e-31f4-4b08-8510-9a69f4225acf/d1a3621d-0c84-4caf-9550-c6ee7a246ab5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:07.120716 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-043f8967-3607-4de8-b9b4-c9c9b1d7d478 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.144783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-043f8967-3607-4de8-b9b4-c9c9b1d7d478 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.203261 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-043f8967-3607-4de8-b9b4-c9c9b1d7d478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.206544 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-043f8967-3607-4de8-b9b4-c9c9b1d7d478 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.207737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-043f8967-3607-4de8-b9b4-c9c9b1d7d478 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0ca6533-0d7f-4bc4-b3d6-eb03c334c55e HTTP/1.1" status: 204 len: 168 time: 0.1393683 Nov 12 09:21:07.216134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f8967-3607-4de8-b9b4-c9c9b1d7d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca6533-0d7f-4bc4-b3d6-eb03c334c55e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:07.235904 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.280491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.333207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:07.337105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:07.339197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1ba13727-a3eb-4a33-9c26-632201cb3c1f None None] Allocated IP 2001:db8:0:1::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/4d6aa556-392f-4fa4-831b-c2511df6d9b8/aa8b7010-3265-4bdb-bf5d-3358a0765bb6) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:07.341573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:07.347578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:07.348283 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.358678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=d1a3621d-0c84-4caf-9550-c6ee7a246ab5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:07.388547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a1709450-4e3e-410d-ab6e-037cf8367f1b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8822615 Nov 12 09:21:07.391640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59244) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:07.464935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1ba13727-a3eb-4a33-9c26-632201cb3c1f None None] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:07.471496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be356152-e8f9-4d15-8873-104d3f563bbe req-e36e79de-e8e8-409d-8cd0-72863f8b1708 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:07.474494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be356152-e8f9-4d15-8873-104d3f563bbe req-e36e79de-e8e8-409d-8cd0-72863f8b1708 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 946 time: 0.1112475 Nov 12 09:21:07.518629 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ba13727-a3eb-4a33-9c26-632201cb3c1f None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.526310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ba13727-a3eb-4a33-9c26-632201cb3c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.562353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port d1a3621d-0c84-4caf-9550-c6ee7a246ab5 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:07.563677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.603981 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be356152-e8f9-4d15-8873-104d3f563bbe req-6dd9730b-b288-4b21-ac05-f1d2a1839361 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193690 Nov 12 09:21:07.675211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba13727-a3eb-4a33-9c26-632201cb3c1f None None] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:07.715770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:07.737907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for d1a3621d-0c84-4caf-9550-c6ee7a246ab5 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:07.865085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81c56c5c-1ba6-4e76-a25b-ba37e4243730 req-903077e7-eba0-4ab6-bc67-86a92e251b46 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0770147 Nov 12 09:21:07.937006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-2e4edab0-2e1c-406a-a74a-95cbaadbdedd tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:07.938587 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-2e4edab0-2e1c-406a-a74a-95cbaadbdedd tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.62 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 946 time: 0.1165378 Nov 12 09:21:08.075159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.118680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=d1a3621d-0c84-4caf-9550-c6ee7a246ab5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:08.151592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Deleting port 3047404f-26ee-4d7c-8442-1214c2054749 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:08.151972 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.181514 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.185134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a3a0ab2-cb9d-45b7-9a73-e4c97923acbe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/d1a3621d-0c84-4caf-9550-c6ee7a246ab5 HTTP/1.1" status: 204 len: 168 time: 0.7920024 Nov 12 09:21:08.189432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:08.297835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0aef2a-d615-43af-8876-efae4ae13393 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:08.299596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5a0aef2a-d615-43af-8876-efae4ae13393 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1077182 Nov 12 09:21:08.300609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] For port 3047404f-26ee-4d7c-8442-1214c2054749, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3047404f-26ee-4d7c-8442-1214c2054749,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:08.301047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.302192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59252) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:08.305650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:08.320577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Calling delete_port for 3047404f-26ee-4d7c-8442-1214c2054749 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:08.377356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:08.377596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef88a2f5-6262-4e20-982d-71451b716c56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:08.378327 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.380462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef88a2f5-6262-4e20-982d-71451b716c56 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0766432 Nov 12 09:21:08.383864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59254) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:08.498268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de37693-79d7-4e20-8a6b-3c2443dd1aea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:08.500114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de37693-79d7-4e20-8a6b-3c2443dd1aea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:08.501886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de37693-79d7-4e20-8a6b-3c2443dd1aea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:08.503775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0de37693-79d7-4e20-8a6b-3c2443dd1aea tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1186783 Nov 12 09:21:08.508642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59260) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:08.509192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-83fed94a-3ceb-4b2a-8e98-8106add83c23 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:08.509772 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-83fed94a-3ceb-4b2a-8e98-8106add83c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.646730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.717990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 4d6aa556-392f-4fa4-831b-c2511df6d9b8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:08.722043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d10ae331-185e-47d8-947e-36e525fa5bc1'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:08.728474 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.742431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Pushing event deleted for resources: {'Port': ['ID=3047404f-26ee-4d7c-8442-1214c2054749,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:08.745313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3047404f-26ee-4d7c-8442-1214c2054749'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:08.887656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] No DVR routers for this DVR port 3047404f-26ee-4d7c-8442-1214c2054749 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:08.896277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.899268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:08.903880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3b642cf-48c5-491b-8d1a-1f9d3d2a5c83 req-e056dc95-13ad-458c-83d3-11668dfe31b8 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.62 "DELETE /v2.0/ports/3047404f-26ee-4d7c-8442-1214c2054749 HTTP/1.1" status: 204 len: 173 time: 0.9588463 Nov 12 09:21:08.904581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'name': 'network-vif-deleted', 'tag': '3047404f-26ee-4d7c-8442-1214c2054749'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:08.908242 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3001e4a3-bd49-48cf-8334-3b2dcfc9ac7c" -d '{"events": [{"server_uuid": "76b9a527-1cfd-4f41-8e06-84e5fbdd24c3", "name": "network-vif-deleted", "tag": "3047404f-26ee-4d7c-8442-1214c2054749"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:08.986318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d008b49-c5a9-4c1c-b5b3-9599e454c9ca req-b4a5ac6e-6f7d-4cdb-aef7-0996558bd7f0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=76b9a527-1cfd-4f41-8e06-84e5fbdd24c3 HTTP/1.1" status: 200 len: 210 time: 0.0935047 Nov 12 09:21:08.994009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-debc113b-cce2-4033-882e-c8ea91d9f5b8 None None] Could not find standard attr ID for object d1a3621d-0c84-4caf-9550-c6ee7a246ab5. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:21:09.082470 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43adad04-52ce-473a-8e4a-9c81a2ee8533 x-openstack-request-id: req-43adad04-52ce-473a-8e4a-9c81a2ee8533 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:09.082990 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b9a527-1cfd-4f41-8e06-84e5fbdd24c3", "name": "network-vif-deleted", "tag": "3047404f-26ee-4d7c-8442-1214c2054749", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:09.084005 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43adad04-52ce-473a-8e4a-9c81a2ee8533 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:09.084616 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b9a527-1cfd-4f41-8e06-84e5fbdd24c3', 'name': 'network-vif-deleted', 'tag': '3047404f-26ee-4d7c-8442-1214c2054749', 'status': 'completed', 'code': 200} Nov 12 09:21:09.223494 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-adad28d5-2e37-4e97-85ca-9b874920e25e req-f312ee63-2e30-4090-8418-038ee07eecd9 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.1292958 Nov 12 09:21:09.250780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.378971 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.410902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6aa556-392f-4fa4-831b-c2511df6d9b8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:09.423308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.431184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-651feb01-1539-4527-8630-d7d111f183be tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/4d6aa556-392f-4fa4-831b-c2511df6d9b8 HTTP/1.1" status: 204 len: 168 time: 0.9177179 Nov 12 09:21:09.433227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:09.437517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4f0ea-e91c-4a3c-aeab-c79444c417a4 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:09.549847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 77772e0e-31f4-4b08-8510-9a69f4225acf {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:09.555538 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.674850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.841826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.944065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.966033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:09.972792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59280) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:09.973367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/77772e0e-31f4-4b08-8510-9a69f4225acf HTTP/1.1" status: 204 len: 168 time: 0.5382273 Nov 12 09:21:09.996378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f9a20-d369-4ec7-b641-6ccb972ce10a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=77772e0e-31f4-4b08-8510-9a69f4225acf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:10.041104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f92f0e8c-182c-4467-9f8d-3dc8b8aa4d66 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661323 Nov 12 09:21:10.044768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59284) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:10.051297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:10.218530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:10.222563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.414056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d7f7bf74-4178-4712-91fb-91e2414ecd1c req-a4084a0a-215f-487a-833b-7de14ea6d026 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0452471 Nov 12 09:21:10.504443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd33cf-e65c-4c2d-b54c-987d58da2957 req-99805897-8d67-4fe3-bd0f-18960beefb23 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:10.514945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-20bd33cf-e65c-4c2d-b54c-987d58da2957 req-99805897-8d67-4fe3-bd0f-18960beefb23 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.1326571 Nov 12 09:21:10.584749 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.595056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-20bd33cf-e65c-4c2d-b54c-987d58da2957 req-03adfcb5-a33a-4e7e-a579-718ad4bf5302 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784929 Nov 12 09:21:10.646445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94a9a4-b89a-4f13-b801-22af40595df9 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:10.667501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:10.673114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:10.673807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-61e9762f-0d64-4022-8e2f-402706565854 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:10.674412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-61e9762f-0d64-4022-8e2f-402706565854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.677986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:10.678606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:10.694531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=0ee0508d-893c-47b8-a1c2-96e3e4a71ba6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:10.711258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59292) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:10.712218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-129e9495-5423-451e-99a1-741a7e683913 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6652935 Nov 12 09:21:10.716975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8d82dfdf-decb-4796-a381-0cc28746a2df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:10.974109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d82dfdf-decb-4796-a381-0cc28746a2df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:10.979039 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8d82dfdf-decb-4796-a381-0cc28746a2df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.164243 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-8d82dfdf-decb-4796-a381-0cc28746a2df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ee0508d-893c-47b8-a1c2-96e3e4a71ba6 (CIDR: 2001:db8::/64) Nov 12 09:21:11.171184 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d82dfdf-decb-4796-a381-0cc28746a2df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:21:11.171999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d82dfdf-decb-4796-a381-0cc28746a2df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:11.206796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:11.207372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8d82dfdf-decb-4796-a381-0cc28746a2df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4945314 Nov 12 09:21:11.213834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:11.361391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915eb96b-e3e0-41c0-952f-cc0f97022350 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:11.371812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:11.380488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.468340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f62f0cc8-cd21-4775-a547-6d5fc02c0e01 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:11.468776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f62f0cc8-cd21-4775-a547-6d5fc02c0e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:11.597854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-564bdf80-8e89-4c26-8600-fc8ac937c03a req-cfc327c7-4e3b-492d-a965-be29aa962787 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0417936 Nov 12 09:21:11.824387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65953e88-64f8-46f4-a813-6413672ed976 req-70e2e06e-f704-493d-bbe1-607c1a1a96c4 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:11.832672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65953e88-64f8-46f4-a813-6413672ed976 req-70e2e06e-f704-493d-bbe1-607c1a1a96c4 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.0955203 Nov 12 09:21:12.068468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65953e88-64f8-46f4-a813-6413672ed976 req-69161a37-16a2-457f-88fd-e2a1eab1c5b4 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/security-groups?id=cb7adfb0-b27d-4521-9e50-f1bbde3424cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344608 Nov 12 09:21:12.125445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-17e47ed9-4266-4d0c-bfdd-c6f3f59a4d30 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:12.127437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-17e47ed9-4266-4d0c-bfdd-c6f3f59a4d30 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 946 time: 0.2079935 Nov 12 09:21:12.135377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-56e00202-146a-47fa-bd36-1975d74d78a4 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:12.136672 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56e00202-146a-47fa-bd36-1975d74d78a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.141929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:21:12.401013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Deleting port d10ae331-185e-47d8-947e-36e525fa5bc1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:12.401013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.494956 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.578017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] For port d10ae331-185e-47d8-947e-36e525fa5bc1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d10ae331-185e-47d8-947e-36e525fa5bc1,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:12.578475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.584299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3047404f-26ee-4d7c-8442-1214c2054749 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:12.611203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Calling delete_port for d10ae331-185e-47d8-947e-36e525fa5bc1 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:12.618624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 3047404f-26ee-4d7c-8442-1214c2054749 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:12.619475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3047404f-26ee-4d7c-8442-1214c2054749 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:12.778361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6bb9f42d-047d-4a24-bb94-c31da0f5e7ce req-14630d7d-a5e2-4f68-9a71-2ee8501aa5ea tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0794780 Nov 12 09:21:12.816297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:12.863342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.870892 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.871734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:12.996160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:13.012664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:13.019230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:13.019944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.034929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25075618-88e4-48b6-ad1f-7ff9f85812a2 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:13.036391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=13']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:13.040826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=e489274b-7d2c-4f34-bbbc-ab5c39243554,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:13.048989 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.118856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Pushing event deleted for resources: {'Port': ['ID=d10ae331-185e-47d8-947e-36e525fa5bc1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:13.128037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a5225e85-7078-483e-abeb-21cd4feb7417 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9195600 Nov 12 09:21:13.131318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59322) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:13.137111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:a2:b5:ca', 'name': 'tempest-NetworksTestDHCPv6-1857447396'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:13.261406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] No DVR routers for this DVR port d10ae331-185e-47d8-947e-36e525fa5bc1 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:13.273026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.277311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-16db6de5-7501-410b-8cae-8b6e49a69a3f req-7bceb3d5-e2bf-4ed6-b6fd-77b3932c95e0 tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.55 "DELETE /v2.0/ports/d10ae331-185e-47d8-947e-36e525fa5bc1 HTTP/1.1" status: 204 len: 173 time: 1.1393108 Nov 12 09:21:13.279789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09602af3-bb15-4677-86d9-1499b29ad13a', 'name': 'network-vif-deleted', 'tag': 'd10ae331-185e-47d8-947e-36e525fa5bc1'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:13.295088 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce63296-6e19-4f74-861e-0db08a310b91" -d '{"events": [{"server_uuid": "09602af3-bb15-4677-86d9-1499b29ad13a", "name": "network-vif-deleted", "tag": "d10ae331-185e-47d8-947e-36e525fa5bc1"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:13.460221 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef1013-91e8-42b2-acd1-7e6dc2c2bedc x-openstack-request-id: req-95ef1013-91e8-42b2-acd1-7e6dc2c2bedc {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:13.460708 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09602af3-bb15-4677-86d9-1499b29ad13a", "name": "network-vif-deleted", "tag": "d10ae331-185e-47d8-947e-36e525fa5bc1", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:13.461093 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95ef1013-91e8-42b2-acd1-7e6dc2c2bedc {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:13.462206 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09602af3-bb15-4677-86d9-1499b29ad13a', 'name': 'network-vif-deleted', 'tag': 'd10ae331-185e-47d8-947e-36e525fa5bc1', 'status': 'completed', 'code': 200} Nov 12 09:21:13.474025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d7c48c70-80af-427c-ae0a-a4f7475a9620 req-0af7a150-ab1c-499c-9d11-fc74453e523c tempest-ListServerFiltersTestJSON-1219455949 tempest-ListServerFiltersTestJSON-1219455949-project] 10.222.0.53 "GET /v2.0/ports?device_id=09602af3-bb15-4677-86d9-1499b29ad13a HTTP/1.1" status: 200 len: 210 time: 0.1138718 Nov 12 09:21:13.523671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:13.634119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.662483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port 2b0458a2-0a36-47da-aec0-fbb423215e66 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:21:13.759056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770ff413-7667-4c80-af19-c5a0d0f9b5a3 None None] Update dhcp port {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'fixed_ips': [{'subnet_id': 'e489274b-7d2c-4f34-bbbc-ab5c39243554', 'ip_address': '2001:db8:0:1:f816:3eff:fed4:b14a'}, {'subnet_id': '0ee0508d-893c-47b8-a1c2-96e3e4a71ba6'}], 'binding:host_id': 'n-d-769329-17'}, 'id': 'aa8b7010-3265-4bdb-bf5d-3358a0765bb6'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:21:13.820286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-770ff413-7667-4c80-af19-c5a0d0f9b5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:13.923395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dab9a82f-0f97-4543-a81c-8b5389335ee1 req-12bf9682-9237-4f21-832a-85a8fdb4105e tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0373738 Nov 12 09:21:13.998059 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30676381-9791-49b2-9abc-cb67c402aed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.039189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::140 (f49fea56-d87f-4860-9e75-dcd56c310f1c/0ee0508d-893c-47b8-a1c2-96e3e4a71ba6/2b0458a2-0a36-47da-aec0-fbb423215e66) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:14.045608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8:0:1:f816:3eff:fea2:b5ca (f49fea56-d87f-4860-9e75-dcd56c310f1c/e489274b-7d2c-4f34-bbbc-ab5c39243554/2b0458a2-0a36-47da-aec0-fbb423215e66) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:14.204699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.246803 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.297954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:14.304651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:14.307250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:14.314621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:14.314915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.337220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2045145 Nov 12 09:21:14.337690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:14.347590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=2b0458a2-0a36-47da-aec0-fbb423215e66,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:14.350097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-770ff413-7667-4c80-af19-c5a0d0f9b5a3 None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/0ee0508d-893c-47b8-a1c2-96e3e4a71ba6/aa8b7010-3265-4bdb-bf5d-3358a0765bb6) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:14.360222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:14.362815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.363212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.363562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.364747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.364747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.364747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.365107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.365310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.365642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.366436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.367062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.367062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445afa6c-f4f1-4aee-8d4f-6a031fdd75d8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:14.478005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port 2b0458a2-0a36-47da-aec0-fbb423215e66 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:14.478005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.523410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:14.523747 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.565264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-770ff413-7667-4c80-af19-c5a0d0f9b5a3 None None] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:14.579169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59340) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:14.645288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.649577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-770ff413-7667-4c80-af19-c5a0d0f9b5a3 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.657862 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-770ff413-7667-4c80-af19-c5a0d0f9b5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.666778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for 2b0458a2-0a36-47da-aec0-fbb423215e66 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:14.673311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] Deleting subnet c3c30f9b-74ed-4916-8fd8-442a16edd88e {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:14.681104 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.723408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ff413-7667-4c80-af19-c5a0d0f9b5a3 None None] Pushing event updated for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=14']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:14.797737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:14.819335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d10ae331-185e-47d8-947e-36e525fa5bc1 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:14.877867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: d10ae331-185e-47d8-947e-36e525fa5bc1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:14.879242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d10ae331-185e-47d8-947e-36e525fa5bc1 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:14.960606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.000196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.036514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=2b0458a2-0a36-47da-aec0-fbb423215e66,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:15.105347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e10c6028-231d-475c-bc6c-9ec496265c72 req-d1f0b7f1-4ee2-4d35-a833-bd1a560a6af8 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0551572 Nov 12 09:21:15.121531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.132161 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3ebf57e7-b632-45c2-9f80-211b276bcf31 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/2b0458a2-0a36-47da-aec0-fbb423215e66 HTTP/1.1" status: 204 len: 168 time: 0.7900779 Nov 12 09:21:15.132823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59344) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:15.136600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.171860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c30f9b-74ed-4916-8fd8-442a16edd88e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:15.207130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.210740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dc686a0b-4717-4b91-9ef3-9312971dcd9d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c3c30f9b-74ed-4916-8fd8-442a16edd88e HTTP/1.1" status: 204 len: 168 time: 0.6297522 Nov 12 09:21:15.216161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59346) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:15.230486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf14057-f220-4fdf-b307-7fda2d106385 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:15.233428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ddf14057-f220-4fdf-b307-7fda2d106385 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0983911 Nov 12 09:21:15.238215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59348) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:15.249760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d1b38-b96e-43ac-93c1-883d38db3c86 None None] Network c53fdf48-a982-47ca-85b1-e7e1269d14ff requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:15.351312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfc1d52-1ba7-4275-9853-3ac7e94e7dc4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:15.361031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-adfc1d52-1ba7-4275-9853-3ac7e94e7dc4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1209309 Nov 12 09:21:15.361985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59350) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:15.393135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.522784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962bd8a-11b9-4e20-b585-877a126d5a1e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:15.536109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962bd8a-11b9-4e20-b585-877a126d5a1e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:15.539378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a962bd8a-11b9-4e20-b585-877a126d5a1e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:15.549874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Deleting port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:15.550508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.553341 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a962bd8a-11b9-4e20-b585-877a126d5a1e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1891928 Nov 12 09:21:15.558731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59354) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:15.793211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] For port 126810d6-fdeb-49d8-bcf9-5a196fed58b3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=126810d6-fdeb-49d8-bcf9-5a196fed58b3,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:15.793675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.800698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 0ee0508d-893c-47b8-a1c2-96e3e4a71ba6 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:15.809244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.809580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] DHCP port deletion for c53fdf48-a982-47ca-85b1-e7e1269d14ff request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:15.835616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Calling delete_port for 126810d6-fdeb-49d8-bcf9-5a196fed58b3 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:15.890635 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.911250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] Deleting port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:15.912133 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:15.997730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.058521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=126810d6-fdeb-49d8-bcf9-5a196fed58b3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:16.059620 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.063618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] No DVR routers for this DVR port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:16.093763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] For port 126810d6-fdeb-49d8-bcf9-5a196fed58b3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=126810d6-fdeb-49d8-bcf9-5a196fed58b3,segment=NetworkSegment(29b21dca-3a06-478f-8ce8-00bbeecccee5),segment_id=29b21dca-3a06-478f-8ce8-00bbeecccee5)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:16.098184 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.138701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] Calling delete_port for 126810d6-fdeb-49d8-bcf9-5a196fed58b3 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:16.235763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.249598 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.256383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.267472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.273741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/0ee0508d-893c-47b8-a1c2-96e3e4a71ba6 HTTP/1.1" status: 204 len: 168 time: 0.7133131 Nov 12 09:21:16.289207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59360) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:16.296501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6967d-f94e-4acc-9739-479c57ce83c0 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=0ee0508d-893c-47b8-a1c2-96e3e4a71ba6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:16.340549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] Pushing event deleted for resources: {'Port': ['ID=126810d6-fdeb-49d8-bcf9-5a196fed58b3,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:16.358049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964be063-bce0-4156-a248-4f156ddc9238 None None] No DVR routers for this DVR port 126810d6-fdeb-49d8-bcf9-5a196fed58b3 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:16.388736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c34ad42a-1d73-4f7a-bedd-433c1db3e04d req-fad54b70-ab8d-4ba2-a0ae-59244e85e495 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0585623 Nov 12 09:21:16.428878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:16.439655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-806cbd22-1a3f-40d0-9d11-1d6a174b6ac3 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:16.443098 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-806cbd22-1a3f-40d0-9d11-1d6a174b6ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.494174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb33792f-bbdc-4584-ac0a-050f56172b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.585103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:16.585478 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.639177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48da1cf-8b19-4b61-9561-86b2e3bbaf11 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:16.739584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-30fb4b27-0d46-4ddd-8c45-9d192cc35511 None None] Could not find standard attr ID for object 2b0458a2-0a36-47da-aec0-fbb423215e66. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:21:16.836715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c53fdf48-a982-47ca-85b1-e7e1269d14ff']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:16.848698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet e489274b-7d2c-4f34-bbbc-ab5c39243554 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:16.896100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:16.931233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 126810d6-fdeb-49d8-bcf9-5a196fed58b3 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:16.937676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b21dca-3a06-478f-8ce8-00bbeecccee5') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:16.938394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b21dca-3a06-478f-8ce8-00bbeecccee5') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:16.964247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 126810d6-fdeb-49d8-bcf9-5a196fed58b3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:16.964594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 126810d6-fdeb-49d8-bcf9-5a196fed58b3 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:16.978003 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.021575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.035391 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.091157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:17.091829 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:17.098435 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:17.286473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.300209 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.300717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c53fdf48-a982-47ca-85b1-e7e1269d14ff HTTP/1.1" status: 204 len: 168 time: 2.0821917 Nov 12 09:21:17.320137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f8e41-ab39-4a57-8e34-05f778825a19 admin admin] Pushing event deleted for resources: {'Network': ['ID=c53fdf48-a982-47ca-85b1-e7e1269d14ff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:17.352390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.504408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.585962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.596565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/e489274b-7d2c-4f34-bbbc-ab5c39243554 HTTP/1.1" status: 204 len: 168 time: 1.3056834 Nov 12 09:21:17.597715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:17.598895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f5859-1f86-419f-8706-64edf8db2390 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=e489274b-7d2c-4f34-bbbc-ab5c39243554,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:17.615076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-395057e5-36c3-41ff-87d7-7335a71f784a req-25355a4e-8008-446d-b2b7-4b52f3624f5e tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0542345 Nov 12 09:21:17.649249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59372) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:17.732691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c1c0be5b-75b5-4917-bd7b-0f1a3982d209 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c35cad16e554c15b9afa5775f679a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0814435 Nov 12 09:21:17.738840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59376) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:17.751958 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7d84d107-7646-4e5e-9c66-50079bf78b4f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1397078 Nov 12 09:21:17.753078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:17.766663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:17.860087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81b448eb-b292-467a-829f-092c819c7f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:17.913548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81b448eb-b292-467a-829f-092c819c7f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.027944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:18.027944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.038462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81b448eb-b292-467a-829f-092c819c7f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.044378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-81b448eb-b292-467a-829f-092c819c7f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.046907 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-81b448eb-b292-467a-829f-092c819c7f89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb7adfb0-b27d-4521-9e50-f1bbde3424cb HTTP/1.1" status: 204 len: 168 time: 0.3064866 Nov 12 09:21:18.093940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b448eb-b292-467a-829f-092c819c7f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7adfb0-b27d-4521-9e50-f1bbde3424cb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:18.103776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe00e2e-d554-423f-9732-12c66a85a7df None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:18.302199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c0092484-18f3-498b-83de-bb91089cc878 None None] Provisioning complete for port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:18.302830 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c0092484-18f3-498b-83de-bb91089cc878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.422341 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.508402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:18.514880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:18.520738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:18.521775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.540673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=d027f83f-951c-455f-a2b3-07a0124b2f60,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:18.564888 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5b4deaea-2727-4139-9dcd-1b2909e329ac tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8098316 Nov 12 09:21:18.568087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59384) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:18.579257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b34a8ff4-73ae-49b8-b6dc-7c2248785cc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:18.633833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:18.770871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] Deleting port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:18.771479 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:18.934436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ce4dabc-acf0-4134-8d20-51ea0170f334 req-15d15bec-5573-4206-b6cf-9ac031c60b45 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.1676204 Nov 12 09:21:18.944887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a8ff4-73ae-49b8-b6dc-7c2248785cc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:18.956093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b34a8ff4-73ae-49b8-b6dc-7c2248785cc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.000773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] For port aa8b7010-3265-4bdb-bf5d-3358a0765bb6, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:19.001786 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.020087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] Calling delete_port for aa8b7010-3265-4bdb-bf5d-3358a0765bb6 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:19.160640 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-b34a8ff4-73ae-49b8-b6dc-7c2248785cc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d027f83f-951c-455f-a2b3-07a0124b2f60 (CIDR: 2001:db8::/64) Nov 12 09:21:19.165971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.169187 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34a8ff4-73ae-49b8-b6dc-7c2248785cc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:21:19.169803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b34a8ff4-73ae-49b8-b6dc-7c2248785cc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:19.197143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b34a8ff4-73ae-49b8-b6dc-7c2248785cc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6270142 Nov 12 09:21:19.202594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59402) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:19.213012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'subnet': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:19.234649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.270813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] Pushing event deleted for resources: {'Port': ['ID=aa8b7010-3265-4bdb-bf5d-3358a0765bb6,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:19.272777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf8298-4bf5-4ed0-aafa-512050380857 None None] No DVR routers for this DVR port aa8b7010-3265-4bdb-bf5d-3358a0765bb6 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:19.309287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70380cef-a464-4159-8615-f7304f943ed5 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:19.460483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:19.489296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.654191 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f49fea56-d87f-4860-9e75-dcd56c310f1c', 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'tenant_id': '72d00aee98454e0fb7d3bb41e5f4bd8a', 'fixed_ips': [{'subnet_id': 'd027f83f-951c-455f-a2b3-07a0124b2f60'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:19.656110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.924309 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:19.967380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Allocated IP 2001:db8::2 (f49fea56-d87f-4860-9e75-dcd56c310f1c/d027f83f-951c-455f-a2b3-07a0124b2f60/2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:20.099324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:20.463453 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.484443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-813831670-network', 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:20.513511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:20.542106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:20.551324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: aa8b7010-3265-4bdb-bf5d-3358a0765bb6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:20.551675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device aa8b7010-3265-4bdb-bf5d-3358a0765bb6 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:20.552159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d458a2b-064d-403a-aa5d-0193c725c470 req-10c0eb56-6504-4744-b08d-77f21f255bbe tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0617101 Nov 12 09:21:20.554439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.601102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.629242 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.642565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.734399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Pushing event updated for resources: {'Port': ['ID=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:20.750389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:20.752727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:20.756713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:20.860889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.876706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.909010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:21:20.917175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Attempting to bind port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:20.917577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Attempting to bind port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:20.917933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Attempting to bind port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee on network f49fea56-d87f-4860-9e75-dcd56c310f1c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:20.927138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:20.927449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:20.927661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Checking segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:20.928165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.928622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Bound using segment: {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:20.929381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Bound port: 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ddc907-e855-4623-bb78-495fea557000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:20.929822 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.955851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e28d8-a790-4590-a42a-2f905a00f574,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:20.961576 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:20.962228 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Added segment 885e466a-87a7-4de3-87c9-d62a9d03db15 of type vlan for network 41ba8628-070c-4aaf-86f2-4076c7a6a49b Nov 12 09:21:21.103073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.157012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] For port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:21.164690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] For port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:21.177992 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.188515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.190085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:21.193275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.414444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbe9fe-088b-4cae-ba97-016a1c87becc None None] Pushing event updated for resources: {'Port': ['ID=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:21.453157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] Pushing event updated for resources: {'Network': ['ID=41ba8628-070c-4aaf-86f2-4076c7a6a49b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:21.467936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3e51413a-0ab7-403c-a6de-ef2b90fab5ad admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3664596 Nov 12 09:21:21.469678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59426) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:21.479485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Request body: {'subnet': {'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-813831670-subnet', 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:21.505682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:21.532597 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:21.583295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:21.595608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.061719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13698095-8ef8-4705-b736-bb5874698141 req-17d73feb-2e56-4a45-8e44-5dcbe5a516d6 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.1799095 Nov 12 09:21:22.140755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-2739f28b-07a0-4298-bdee-59713f14ad27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2499027 Nov 12 09:21:22.151704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] For port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:22.187513 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.195886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.196918 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.224039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.349559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:22.350020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b16d376-2e61-41b1-845a-acb59d25c075,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:22.393452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:22.399902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:22.400860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.404683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,revision_number=4']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:22.412113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Subnet': ['ID=50d6bd8a-6049-4500-b294-bc36b55e2388,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:22.424639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:22.425956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Network hostable DHCP agents. Network: 41ba8628-070c-4aaf-86f2-4076c7a6a49b, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:22.442470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-2ac02576-6d78-4842-a93b-921bf8ef8354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:22.447260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-2ac02576-6d78-4842-a93b-921bf8ef8354 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1097 time: 0.1766987 Nov 12 09:21:22.469021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8dab09f6-a638-4775-8b16-e989a1d4c4fe tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.2639279 Nov 12 09:21:22.474388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59430) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:22.483000 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:22.499139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Request body: {'port': {'network_id': 'f49fea56-d87f-4860-9e75-dcd56c310f1c', 'mac_address': 'fa:16:3e:b5:30:5a', 'name': 'tempest-NetworksTestDHCPv6-1255998923'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:22.530368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 41ba8628-070c-4aaf-86f2-4076c7a6a49b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:22.552222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:22.556576 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:22.566287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07caca6a-a32f-48f2-8e28-e503f8f0ddb9 None None] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:22.610801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-79c9603b-0dcd-48b6-b8c1-b50c4a006ca7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1389377 Nov 12 09:21:22.777177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:23.119104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-ed8bdb17-3a73-4a7b-8935-841202893858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:23.122483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-ed8bdb17-3a73-4a7b-8935-841202893858 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.5837281 Nov 12 09:21:23.234107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8047ad-d4d4-48d9-a358-b0a954f25cce None None] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:23.261225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Made reservation on behalf of 72d00aee98454e0fb7d3bb41e5f4bd8a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:23.302293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-93c4214f-6aa1-4039-bf56-af5a5570f730 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 200 len: 1001 time: 0.1710122 Nov 12 09:21:23.441989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:23.441989 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.465661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e38324c-7f51-4757-9f06-9f08d44816b1 req-f179bb98-d533-4bc2-b720-0a5f1afb44dc tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.1704438 Nov 12 09:21:23.603306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-3095bfe0-0ef0-4626-ba0d-c155aae61fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:23.605928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-3095bfe0-0ef0-4626-ba0d-c155aae61fa9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.2950463 Nov 12 09:21:23.607431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd8b11-0c1b-4daa-bed8-0107cad04423 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:23.610988 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.681368 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.739126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-069e3ef4-c2bd-425b-9730-1f19cb4572cc None None] Provisioning complete for port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:23.739126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-069e3ef4-c2bd-425b-9730-1f19cb4572cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.825993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:23.838997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:23.843363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] device_id is not set on port b16a1ef5-ef86-4a59-a088-f07e4f3b0c89 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:21:23.864146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-fdff70ed-0c46-432a-b323-0c4fccbfb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:23.866940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-fdff70ed-0c46-432a-b323-0c4fccbfb688 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2506361 Nov 12 09:21:24.057695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-0632598f-6a7f-4caa-a9ce-7587cdfe11b7 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749458 Nov 12 09:21:24.070933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:24.210989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-f87a486f-4127-4fb9-8883-c52513444a4a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:24.214307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-f87a486f-4127-4fb9-8883-c52513444a4a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.5322483 Nov 12 09:21:24.341136 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-00a4dead-22e8-4495-b479-375aa3f49fbd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.0646615 Nov 12 09:21:24.408891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-cc99d78e-b824-4577-b0ff-d732e1bb24d2 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556474 Nov 12 09:21:24.466677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce727f8e-fb20-4cd9-811c-4cf45996a98b req-24d08594-9547-4699-8850-5823a0b72e1c service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526881 Nov 12 09:21:24.485796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:24.686472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8::1b3 (f49fea56-d87f-4860-9e75-dcd56c310f1c/d027f83f-951c-455f-a2b3-07a0124b2f60/b16a1ef5-ef86-4a59-a088-f07e4f3b0c89) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:24.708738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Allocated IP 2001:db8:0:1:f816:3eff:feb5:305a (f49fea56-d87f-4860-9e75-dcd56c310f1c/50d6bd8a-6049-4500-b294-bc36b55e2388/b16a1ef5-ef86-4a59-a088-f07e4f3b0c89) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:24.771768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:24.772369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:24.781430 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dce5c804-59ea-4b05-a30f-9992c3dc01e8 req-2327ef2f-9221-47ce-a44b-6ef641cc9690 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0601311 Nov 12 09:21:25.152497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-d5bf0b37-c221-452e-9105-7ffccb29d4b0 service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208703 Nov 12 09:21:25.268204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.333585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-0cdcbe97-ffc3-4117-a40b-713556c44aa4 service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719182 Nov 12 09:21:25.349383 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.408131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Network f49fea56-d87f-4860-9e75-dcd56c310f1c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:25.416925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:25.422959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:25.429054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:25.429826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.446934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event updated for resources: {'Port': ['ID=b16a1ef5-ef86-4a59-a088-f07e4f3b0c89,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:25.467221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a6c84b53-42c9-4530-a490-ef810f594e44 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9902191 Nov 12 09:21:25.470415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:25.676035 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a87319fe-104d-4f5b-962f-d37332b9b6e7 req-4c75c55a-7abb-4fde-9611-98785fd9f195 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 210 time: 0.0591629 Nov 12 09:21:25.697724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting port b16a1ef5-ef86-4a59-a088-f07e4f3b0c89 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:25.698296 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.737860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a58df7e9-a919-4e24-b496-95125ec32a96 None None] Provisioning complete for port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:25.741722 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a58df7e9-a919-4e24-b496-95125ec32a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.914169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:25.977134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Calling delete_port for b16a1ef5-ef86-4a59-a088-f07e4f3b0c89 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:26.002271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-904e3be9-4f6c-4c35-b444-216a29ae1405 req-0e35bc68-5a46-40b5-bc7d-62432075c456 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0967968 Nov 12 09:21:26.143666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bfb482bf-a101-4ec4-9b6e-d80b010d0e17 None None] Provisioning complete for port b16a1ef5-ef86-4a59-a088-f07e4f3b0c89 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:26.144575 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfb482bf-a101-4ec4-9b6e-d80b010d0e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:26.254525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:26.315990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bfb482bf-a101-4ec4-9b6e-d80b010d0e17 None None] Port b16a1ef5-ef86-4a59-a088-f07e4f3b0c89 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:26.447215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Port': ['ID=b16a1ef5-ef86-4a59-a088-f07e4f3b0c89,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:26.474039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ea29b58-239d-41c1-ae86-a0170ff81951 req-8f2aaec7-df77-4692-9c93-fe7bec613780 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0612671 Nov 12 09:21:26.499161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:26.507066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5663e171-d3ca-4b1b-b4b2-89833ee9e356 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/b16a1ef5-ef86-4a59-a088-f07e4f3b0c89 HTTP/1.1" status: 204 len: 168 time: 1.0348225 Nov 12 09:21:26.509678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59490) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:26.614653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d884de-abfd-43a9-a4d0-ed5f12dc0e9c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.616508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2d884de-abfd-43a9-a4d0-ed5f12dc0e9c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1055100 Nov 12 09:21:26.620608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59492) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:26.722196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91bbb6b-dd9e-4fa1-9e07-faf449e33748 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.724106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f91bbb6b-dd9e-4fa1-9e07-faf449e33748 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1015210 Nov 12 09:21:26.728195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59494) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:26.829362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6be2f8f1-ff1d-4764-8904-7055f3f83dec req-5b4ae3a7-4d67-46a5-96c9-16718666d9f4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 210 time: 0.0329664 Nov 12 09:21:26.829655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a03fd0-6b73-41a6-b2b6-30c77f2d15df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.833052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a03fd0-6b73-41a6-b2b6-30c77f2d15df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.836545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a03fd0-6b73-41a6-b2b6-30c77f2d15df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:26.842189 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-45a03fd0-6b73-41a6-b2b6-30c77f2d15df tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1091866 Nov 12 09:21:26.842896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59498) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:26.923526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet 50d6bd8a-6049-4500-b294-bc36b55e2388 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:26.926936 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:26.975640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.066009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.125327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0dba213-d173-4fda-ab0b-b0da48b8b69c req-e8dd5ddc-102d-48c9-b7d3-cc4d8de2b41d tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0375872 Nov 12 09:21:27.164613 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.199120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=50d6bd8a-6049-4500-b294-bc36b55e2388,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:27.201248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.208695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59504) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:27.209021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-50a4c9df-0978-4870-a05c-c3b14e0f55f1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/50d6bd8a-6049-4500-b294-bc36b55e2388 HTTP/1.1" status: 204 len: 168 time: 0.3638959 Nov 12 09:21:27.210578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b19cb0-aa48-45bd-8227-2a5edad0ad69 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:27.270358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Deleting subnet d027f83f-951c-455f-a2b3-07a0124b2f60 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:27.274359 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.326549 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.440955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.539185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.560289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.569974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/d027f83f-951c-455f-a2b3-07a0124b2f60 HTTP/1.1" status: 204 len: 168 time: 0.3562803 Nov 12 09:21:27.570447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:27.616921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd71d4-6174-4ec9-bd22-eafc220d9e73 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Subnet': ['ID=d027f83f-951c-455f-a2b3-07a0124b2f60,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:27.660242 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-45db4b03-7a23-4f9e-afa8-b65fbe00b4fb tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861681 Nov 12 09:21:27.661085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:27.764187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800b841-09fb-4512-889d-e979572d2749 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.768616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f800b841-09fb-4512-889d-e979572d2749 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1051013 Nov 12 09:21:27.772786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59522) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:27.838333 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:27.928434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-184eda7c-60f4-4ff8-8e0d-b6b2e9f92415 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1157390351&fields=id&tenant_id=d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 267 time: 0.2407060 Nov 12 09:21:27.947140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5002a2-1dca-489b-8201-6a3adecc122f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:27.950301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ba5002a2-1dca-489b-8201-6a3adecc122f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1751471 Nov 12 09:21:27.951135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59526) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.000576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-2f6d6bdf-5c53-4747-b6ff-da001dbbafd8 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.002173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-2f6d6bdf-5c53-4747-b6ff-da001dbbafd8 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.3487127 Nov 12 09:21:28.044330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8752d97a-fda9-4166-b86a-545da39e6882 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902481 Nov 12 09:21:28.055136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59528) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.062720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4dbc80d-fac7-4d66-b69a-b3f753cd23c7 req-48a351d1-03b7-4ddb-9c6d-caa33a25c27b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 210 time: 0.0391703 Nov 12 09:21:28.067526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Request body: {'port': {'device_id': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'admin_state_up': True, 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:28.126763 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8b9e82-62f9-4262-8c88-aa0e7c776b94 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.127492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea8b9e82-62f9-4262-8c88-aa0e7c776b94 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.134690 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ea8b9e82-62f9-4262-8c88-aa0e7c776b94 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/b16a1ef5-ef86-4a59-a088-f07e4f3b0c89 HTTP/1.1" status: 404 len: 333 time: 0.0733671 Nov 12 09:21:28.135103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59530) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.177042 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f889b0d-b5a6-42a7-89d7-7ff8d50f4881 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.177579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f889b0d-b5a6-42a7-89d7-7ff8d50f4881 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.182163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2f889b0d-b5a6-42a7-89d7-7ff8d50f4881 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/50d6bd8a-6049-4500-b294-bc36b55e2388 HTTP/1.1" status: 404 len: 337 time: 0.0456893 Nov 12 09:21:28.193044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59534) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.215997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-8c9be970-d264-483b-8211-d94824fc3002 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:28.219541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-8c9be970-d264-483b-8211-d94824fc3002 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.2717724 Nov 12 09:21:28.245108 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-751e58fb-dec7-446d-b20f-c6cd76a77d27 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.251342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751e58fb-dec7-446d-b20f-c6cd76a77d27 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.258737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-751e58fb-dec7-446d-b20f-c6cd76a77d27 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/d027f83f-951c-455f-a2b3-07a0124b2f60 HTTP/1.1" status: 404 len: 337 time: 0.0647001 Nov 12 09:21:28.267338 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:28.269069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.321188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2cebe04-86bb-4dbc-9df6-1199e344ff47 req-3ab542d2-939e-44ce-9ffb-27eeae709395 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0594606 Nov 12 09:21:28.323722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-c8c584a9-17b0-42f0-b846-9cff09320796 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/quotas/d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 375 time: 0.0623748 Nov 12 09:21:28.326889 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-417adc6c-6099-407f-a05a-caf25bf1f389 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.328535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417adc6c-6099-407f-a05a-caf25bf1f389 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.331415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-417adc6c-6099-407f-a05a-caf25bf1f389 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/2b0458a2-0a36-47da-aec0-fbb423215e66 HTTP/1.1" status: 404 len: 333 time: 0.0584147 Nov 12 09:21:28.336135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59538) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.379594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5250efce-d9b7-470e-a80d-14e5021eee49 None None] Network f49fea56-d87f-4860-9e75-dcd56c310f1c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:28.405288 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24e9910-0974-4f48-85c0-41027dd87906 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.405761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24e9910-0974-4f48-85c0-41027dd87906 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.408555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:28.411888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e24e9910-0974-4f48-85c0-41027dd87906 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/e489274b-7d2c-4f34-bbbc-ab5c39243554 HTTP/1.1" status: 404 len: 337 time: 0.0741932 Nov 12 09:21:28.412548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59542) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.414011 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:28.445561 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a28190-f470-47c1-85c7-523048806259 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.446025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9a28190-f470-47c1-85c7-523048806259 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.454060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9a28190-f470-47c1-85c7-523048806259 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/0ee0508d-893c-47b8-a1c2-96e3e4a71ba6 HTTP/1.1" status: 404 len: 337 time: 0.0404468 Nov 12 09:21:28.454680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59544) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.469483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-d0ee466e-1b12-4c7d-86ee-32be5718688d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1183968 Nov 12 09:21:28.481209 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7674a812-427b-4fca-875a-aca774da3178 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.482137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7674a812-427b-4fca-875a-aca774da3178 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.488133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7674a812-427b-4fca-875a-aca774da3178 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/d1a3621d-0c84-4caf-9550-c6ee7a246ab5 HTTP/1.1" status: 404 len: 333 time: 0.0320265 Nov 12 09:21:28.488759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59546) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.536785 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-799c3487-afcb-46f4-9da0-cac8e05af662 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.537213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-799c3487-afcb-46f4-9da0-cac8e05af662 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.545700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-799c3487-afcb-46f4-9da0-cac8e05af662 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/4d6aa556-392f-4fa4-831b-c2511df6d9b8 HTTP/1.1" status: 404 len: 337 time: 0.0551357 Nov 12 09:21:28.546739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59550) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.580431 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2363eda-7f6d-4a0a-b891-cd983bd88d47 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.580865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2363eda-7f6d-4a0a-b891-cd983bd88d47 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.587590 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f2363eda-7f6d-4a0a-b891-cd983bd88d47 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/77772e0e-31f4-4b08-8510-9a69f4225acf HTTP/1.1" status: 404 len: 337 time: 0.0401244 Nov 12 09:21:28.588286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59554) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.618051 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4377207a-8cbb-4d5d-a063-c96b687bc361 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.620577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4377207a-8cbb-4d5d-a063-c96b687bc361 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.630845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4377207a-8cbb-4d5d-a063-c96b687bc361 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/43385a95-0df1-4d9d-8e54-aa0632b97836 HTTP/1.1" status: 404 len: 333 time: 0.0405910 Nov 12 09:21:28.631687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59556) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.674442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fa695413-c514-452b-9ee7-a5f9c4be4cdd None None] Provisioning complete for port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:28.675454 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fa695413-c514-452b-9ee7-a5f9c4be4cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:28.714059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e4de69c-edfb-49b0-a257-c0fda4119591 req-6c940ed6-626a-47f2-9964-953ec1d901ee service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=afa9161c2e9942a9a47963cfae69b1f8&device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0642505 Nov 12 09:21:28.747711 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-2745a69f-93f2-4e75-997a-1dc39888fbde tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.749034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2745a69f-93f2-4e75-997a-1dc39888fbde tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.755775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2745a69f-93f2-4e75-997a-1dc39888fbde tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/55a74ade-0496-43b5-a9d3-27fe4c664270 HTTP/1.1" status: 404 len: 337 time: 0.1224117 Nov 12 09:21:28.762260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59560) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.879438 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-affaa76e-98a8-4c42-8fd5-3caec4139ad9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.879931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affaa76e-98a8-4c42-8fd5-3caec4139ad9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.895507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-affaa76e-98a8-4c42-8fd5-3caec4139ad9 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/658cba04-f4ef-4e40-b272-2eb7e6a54b81 HTTP/1.1" status: 404 len: 337 time: 0.1320710 Nov 12 09:21:28.899502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e4de69c-edfb-49b0-a257-c0fda4119591 req-c778026b-fe04-4feb-b452-05dd4bef740b service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=afa9161c2e9942a9a47963cfae69b1f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1728504 Nov 12 09:21:28.900157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59562) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:28.927226 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Allocated IP 172.20.0.14 (41ba8628-070c-4aaf-86f2-4076c7a6a49b/7b16d376-2e61-41b1-845a-acb59d25c075/ac307ee2-13ca-4f3a-9515-34ed02950b59) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:28.941405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] DHCP port deletion for f49fea56-d87f-4860-9e75-dcd56c310f1c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:28.984342 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec29e1d-5aa2-4dcf-a9d9-605ae2368857 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:28.985185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec29e1d-5aa2-4dcf-a9d9-605ae2368857 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:28.991053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fec29e1d-5aa2-4dcf-a9d9-605ae2368857 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/e9ba9dbb-c685-49f7-b035-e75828961569 HTTP/1.1" status: 404 len: 333 time: 0.0888023 Nov 12 09:21:28.993908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.017268 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b7d84d7-008f-4da7-b7cf-9b40253a09f4 req-ae5e8391-e0dc-4330-aace-549f342689b2 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.1123741 Nov 12 09:21:29.033700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] Deleting port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:29.033700 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.055512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-98102829-66cc-433f-998d-cf45ef698832 service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149739 Nov 12 09:21:29.060123 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd375be4-33ad-49b4-8240-bbb8ba03a61f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.061122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd375be4-33ad-49b4-8240-bbb8ba03a61f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.064425 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dd375be4-33ad-49b4-8240-bbb8ba03a61f tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/4e7ef289-e0a7-4683-9355-f2273fc7bb1a HTTP/1.1" status: 404 len: 337 time: 0.0691369 Nov 12 09:21:29.067945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59566) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.118288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] For port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,segment=NetworkSegment(29ddc907-e855-4623-bb78-495fea557000),segment_id=29ddc907-e855-4623-bb78-495fea557000)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:29.118686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.137404 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7c1bd7-1358-47e3-a4c0-60602a2bb863 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.138457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7c1bd7-1358-47e3-a4c0-60602a2bb863 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.139817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] Calling delete_port for 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:29.145257 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4e7c1bd7-1358-47e3-a4c0-60602a2bb863 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/9715f035-d904-412a-8c58-f91fc299c70c HTTP/1.1" status: 404 len: 333 time: 0.0731094 Nov 12 09:21:29.146901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59570) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.207424 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c796851a-02ab-497e-a76f-d316b0ab75b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.207859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c796851a-02ab-497e-a76f-d316b0ab75b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.213858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c796851a-02ab-497e-a76f-d316b0ab75b4 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/79972636-f0de-420b-9bd4-254dbc96e59e HTTP/1.1" status: 404 len: 337 time: 0.0642927 Nov 12 09:21:29.225488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59572) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.227536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-21f584a5-726f-4f14-a0ec-e0e80177794d req-5b14261d-dc0f-4806-b3d8-a62b9b291514 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 210 time: 0.0578902 Nov 12 09:21:29.238014 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.261127 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc071ac-67de-448f-bab2-dd8a7ef12f50 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.261694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc071ac-67de-448f-bab2-dd8a7ef12f50 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.264882 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0fc071ac-67de-448f-bab2-dd8a7ef12f50 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/1539b12f-c498-4ec8-ac5c-44ee2b399167 HTTP/1.1" status: 404 len: 333 time: 0.0364068 Nov 12 09:21:29.268095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] Pushing event deleted for resources: {'Port': ['ID=2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:29.268632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59574) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.278643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4de69c-edfb-49b0-a257-c0fda4119591 req-3894eb55-32bf-40e4-9c8e-3d4da8a1fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:29.280181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e4de69c-edfb-49b0-a257-c0fda4119591 req-3894eb55-32bf-40e4-9c8e-3d4da8a1fc04 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3386276 Nov 12 09:21:29.282464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce4f443-250b-4be6-95d1-a21e11c2d4a6 None None] No DVR routers for this DVR port 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:29.302779 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef737a8-d1e5-45e8-876e-60fd50de3554 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.303248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef737a8-d1e5-45e8-876e-60fd50de3554 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.305284 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-eb1a8661-303d-44f5-8cab-c0eeec912ab0 service neutron] 10.222.0.53 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397416 Nov 12 09:21:29.306834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ef737a8-d1e5-45e8-876e-60fd50de3554 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/a67de5ac-084d-45e1-8cc5-6335231e67de HTTP/1.1" status: 404 len: 337 time: 0.0376072 Nov 12 09:21:29.309394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59576) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.332574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.336205 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a0afc0-caab-41cb-9a71-fad95d430fc3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.337290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a0afc0-caab-41cb-9a71-fad95d430fc3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.341392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e8a0afc0-caab-41cb-9a71-fad95d430fc3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/97aedd71-0fb9-4db9-89a2-252cf9050bca HTTP/1.1" status: 404 len: 333 time: 0.0301054 Nov 12 09:21:29.344198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59578) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.373560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.375210 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8570aba8-503b-4dfc-93f0-38352ac4b422 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.375992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8570aba8-503b-4dfc-93f0-38352ac4b422 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.381465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8570aba8-503b-4dfc-93f0-38352ac4b422 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/a0879f74-b989-4c33-a683-22325f7fb617 HTTP/1.1" status: 404 len: 337 time: 0.0336921 Nov 12 09:21:29.382245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59582) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.448982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:29.453837 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf09e5b1-c21c-49f5-93c4-7db7276350b6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.454279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf09e5b1-c21c-49f5-93c4-7db7276350b6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.457414 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cf09e5b1-c21c-49f5-93c4-7db7276350b6 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/065b115c-8e0b-4951-90d7-d050a9a7f61f HTTP/1.1" status: 404 len: 333 time: 0.0729604 Nov 12 09:21:29.460712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:29.461085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59588) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.463182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:29.489092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event updated for resources: {'Port': ['ID=ac307ee2-13ca-4f3a-9515-34ed02950b59,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:29.491575 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf29d940-954e-4a2b-9229-291bf25142f7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.492143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf29d940-954e-4a2b-9229-291bf25142f7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.495388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bf29d940-954e-4a2b-9229-291bf25142f7 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/62306d30-f7ef-4032-b95f-ccaa22cef526 HTTP/1.1" status: 404 len: 337 time: 0.0330024 Nov 12 09:21:29.498643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59590) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.529679 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9cacd6-168d-4b4e-9107-961012f61500 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.530511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee9cacd6-168d-4b4e-9107-961012f61500 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.533747 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ee9cacd6-168d-4b4e-9107-961012f61500 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/1cf567ce-561c-4932-8415-7f075ec3355d HTTP/1.1" status: 404 len: 333 time: 0.0339811 Nov 12 09:21:29.536432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59592) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.549022 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:29.549669 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.569900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9b206398-dba3-4c8f-a8fd-a3fd64267c84 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5131631 Nov 12 09:21:29.570135 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cef1a00-5298-4113-b0f0-683fc4b88164 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.570691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cef1a00-5298-4113-b0f0-683fc4b88164 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.573776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4cef1a00-5298-4113-b0f0-683fc4b88164 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/ae3a8d49-6d40-4e00-939e-82c39072f2e6 HTTP/1.1" status: 404 len: 337 time: 0.0360265 Nov 12 09:21:29.576309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59594) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.587738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Request body: {'port': {'device_id': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:29.627281 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73bc93f-0843-449b-ad5f-dea099a3d048 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.627850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73bc93f-0843-449b-ad5f-dea099a3d048 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.633818 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b73bc93f-0843-449b-ad5f-dea099a3d048 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/bc223643-1d54-41f3-b4de-21f12b996a5d HTTP/1.1" status: 404 len: 337 time: 0.0556912 Nov 12 09:21:29.634558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59600) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.662424 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:29.682798 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f06287-06ea-4709-bec9-8d052c4e72a8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.683601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f06287-06ea-4709-bec9-8d052c4e72a8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.692060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5f06287-06ea-4709-bec9-8d052c4e72a8 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/598bfda9-82eb-4f9a-a7ef-7cee2875ba10 HTTP/1.1" status: 404 len: 333 time: 0.0528045 Nov 12 09:21:29.694644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74f83209-a24b-4644-8cfd-3e0020fb1fa3 req-d5be029e-c1c2-477c-9c34-2863462d8ec7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0514319 Nov 12 09:21:29.694988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59602) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.728365 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca25b43-dee5-4523-be71-dd597ccf1b49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.728901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca25b43-dee5-4523-be71-dd597ccf1b49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.732442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cca25b43-dee5-4523-be71-dd597ccf1b49 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/ab4649e3-4bb4-48a2-a2c8-497d10844d1e HTTP/1.1" status: 404 len: 337 time: 0.0359635 Nov 12 09:21:29.735246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59604) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.770518 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a175a86-8c5a-4dcd-be62-00a68efe1095 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.770973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a175a86-8c5a-4dcd-be62-00a68efe1095 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.774708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0a175a86-8c5a-4dcd-be62-00a68efe1095 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/68da1f3a-85c8-40dd-9e80-01f2817c07b2 HTTP/1.1" status: 404 len: 337 time: 0.0378931 Nov 12 09:21:29.776890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59608) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.819114 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdb34da-1761-4f0a-8503-c9ec62bad8c1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.820097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdb34da-1761-4f0a-8503-c9ec62bad8c1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.823405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bcdb34da-1761-4f0a-8503-c9ec62bad8c1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/7c3e2633-2748-4574-bbba-82c43b6e21e0 HTTP/1.1" status: 404 len: 333 time: 0.0454919 Nov 12 09:21:29.828603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59614) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.876473 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e517d7b-e5b4-4d5e-a050-86f2b187a772 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.876932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e517d7b-e5b4-4d5e-a050-86f2b187a772 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.880024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e517d7b-e5b4-4d5e-a050-86f2b187a772 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/2318dab5-bf26-44cd-986b-b135211f2565 HTTP/1.1" status: 404 len: 337 time: 0.0501127 Nov 12 09:21:29.882488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.947718 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-41827a14-5815-4217-8560-b0c646bfffc1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.948548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41827a14-5815-4217-8560-b0c646bfffc1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.954631 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-41827a14-5815-4217-8560-b0c646bfffc1 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/680c2e76-ff18-46af-881d-e6f3d7c2ebd0 HTTP/1.1" status: 404 len: 337 time: 0.0708942 Nov 12 09:21:29.957395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59620) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:29.983481 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-620687f2-4c1e-4234-bb84-49235ec1f30b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:29.984128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620687f2-4c1e-4234-bb84-49235ec1f30b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:29.987356 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-620687f2-4c1e-4234-bb84-49235ec1f30b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/aaf3efa4-e340-46b6-b2bd-1f593d1f719d HTTP/1.1" status: 404 len: 333 time: 0.0286865 Nov 12 09:21:29.990527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59622) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.022975 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-354c099f-277b-46f6-9fb2-5e05fe9d021d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.023640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-354c099f-277b-46f6-9fb2-5e05fe9d021d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.031970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-354c099f-277b-46f6-9fb2-5e05fe9d021d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/a404d0c7-dd54-4dbc-8ccf-05eb98db2f93 HTTP/1.1" status: 404 len: 337 time: 0.0375619 Nov 12 09:21:30.033366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.081233 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dd7e80-f270-48f6-af3e-c9e48ec5bfc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.081699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dd7e80-f270-48f6-af3e-c9e48ec5bfc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.084878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c2dd7e80-f270-48f6-af3e-c9e48ec5bfc5 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/67fcec05-4c1f-463a-ac47-5db1a655dd96 HTTP/1.1" status: 404 len: 337 time: 0.0516324 Nov 12 09:21:30.087536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59628) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.121453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac307ee2-13ca-4f3a-9515-34ed02950b59 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:30.122492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c390367b-08a8-420e-bd5e-0ed01eea5353 req-af0a76d1-d5fd-4351-b917-b19850405538 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0367739 Nov 12 09:21:30.128556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cf88f93e-cf01-44fe-98f7-3e0f5d122c4b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c8f36f8-8166-40f9-88e9-5cac70e44d29 HTTP/1.1" status: 200 len: 205 time: 0.0396814 Nov 12 09:21:30.131560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59630) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.133107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.153249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Transition to ACTIVE for port object ac307ee2-13ca-4f3a-9515-34ed02950b59 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:30.158827 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.179244 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-bf92e10f-15b4-4220-ac85-eb5641e59b04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] delete failed (client error): The resource could not be found. Nov 12 09:21:30.180425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bf92e10f-15b4-4220-ac85-eb5641e59b04 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/routers/2c8f36f8-8166-40f9-88e9-5cac70e44d29 HTTP/1.1" status: 404 len: 336 time: 0.0475161 Nov 12 09:21:30.183344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59632) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.216751 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab47525-2a52-45be-a46e-08bbcc3c15cc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.217314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab47525-2a52-45be-a46e-08bbcc3c15cc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.225997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3ab47525-2a52-45be-a46e-08bbcc3c15cc tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/8a737ad6-0abc-4627-abea-10081439fce8 HTTP/1.1" status: 404 len: 337 time: 0.0367720 Nov 12 09:21:30.226253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac307ee2-13ca-4f3a-9515-34ed02950b59,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:30.228352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59634) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.259485 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-919dd5c8-7119-4fe1-bcb4-3eb2d9456e7b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "GET /v2.0/ports?device_id=26834a5f-6130-4777-8773-6b98ce9600cb HTTP/1.1" status: 200 len: 205 time: 0.0291731 Nov 12 09:21:30.261877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59638) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.309834 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-adb576b9-dc54-4536-8af7-5508d6ed7050 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] delete failed (client error): The resource could not be found. Nov 12 09:21:30.311244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-adb576b9-dc54-4536-8af7-5508d6ed7050 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/routers/26834a5f-6130-4777-8773-6b98ce9600cb HTTP/1.1" status: 404 len: 336 time: 0.0483100 Nov 12 09:21:30.314126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59640) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.356502 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4400a287-1f70-4f45-bab5-c1fedc792998 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.357795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4400a287-1f70-4f45-bab5-c1fedc792998 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.363191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4400a287-1f70-4f45-bab5-c1fedc792998 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/0c5a98c7-7ace-47ba-a1be-9a26d71160e7 HTTP/1.1" status: 404 len: 337 time: 0.0457506 Nov 12 09:21:30.364270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59642) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.374102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:30.374703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Attempting to bind port ac307ee2-13ca-4f3a-9515-34ed02950b59 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:30.374703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Attempting to bind port ac307ee2-13ca-4f3a-9515-34ed02950b59 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:30.374970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Attempting to bind port ac307ee2-13ca-4f3a-9515-34ed02950b59 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:30.383287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Port ac307ee2-13ca-4f3a-9515-34ed02950b59 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:30.383650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Attempting to bind port ac307ee2-13ca-4f3a-9515-34ed02950b59 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:30.393717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:30.394133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:30.394449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Bound using segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:30.394895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Bound port: ac307ee2-13ca-4f3a-9515-34ed02950b59, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:30.395262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.403253 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24c76ac-8001-4cbb-9d66-d958071f162a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.403666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d24c76ac-8001-4cbb-9d66-d958071f162a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.408024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:30.410778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2d0d4fd3-029a-4fab-a7fb-f8c8cb4ba7ee not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:30.412515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d24c76ac-8001-4cbb-9d66-d958071f162a tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/3329ca63-09ef-44e0-8dd5-15f473446f87 HTTP/1.1" status: 404 len: 337 time: 0.0470903 Nov 12 09:21:30.413352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59644) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.425954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c5a0c-f9cd-4e84-a105-5c1a07ea4442 req-544acb10-e21c-4a2f-9f08-1141f5e69a19 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:30.427525 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-181c5a0c-f9cd-4e84-a105-5c1a07ea4442 req-544acb10-e21c-4a2f-9f08-1141f5e69a19 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 944 time: 0.0866191 Nov 12 09:21:30.437433 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bf4464-58c4-4bc2-bc01-a8bad2d51c3c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.438090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bf4464-58c4-4bc2-bc01-a8bad2d51c3c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.441186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-30bf4464-58c4-4bc2-bc01-a8bad2d51c3c tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/0f3cc08c-38ba-4548-a7e4-8e1b5b3392d8 HTTP/1.1" status: 404 len: 333 time: 0.0265698 Nov 12 09:21:30.443676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59646) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.469652 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7970a1-d799-4aa8-9302-f2bed199cfce tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.470108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7970a1-d799-4aa8-9302-f2bed199cfce tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.473412 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fc7970a1-d799-4aa8-9302-f2bed199cfce tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/c8d8002b-9c27-439d-845b-0b398db17219 HTTP/1.1" status: 404 len: 337 time: 0.0284913 Nov 12 09:21:30.476246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59648) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.500191 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-25708de2-0b0b-4f55-bd60-f9f48877ceb3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.500753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25708de2-0b0b-4f55-bd60-f9f48877ceb3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.503796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-25708de2-0b0b-4f55-bd60-f9f48877ceb3 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/05e2127c-445c-4cee-a0bb-b3d421ec7d68 HTTP/1.1" status: 404 len: 333 time: 0.0263467 Nov 12 09:21:30.506548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59650) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.510790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] For port ac307ee2-13ca-4f3a-9515-34ed02950b59, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:30.514700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] For port ac307ee2-13ca-4f3a-9515-34ed02950b59, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:30.519535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-181c5a0c-f9cd-4e84-a105-5c1a07ea4442 req-e1e0a129-467e-4ec9-adcd-c3ccffaada20 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724154 Nov 12 09:21:30.521203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.544243 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-011ad4c4-1e03-4e11-aa85-1fab3152715b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.547081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011ad4c4-1e03-4e11-aa85-1fab3152715b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.550764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-011ad4c4-1e03-4e11-aa85-1fab3152715b tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/5a715f8c-21cc-4238-a159-ea7ff929b0ef HTTP/1.1" status: 404 len: 337 time: 0.0408983 Nov 12 09:21:30.551133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59654) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.568035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:30.568674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:30.570128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac307ee2-13ca-4f3a-9515-34ed02950b59 HTTP/1.1" status: 200 len: 1093 time: 0.9889603 Nov 12 09:21:30.570609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'tag': 'ac307ee2-13ca-4f3a-9515-34ed02950b59'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:30.573170 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f00753c-9517-4765-91fe-a3597b61736b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a825daa-d57c-4da9-ae77-13c587d3efb9", "tag": "ac307ee2-13ca-4f3a-9515-34ed02950b59"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:30.579099 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b80c24-4817-409e-b405-88ace3101170 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.579957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b80c24-4817-409e-b405-88ace3101170 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.584225 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-51b80c24-4817-409e-b405-88ace3101170 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/edb5e998-7da0-4e95-9809-8a0bbb2eed7e HTTP/1.1" status: 404 len: 333 time: 0.0310881 Nov 12 09:21:30.587856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.630311 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad92df6-07f8-40b3-a51b-275f0d4ae9d6 x-openstack-request-id: req-0ad92df6-07f8-40b3-a51b-275f0d4ae9d6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:30.630599 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a825daa-d57c-4da9-ae77-13c587d3efb9", "tag": "ac307ee2-13ca-4f3a-9515-34ed02950b59", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:30.630854 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ad92df6-07f8-40b3-a51b-275f0d4ae9d6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:30.631248 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'tag': 'ac307ee2-13ca-4f3a-9515-34ed02950b59', 'status': 'completed', 'code': 200} Nov 12 09:21:30.646742 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f4342e-3bfe-4985-b55c-901ea9eb7334 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.647258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f4342e-3bfe-4985-b55c-901ea9eb7334 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.651963 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3f4342e-3bfe-4985-b55c-901ea9eb7334 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/b34e9479-9ecd-4c31-9314-c010f8654a22 HTTP/1.1" status: 404 len: 337 time: 0.0619917 Nov 12 09:21:30.653854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59660) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.667820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c572f-0cbc-429d-b5b8-c7c4701087c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ac307ee2-13ca-4f3a-9515-34ed02950b59,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:30.678755 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-011d3e7d-a6cc-4750-9bb7-7679b48a2909 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.679530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011d3e7d-a6cc-4750-9bb7-7679b48a2909 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.683161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-011d3e7d-a6cc-4750-9bb7-7679b48a2909 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/497de5b0-488a-492e-8563-eb376a3f9638 HTTP/1.1" status: 404 len: 333 time: 0.0273588 Nov 12 09:21:30.685676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59662) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.688859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9ee88031-c1c8-4d5a-8963-896383f53bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:30.690793 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-9ee88031-c1c8-4d5a-8963-896383f53bc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 1096 time: 0.0620379 Nov 12 09:21:30.713773 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-a106f4af-1289-42cf-8845-7e66eab6f352 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.714228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a106f4af-1289-42cf-8845-7e66eab6f352 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.720350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a106f4af-1289-42cf-8845-7e66eab6f352 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/27b52e38-3e2c-43e5-a2b4-ad9663c51f42 HTTP/1.1" status: 404 len: 337 time: 0.0310919 Nov 12 09:21:30.724508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59664) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.743486 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-51a1fbfd-8b0d-4a14-99f3-6cc76a50ec2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59 HTTP/1.1" status: 200 len: 217 time: 0.0435247 Nov 12 09:21:30.752823 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70913d7-bac6-46a3-b402-a603d8bf0659 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.753425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70913d7-bac6-46a3-b402-a603d8bf0659 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.760048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c70913d7-bac6-46a3-b402-a603d8bf0659 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/fc9c0cd7-4811-4f70-8968-3ce7371a77cc HTTP/1.1" status: 404 len: 333 time: 0.0313499 Nov 12 09:21:30.760275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59668) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.807845 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdc09df-10bd-4e9f-8386-8737ba681894 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.809005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdc09df-10bd-4e9f-8386-8737ba681894 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.816040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6bdc09df-10bd-4e9f-8386-8737ba681894 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/3f40ca06-17d9-4d16-a873-9cc0aa869c1d HTTP/1.1" status: 404 len: 337 time: 0.0524518 Nov 12 09:21:30.823968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.861637 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc92c77b-7980-4532-b16f-842cf8b2c37d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.862370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc92c77b-7980-4532-b16f-842cf8b2c37d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.867997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fc92c77b-7980-4532-b16f-842cf8b2c37d tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/8a82800e-73b7-4760-80c4-f727a0887e1a HTTP/1.1" status: 404 len: 333 time: 0.0374820 Nov 12 09:21:30.883788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59676) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:30.898387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c40a38e5-a31b-4f25-b4cc-a388e529ba3c req-6ae5b460-d8f1-4e84-a6aa-9d7f2fb49544 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0895455 Nov 12 09:21:30.910810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-241841fd-4e36-44a8-8f96-873d1e4db143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:30.912400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-241841fd-4e36-44a8-8f96-873d1e4db143 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1557465 Nov 12 09:21:30.985230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-560bafec-684e-42f9-934d-baf055e536ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398703 Nov 12 09:21:30.989076 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8499a0b-ffe3-4b7d-ae30-0da1aad9054e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:30.989542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8499a0b-ffe3-4b7d-ae30-0da1aad9054e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:30.995310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c8499a0b-ffe3-4b7d-ae30-0da1aad9054e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/2b105623-0906-4362-9731-fd1deecd78b5 HTTP/1.1" status: 404 len: 337 time: 0.0979681 Nov 12 09:21:30.999188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.098252 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd0e07f-5e8b-46a9-9866-1ef8fb17e029 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:31.099241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cd0e07f-5e8b-46a9-9866-1ef8fb17e029 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:31.105603 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8cd0e07f-5e8b-46a9-9866-1ef8fb17e029 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/ports/c2383168-b9d0-49f0-9484-6cb29c404cc1 HTTP/1.1" status: 404 len: 333 time: 0.0957613 Nov 12 09:21:31.108445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59680) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.174357 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:21:31.203468 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d3cb08-adde-4fee-b92e-f9cef88d981e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] DELETE failed (client error): The resource could not be found. Nov 12 09:21:31.203962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d3cb08-adde-4fee-b92e-f9cef88d981e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:31.210127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f8d3cb08-adde-4fee-b92e-f9cef88d981e tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/subnets/c780c6e4-7443-4a00-bcb1-f4713429efad HTTP/1.1" status: 404 len: 337 time: 0.0966883 Nov 12 09:21:31.212958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59684) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.267811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e4de69c-edfb-49b0-a257-c0fda4119591 req-6a5fbab4-7a2e-422f-aca6-8973b2cae09f tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.62 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.4723039 Nov 12 09:21:31.321418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b3568-f37e-4eba-985d-d63857c74d8c req-57dce1ab-99bb-416f-965c-df6b00354a28 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.331474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c10b3568-f37e-4eba-985d-d63857c74d8c req-57dce1ab-99bb-416f-965c-df6b00354a28 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1098 time: 0.0680058 Nov 12 09:21:31.343144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-16e72d15-6702-4dc2-868f-768e643623b6 req-73ea43c8-3500-4491-9a04-0420f00d9272 tempest-ServerShowV257Test-761938988 tempest-ServerShowV257Test-761938988-project] 10.222.0.53 "GET /v2.0/ports?device_id=2246aabb-7e0b-438e-9797-8a13721c8a5e HTTP/1.1" status: 200 len: 210 time: 0.0871849 Nov 12 09:21:31.369521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-b8507a1d-59f6-4954-9235-888789ef1531 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:31.371034 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-b8507a1d-59f6-4954-9235-888789ef1531 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 812 time: 0.4902179 Nov 12 09:21:31.383604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-f1e94035-67ee-4c4a-bd34-b45733476f50 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893964 Nov 12 09:21:31.397210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c10b3568-f37e-4eba-985d-d63857c74d8c req-db2bf109-38b1-4cff-b0cf-f21ee2ff67da tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646563 Nov 12 09:21:31.413025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.426494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59686) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:31.681632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 8c3bb547-9f49-4957-8a8e-b32c89c4bf79 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:31.682740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.792663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.792663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:31.808672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 8c3bb547-9f49-4957-8a8e-b32c89c4bf79 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:31.998997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-8112ae61-11b5-4ebd-bb8c-b1b12853f13b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d67fe61746de4f718c627adc92591612 HTTP/1.1" status: 200 len: 380 time: 0.6127267 Nov 12 09:21:32.022391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92559195-1949-4491-a1a8-02984505baf1 req-7240fa54-c1cb-48a0-b427-b0712cce54a7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0367482 Nov 12 09:21:32.026258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'port': {'device_id': 'f35c4554-d89f-4277-bd95-613a9205861f', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'admin_state_up': True, 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'security_groups': ['2a3eda9f-76b3-4005-a70d-17475a542f38']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:32.091160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9abf1f6e-434e-4b48-a92d-17b83b3c31b4 req-6e9104d3-f936-4793-9bfd-96c42fbbe230 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6954591 Nov 12 09:21:32.093740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.102408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.120277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c5f04-0530-45c3-9c1a-87c78c2c3208 req-5b1cfffb-3407-44ab-bb97-acdb7b69d218 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:32.127795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c5f04-0530-45c3-9c1a-87c78c2c3208 req-5b1cfffb-3407-44ab-bb97-acdb7b69d218 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 944 time: 0.2491767 Nov 12 09:21:32.134076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=8c3bb547-9f49-4957-8a8e-b32c89c4bf79,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:32.233978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.234471 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP 7614b80e-ce1a-4f1c-97df-3371c503096e disassociated (deleted). External IP: 172.25.5.233, port: c15432d8-baf6-4333-a80c-32d200df11a7. Nov 12 09:21:32.288706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49fea56-d87f-4860-9e75-dcd56c310f1c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:32.329307 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ddc907-e855-4623-bb78-495fea557000') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:32.329833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ddc907-e855-4623-bb78-495fea557000') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:32.357194 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.396683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.414121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00753c-9517-4765-91fe-a3597b61736b req-ae8ad525-a3f6-4a3f-a1bd-15fe3f61507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:32.416013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f00753c-9517-4765-91fe-a3597b61736b req-ae8ad525-a3f6-4a3f-a1bd-15fe3f61507c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 1096 time: 0.2246685 Nov 12 09:21:32.417538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:32.418057 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.438782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7c5f04-0530-45c3-9c1a-87c78c2c3208 req-636069b9-c49a-4ef0-a6ed-31fd294350d6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097262 Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:32.439428 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:32.590798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Made reservation on behalf of d67fe61746de4f718c627adc92591612 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:32.594538 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.637919 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.655896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:32.661234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] 10.222.0.53 "DELETE /v2.0/networks/f49fea56-d87f-4860-9e75-dcd56c310f1c HTTP/1.1" status: 204 len: 168 time: 1.4434633 Nov 12 09:21:32.698704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router efce9870-9e65-4032-ad35-60ab3ef7d6ee has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:32.711514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00753c-9517-4765-91fe-a3597b61736b req-248cff03-2706-4b03-939d-cff6232e31fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:32.713060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f00753c-9517-4765-91fe-a3597b61736b req-248cff03-2706-4b03-939d-cff6232e31fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.2728174 Nov 12 09:21:32.717220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c80d6-92e0-4368-8b9a-322649cd7360 tempest-NetworksTestDHCPv6-264921827 tempest-NetworksTestDHCPv6-264921827-project] Pushing event deleted for resources: {'Network': ['ID=f49fea56-d87f-4860-9e75-dcd56c310f1c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:32.769070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f00753c-9517-4765-91fe-a3597b61736b req-7fc627ff-bb8f-44e5-b2b4-ad4115c43591 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59 HTTP/1.1" status: 200 len: 217 time: 0.0460219 Nov 12 09:21:32.927090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00753c-9517-4765-91fe-a3597b61736b req-23923129-0c96-4ea5-943a-d677ff4baeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:32.929965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f00753c-9517-4765-91fe-a3597b61736b req-23923129-0c96-4ea5-943a-d677ff4baeab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1502426 Nov 12 09:21:32.931553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.20.0.11 (53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789/1f4a5e4b-48c0-4458-87a5-63f265278b56/eb9f2d46-617a-4134-b64b-9886cd73a448) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:32.959149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:32.986017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f00753c-9517-4765-91fe-a3597b61736b req-665997b0-a731-4542-8f66-c7fd7afe3e8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466557 Nov 12 09:21:33.033800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:33.042848 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.054015 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] Sync routers for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:33.083779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:33.087223 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:33.156850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b82b7a16-367a-47f9-8213-a48153a3c2a4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/floatingips/7614b80e-ce1a-4f1c-97df-3371c503096e HTTP/1.1" status: 204 len: 168 time: 1.7264795 Nov 12 09:21:33.158881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:33.168345 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151203cd-0e3e-452f-82ea-0baa38343ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:33.184262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:33.250901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f00753c-9517-4765-91fe-a3597b61736b req-c707874c-a24f-4f4c-bf2e-a0f563b92476 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542129 Nov 12 09:21:33.280359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45634dc7-7d7b-4ed5-b5e4-19ecae3a5801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.290832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e655ebd-3bc9-4319-b4a3-2d3eb96e1dcc req-f9364a85-9878-4b64-84c9-fbbab3d7a377 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0750113 Nov 12 09:21:33.337277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.389509 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20decf44-b17d-40e2-a076-be7393484e37 x-openstack-request-id: req-20decf44-b17d-40e2-a076-be7393484e37 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:33.391321 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:33.391679 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20decf44-b17d-40e2-a076-be7393484e37 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:33.399360 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'status': 'completed', 'code': 200} Nov 12 09:21:33.486400 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:33.526715 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5b401c9b-a4b5-4f20-9f8c-c58cd63958ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72d00aee98454e0fb7d3bb41e5f4bd8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371511 Nov 12 09:21:33.539303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:33.562425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.599386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-82344e66-0dfa-4c40-a84c-12ca397dc364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:33.602004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-82344e66-0dfa-4c40-a84c-12ca397dc364 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 1098 time: 0.1749201 Nov 12 09:21:33.607734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f00753c-9517-4765-91fe-a3597b61736b req-12233a46-20e3-4a0b-bae0-e55bccadfac4 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404293 Nov 12 09:21:33.843301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:33.852204 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45634dc7-7d7b-4ed5-b5e4-19ecae3a5801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.870725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=eb9f2d46-617a-4134-b64b-9886cd73a448,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:33.882505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:33.887509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:33.891539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45634dc7-7d7b-4ed5-b5e4-19ecae3a5801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:33.901564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-3f4968c7-bf05-4603-8feb-89d65ed9033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:33.903373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-3f4968c7-bf05-4603-8feb-89d65ed9033c service neutron] 10.222.0.55 "GET /v2.0/networks?id=183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 200 len: 898 time: 0.2837503 Nov 12 09:21:33.904435 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:33.947131 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] Checking router: efce9870-9e65-4032-ad35-60ab3ef7d6ee for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:33.961538 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:33.962788 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:34.059363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-9b150ce6-fc6d-40d3-b60f-0798cb6c4030 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 200 len: 217 time: 0.1381235 Nov 12 09:21:34.067981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25334256-2e84-4992-b0ff-079831790c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.082870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-45634dc7-7d7b-4ed5-b5e4-19ecae3a5801 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afa9161c2e9942a9a47963cfae69b1f8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1220222 Nov 12 09:21:34.083750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45634dc7-7d7b-4ed5-b5e4-19ecae3a5801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b1b307-b63f-4232-a40e-07fd1d5f9a97,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:34.086485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59728) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:34.131546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.136694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.178916 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25334256-2e84-4992-b0ff-079831790c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.202466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84be8c5-14ce-4bea-9112-0cb8a2fd4420 req-64078579-ded5-4bc2-862c-d68dc1ce1296 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.205344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e84be8c5-14ce-4bea-9112-0cb8a2fd4420 req-64078579-ded5-4bc2-862c-d68dc1ce1296 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 944 time: 0.5551381 Nov 12 09:21:34.282748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-27022551-8c55-4cb6-824b-969b59f70123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.284573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-27022551-8c55-4cb6-824b-969b59f70123 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 200 len: 834 time: 0.2170486 Nov 12 09:21:34.307771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e1325-f621-445d-b89e-759252e5fef5 req-eb7ce9aa-2ff6-4d17-863e-175945a828e9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.310170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf9e1325-f621-445d-b89e-759252e5fef5 req-eb7ce9aa-2ff6-4d17-863e-175945a828e9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 946 time: 0.3202417 Nov 12 09:21:34.318384 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-a7dd173e-45c2-44bd-ab6c-0a0ca90e7299 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3010638 Nov 12 09:21:34.340273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Request body: {'port': {'device_id': 'f35c4554-d89f-4277-bd95-613a9205861f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:34.350412 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:34.401177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e84be8c5-14ce-4bea-9112-0cb8a2fd4420 req-f3df5160-cd17-4df5-9bce-b26737837670 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860535 Nov 12 09:21:34.417137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-340402f4-5d2e-421c-8954-70b2b7acad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.420565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-340402f4-5d2e-421c-8954-70b2b7acad0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=183f954c-6ab7-43a2-9ef0-111aa64fd002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203940 Nov 12 09:21:34.474557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-06e1f507-c85e-41f4-86f7-1120de3735a1 None None] Provisioning complete for port eb9f2d46-617a-4134-b64b-9886cd73a448 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:34.476198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-06e1f507-c85e-41f4-86f7-1120de3735a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.572655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25334256-2e84-4992-b0ff-079831790c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.577016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-25334256-2e84-4992-b0ff-079831790c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.578768 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-25334256-2e84-4992-b0ff-079831790c50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2935c80-7c36-4c9b-a376-a0a44b1ba379 HTTP/1.1" status: 204 len: 168 time: 1.0368764 Nov 12 09:21:34.580020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-06e1f507-c85e-41f4-86f7-1120de3735a1 None None] Port eb9f2d46-617a-4134-b64b-9886cd73a448 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:34.608397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.654939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52c698-1f18-4bd7-a320-fd31a7912697 req-1c9f4d60-313a-4707-bc52-e23cb75b9c53 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:34.657168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a52c698-1f18-4bd7-a320-fd31a7912697 req-1c9f4d60-313a-4707-bc52-e23cb75b9c53 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 932 time: 0.1043706 Nov 12 09:21:34.667698 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-b8f53700-4e33-4865-b123-6bed366f6c07 service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390480 Nov 12 09:21:34.745551 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-369f6487-b484-4004-8b36-62f27d243b18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.807996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-369f6487-b484-4004-8b36-62f27d243b18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:34.825115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0a52c698-1f18-4bd7-a320-fd31a7912697 req-fbe54d1c-c546-4f3f-bee0-c8cd977534c4 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472569 Nov 12 09:21:34.828055 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:34.880718 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-151203cd-0e3e-452f-82ea-0baa38343ff0 req-59f45640-dbec-4dec-9e14-78353f97cdaf service neutron] 10.222.0.55 "GET /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933904 Nov 12 09:21:34.887845 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e38309f-26bc-46f9-9605-ae90f0d9556f None None] The sync data for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 is: [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:19:09Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1655761a-7ac0-4248-a80f-f98beecb5a40', 'name': '', 'network_id': '183f954c-6ab7-43a2-9ef0-111aa64fd002', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:fc:8c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:19:08Z', 'updated_at': '2021-11-12T09:19:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': 'bb055d8a-3cee-46d9-a8e2-07f99e7a98d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:34.920362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25334256-2e84-4992-b0ff-079831790c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2935c80-7c36-4c9b-a376-a0a44b1ba379,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:34.927978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ac307ee2-13ca-4f3a-9515-34ed02950b59 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:34.988513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf9e1325-f621-445d-b89e-759252e5fef5 req-3c20a02d-1c94-45d4-a0a6-ea97e64441c8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=60a9dac2-4f15-4aa0-a87a-972184ef5337&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6421804 Nov 12 09:21:35.143488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-369f6487-b484-4004-8b36-62f27d243b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.148864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-369f6487-b484-4004-8b36-62f27d243b18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.153459 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-369f6487-b484-4004-8b36-62f27d243b18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45b1b307-b63f-4232-a40e-07fd1d5f9a97 HTTP/1.1" status: 204 len: 168 time: 1.0576999 Nov 12 09:21:35.208725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f6487-b484-4004-8b36-62f27d243b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b1b307-b63f-4232-a40e-07fd1d5f9a97,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:35.270208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-c11dbe9d-599e-40d2-8beb-4cc0e10a8b89 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:35.274504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-c11dbe9d-599e-40d2-8beb-4cc0e10a8b89 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 946 time: 0.1570220 Nov 12 09:21:35.334232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ac307ee2-13ca-4f3a-9515-34ed02950b59, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:35.360493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'ac307ee2-13ca-4f3a-9515-34ed02950b59', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'port_id': 'ac307ee2-13ca-4f3a-9515-34ed02950b59', 'mac_address': 'fa:16:3e:53:27:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16d376-2e61-41b1-845a-acb59d25c075', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:35.490831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.530608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port c15432d8-baf6-4333-a80c-32d200df11a7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:35.531004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.534220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac307ee2-13ca-4f3a-9515-34ed02950b59 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:35.542136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab3d881-44e0-4dfe-84b7-e9adf7ae9740 None None] New status for floating IP 7614b80e-ce1a-4f1c-97df-3371c503096e: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:21:35.647360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9f2d46-617a-4134-b64b-9886cd73a448 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:35.668264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.697790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ac307ee2-13ca-4f3a-9515-34ed02950b59, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:35.705157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.727359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Transition to ACTIVE for port object eb9f2d46-617a-4134-b64b-9886cd73a448 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:35.738673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.798534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ac307ee2-13ca-4f3a-9515-34ed02950b59,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:35.846292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d3cda-2329-4bbd-8d05-c22074b5ddf0 req-4b910421-b1d0-48a4-8c1e-755257cfa69f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:35.860036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c7d3cda-2329-4bbd-8d05-c22074b5ddf0 req-4b910421-b1d0-48a4-8c1e-755257cfa69f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 944 time: 0.2756374 Nov 12 09:21:35.889032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port c15432d8-baf6-4333-a80c-32d200df11a7, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c15432d8-baf6-4333-a80c-32d200df11a7,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:35.889411 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:35.901218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:35.936313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for c15432d8-baf6-4333-a80c-32d200df11a7 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:36.005235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c7d3cda-2329-4bbd-8d05-c22074b5ddf0 req-3706c69c-4d34-4caf-a4c7-bf8ed72c6f18 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390252 Nov 12 09:21:36.099755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59770) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:36.287710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.327978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9f2d46-617a-4134-b64b-9886cd73a448,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:36.336823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Attempting to bind port eb9f2d46-617a-4134-b64b-9886cd73a448 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:36.337165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Attempting to bind port eb9f2d46-617a-4134-b64b-9886cd73a448 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:36.337634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Attempting to bind port eb9f2d46-617a-4134-b64b-9886cd73a448 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:36.340240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1535146458'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:36.347096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Port eb9f2d46-617a-4134-b64b-9886cd73a448 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:36.347343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=c15432d8-baf6-4333-a80c-32d200df11a7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:36.347439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Attempting to bind port eb9f2d46-617a-4134-b64b-9886cd73a448 on network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:36.359308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:36.359658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Checking segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:36.360078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Bound using segment: {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:36.360529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Bound port: eb9f2d46-617a-4134-b64b-9886cd73a448, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ac6b5d-d23e-4db9-b548-5d9741323c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:36.360891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.410145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-036f8886-1802-4425-bcb4-a5a9c7fe9e54 req-429406b4-2dec-42c9-aec2-bdc8424bf5d8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=8204191b-af83-4216-a603-df7d23512f9e HTTP/1.1" status: 200 len: 210 time: 0.0565944 Nov 12 09:21:36.432234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] No DVR routers for this DVR port c15432d8-baf6-4333-a80c-32d200df11a7 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:36.446583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.449789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319c48f-4b10-407b-8e89-a32fc1951e2e req-427aa1e7-6b0f-409b-a8c8-75398dd4a21b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.452326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c85ac516-46f4-40a8-a5b3-435f8ece5308 req-9fd2480d-0dfd-415f-996b-b6ce7e03f562 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "DELETE /v2.0/ports/c15432d8-baf6-4333-a80c-32d200df11a7 HTTP/1.1" status: 204 len: 173 time: 1.1697199 Nov 12 09:21:36.452939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-deleted', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:36.453382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b319c48f-4b10-407b-8e89-a32fc1951e2e req-427aa1e7-6b0f-409b-a8c8-75398dd4a21b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.4641631 Nov 12 09:21:36.455509 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f199d43e-aa26-4f10-aa55-1f7c0ca13073" -d '{"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-deleted", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:36.461220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:36.464892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.483808 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.540324 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2faa71-c4d9-477d-9273-02263d59a0e5 x-openstack-request-id: req-ec2faa71-c4d9-477d-9273-02263d59a0e5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:36.541069 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8204191b-af83-4216-a603-df7d23512f9e", "name": "network-vif-deleted", "tag": "c15432d8-baf6-4333-a80c-32d200df11a7", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:36.541069 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec2faa71-c4d9-477d-9273-02263d59a0e5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:36.541406 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8204191b-af83-4216-a603-df7d23512f9e', 'name': 'network-vif-deleted', 'tag': 'c15432d8-baf6-4333-a80c-32d200df11a7', 'status': 'completed', 'code': 200} Nov 12 09:21:36.572091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] For port eb9f2d46-617a-4134-b64b-9886cd73a448, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:36.593189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.597307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b319c48f-4b10-407b-8e89-a32fc1951e2e req-184e0296-7061-4924-bcc5-c2c988bf6095 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210790 Nov 12 09:21:36.600735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.614698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] For port eb9f2d46-617a-4134-b64b-9886cd73a448, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=eb9f2d46-617a-4134-b64b-9886cd73a448,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:36.623943 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.654927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:36.657360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf700e-ef08-4bf4-8ccf-0bbb72abad18,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:36.674506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.675530 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Added segment 787c313b-7246-4193-9160-bf7ba73da342 of type vlan for network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 Nov 12 09:21:36.688660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.689285 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.690708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] 10.222.0.62 "PUT /v2.0/ports/eb9f2d46-617a-4134-b64b-9886cd73a448 HTTP/1.1" status: 200 len: 1093 time: 2.3583663 Nov 12 09:21:36.691171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:36.693755 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895f6955-eea9-4d30-bfbd-98e8808a130d" -d '{"events": [{"name": "network-changed", "server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:36.737274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd045289-7333-49ef-a645-d380f701e7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9f2d46-617a-4134-b64b-9886cd73a448,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:36.765262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.783307 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b133dd7f-5751-456a-a092-d4fc7dccced9 x-openstack-request-id: req-b133dd7f-5751-456a-a092-d4fc7dccced9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:36.783768 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:36.784216 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b133dd7f-5751-456a-a092-d4fc7dccced9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:36.784632 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'status': 'completed', 'code': 200} Nov 12 09:21:36.817915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.837941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.839664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:36.893692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-c0f488a8-1dc9-4dbc-9082-85424beb2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:36.897780 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-c0f488a8-1dc9-4dbc-9082-85424beb2dca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 1096 time: 0.0831289 Nov 12 09:21:36.923738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ac307ee2-13ca-4f3a-9515-34ed02950b59 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:36.929336 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8284481 Nov 12 09:21:37.030392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc75d4-369d-4487-8c23-dc127e244b52 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Network': ['ID=a415ec7e-a060-4c6b-8225-7f96ad48d5c9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:37.050705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port ac307ee2-13ca-4f3a-9515-34ed02950b59 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:37.056484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port ac307ee2-13ca-4f3a-9515-34ed02950b59 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:37.058253 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.112601 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-e4c2c57a-3d7c-4a8b-ae11-ac03f088f4a0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb9f2d46-617a-4134-b64b-9886cd73a448 HTTP/1.1" status: 200 len: 217 time: 0.2059023 Nov 12 09:21:37.189496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:37.300633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-530954d2-dcbf-487f-9267-ff40377540e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.304351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-530954d2-dcbf-487f-9267-ff40377540e1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.1779914 Nov 12 09:21:37.340459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19528fa-18f8-4c37-a0d9-7cd4b2f9641a req-7f62eea0-d9b6-472b-b835-5036929ce566 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.344434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d19528fa-18f8-4c37-a0d9-7cd4b2f9641a req-7f62eea0-d9b6-472b-b835-5036929ce566 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 945 time: 0.1276941 Nov 12 09:21:37.408078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-dfa71852-b2d5-4595-ad14-5b5a21a9db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.412241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-dfa71852-b2d5-4595-ad14-5b5a21a9db49 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947142 Nov 12 09:21:37.443725 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.533255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ac307ee2-13ca-4f3a-9515-34ed02950b59, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:37.535833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac307ee2-13ca-4f3a-9515-34ed02950b59'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:37.538824 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80603ecf-02e2-4fce-ba0b-8880def157a7" -d '{"events": [{"server_uuid": "8a825daa-d57c-4da9-ae77-13c587d3efb9", "name": "network-vif-plugged", "status": "completed", "tag": "ac307ee2-13ca-4f3a-9515-34ed02950b59"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:37.544891 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:37.547072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:37.572997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d19528fa-18f8-4c37-a0d9-7cd4b2f9641a req-7a313443-9517-484c-b7ff-5c4963b734e9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960216 Nov 12 09:21:37.605016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-bcf757be-d758-418d-b159-1b2e0e8da5ec service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826460 Nov 12 09:21:37.610720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: c15432d8-baf6-4333-a80c-32d200df11a7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:37.611294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c15432d8-baf6-4333-a80c-32d200df11a7 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:37.657394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ac307ee2-13ca-4f3a-9515-34ed02950b59,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:37.743160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59806) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:37.765176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea04cfed-7ea9-474c-aab1-55eea8b9a115 req-c7ca81f5-8fe6-408a-a9cd-462edff45775 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488400 Nov 12 09:21:37.823788 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1a95be-b51d-48ec-89c2-9cc336f9bde9 x-openstack-request-id: req-bc1a95be-b51d-48ec-89c2-9cc336f9bde9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:37.824546 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a825daa-d57c-4da9-ae77-13c587d3efb9", "name": "network-vif-plugged", "status": "completed", "tag": "ac307ee2-13ca-4f3a-9515-34ed02950b59", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:37.824981 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc1a95be-b51d-48ec-89c2-9cc336f9bde9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:37.826171 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac307ee2-13ca-4f3a-9515-34ed02950b59', 'code': 200} Nov 12 09:21:37.989549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-61d12bf4-f136-4db6-bda4-fd82467d956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:37.996222 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-61d12bf4-f136-4db6-bda4-fd82467d956b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 1096 time: 0.1695526 Nov 12 09:21:38.074338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bd00f-9134-4799-b1d6-44a73574694b req-21cd2b37-8963-40e0-965c-63687cc7cc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.075932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-771bd00f-9134-4799-b1d6-44a73574694b req-21cd2b37-8963-40e0-965c-63687cc7cc72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 1098 time: 0.1465178 Nov 12 09:21:38.188648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958288e9-d508-465a-8dd7-7279c68609a6 req-d97d4a37-d239-4004-b133-10c68cb2e7c7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.190859 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-958288e9-d508-465a-8dd7-7279c68609a6 req-d97d4a37-d239-4004-b133-10c68cb2e7c7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.2593887 Nov 12 09:21:38.218569 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-771bd00f-9134-4799-b1d6-44a73574694b req-48df6a40-c098-4bdb-a3cd-1f527dbd6e7e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070626 Nov 12 09:21:38.390128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-958288e9-d508-465a-8dd7-7279c68609a6 req-bf7beec8-7339-4097-ab6f-427c83d97f4d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859417 Nov 12 09:21:38.449180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-48212cc1-bec2-47b4-94bf-ab960d4226d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.451204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-48212cc1-bec2-47b4-94bf-ab960d4226d9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.4405224 Nov 12 09:21:38.477486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:38.512679 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-cdd8c028-b96b-4023-903f-f9148678e0bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb9f2d46-617a-4134-b64b-9886cd73a448 HTTP/1.1" status: 200 len: 217 time: 0.0535550 Nov 12 09:21:38.601562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-2c0549ca-fee7-4b06-83a0-8cf3f2d821a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.603576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-2c0549ca-fee7-4b06-83a0-8cf3f2d821a1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0833070 Nov 12 09:21:38.761257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-5633ea89-c502-4478-bd79-337c423c6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.763355 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-5633ea89-c502-4478-bd79-337c423c6e50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473114 Nov 12 09:21:38.946853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2603bcfe-5de0-44b2-ae43-a3e6e35f6655 req-4deb44c8-e5d1-448d-94dc-bc1c036b75ba tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:38.958007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2603bcfe-5de0-44b2-ae43-a3e6e35f6655 req-4deb44c8-e5d1-448d-94dc-bc1c036b75ba tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 946 time: 0.2603161 Nov 12 09:21:38.971067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-237492e2-d639-4e99-b96a-a3fca0bb8741 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999075 Nov 12 09:21:39.078528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2603bcfe-5de0-44b2-ae43-a3e6e35f6655 req-5a81cd6e-eef7-4505-89ce-9d22e1180441 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108484 Nov 12 09:21:39.113835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-895f6955-eea9-4d30-bfbd-98e8808a130d req-44133a7b-7efb-41db-8992-6a1f2489344a service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274738 Nov 12 09:21:39.361611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 1655761a-7ac0-4248-a80f-f98beecb5a40 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:39.362525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.512476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port 1655761a-7ac0-4248-a80f-f98beecb5a40, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1655761a-7ac0-4248-a80f-f98beecb5a40,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:39.513721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.554380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 1655761a-7ac0-4248-a80f-f98beecb5a40 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:39.586113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a51bfa-4d2b-4b23-981b-6eccca3651e0 req-aa9da8af-d7f3-4968-8b00-0dc990f5149b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:39.588022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77a51bfa-4d2b-4b23-981b-6eccca3651e0 req-aa9da8af-d7f3-4968-8b00-0dc990f5149b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.0937150 Nov 12 09:21:39.698801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77a51bfa-4d2b-4b23-981b-6eccca3651e0 req-05aedf7e-9b19-4cbe-9d08-890026151ca2 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687156 Nov 12 09:21:39.861450 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:39.911235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=1655761a-7ac0-4248-a80f-f98beecb5a40,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:40.175621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.567204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59848) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:40.575791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'subnet': {'network_id': 'a415ec7e-a060-4c6b-8225-7f96ad48d5c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:40.700206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:40.704695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:40.706264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d788949-4739-491b-bc85-28b264e95e87 req-dcc60569-1f43-4ca3-9d74-28ab9c86509a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:40.707777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d788949-4739-491b-bc85-28b264e95e87 req-dcc60569-1f43-4ca3-9d74-28ab9c86509a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 946 time: 0.4877150 Nov 12 09:21:40.806211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d788949-4739-491b-bc85-28b264e95e87 req-9f85e267-f3b1-4355-b4ec-821c3b9d409b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895464 Nov 12 09:21:40.903227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router efce9870-9e65-4032-ad35-60ab3ef7d6ee has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:41.023368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe02bd89-6e38-4fe5-852b-f8738c304795 req-c3b1dd1e-84a0-405c-92e4-ee721eaa707d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.025006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe02bd89-6e38-4fe5-852b-f8738c304795 req-c3b1dd1e-84a0-405c-92e4-ee721eaa707d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.1489027 Nov 12 09:21:41.067642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.077458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:41.092854 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] Sync routers for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:41.097298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4b3cb0e5-baeb-4e39-a7d2-1f914132eb7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/efce9870-9e65-4032-ad35-60ab3ef7d6ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3496714 Nov 12 09:21:41.105748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59866) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:41.114153 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:41.115089 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.154595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe02bd89-6e38-4fe5-852b-f8738c304795 req-ba47efc0-f616-4c08-8a85-0ce552e3526d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175778 Nov 12 09:21:41.161055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Subnet': ['ID=753185e3-ca48-48c0-b710-9a65987b24f1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:41.183239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Checking segment: {'id': '787c313b-7246-4193-9160-bf7ba73da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a415ec7e-a060-4c6b-8225-7f96ad48d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:41.184961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network hostable DHCP agents. Network: a415ec7e-a060-4c6b-8225-7f96ad48d5c9, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:41.228874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting subnet bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:41.230432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:41.234928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.249633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, a415ec7e-a060-4c6b-8225-7f96ad48d5c9) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:41.259375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fb9087-c126-4f60-a10d-0de0a5155664 None None] Network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:41.259957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.260404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.299614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-18c08a5d-d01f-46c5-b9a0-5c9b968d2699 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7305968 Nov 12 09:21:41.300173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d59e03-03f2-4751-8574-b5066c85386f req-1cf8e31a-0d43-48f3-ba73-623ed22a34cd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.302186 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6d59e03-03f2-4751-8574-b5066c85386f req-1cf8e31a-0d43-48f3-ba73-623ed22a34cd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.2358742 Nov 12 09:21:41.306741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59868) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:41.311460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202509763'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:41.330741 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:41.331168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.367755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6d59e03-03f2-4751-8574-b5066c85386f req-da3348e8-2a0d-4a0e-8055-c4bcc8d7c1ac tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.0517931 Nov 12 09:21:41.393505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:41.397219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.490150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:41.505474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.534892 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.535263 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Added segment 6982d2b4-06c8-4288-b9a7-059348a2f421 of type vlan for network d5050281-926e-42de-9e4a-e59ebdccdd12 Nov 12 09:21:41.542214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6d59e03-03f2-4751-8574-b5066c85386f req-bf06da8a-984d-4269-be56-dd1b5336f73a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1663153 Nov 12 09:21:41.603517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.621940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.639845 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] Checking router: efce9870-9e65-4032-ad35-60ab3ef7d6ee for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:41.649345 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] Routers {'efce9870-9e65-4032-ad35-60ab3ef7d6ee'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:41.650313 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:41.695320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-a415ec7e-a060-4c6b-8225-7f96ad48d5c9', 'network_id': 'a415ec7e-a060-4c6b-8225-7f96ad48d5c9', 'tenant_id': '9d473a9b79e543f39b3e572882ae1994', 'fixed_ips': [{'subnet_id': '753185e3-ca48-48c0-b710-9a65987b24f1'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:41.696641 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.765110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6d59e03-03f2-4751-8574-b5066c85386f req-9442dfbe-a739-4722-a63f-0a448b7b6acd service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123315 Nov 12 09:21:41.779277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.resource_extend [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:21:41.787550 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] Set router efce9870-9e65-4032-ad35-60ab3ef7d6ee gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:41.826128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.833050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:41.833784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.836785 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.879159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Allocated IP 2001:db8:0:ffff::2 (a415ec7e-a060-4c6b-8225-7f96ad48d5c9/753185e3-ca48-48c0-b710-9a65987b24f1/28b40038-005a-479a-a9d6-dcd54a105788) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:41.882486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Subnet': ['ID=bb055d8a-3cee-46d9-a8e2-07f99e7a98d1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:41.949614 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:41.957339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:41.957863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-750bbce5-33db-4187-860a-3efd1dc539c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/subnets/bb055d8a-3cee-46d9-a8e2-07f99e7a98d1 HTTP/1.1" status: 204 len: 168 time: 0.8506560 Nov 12 09:21:41.992727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6852827 Nov 12 09:21:42.001357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59876) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:42.004808 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:42.011493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'subnet': {'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:42.046057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9322ba1-d1d9-4a82-9e7a-099ab037690a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Network': ['ID=d5050281-926e-42de-9e4a-e59ebdccdd12,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:42.046624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f9a942-d7f3-40cf-b73e-b52b4a031b00 None None] The sync data for ids ['efce9870-9e65-4032-ad35-60ab3ef7d6ee'] in n-d-769329-17 is: [{'id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1469364422', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:18:57Z', 'updated_at': '2021-11-12T09:21:39Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': '862412b6-8445-4c35-a6ed-7bacf8e750c2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:12:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efce9870-9e65-4032-ad35-60ab3ef7d6ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:18:59Z', 'updated_at': '2021-11-12T09:19:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:42.083615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c89113-4513-4b79-8301-42b57673bad1 None None] Network 183f954c-6ab7-43a2-9ef0-111aa64fd002 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:42.089766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network d5050281-926e-42de-9e4a-e59ebdccdd12 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:42.132497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6d59e03-03f2-4751-8574-b5066c85386f req-ff249ef9-7909-45ef-a73f-56067cc1844c service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664477 Nov 12 09:21:42.149789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.182476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:42.191901 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.381248 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.404533 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.466705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:42.509539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.515046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:42.519785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:42.525487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Pushing event updated for resources: {'Port': ['ID=28b40038-005a-479a-a9d6-dcd54a105788,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:42.533687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1655761a-7ac0-4248-a80f-f98beecb5a40 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:42.585726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1655761a-7ac0-4248-a80f-f98beecb5a40 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:42.586636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1655761a-7ac0-4248-a80f-f98beecb5a40 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:42.633080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569610e-4d05-4594-8e5c-cd4416a91d8d req-9dda31bd-3dde-4be8-b4b5-ba3424d6a3eb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:42.647783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9569610e-4d05-4594-8e5c-cd4416a91d8d req-9dda31bd-3dde-4be8-b4b5-ba3424d6a3eb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.1888971 Nov 12 09:21:42.731373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Attempting to bind port 28b40038-005a-479a-a9d6-dcd54a105788 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:42.732303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Attempting to bind port 28b40038-005a-479a-a9d6-dcd54a105788 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '787c313b-7246-4193-9160-bf7ba73da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a415ec7e-a060-4c6b-8225-7f96ad48d5c9'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:42.733730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Attempting to bind port 28b40038-005a-479a-a9d6-dcd54a105788 on network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:42.740362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] DHCP port deletion for 183f954c-6ab7-43a2-9ef0-111aa64fd002 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:42.761055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:42.761418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Checking segment: {'id': '787c313b-7246-4193-9160-bf7ba73da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a415ec7e-a060-4c6b-8225-7f96ad48d5c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:42.766656 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.767258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Bound using segment: {'id': '787c313b-7246-4193-9160-bf7ba73da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a415ec7e-a060-4c6b-8225-7f96ad48d5c9'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:42.767570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Bound port: 28b40038-005a-479a-a9d6-dcd54a105788, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787c313b-7246-4193-9160-bf7ba73da342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a415ec7e-a060-4c6b-8225-7f96ad48d5c9'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:42.768015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.828574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 862412b6-8445-4c35-a6ed-7bacf8e750c2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:42.828912 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.961880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] For port 28b40038-005a-479a-a9d6-dcd54a105788, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:42.967385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] Deleting port efe2a34d-36d6-492e-ba38-db362836ddf2 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:42.968452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:42.974400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] For port 28b40038-005a-479a-a9d6-dcd54a105788, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=28b40038-005a-479a-a9d6-dcd54a105788,segment=NetworkSegment(787c313b-7246-4193-9160-bf7ba73da342),segment_id=787c313b-7246-4193-9160-bf7ba73da342)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:42.993767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9569610e-4d05-4594-8e5c-cd4416a91d8d req-370584cc-b16d-46ee-b75d-bba3d5ab43c6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446152 Nov 12 09:21:43.024906 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.097173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port 862412b6-8445-4c35-a6ed-7bacf8e750c2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=862412b6-8445-4c35-a6ed-7bacf8e750c2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:43.097576 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.133543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 862412b6-8445-4c35-a6ed-7bacf8e750c2 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:43.253768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:21:43.254302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] For port efe2a34d-36d6-492e-ba38-db362836ddf2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=efe2a34d-36d6-492e-ba38-db362836ddf2,segment=NetworkSegment(81a678d4-27f0-4e40-98ce-460cd4914e93),segment_id=81a678d4-27f0-4e40-98ce-460cd4914e93)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:43.254302 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.265422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.266685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] Calling delete_port for efe2a34d-36d6-492e-ba38-db362836ddf2 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:43.360614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Subnet': ['ID=86e0a490-e54a-4cbe-91db-ca95682b38ca,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.391800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2981fc9-cea1-4903-9018-e5b81713741b None None] Pushing event updated for resources: {'Port': ['ID=28b40038-005a-479a-a9d6-dcd54a105788,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.400683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Checking segment: {'id': '6982d2b4-06c8-4288-b9a7-059348a2f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:43.401348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network hostable DHCP agents. Network: d5050281-926e-42de-9e4a-e59ebdccdd12, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:43.434068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network d5050281-926e-42de-9e4a-e59ebdccdd12 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:43.451840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d5050281-926e-42de-9e4a-e59ebdccdd12) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:43.454961 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.464298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:43.465669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.485057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef94c4-ab27-4680-93c9-6b7e07883cf0 None None] Network d5050281-926e-42de-9e4a-e59ebdccdd12 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:43.491527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] Pushing event deleted for resources: {'Port': ['ID=efe2a34d-36d6-492e-ba38-db362836ddf2,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.492297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8505c637-24dc-406c-8dc7-f1b60edadc8f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4898074 Nov 12 09:21:43.495016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59916) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:43.510249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'port': {'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12', 'name': 'tempest-NetworksIpV6TestAttrs-1217981570'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:43.529807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3248d5-3759-4ca6-b5b4-dd42a70bb2c9 None None] No DVR routers for this DVR port efe2a34d-36d6-492e-ba38-db362836ddf2 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:43.627791 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.668657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-b6e9fe6c-f900-426c-b6da-147d7c1c2dfe tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:43.676656 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-b6e9fe6c-f900-426c-b6da-147d7c1c2dfe tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.2828586 Nov 12 09:21:43.690415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=862412b6-8445-4c35-a6ed-7bacf8e750c2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:43.715257 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-82f44cdd-1ff5-46f5-9c51-fb1eb86e95e8 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.0376160 Nov 12 09:21:43.725041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:43.734194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.755331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] device_id is not set on port efc72061-2a81-433d-905a-1db56dcb0a53 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:21:43.766652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cf802e-c66d-408f-bde1-5544312c3a13 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:43.835830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.854084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-d5050281-926e-42de-9e4a-e59ebdccdd12', 'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12', 'tenant_id': '9d473a9b79e543f39b3e572882ae1994', 'fixed_ips': [{'subnet_id': '86e0a490-e54a-4cbe-91db-ca95682b38ca'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:43.857298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.943844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9075dca2-b7fe-4ba3-9f58-74a9e68123af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:43.972086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Allocated IP 2001:db8::f816:3eff:fe4f:802a (d5050281-926e-42de-9e4a-e59ebdccdd12/86e0a490-e54a-4cbe-91db-ca95682b38ca/efc72061-2a81-433d-905a-1db56dcb0a53) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:44.279691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9576e8a-7ef7-4bdf-9948-40985e683ced req-4369cff0-dbf8-4ca4-aa2a-4ddd0f5f1823 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:44.282109 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d9576e8a-7ef7-4bdf-9948-40985e683ced req-4369cff0-dbf8-4ca4-aa2a-4ddd0f5f1823 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.1365585 Nov 12 09:21:44.365133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d9576e8a-7ef7-4bdf-9948-40985e683ced req-aaab6a3d-1409-4aa9-b03c-656cb1585cdb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728993 Nov 12 09:21:44.410777 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.505229 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.540249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.557546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.573138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 28b40038-005a-479a-a9d6-dcd54a105788 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:44.608179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-db07a134-782a-4574-a581-1fd022b9123e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8919065 Nov 12 09:21:44.630335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Port': ['ID=efc72061-2a81-433d-905a-1db56dcb0a53,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:44.653925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network d5050281-926e-42de-9e4a-e59ebdccdd12 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:44.659671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:44.662883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:44.672284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:44.673421 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.696985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-29a58f0c-bb9e-4080-b4ef-23da9aea5f2e tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2001240 Nov 12 09:21:44.700239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59928) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:44.713074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Allocated IP 2001:db8::f816:3eff:fe62:f334 (d5050281-926e-42de-9e4a-e59ebdccdd12/86e0a490-e54a-4cbe-91db-ca95682b38ca/8fc2a307-df21-4967-8d7b-1e163610284e) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:44.766474 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.767464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Fanout notify agent at l3_agent the message router_deleted on router efce9870-9e65-4032-ad35-60ab3ef7d6ee {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:21:44.776703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:44.778162 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-234cbbd0-662d-44b1-8cd8-7803c8b585a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/routers/efce9870-9e65-4032-ad35-60ab3ef7d6ee HTTP/1.1" status: 204 len: 168 time: 2.8186426 Nov 12 09:21:44.783331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:44.821750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting subnet 86e0a490-e54a-4cbe-91db-ca95682b38ca {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:44.926909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 28b40038-005a-479a-a9d6-dcd54a105788 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:44.927286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.004890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-bb0bca18-a0a9-4147-95e7-cda9adf72f9b service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859289 Nov 12 09:21:45.010194 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.192406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.208545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.250682 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-4e55459d-4cfa-42b5-a143-f9c807e24741 service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379582 Nov 12 09:21:45.266273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.273896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59934) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:45.293920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b97ad90-607b-44f2-9564-338f77402ed8 None None] Network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:45.305258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183f954c-6ab7-43a2-9ef0-111aa64fd002']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:45.314671 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.315221 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.331183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a678d4-27f0-4e40-98ce-460cd4914e93') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:45.331621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a678d4-27f0-4e40-98ce-460cd4914e93') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:45.354844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.398411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.420176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:45.427090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:45.442010 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:45.560581 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.579482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6e1718ec-3c46-44c8-85b1-f431f4cdd1ed None None] Provisioning complete for port 28b40038-005a-479a-a9d6-dcd54a105788 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:45.580560 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6e1718ec-3c46-44c8-85b1-f431f4cdd1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.620433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0862424b-11ba-4cc8-a1f5-8ed70ea06edd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.624665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.633796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.638257 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/networks/183f954c-6ab7-43a2-9ef0-111aa64fd002 HTTP/1.1" status: 204 len: 168 time: 0.8536940 Nov 12 09:21:45.642980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59946) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:45.661945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Network d5050281-926e-42de-9e4a-e59ebdccdd12 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:45.686057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93584a-2d54-42aa-bfa1-dece2a3c172a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Network': ['ID=183f954c-6ab7-43a2-9ef0-111aa64fd002,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:45.702481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:45.707202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:45.720677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 28b40038-005a-479a-a9d6-dcd54a105788, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=28b40038-005a-479a-a9d6-dcd54a105788,segment=NetworkSegment(787c313b-7246-4193-9160-bf7ba73da342),segment_id=787c313b-7246-4193-9160-bf7ba73da342)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:45.721970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Pushing event updated for resources: {'Port': ['ID=8fc2a307-df21-4967-8d7b-1e163610284e,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:45.740329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.772579 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29902b11-ddef-42fd-b2bd-1a93762dc7c2 req-82d44b9e-a7ee-48d1-bce3-051dd5a1c379 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 210 time: 0.0656812 Nov 12 09:21:45.802128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.802484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.802830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.803169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.803519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.803975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.804309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.805251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.805652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.805986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.806318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.806647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:45.858740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-761ce281-0eb1-4c8f-83bf-486f6bb0e45d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.897411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-761ce281-0eb1-4c8f-83bf-486f6bb0e45d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:45.909261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device efe2a34d-36d6-492e-ba38-db362836ddf2 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:45.940522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: efe2a34d-36d6-492e-ba38-db362836ddf2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:45.941021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device efe2a34d-36d6-492e-ba38-db362836ddf2 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:45.991368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe5f1f-6746-4663-bd49-334a2e98a25e req-2439f5b9-800d-4335-ac6b-321373df4dfd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.000538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80fe5f1f-6746-4663-bd49-334a2e98a25e req-2439f5b9-800d-4335-ac6b-321373df4dfd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.4562314 Nov 12 09:21:46.039281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-761ce281-0eb1-4c8f-83bf-486f6bb0e45d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.043711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-761ce281-0eb1-4c8f-83bf-486f6bb0e45d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.046918 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-761ce281-0eb1-4c8f-83bf-486f6bb0e45d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/security-groups/60a9dac2-4f15-4aa0-a87a-972184ef5337 HTTP/1.1" status: 204 len: 168 time: 0.3791587 Nov 12 09:21:46.054241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Attempting to bind port 8fc2a307-df21-4967-8d7b-1e163610284e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:46.055118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Attempting to bind port 8fc2a307-df21-4967-8d7b-1e163610284e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6982d2b4-06c8-4288-b9a7-059348a2f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:46.056645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Attempting to bind port 8fc2a307-df21-4967-8d7b-1e163610284e on network d5050281-926e-42de-9e4a-e59ebdccdd12 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:46.067826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ce281-0eb1-4c8f-83bf-486f6bb0e45d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a9dac2-4f15-4aa0-a87a-972184ef5337,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:46.068731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:46.069687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Checking segment: {'id': '6982d2b4-06c8-4288-b9a7-059348a2f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:46.069687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.070291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Bound using segment: {'id': '6982d2b4-06c8-4288-b9a7-059348a2f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:46.070878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Bound port: 8fc2a307-df21-4967-8d7b-1e163610284e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6982d2b4-06c8-4288-b9a7-059348a2f421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'd5050281-926e-42de-9e4a-e59ebdccdd12'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:46.071406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.147280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.183280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=28b40038-005a-479a-a9d6-dcd54a105788,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:46.269706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80fe5f1f-6746-4663-bd49-334a2e98a25e req-21622ca3-b6e6-49e7-b21c-05aeabf9ee45 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506247 Nov 12 09:21:46.275549 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.340065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] For port 8fc2a307-df21-4967-8d7b-1e163610284e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:46.345602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Subnet': ['ID=86e0a490-e54a-4cbe-91db-ca95682b38ca,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:46.360901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] For port 8fc2a307-df21-4967-8d7b-1e163610284e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8fc2a307-df21-4967-8d7b-1e163610284e,segment=NetworkSegment(6982d2b4-06c8-4288-b9a7-059348a2f421),segment_id=6982d2b4-06c8-4288-b9a7-059348a2f421)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:46.363361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0862424b-11ba-4cc8-a1f5-8ed70ea06edd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.371398 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0862424b-11ba-4cc8-a1f5-8ed70ea06edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.379174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.420371 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.426781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-900fce98-3019-4ecc-b684-dc797b175e04 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/86e0a490-e54a-4cbe-91db-ca95682b38ca HTTP/1.1" status: 204 len: 168 time: 1.7231843 Nov 12 09:21:46.428002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:46.473775 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5002a1ba-018c-49e5-9e0a-4880c031341c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.475495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59960) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:46.486573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-714c7b13-b82f-419c-8c36-68a72a0199c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374743973', 'description': 'tempest-secgroup-smoke-374743973 description', 'project_id': '29ad76fbd32249958059ad70c802938c'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:46.489860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 28b40038-005a-479a-a9d6-dcd54a105788 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:46.492534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862424b-11ba-4cc8-a1f5-8ed70ea06edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec00c21d-b613-4111-9f9f-0778d15d9e44,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:46.497261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0862424b-11ba-4cc8-a1f5-8ed70ea06edd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5eb6e6db743340aba529fd0e4e25df55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2139418 Nov 12 09:21:46.507511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59962) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:46.557681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef13363-fb50-4ee7-aa00-d240cf084c19 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.560331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef13363-fb50-4ee7-aa00-d240cf084c19 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:46.562488 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7ef13363-fb50-4ee7-aa00-d240cf084c19 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1334577 Nov 12 09:21:46.566253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:46.655796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b41b3460-11bc-4289-8c32-a9a0eb69aba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.693420 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714c7b13-b82f-419c-8c36-68a72a0199c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.699007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b41b3460-11bc-4289-8c32-a9a0eb69aba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.751014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7e33d4c4-02a0-4cfb-9d58-c20c0cc5539a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.767188 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e33d4c4-02a0-4cfb-9d58-c20c0cc5539a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 09:21:46.767901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e33d4c4-02a0-4cfb-9d58-c20c0cc5539a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:46.771294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7e33d4c4-02a0-4cfb-9d58-c20c0cc5539a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/d5050281-926e-42de-9e4a-e59ebdccdd12 HTTP/1.1" status: 409 len: 405 time: 0.2036834 Nov 12 09:21:46.775568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59968) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:46.787744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-85040060'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:46.794136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b41b3460-11bc-4289-8c32-a9a0eb69aba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.818389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b41b3460-11bc-4289-8c32-a9a0eb69aba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.819522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b41b3460-11bc-4289-8c32-a9a0eb69aba0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec00c21d-b613-4111-9f9f-0778d15d9e44 HTTP/1.1" status: 204 len: 168 time: 0.3087590 Nov 12 09:21:46.855604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b3460-11bc-4289-8c32-a9a0eb69aba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec00c21d-b613-4111-9f9f-0778d15d9e44,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:46.871470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:46.876230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.907900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0506a69-9314-4f94-8474-18bbc94c7439 None None] Pushing event updated for resources: {'Port': ['ID=8fc2a307-df21-4967-8d7b-1e163610284e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:46.930889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714c7b13-b82f-419c-8c36-68a72a0199c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.935892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:46.955430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-39869583-6764-493c-a789-6738773e58e0 None None] Provisioning complete for port 28b40038-005a-479a-a9d6-dcd54a105788 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:46.955702 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39869583-6764-493c-a789-6738773e58e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.956526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:46.959824 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Added segment 63796cde-2c02-4daf-bb95-e9c47bb168e3 of type vlan for network aeaf042d-3f17-4e1d-981b-262a3a874ab5 Nov 12 09:21:46.960035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714c7b13-b82f-419c-8c36-68a72a0199c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.001181 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36fbf2da-fd37-4216-82bc-c4e67087b7ed req-c44975a8-69ec-4fde-8c1f-28c48cea5f6c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 210 time: 0.0476809 Nov 12 09:21:47.011674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 28b40038-005a-479a-a9d6-dcd54a105788 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:47.012198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.026292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.057373 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-714c7b13-b82f-419c-8c36-68a72a0199c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.061977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-714c7b13-b82f-419c-8c36-68a72a0199c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5822692 Nov 12 09:21:47.062324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59974) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:47.069806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-55282ee4-c804-44a5-a134-d2619e98a918 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:47.075716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c7b13-b82f-419c-8c36-68a72a0199c5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:47.115601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.119674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55282ee4-c804-44a5-a134-d2619e98a918 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.132389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:47.133207 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.156384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 862412b6-8445-4c35-a6ed-7bacf8e750c2 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:47.177657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3978572 Nov 12 09:21:47.179127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:47.186457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'subnet': {'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:47.201555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 862412b6-8445-4c35-a6ed-7bacf8e750c2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:47.219888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 862412b6-8445-4c35-a6ed-7bacf8e750c2 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:47.241341 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55282ee4-c804-44a5-a134-d2619e98a918 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.248976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55282ee4-c804-44a5-a134-d2619e98a918 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.263734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f4c03-a061-4630-8d1d-3da420f8296b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Network': ['ID=aeaf042d-3f17-4e1d-981b-262a3a874ab5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:47.289693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network aeaf042d-3f17-4e1d-981b-262a3a874ab5 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:47.324536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55282ee4-c804-44a5-a134-d2619e98a918 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ae8b85-29a6-44af-8720-8169f953982f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:47.351295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-55282ee4-c804-44a5-a134-d2619e98a918 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.356144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59986) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:47.356753 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-55282ee4-c804-44a5-a134-d2619e98a918 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933524 Nov 12 09:21:47.362695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e5d45088-fb44-44b3-94fb-e16797b4f948 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:47.419965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:47.426564 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.506931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-f073a8dc-2532-474e-9557-aabbd99fa30c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:47.511025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-f073a8dc-2532-474e-9557-aabbd99fa30c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.2998321 Nov 12 09:21:47.533855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Request body: {'port': {'device_id': '36783315-f189-42ac-9f3a-4a3b7914120d', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'admin_state_up': True, 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:47.556731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c15b7-b50c-405b-a522-735a80297501 req-f45203ff-386a-47ae-b532-62c7f7cde4ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:47.565461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e39c15b7-b50c-405b-a522-735a80297501 req-f45203ff-386a-47ae-b532-62c7f7cde4ba tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.1592679 Nov 12 09:21:47.586635 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5d45088-fb44-44b3-94fb-e16797b4f948 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.735844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e39c15b7-b50c-405b-a522-735a80297501 req-12865fba-5fcc-4c9e-89bf-989372125b6f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688387 Nov 12 09:21:47.771649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5d45088-fb44-44b3-94fb-e16797b4f948 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.797652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5d45088-fb44-44b3-94fb-e16797b4f948 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.818413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:47.822416 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.830191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d45088-fb44-44b3-94fb-e16797b4f948 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f32556bb-ebc8-45cd-a160-d60447e159ab,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:47.852441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5d45088-fb44-44b3-94fb-e16797b4f948 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.858241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e5d45088-fb44-44b3-94fb-e16797b4f948 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4956095 Nov 12 09:21:47.858241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60000) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:47.863694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8dd665b1-c504-4f22-8e37-39ef187fc3cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:47.867158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:21:47.868855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.946838 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Subnet': ['ID=15e211a4-190b-489e-8ef9-aea805b53e3a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:47.955934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Checking segment: {'id': '63796cde-2c02-4daf-bb95-e9c47bb168e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:47.956322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network hostable DHCP agents. Network: aeaf042d-3f17-4e1d-981b-262a3a874ab5, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:47.968182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dd665b1-c504-4f22-8e37-39ef187fc3cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:47.977755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network aeaf042d-3f17-4e1d-981b-262a3a874ab5 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:47.994383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, aeaf042d-3f17-4e1d-981b-262a3a874ab5) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:48.000623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.001339 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.010405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85404c4b-01ef-43cb-b99f-3a4affdb94cd None None] Network aeaf042d-3f17-4e1d-981b-262a3a874ab5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:48.030244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bb3c8935-0f2c-4f6a-9470-61f8752e1c9c tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8466885 Nov 12 09:21:48.030244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:48.036744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'port': {'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5', 'name': 'tempest-NetworksIpV6TestAttrs-18840089'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:48.055027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9d8a3a-c736-47c8-8805-f0dbf970e42d None None] Network d5050281-926e-42de-9e4a-e59ebdccdd12 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:48.093626 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Allocated IP 172.20.0.13 (41ba8628-070c-4aaf-86f2-4076c7a6a49b/7b16d376-2e61-41b1-845a-acb59d25c075/d9542a78-c23f-4bb5-af40-fbb0e622bdb6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:48.103127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dd665b1-c504-4f22-8e37-39ef187fc3cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.110478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dd665b1-c504-4f22-8e37-39ef187fc3cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.143793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd665b1-c504-4f22-8e37-39ef187fc3cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb54fc6-1224-48ca-808a-f3917e2fbb76,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:48.161887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8dd665b1-c504-4f22-8e37-39ef187fc3cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.163410 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8dd665b1-c504-4f22-8e37-39ef187fc3cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3050354 Nov 12 09:21:48.167214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60010) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:48.175466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7896c997-e3bf-4c2b-bf3c-1d5f57a3670d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:48.300164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:48.307592 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.315597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9ef4dd6f-790d-42c2-8d93-f3ff79c7745d None None] Provisioning complete for port 8fc2a307-df21-4967-8d7b-1e163610284e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:48.316253 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9ef4dd6f-790d-42c2-8d93-f3ff79c7745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.333019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] device_id is not set on port c04d7ad3-1b9c-4dbf-89aa-2c57e22f737c yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:21:48.391627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.402599 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e093089e-8c6d-46a7-8030-336aa318d180 req-5db4790f-0cb7-4ca5-9ac8-54b4cea88d1d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 210 time: 0.2002227 Nov 12 09:21:48.410003 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7896c997-e3bf-4c2b-bf3c-1d5f57a3670d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.515286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.557011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:48.566251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:48.571782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:48.580764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:48.582484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8fc2a307-df21-4967-8d7b-1e163610284e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:48.584427 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9ef4dd6f-790d-42c2-8d93-f3ff79c7745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.585685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7896c997-e3bf-4c2b-bf3c-1d5f57a3670d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.596087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] DHCP port deletion for d5050281-926e-42de-9e4a-e59ebdccdd12 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:48.614422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7896c997-e3bf-4c2b-bf3c-1d5f57a3670d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.640789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event updated for resources: {'Port': ['ID=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:48.641257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Allocated IP 2001:db8::f816:3eff:fe9e:4fb8 (aeaf042d-3f17-4e1d-981b-262a3a874ab5/15e211a4-190b-489e-8ef9-aea805b53e3a/c04d7ad3-1b9c-4dbf-89aa-2c57e22f737c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:48.654586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-aeaf042d-3f17-4e1d-981b-262a3a874ab5', 'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5', 'tenant_id': '9d473a9b79e543f39b3e572882ae1994', 'fixed_ips': [{'subnet_id': '15e211a4-190b-489e-8ef9-aea805b53e3a'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:48.655371 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.658354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896c997-e3bf-4c2b-bf3c-1d5f57a3670d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc231d69-8a7e-4ed6-a93d-6727f12e6f34,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:48.673060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:48.673974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.679605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7896c997-e3bf-4c2b-bf3c-1d5f57a3670d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.681067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7896c997-e3bf-4c2b-bf3c-1d5f57a3670d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5128288 Nov 12 09:21:48.684342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60020) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:48.699980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-7a2d5f10-20af-4398-a44d-145d21230f7d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1727657 Nov 12 09:21:48.703613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:48.712921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Request body: {'port': {'device_id': '36783315-f189-42ac-9f3a-4a3b7914120d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:48.800486 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.859527 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:21:48.881797 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device eb9f2d46-617a-4134-b64b-9886cd73a448 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:48.886585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8fc2a307-df21-4967-8d7b-1e163610284e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:48.886960 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.899124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:48.906141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9ef4dd6f-790d-42c2-8d93-f3ff79c7745d None None] For port 8fc2a307-df21-4967-8d7b-1e163610284e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8fc2a307-df21-4967-8d7b-1e163610284e,segment=NetworkSegment(6982d2b4-06c8-4288-b9a7-059348a2f421),segment_id=6982d2b4-06c8-4288-b9a7-059348a2f421)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:48.983623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9ef4dd6f-790d-42c2-8d93-f3ff79c7745d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.021108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.031985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33efaa-ab8b-4b2e-aeb1-5dc2757afba6 req-7863c20d-0410-47d0-b37e-788964075075 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.038655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] Deleting port 8fc2a307-df21-4967-8d7b-1e163610284e {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:49.039192 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.047581 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d33efaa-ab8b-4b2e-aeb1-5dc2757afba6 req-7863c20d-0410-47d0-b37e-788964075075 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.1917505 Nov 12 09:21:49.092169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.109456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.149904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:21:49.160230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe28d80-957f-4d39-b71b-538b916e8998,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.168337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d33efaa-ab8b-4b2e-aeb1-5dc2757afba6 req-a1c2c1e1-3744-4a53-8d79-4119bfea30a9 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121516 Nov 12 09:21:49.172376 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.173618 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-16d15465-74e6-4643-a27b-13149e66a236 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4807463 Nov 12 09:21:49.175284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.176891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60036) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:49.192693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': 'cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:49.252042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network aeaf042d-3f17-4e1d-981b-262a3a874ab5 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:49.255397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Allocated IP 2001:db8::f816:3eff:fe8a:2e66 (aeaf042d-3f17-4e1d-981b-262a3a874ab5/15e211a4-190b-489e-8ef9-aea805b53e3a/737093ff-7d19-4d9f-82e5-8fa4857c9bd7) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:49.260952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:49.267862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:49.268747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9542a78-c23f-4bb5-af40-fbb0e622bdb6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:49.274093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.274813 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.280574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Port': ['ID=c04d7ad3-1b9c-4dbf-89aa-2c57e22f737c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.289437 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:21:49.296805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.299596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.315049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-49b3b239-9ca3-45db-9a6d-566638dd0872 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.2834303 Nov 12 09:21:49.317658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60038) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:49.320753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Transition to ACTIVE for port object d9542a78-c23f-4bb5-af40-fbb0e622bdb6 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:21:49.333364 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.374439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.381858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.413607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d68b67-d1f7-4a01-8acd-ccfedc95bfb2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.426824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.432172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac647679-b85f-426a-8f34-f4ec1b9383c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2518055 Nov 12 09:21:49.432658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60044) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:49.440825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'network': {'name': 'tempest-network-smoke--1265010501', 'project_id': '29ad76fbd32249958059ad70c802938c', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:49.460982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.469287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting subnet 15e211a4-190b-489e-8ef9-aea805b53e3a {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:21:49.471781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.472135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:49.477647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.496462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.516039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:49.531214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.535212 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Added segment d984f3d8-c597-4497-a0b2-2a8ac5239ce8 of type vlan for network d92ba347-ba49-4a42-980f-4e0a8f695faa Nov 12 09:21:49.543227 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.604567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.616099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.631535 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.632235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef4dd6f-790d-42c2-8d93-f3ff79c7745d None None] Pushing event updated for resources: {'Port': ['ID=8fc2a307-df21-4967-8d7b-1e163610284e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.637162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] For port 8fc2a307-df21-4967-8d7b-1e163610284e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8fc2a307-df21-4967-8d7b-1e163610284e,segment=NetworkSegment(6982d2b4-06c8-4288-b9a7-059348a2f421),segment_id=6982d2b4-06c8-4288-b9a7-059348a2f421)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:49.638164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.640475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.642497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Network aeaf042d-3f17-4e1d-981b-262a3a874ab5 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:49.654191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.654752 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.656358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Attempting to bind port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:49.656695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Attempting to bind port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:49.657028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Attempting to bind port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:49.679927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f5106-b975-4ee5-8fa2-ef230efb0d73 req-8f8736e7-49e4-4280-9c4f-e0fc3cd18ea1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:49.681627 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d81f5106-b975-4ee5-8fa2-ef230efb0d73 req-8f8736e7-49e4-4280-9c4f-e0fc3cd18ea1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 944 time: 0.1506479 Nov 12 09:21:49.685036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:21:49.685366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Attempting to bind port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:49.685693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2516003 Nov 12 09:21:49.689282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60050) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:49.698256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'admin_state_up': True, 'project_id': '29ad76fbd32249958059ad70c802938c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:49.711873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Pushing event updated for resources: {'Port': ['ID=737093ff-7d19-4d9f-82e5-8fa4857c9bd7,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.723800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:49.738931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:49.739273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:49.739662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Bound using segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:49.740136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Bound port: d9542a78-c23f-4bb5-af40-fbb0e622bdb6, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:49.740498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:49.753000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:49.759004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] Calling delete_port for 8fc2a307-df21-4967-8d7b-1e163610284e owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:49.764871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19bb23-1699-48f7-9b4b-60c072601008 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Network': ['ID=d92ba347-ba49-4a42-980f-4e0a8f695faa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:49.797485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network d92ba347-ba49-4a42-980f-4e0a8f695faa details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:49.917306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port eb9f2d46-617a-4134-b64b-9886cd73a448, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=eb9f2d46-617a-4134-b64b-9886cd73a448,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:50.155063 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.180819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.182030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.196535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'port_id': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'mac_address': 'fa:16:3e:bf:8d:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:50.238118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:50.276275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Attempting to bind port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:50.276679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Attempting to bind port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '63796cde-2c02-4daf-bb95-e9c47bb168e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:50.277421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Attempting to bind port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 on network aeaf042d-3f17-4e1d-981b-262a3a874ab5 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:50.283007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d81f5106-b975-4ee5-8fa2-ef230efb0d73 req-40bc9b98-6845-4fa9-803c-fdfa1799fb57 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839298 Nov 12 09:21:50.287312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:50.287646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Checking segment: {'id': '63796cde-2c02-4daf-bb95-e9c47bb168e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:50.288306 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.288471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Bound using segment: {'id': '63796cde-2c02-4daf-bb95-e9c47bb168e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:50.289113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Bound port: 737093ff-7d19-4d9f-82e5-8fa4857c9bd7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63796cde-2c02-4daf-bb95-e9c47bb168e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'aeaf042d-3f17-4e1d-981b-262a3a874ab5'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:50.289671 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.298002 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.332835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d3b0b-389b-4f2a-80d3-009f84158f81 req-7a85af4c-1310-4262-a15e-0f695b8ac3ec tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:50.334823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba8d3b0b-389b-4f2a-80d3-009f84158f81 req-7a85af4c-1310-4262-a15e-0f695b8ac3ec tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.0755937 Nov 12 09:21:50.402393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] Pushing event deleted for resources: {'Port': ['ID=8fc2a307-df21-4967-8d7b-1e163610284e,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:50.406588 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.406877 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.409302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac70c88-6a98-4880-85ef-25a2edfa29b5 None None] No DVR routers for this DVR port 8fc2a307-df21-4967-8d7b-1e163610284e on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:50.414018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8fc2a307-df21-4967-8d7b-1e163610284e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:50.416961 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.419958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.425294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] For port d9542a78-c23f-4bb5-af40-fbb0e622bdb6, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:50.437850 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ba8d3b0b-389b-4f2a-80d3-009f84158f81 req-41dfc37b-d9d6-4e02-9548-81137b60c5a3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946743 Nov 12 09:21:50.450559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-489456ab-c37f-4d8f-bb48-0c71be05d418 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.487946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 8fc2a307-df21-4967-8d7b-1e163610284e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:50.489266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8fc2a307-df21-4967-8d7b-1e163610284e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:50.498334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9f2d46-617a-4134-b64b-9886cd73a448 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:50.525439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] For port d9542a78-c23f-4bb5-af40-fbb0e622bdb6, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:50.530903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port eb9f2d46-617a-4134-b64b-9886cd73a448, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=eb9f2d46-617a-4134-b64b-9886cd73a448,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:50.537088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.538761 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.569281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-489456ab-c37f-4d8f-bb48-0c71be05d418 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.574740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-489456ab-c37f-4d8f-bb48-0c71be05d418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.602553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=eb9f2d46-617a-4134-b64b-9886cd73a448,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:50.617511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-489456ab-c37f-4d8f-bb48-0c71be05d418 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=897a4502c7f54182bd049bac3bd8319b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803430 Nov 12 09:21:50.619770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489456ab-c37f-4d8f-bb48-0c71be05d418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010bbd13-e919-47ab-90c6-00101fc90153,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:50.622902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60064) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:50.656778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.660320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:50.660983 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.662536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d9542a78-c23f-4bb5-af40-fbb0e622bdb6 HTTP/1.1" status: 200 len: 1093 time: 1.9539886 Nov 12 09:21:50.662989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36783315-f189-42ac-9f3a-4a3b7914120d', 'tag': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:50.665437 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19759dc8-7a4c-494c-9987-dc993029cb8f" -d '{"events": [{"name": "network-changed", "server_uuid": "36783315-f189-42ac-9f3a-4a3b7914120d", "tag": "d9542a78-c23f-4bb5-af40-fbb0e622bdb6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:50.680033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb201-33d9-4d6c-aad7-326efd605b4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.715370 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb201-33d9-4d6c-aad7-326efd605b4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.731802 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a37e6b2-22ab-4f51-9c7f-23460fc093c1 x-openstack-request-id: req-1a37e6b2-22ab-4f51-9c7f-23460fc093c1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:50.732373 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36783315-f189-42ac-9f3a-4a3b7914120d", "tag": "d9542a78-c23f-4bb5-af40-fbb0e622bdb6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:50.732795 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a37e6b2-22ab-4f51-9c7f-23460fc093c1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:50.733210 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36783315-f189-42ac-9f3a-4a3b7914120d', 'tag': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6', 'status': 'completed', 'code': 200} Nov 12 09:21:50.738021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dc289-1654-4312-8f04-4eb9349c6da8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:50.761811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] For port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:50.767179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.773101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb201-33d9-4d6c-aad7-326efd605b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.776888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb201-33d9-4d6c-aad7-326efd605b4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.777717 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['eb9f2d46-617a-4134-b64b-9886cd73a448'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:50.778918 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-66ffb201-33d9-4d6c-aad7-326efd605b4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/010bbd13-e919-47ab-90c6-00101fc90153 HTTP/1.1" status: 204 len: 168 time: 0.1542628 Nov 12 09:21:50.788144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] For port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=737093ff-7d19-4d9f-82e5-8fa4857c9bd7,segment=NetworkSegment(63796cde-2c02-4daf-bb95-e9c47bb168e3),segment_id=63796cde-2c02-4daf-bb95-e9c47bb168e3)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:50.790113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffb201-33d9-4d6c-aad7-326efd605b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010bbd13-e919-47ab-90c6-00101fc90153,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:50.809916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Subnet': ['ID=15e211a4-190b-489e-8ef9-aea805b53e3a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:50.817746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.824605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c05b5a67-d132-4ce0-ad26-72c295f1d266 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/15e211a4-190b-489e-8ef9-aea805b53e3a HTTP/1.1" status: 204 len: 168 time: 1.5051861 Nov 12 09:21:50.824793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60070) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:50.826621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:50.863745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2c097d03-170c-41d2-88fa-6d0ad5187d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:50.865327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2c097d03-170c-41d2-88fa-6d0ad5187d91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 1096 time: 0.1539483 Nov 12 09:21:50.913473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ac185-d3b5-449b-967a-f7a9adb5fcec tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:50.915089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ac185-d3b5-449b-967a-f7a9adb5fcec tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:50.915871 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-2129cdaa-3136-48b1-beae-bc51de03afd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9542a78-c23f-4bb5-af40-fbb0e622bdb6 HTTP/1.1" status: 200 len: 217 time: 0.0408859 Nov 12 09:21:50.916715 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4a4ac185-d3b5-449b-967a-f7a9adb5fcec tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0895102 Nov 12 09:21:50.920166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:50.968659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d611326-15e1-4ddf-8d79-8713d08d8bd1 None None] Pushing event updated for resources: {'Port': ['ID=737093ff-7d19-4d9f-82e5-8fa4857c9bd7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:51.018957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-67e18f39-7147-48e7-8e7b-1c2577946866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.021071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-67e18f39-7147-48e7-8e7b-1c2577946866 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.0983095 Nov 12 09:21:51.022569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-33965082-2ee8-4824-9799-6cd2eeb718b9 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.036245 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-33965082-2ee8-4824-9799-6cd2eeb718b9 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 12 09:21:51.036942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33965082-2ee8-4824-9799-6cd2eeb718b9 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:21:51.042854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-33965082-2ee8-4824-9799-6cd2eeb718b9 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/aeaf042d-3f17-4e1d-981b-262a3a874ab5 HTTP/1.1" status: 409 len: 405 time: 0.1196945 Nov 12 09:21:51.045247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:51.050763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1314263290'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:51.070110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-8bda2867-8f34-457d-94f4-f689f7226859 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400436 Nov 12 09:21:51.087940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:51.095877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.150013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:51.190038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.190402 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Added segment 2c458a80-1fea-4df2-8af3-c37f0d372de6 of type vlan for network dfd401c4-a319-4437-aa5a-224a5194709c Nov 12 09:21:51.271232 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.284886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.320066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.338783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.351312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.352656 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.358950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60082) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:51.407435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba435f2a-49b2-4f1f-8615-382691f0ea88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.448858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4023440 Nov 12 09:21:51.455611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:51.463010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'subnet': {'network_id': 'dfd401c4-a319-4437-aa5a-224a5194709c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:51.467300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-0a2de0cd-cdac-4610-8af4-bcda36cfc040 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532202 Nov 12 09:21:51.491228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70daa1a4-04de-46d6-a56c-d536df426e59 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Network': ['ID=dfd401c4-a319-4437-aa5a-224a5194709c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:51.503696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b4f9d-ea26-4fd9-be12-1cc28142798f req-729cd350-6043-41b7-a6e5-d4f43349cf61 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.505116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network dfd401c4-a319-4437-aa5a-224a5194709c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:51.505598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d2b4f9d-ea26-4fd9-be12-1cc28142798f req-729cd350-6043-41b7-a6e5-d4f43349cf61 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 944 time: 0.1250839 Nov 12 09:21:51.585032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.219 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/bdafc628-4d02-405c-a7e5-890e95c97a72) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:51.678950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d2b4f9d-ea26-4fd9-be12-1cc28142798f req-9f875866-d783-443f-932f-44796f291b82 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611211 Nov 12 09:21:51.681336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba435f2a-49b2-4f1f-8615-382691f0ea88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.689416 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2d2fc1f-6e24-43d2-aff9-1931e772549d req-fab3688c-d391-4c76-b843-617f6c68db87 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112336 Nov 12 09:21:51.690295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba435f2a-49b2-4f1f-8615-382691f0ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.733724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb42d-db56-4c8b-82fc-d21073877d74 req-73898425-173b-4df6-b2c3-ddb7fcf175e5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.741370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b8bb42d-db56-4c8b-82fc-d21073877d74 req-73898425-173b-4df6-b2c3-ddb7fcf175e5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 945 time: 0.1845765 Nov 12 09:21:51.769527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ba435f2a-49b2-4f1f-8615-382691f0ea88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1eaafc88604344bdbe18ff0f8e6b4dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055233 Nov 12 09:21:51.774552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60088) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:51.786537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:51.790110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.821302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba435f2a-49b2-4f1f-8615-382691f0ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5884e761-a67a-4a4d-afe7-bbf885b3045f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:51.828170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.865880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-38c2b675-8d96-4df3-9b16-2647507b37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:51.867637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-38c2b675-8d96-4df3-9b16-2647507b37fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 1096 time: 0.1172976 Nov 12 09:21:51.895806 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b8bb42d-db56-4c8b-82fc-d21073877d74 req-259529a2-fe9f-43f1-99c9-e4cda456d573 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534281 Nov 12 09:21:51.927333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13a17799-8b22-4466-b0d3-42b722aedaca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:51.968103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.023201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13a17799-8b22-4466-b0d3-42b722aedaca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.070663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:52.083829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:52.092125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-d7e4ee4f-d42f-42b8-a45c-117ae107a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:52.093652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-d7e4ee4f-d42f-42b8-a45c-117ae107a148 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.2135725 Nov 12 09:21:52.096861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:52.098855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=bdafc628-4d02-405c-a7e5-890e95c97a72,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:52.103861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab50944-e720-44ca-bb89-cb4a094bc1bb None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:52.142740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:21:52.144609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.172929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-5f1d9050-4a81-49fd-bfa9-78c059e9631b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d9542a78-c23f-4bb5-af40-fbb0e622bdb6 HTTP/1.1" status: 200 len: 217 time: 0.0679870 Nov 12 09:21:52.188026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb329350-10df-4727-87f3-c41cab349051 None None] Network aeaf042d-3f17-4e1d-981b-262a3a874ab5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:52.188230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13a17799-8b22-4466-b0d3-42b722aedaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.190685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13a17799-8b22-4466-b0d3-42b722aedaca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.191802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-13a17799-8b22-4466-b0d3-42b722aedaca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5884e761-a67a-4a4d-afe7-bbf885b3045f HTTP/1.1" status: 204 len: 168 time: 0.4017775 Nov 12 09:21:52.230964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Subnet': ['ID=b32ccac2-53d0-4567-9219-64eb3dfa444e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:52.238027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Checking segment: {'id': '2c458a80-1fea-4df2-8af3-c37f0d372de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'dfd401c4-a319-4437-aa5a-224a5194709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:52.238868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network hostable DHCP agents. Network: dfd401c4-a319-4437-aa5a-224a5194709c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:52.241729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a17799-8b22-4466-b0d3-42b722aedaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5884e761-a67a-4a4d-afe7-bbf885b3045f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:52.286658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network dfd401c4-a319-4437-aa5a-224a5194709c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:52.316582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, dfd401c4-a319-4437-aa5a-224a5194709c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:52.327844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-57e7bb0e-825d-4a30-9721-21cd6f1a5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:52.329357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-57e7bb0e-825d-4a30-9721-21cd6f1a5404 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1439674 Nov 12 09:21:52.339452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:52.340124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.365825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b13af5e-0975-4086-aae4-4c7e546f8485 None None] Network dfd401c4-a319-4437-aa5a-224a5194709c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:52.385805 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-879a9136-10b5-4b10-b5ff-2e412409a9bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376875 Nov 12 09:21:52.388563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dac2710d-1b9d-4941-9fdb-9cfaf0feb324 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9294915 Nov 12 09:21:52.391392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60094) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:52.509482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Provisioning complete for port bdafc628-4d02-405c-a7e5-890e95c97a72 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:52.510127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.546185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:52.614120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Port bdafc628-4d02-405c-a7e5-890e95c97a72 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:21:52.672771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Provisioning complete for port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:52.673147 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.690690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.701776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-5c3a7a78-cc78-4c2f-839a-dbc6c97990d6 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993076 Nov 12 09:21:52.716716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:52.717087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.756333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-dfd401c4-a319-4437-aa5a-224a5194709c', 'network_id': 'dfd401c4-a319-4437-aa5a-224a5194709c', 'tenant_id': '9d473a9b79e543f39b3e572882ae1994', 'fixed_ips': [{'subnet_id': 'b32ccac2-53d0-4567-9219-64eb3dfa444e'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:52.757481 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.759900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] DHCP port deletion for aeaf042d-3f17-4e1d-981b-262a3a874ab5 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:52.779598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:52.818239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device eb9f2d46-617a-4134-b64b-9886cd73a448 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:52.833529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4391b-4290-4c21-af9c-905e2fc4a6a1 req-a6333021-beec-4789-8cdc-b0812c8a35f4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:52.842368 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97a4391b-4290-4c21-af9c-905e2fc4a6a1 req-a6333021-beec-4789-8cdc-b0812c8a35f4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 944 time: 0.0617085 Nov 12 09:21:52.901474 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97a4391b-4290-4c21-af9c-905e2fc4a6a1 req-5c7f397f-f755-42fa-81bb-8f6ff32c6037 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577230 Nov 12 09:21:53.030156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d9542a78-c23f-4bb5-af40-fbb0e622bdb6 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:21:53.072032 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.114595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port eb9f2d46-617a-4134-b64b-9886cd73a448 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:53.117388 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] Deleting port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:53.117762 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.144438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.146382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port eb9f2d46-617a-4134-b64b-9886cd73a448 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:53.146745 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.159679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Allocated IP 2001:db8::f816:3eff:fed3:8de9 (dfd401c4-a319-4437-aa5a-224a5194709c/b32ccac2-53d0-4567-9219-64eb3dfa444e/b111e936-006d-497a-9962-b66c9e5301fa) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:53.302992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] For port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=737093ff-7d19-4d9f-82e5-8fa4857c9bd7,segment=NetworkSegment(63796cde-2c02-4daf-bb95-e9c47bb168e3),segment_id=63796cde-2c02-4daf-bb95-e9c47bb168e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:53.335677 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.389118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.450836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8120e39-d67a-4753-bc67-062d5f51eb11 req-78ae143e-5233-4667-97eb-f3f273775335 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:53.452977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8120e39-d67a-4753-bc67-062d5f51eb11 req-78ae143e-5233-4667-97eb-f3f273775335 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 945 time: 0.1997592 Nov 12 09:21:53.456326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19759dc8-7a4c-494c-9987-dc993029cb8f req-a853a900-5279-409b-bba4-c900dceac9c2 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7436383 Nov 12 09:21:53.597466 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8120e39-d67a-4753-bc67-062d5f51eb11 req-8464e3f5-e7a9-4d52-941e-c4831f73ff74 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355870 Nov 12 09:21:53.620495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] For port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=737093ff-7d19-4d9f-82e5-8fa4857c9bd7,segment=NetworkSegment(63796cde-2c02-4daf-bb95-e9c47bb168e3),segment_id=63796cde-2c02-4daf-bb95-e9c47bb168e3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:53.621067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.657854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.682074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] Calling delete_port for 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:53.704497 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:21:53.704855 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:21:53.732757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d9542a78-c23f-4bb5-af40-fbb0e622bdb6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:53.752683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041390d4-1532-493c-b5d9-9c89030e61e9 None None] Pushing event updated for resources: {'Port': ['ID=737093ff-7d19-4d9f-82e5-8fa4857c9bd7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:53.808319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'port_id': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6', 'mac_address': 'fa:16:3e:9a:7e:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16d376-2e61-41b1-845a-acb59d25c075', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:21:53.817735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router a5da74b8-1f80-4935-a21b-6329f1f33a58 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:21:53.883624 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.929773 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.943575 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.952561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:53.954851 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1795c23-2019-4581-b96f-9c5acede38ca" -d '{"events": [{"server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "name": "network-vif-plugged", "status": "completed", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:53.966611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:21:53.978684 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:53.987922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.010252 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.011574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Sync routers for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:21:54.011740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d951c210-ea40-4d3b-9c42-192444ac63cf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3214798 Nov 12 09:21:54.016570 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.016871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60142) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:54.025577 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210666f1-efc2-4684-a48a-77bf13d8549e x-openstack-request-id: req-210666f1-efc2-4684-a48a-77bf13d8549e {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:54.025870 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "name": "network-vif-plugged", "status": "completed", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:54.026123 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-210666f1-efc2-4684-a48a-77bf13d8549e {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:54.026518 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'code': 200} Nov 12 09:21:54.055737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Subnet': ['ID=b32ccac2-53d0-4567-9219-64eb3dfa444e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:54.056049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port eb9f2d46-617a-4134-b64b-9886cd73a448, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=eb9f2d46-617a-4134-b64b-9886cd73a448,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:54.063711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9542a78-c23f-4bb5-af40-fbb0e622bdb6 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:21:54.080533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] No DVR routers for this DVR port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:54.083777 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.125753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Pushing event updated for resources: {'Port': ['ID=b111e936-006d-497a-9962-b66c9e5301fa,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:54.140927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Network dfd401c4-a319-4437-aa5a-224a5194709c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:54.170947 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.177136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e27ff-69d7-492b-93dd-ce721561ddb5 req-a2d92b96-07d6-4cb1-a762-e9fa10e0f243 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.178711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:54.178851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c2e27ff-69d7-492b-93dd-ce721561ddb5 req-a2d92b96-07d6-4cb1-a762-e9fa10e0f243 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 944 time: 0.1278307 Nov 12 09:21:54.181525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:54.181759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cdf9a7-e6db-466e-bfd9-5c31a9e356a2 req-795ca3f4-a32d-4ea2-b709-9ac998f23a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.183612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17cdf9a7-e6db-466e-bfd9-5c31a9e356a2 req-795ca3f4-a32d-4ea2-b709-9ac998f23a70 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 1098 time: 0.0646989 Nov 12 09:21:54.184591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:54.185238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:54.193480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d9542a78-c23f-4bb5-af40-fbb0e622bdb6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:54.198451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c7ad6-fce4-4beb-ac0b-5231500c1fd0 None None] Pushing event deleted for resources: {'Port': ['ID=737093ff-7d19-4d9f-82e5-8fa4857c9bd7,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:54.219960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd401c4-a319-4437-aa5a-224a5194709c']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:54.241311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c458a80-1fea-4df2-8af3-c37f0d372de6') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:54.243017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c458a80-1fea-4df2-8af3-c37f0d372de6') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:54.269322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.281374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.289772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.305353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c2e27ff-69d7-492b-93dd-ce721561ddb5 req-21623a5c-8ffe-4a38-bf6d-e75206f34fb7 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124077 Nov 12 09:21:54.308891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:54.309569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.310031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17cdf9a7-e6db-466e-bfd9-5c31a9e356a2 req-3039bbc6-56f7-454e-8ae4-c4b12a451f81 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109865 Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:54.313811 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:54.342974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Port 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 update to ACTIVE by agent not found {{(pid=109378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 09:21:54.393689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:21:54.393689 n-d-769329-17 neutron-server[109377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:21:54.393689 n-d-769329-17 neutron-server[109377]: [parameters: {'id': 'dfd401c4-a319-4437-aa5a-224a5194709c'}] Nov 12 09:21:54.393689 n-d-769329-17 neutron-server[109377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:21:54.394392 n-d-769329-17 neutron-server[109377]: DEBUG oslo_db.api [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:21:54.441516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=eb9f2d46-617a-4134-b64b-9886cd73a448,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:54.446284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Attempting to bind port b111e936-006d-497a-9962-b66c9e5301fa on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:54.446688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Attempting to bind port b111e936-006d-497a-9962-b66c9e5301fa by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '2c458a80-1fea-4df2-8af3-c37f0d372de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'dfd401c4-a319-4437-aa5a-224a5194709c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:54.447064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Attempting to bind port b111e936-006d-497a-9962-b66c9e5301fa on network dfd401c4-a319-4437-aa5a-224a5194709c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:54.456866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:21:54.505709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-663a72ca-ab15-46d0-92c9-53e0c99483ff tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=29ad76fbd32249958059ad70c802938c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4867449 Nov 12 09:21:54.508696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60156) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:54.511784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:54.512126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Checking segment: {'id': '2c458a80-1fea-4df2-8af3-c37f0d372de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'dfd401c4-a319-4437-aa5a-224a5194709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:54.512571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.513067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Bound using segment: {'id': '2c458a80-1fea-4df2-8af3-c37f0d372de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'dfd401c4-a319-4437-aa5a-224a5194709c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:54.513563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Bound port: b111e936-006d-497a-9962-b66c9e5301fa, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c458a80-1fea-4df2-8af3-c37f0d372de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'dfd401c4-a319-4437-aa5a-224a5194709c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:54.513953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.525203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:21:54.525550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 737093ff-7d19-4d9f-82e5-8fa4857c9bd7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:21:54.536875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['d9542a78-c23f-4bb5-af40-fbb0e622bdb6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:21:54.603450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:54.682189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:54.697803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698cd07-c3b5-407b-a4e0-03efb1c447ce tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.703065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60166) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:54.704563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d698cd07-c3b5-407b-a4e0-03efb1c447ce tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1946030 Nov 12 09:21:54.762791 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1aa1e365-3c03-4f20-8c53-8964b071f059 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571904 Nov 12 09:21:54.765491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60170) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:54.770818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2099381665', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'project_id': '29ad76fbd32249958059ad70c802938c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:54.822687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63de46f-5199-4bc4-ad5f-125a4213a334 req-96f98b76-1f4e-4b56-98b0-cb972f3595f1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:54.827623 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c63de46f-5199-4bc4-ad5f-125a4213a334 req-96f98b76-1f4e-4b56-98b0-cb972f3595f1 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 946 time: 0.0687895 Nov 12 09:21:54.873726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] For port b111e936-006d-497a-9962-b66c9e5301fa, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:54.894880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] For port b111e936-006d-497a-9962-b66c9e5301fa, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b111e936-006d-497a-9962-b66c9e5301fa,segment=NetworkSegment(2c458a80-1fea-4df2-8af3-c37f0d372de6),segment_id=2c458a80-1fea-4df2-8af3-c37f0d372de6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:54.898011 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.912096 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:54.929441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c63de46f-5199-4bc4-ad5f-125a4213a334 req-301f854d-a9cd-4aef-a920-f769d5e6c8d5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797284 Nov 12 09:21:54.977719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:54.982374 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.056811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting port b111e936-006d-497a-9962-b66c9e5301fa {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:21:55.057570 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.112052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0d75e-adff-4635-864c-a9068128e7f7 None None] Pushing event updated for resources: {'Port': ['ID=b111e936-006d-497a-9962-b66c9e5301fa,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:55.139997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f756ab7-54b2-4682-bfae-c4581ad85205 None None] Network dfd401c4-a319-4437-aa5a-224a5194709c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:55.175502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:52Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.175786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] For port b111e936-006d-497a-9962-b66c9e5301fa, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b111e936-006d-497a-9962-b66c9e5301fa,segment=NetworkSegment(2c458a80-1fea-4df2-8af3-c37f0d372de6),segment_id=2c458a80-1fea-4df2-8af3-c37f0d372de6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:55.176015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.212091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Calling delete_port for b111e936-006d-497a-9962-b66c9e5301fa owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:21:55.257084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Checking router: a5da74b8-1f80-4935-a21b-6329f1f33a58 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:21:55.257419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Updating router a5da74b8-1f80-4935-a21b-6329f1f33a58 port bdafc628-4d02-405c-a7e5-890e95c97a72 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:21:55.314506 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.351417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.416233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7c36ea-9faf-473a-8fa3-9e5f3980349f None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:21:55.517267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Subnet': ['ID=3a7cd2c1-f577-4610-8120-cfa4840d5440,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:55.528982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.573555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bd972-3c15-4c4b-9586-d9a63c58f71a req-49783830-519d-4673-b290-d2b7df776157 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.576457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be2bd972-3c15-4c4b-9586-d9a63c58f71a req-49783830-519d-4673-b290-d2b7df776157 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 945 time: 0.1227942 Nov 12 09:21:55.578786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Port': ['ID=b111e936-006d-497a-9962-b66c9e5301fa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:55.584664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No DVR routers for this DVR port b111e936-006d-497a-9962-b66c9e5301fa on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:21:55.586660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Checking segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:55.587025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network hostable DHCP agents. Network: d92ba347-ba49-4a42-980f-4e0a8f695faa, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:55.713951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network d92ba347-ba49-4a42-980f-4e0a8f695faa is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:55.735701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.741298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d92ba347-ba49-4a42-980f-4e0a8f695faa) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:55.756874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be2bd972-3c15-4c4b-9586-d9a63c58f71a req-fa736e55-fd21-4c5e-b173-c46c2296b578 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393116 Nov 12 09:21:55.761589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:55.762224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.779983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd401c4-a319-4437-aa5a-224a5194709c']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.790912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c458a80-1fea-4df2-8af3-c37f0d372de6') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.791180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c458a80-1fea-4df2-8af3-c37f0d372de6') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:55.802010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-12885ed4-6d8a-4bc6-8514-e1ec6c18f8d5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0354333 Nov 12 09:21:55.805010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60208) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:55.812357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.827147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.835203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:55.836256 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:55.842476 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:55.929491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.942944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:55.947069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/dfd401c4-a319-4437-aa5a-224a5194709c HTTP/1.1" status: 204 len: 168 time: 3.5544922 Nov 12 09:21:55.952087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:55.961762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f32d4-4d82-49ba-af12-7c84e8a7bded tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Network': ['ID=dfd401c4-a319-4437-aa5a-224a5194709c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:55.970912 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1430468686'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:56.008988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7c36ea-9faf-473a-8fa3-9e5f3980349f None None] Unable to find a vacant binding_index for network d92ba347-ba49-4a42-980f-4e0a8f695faa and agent 766850f4-5347-4802-929a-7612c5a1114c {{(pid=109378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 12 09:21:56.033099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.034714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7c36ea-9faf-473a-8fa3-9e5f3980349f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d92ba347-ba49-4a42-980f-4e0a8f695faa) {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:21:56.044028 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.141925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:56.145720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.193846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Attempting to bind port bdafc628-4d02-405c-a7e5-890e95c97a72 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:56.194297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Attempting to bind port bdafc628-4d02-405c-a7e5-890e95c97a72 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:56.194736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Attempting to bind port bdafc628-4d02-405c-a7e5-890e95c97a72 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:56.199383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346f8f5-307d-4301-a661-2825ea91ea0b None None] Pushing event updated for resources: {'Port': ['ID=bdafc628-4d02-405c-a7e5-890e95c97a72,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:56.209544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:56.209967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:56.210493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.210853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:56.211465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Bound port: bdafc628-4d02-405c-a7e5-890e95c97a72, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:56.212049 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.213916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9065fa8-5e2b-4109-88d6-104d1ba0055a req-be7e6de9-d418-4e47-9896-3405f75b426d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:56.217914 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9065fa8-5e2b-4109-88d6-104d1ba0055a req-be7e6de9-d418-4e47-9896-3405f75b426d tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 946 time: 0.1415145 Nov 12 09:21:56.266930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:56.319101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] For port bdafc628-4d02-405c-a7e5-890e95c97a72, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:56.327186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.327526 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Added segment 1cab4ee1-8a4a-4c7a-bcd8-9c6d4e542c45 of type vlan for network 7e40a94a-68bb-478f-b78c-56001f0acf24 Nov 12 09:21:56.335011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] For port bdafc628-4d02-405c-a7e5-890e95c97a72, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bdafc628-4d02-405c-a7e5-890e95c97a72,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:56.344877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.366188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9065fa8-5e2b-4109-88d6-104d1ba0055a req-9ba9acbc-8cd2-4c91-8e8a-c1841565cbf3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333563 Nov 12 09:21:56.464415 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.493998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:21:56.495276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:56.499024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346f8f5-307d-4301-a661-2825ea91ea0b None None] Pushing event updated for resources: {'Port': ['ID=bdafc628-4d02-405c-a7e5-890e95c97a72,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:56.517101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a5d1e-7f5d-4cf0-8c72-fc9681ed7708 req-3a43bb5e-419d-424a-a5ec-20dd0020debb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:56.527115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-649a5d1e-7f5d-4cf0-8c72-fc9681ed7708 req-3a43bb5e-419d-424a-a5ec-20dd0020debb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 946 time: 0.0651734 Nov 12 09:21:56.552310 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.557256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-d92ba347-ba49-4a42-980f-4e0a8f695faa', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:21:56.558329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.559722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:56.561276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.595932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6424820 Nov 12 09:21:56.604028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60234) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:56.610176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-649a5d1e-7f5d-4cf0-8c72-fc9681ed7708 req-2a33d2fa-b315-4339-8268-210df4a70ea0 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821950 Nov 12 09:21:56.619167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'subnet': {'network_id': '7e40a94a-68bb-478f-b78c-56001f0acf24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:56.648505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60236) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:56.661328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.672725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c75f42-574d-47f8-8b98-c4c979e43810 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Network': ['ID=7e40a94a-68bb-478f-b78c-56001f0acf24,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:56.717778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 7e40a94a-68bb-478f-b78c-56001f0acf24 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:56.773301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:56.777241 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:56.867149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7dd130ee-8149-456b-8803-42aa7bd74eed None None] Provisioning complete for port ac307ee2-13ca-4f3a-9515-34ed02950b59 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:56.868189 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7dd130ee-8149-456b-8803-42aa7bd74eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.007257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b4766-79f3-4625-a791-8a17d96b8391 req-41c4885a-dd3f-42ff-8953-77e8ae92c432 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:57.009909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-969b4766-79f3-4625-a791-8a17d96b8391 req-41c4885a-dd3f-42ff-8953-77e8ae92c432 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 945 time: 0.1215861 Nov 12 09:21:57.032073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:21:57.083236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d9542a78-c23f-4bb5-af40-fbb0e622bdb6 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:57.173881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:57.196021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-969b4766-79f3-4625-a791-8a17d96b8391 req-a9369501-a4d3-44cf-9efb-2b6534c3b5ad tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783724 Nov 12 09:21:57.200470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd158df-967f-42fc-944f-b56ac4be458d tempest-TestVolumeBootPattern-849785896 tempest-TestVolumeBootPattern-849785896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:57.202208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bfd158df-967f-42fc-944f-b56ac4be458d tempest-TestVolumeBootPattern-849785896 tempest-TestVolumeBootPattern-849785896-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 1093 time: 0.5522051 Nov 12 09:21:57.206405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60250) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:57.210767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:57.248342 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.259375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Allocated IP 172.20.0.2 (d92ba347-ba49-4a42-980f-4e0a8f695faa/3a7cd2c1-f577-4610-8120-cfa4840d5440/cf265853-3d16-4c22-8d16-e92805ec8bd7) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:57.291169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.325197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2392d7a5-63e1-43fd-bf6d-e6fdfdca9a23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.343797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Subnet': ['ID=841b0edf-6aa1-4996-8b54-18b3d10e2e8a,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:57.371395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:21:57.386427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Checking segment: {'id': '1cab4ee1-8a4a-4c7a-bcd8-9c6d4e542c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7e40a94a-68bb-478f-b78c-56001f0acf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:57.386911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network hostable DHCP agents. Network: 7e40a94a-68bb-478f-b78c-56001f0acf24, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:21:57.411414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:57.411854 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.414253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network 7e40a94a-68bb-478f-b78c-56001f0acf24 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:21:57.433849 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2392d7a5-63e1-43fd-bf6d-e6fdfdca9a23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.436041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 7e40a94a-68bb-478f-b78c-56001f0acf24) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:57.438711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2392d7a5-63e1-43fd-bf6d-e6fdfdca9a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.441672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:57.442227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.466236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bb116d2d-a6a1-47a2-82e6-f71755cf4e47 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8533664 Nov 12 09:21:57.468904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60252) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:57.495957 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2392d7a5-63e1-43fd-bf6d-e6fdfdca9a23 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4ba39ead8f04d3ab89477bb603e511e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207121 Nov 12 09:21:57.496883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392d7a5-63e1-43fd-bf6d-e6fdfdca9a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f25bb8-3176-4b16-885f-425cc838bb42,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:57.499765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60254) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:57.527473 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.545848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:52Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:57.596294 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.600559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ff38c-93db-4da9-8e42-7122ceb119f9 None None] The sync data for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 is: [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:52Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:21:57.609706 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.645777 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.674774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Network d92ba347-ba49-4a42-980f-4e0a8f695faa is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:57.679983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.1 (d92ba347-ba49-4a42-980f-4e0a8f695faa/3a7cd2c1-f577-4610-8120-cfa4840d5440/2a15245e-6811-457f-a198-a29e6eb94b83) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:57.682476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Pushing event updated for resources: {'Port': ['ID=cf265853-3d16-4c22-8d16-e92805ec8bd7,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:57.686384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:57.690667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7218920a-46a6-4c44-b83b-fea5a499a97d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.692959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36783315-f189-42ac-9f3a-4a3b7914120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:21:57.695212 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86b8ebd-0c5a-4dff-8ac2-dd2aed994fa8" -d '{"events": [{"server_uuid": "36783315-f189-42ac-9f3a-4a3b7914120d", "name": "network-vif-plugged", "status": "completed", "tag": "d9542a78-c23f-4bb5-af40-fbb0e622bdb6"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:21:57.702780 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.711051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:57.751254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port d9542a78-c23f-4bb5-af40-fbb0e622bdb6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:57.755426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7218920a-46a6-4c44-b83b-fea5a499a97d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.774500 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f21464-62aa-4955-82e4-d41a7362fb71 x-openstack-request-id: req-55f21464-62aa-4955-82e4-d41a7362fb71 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:21:57.774771 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36783315-f189-42ac-9f3a-4a3b7914120d", "name": "network-vif-plugged", "status": "completed", "tag": "d9542a78-c23f-4bb5-af40-fbb0e622bdb6", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:21:57.775029 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55f21464-62aa-4955-82e4-d41a7362fb71 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:21:57.775603 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36783315-f189-42ac-9f3a-4a3b7914120d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6', 'code': 200} Nov 12 09:21:57.780068 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.829268 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.869395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Allocated IP 172.25.5.187 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/04f279c0-4d49-4826-b371-ae565c243b61) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:21:57.878682 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:57.964229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network d92ba347-ba49-4a42-980f-4e0a8f695faa is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:57.969709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:57.972235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=2a15245e-6811-457f-a198-a29e6eb94b83,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:57.975087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:58.060813 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.061440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.064021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Attempting to bind port cf265853-3d16-4c22-8d16-e92805ec8bd7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:21:58.064380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Attempting to bind port cf265853-3d16-4c22-8d16-e92805ec8bd7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:21:58.064834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Attempting to bind port cf265853-3d16-4c22-8d16-e92805ec8bd7 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:21:58.085226 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.099848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:21:58.100250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Checking segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:21:58.100663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.101056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Bound using segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:21:58.101545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Bound port: cf265853-3d16-4c22-8d16-e92805ec8bd7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:21:58.101932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.105476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:58.156341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b481d6-1eb4-445d-a71f-5b170590f10d req-90454420-bbef-4a72-ac83-ae5c11ce2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:58.158131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99b481d6-1eb4-445d-a71f-5b170590f10d req-90454420-bbef-4a72-ac83-ae5c11ce2745 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 1098 time: 0.3157372 Nov 12 09:21:58.168398 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7218920a-46a6-4c44-b83b-fea5a499a97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.172195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7218920a-46a6-4c44-b83b-fea5a499a97d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.173768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7218920a-46a6-4c44-b83b-fea5a499a97d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/25f25bb8-3176-4b16-885f-425cc838bb42 HTTP/1.1" status: 204 len: 168 time: 0.6728289 Nov 12 09:21:58.178714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.201251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218920a-46a6-4c44-b83b-fea5a499a97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f25bb8-3176-4b16-885f-425cc838bb42,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:58.210499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] For port cf265853-3d16-4c22-8d16-e92805ec8bd7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:21:58.218979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] For port cf265853-3d16-4c22-8d16-e92805ec8bd7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf265853-3d16-4c22-8d16-e92805ec8bd7,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:21:58.267782 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.299724 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.307982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-99b481d6-1eb4-445d-a71f-5b170590f10d req-8977b2ca-ab24-490d-bca6-132a33d55a62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329720 Nov 12 09:21:58.337177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Subnet': ['ID=841b0edf-6aa1-4996-8b54-18b3d10e2e8a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:58.383891 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.388509 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.433611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616c676-3e78-4ae4-bcce-72a51fbb639d None None] Pushing event updated for resources: {'Port': ['ID=cf265853-3d16-4c22-8d16-e92805ec8bd7,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:58.519618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.560039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be47e-9cad-4806-82cc-2fb1fa907855 req-2c038ba6-31b4-4bb6-a9cd-d468cd0b1507 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:58.563501 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c4be47e-9cad-4806-82cc-2fb1fa907855 req-2c038ba6-31b4-4bb6-a9cd-d468cd0b1507 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 946 time: 0.1900604 Nov 12 09:21:58.596699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bdafc628-4d02-405c-a7e5-890e95c97a72 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:21:58.608421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:58.621096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:58.629933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.644546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:21:58.745656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bdafc628-4d02-405c-a7e5-890e95c97a72 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:21:58.746136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.751194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e40a94a-68bb-478f-b78c-56001f0acf24']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:58.753760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=04f279c0-4d49-4826-b371-ae565c243b61,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:58.778362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cab4ee1-8a4a-4c7a-bcd8-9c6d4e542c45') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:58.778362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cab4ee1-8a4a-4c7a-bcd8-9c6d4e542c45') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:21:58.817817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.838785 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.850247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60266) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:58.873785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:21:58.874206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:21:58.878435 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:21:58.889487 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.894192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32cab6a5-e07f-495c-af73-96c212d60e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:58.937324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port bdafc628-4d02-405c-a7e5-890e95c97a72, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bdafc628-4d02-405c-a7e5-890e95c97a72,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:21:58.945297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.088688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=bdafc628-4d02-405c-a7e5-890e95c97a72,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:59.130153 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.149294 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.156862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/7e40a94a-68bb-478f-b78c-56001f0acf24 HTTP/1.1" status: 204 len: 168 time: 1.6860733 Nov 12 09:21:59.178301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:59.181476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d18a89-005e-4bb3-b8c4-8c884228db74 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Network': ['ID=7e40a94a-68bb-478f-b78c-56001f0acf24,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:59.191318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-515271450'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:59.280752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c4be47e-9cad-4806-82cc-2fb1fa907855 req-e8309394-811d-4765-9fde-443fe685b5a9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7061422 Nov 12 09:21:59.287184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:59.290704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.387666 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32cab6a5-e07f-495c-af73-96c212d60e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.394398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:21:59.398170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-32cab6a5-e07f-495c-af73-96c212d60e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.443717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cab6a5-e07f-495c-af73-96c212d60e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5393165-46c2-4854-bd06-d44e64de56a1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:59.452917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.461408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.466948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.467306 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Added segment a7d7d430-6e70-4369-b951-0fbf93a42bda of type vlan for network 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a Nov 12 09:21:59.514661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-32cab6a5-e07f-495c-af73-96c212d60e05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7bea9cecc8c4aea864110c5b2acef0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6630483 Nov 12 09:21:59.518018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60272) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:59.550548 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.559323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=2a15245e-6811-457f-a198-a29e6eb94b83,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:59.571253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.571726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.572194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.572608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.573445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.573445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.573674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.574096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.574914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.574914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.575194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.575654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:21:59.582708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.683642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.685374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network d92ba347-ba49-4a42-980f-4e0a8f695faa is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:21:59.686930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:21:59.690367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:21:59.691183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.705627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.719850 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6a15f84-a046-4adc-835e-98a19e79d461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.790603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6046090 Nov 12 09:21:59.794285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:21:59.801117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Request body: {'subnet': {'network_id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:21:59.824083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6a15f84-a046-4adc-835e-98a19e79d461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.827891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ad429-9d6d-4c45-a83c-fd9b374cf6ba None None] Network d92ba347-ba49-4a42-980f-4e0a8f695faa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:59.828090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b465c6-c3dc-4e60-8642-87917ee51e15 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Network': ['ID=18d5b49c-a403-4b2f-8e5b-0b8928c12a6a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:21:59.857496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ff48a4-a611-4c7c-a0b0-4c992b4c8da3 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:59.861876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3b12d-a1dc-4466-9e0d-fbc7871c73f4 None None] Network 7e40a94a-68bb-478f-b78c-56001f0acf24 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:21:59.865336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:21:59.893166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router a5da74b8-1f80-4935-a21b-6329f1f33a58 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:21:59.894741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.969149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fbc7ea-9909-45f8-b71a-de1453830259 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:21:59.971728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a3b12d-a1dc-4466-9e0d-fbc7871c73f4 None None] Network 7e40a94a-68bb-478f-b78c-56001f0acf24 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:21:59.974978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6a15f84-a046-4adc-835e-98a19e79d461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.979031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6a15f84-a046-4adc-835e-98a19e79d461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:21:59.982916 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a6a15f84-a046-4adc-835e-98a19e79d461 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5393165-46c2-4854-bd06-d44e64de56a1 HTTP/1.1" status: 204 len: 168 time: 0.4595201 Nov 12 09:21:59.986719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Made reservation on behalf of 9d473a9b79e543f39b3e572882ae1994 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:21:59.991071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.022783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a15f84-a046-4adc-835e-98a19e79d461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5393165-46c2-4854-bd06-d44e64de56a1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:00.111149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d348441-4773-4beb-83bf-e8929ee059b1 None None] Network 7e40a94a-68bb-478f-b78c-56001f0acf24 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:00.118993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.128426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.158583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7c0c136f-6e3c-4a0e-8ad9-419bb4c99bce None None] Provisioning complete for port cf265853-3d16-4c22-8d16-e92805ec8bd7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:00.158704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c0c136f-6e3c-4a0e-8ad9-419bb4c99bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.166775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d348441-4773-4beb-83bf-e8929ee059b1 None None] Network 7e40a94a-68bb-478f-b78c-56001f0acf24 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:22:00.231124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:00.248423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-07bad740-ebe8-44d2-96e7-44a261f3ea01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/a5da74b8-1f80-4935-a21b-6329f1f33a58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4421325 Nov 12 09:22:00.399128 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c0c136f-6e3c-4a0e-8ad9-419bb4c99bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.405067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.449090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7c0c136f-6e3c-4a0e-8ad9-419bb4c99bce None None] For port cf265853-3d16-4c22-8d16-e92805ec8bd7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf265853-3d16-4c22-8d16-e92805ec8bd7,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:00.460054 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c0c136f-6e3c-4a0e-8ad9-419bb4c99bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.595543 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Sync routers for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:00.628884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c136f-6e3c-4a0e-8ad9-419bb4c99bce None None] Pushing event updated for resources: {'Port': ['ID=cf265853-3d16-4c22-8d16-e92805ec8bd7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:00.634102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:00.634752 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:00.640818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-916ee45b-7c77-48c0-a690-104e0f173604 None None] Provisioning complete for port bdafc628-4d02-405c-a7e5-890e95c97a72 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:00.641326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-916ee45b-7c77-48c0-a690-104e0f173604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.788178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf265853-3d16-4c22-8d16-e92805ec8bd7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:00.803133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:22:00.822050 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:00.857445 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:00.863773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a684f-6db6-4a30-9f5b-8a0dadf83362 req-1ee34a01-8641-48d3-a4ba-6de409147095 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:00.886219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d9a684f-6db6-4a30-9f5b-8a0dadf83362 req-1ee34a01-8641-48d3-a4ba-6de409147095 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 946 time: 0.3465440 Nov 12 09:22:00.922509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cf265853-3d16-4c22-8d16-e92805ec8bd7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:00.922889 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.080554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bdafc628-4d02-405c-a7e5-890e95c97a72 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:01.087453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event updated for resources: {'Subnet': ['ID=f5fd2d99-4240-431d-be03-c9367227f9da,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:01.126503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event updated for resources: {'Port': ['ID=04f279c0-4d49-4826-b371-ae565c243b61,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:01.137367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Checking segment: {'id': 'a7d7d430-6e70-4369-b951-0fbf93a42bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:01.138395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network hostable DHCP agents. Network: 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:01.176907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bdafc628-4d02-405c-a7e5-890e95c97a72 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:01.177401 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.181541 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:21:59Z', 'revision_number': 2, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:01.189837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d9a684f-6db6-4a30-9f5b-8a0dadf83362 req-f31068ca-c105-4ced-8634-986e8d15b32c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599316 Nov 12 09:22:01.208112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Network 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:01.245215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:01.253038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:01.253651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.278538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63410bd-73d6-4568-b96e-f92fef7323dc None None] Network 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:01.282049 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Checking router: a5da74b8-1f80-4935-a21b-6329f1f33a58 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:01.282605 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Updating router a5da74b8-1f80-4935-a21b-6329f1f33a58 port 2a15245e-6811-457f-a198-a29e6eb94b83 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:22:01.295024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f4a9dcbf-145f-4724-9798-980015c96e46 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4980030 Nov 12 09:22:01.296004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:01.332109 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.333992 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Floating IP 713cba38-27d3-4501-8eeb-6602bc10286a associated. External IP: 172.25.5.187, port: eb9f2d46-617a-4134-b64b-9886cd73a448. Nov 12 09:22:01.352826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-7bea26f7-1368-4756-b103-14b68a6ebd17 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374743973&fields=id&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 267 time: 0.2519157 Nov 12 09:22:01.593613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-18d5b49c-a403-4b2f-8e5b-0b8928c12a6a', 'network_id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a', 'tenant_id': '9d473a9b79e543f39b3e572882ae1994', 'fixed_ips': [{'subnet_id': 'f5fd2d99-4240-431d-be03-c9367227f9da'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:01.593965 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.620277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7f269-6d66-427f-948a-7290dba5034e req-94e75fdd-7918-45e4-a929-fb18b774069d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:01.622880 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddd7f269-6d66-427f-948a-7290dba5034e req-94e75fdd-7918-45e4-a929-fb18b774069d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 946 time: 0.2745175 Nov 12 09:22:01.695184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddd7f269-6d66-427f-948a-7290dba5034e req-c3552d70-d86c-4adf-9ac0-aaf089e4eca8 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Nov 12 09:22:01.700089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.755708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e7fc8-eba6-4d67-89da-a0a8637ce540 None None] Network d92ba347-ba49-4a42-980f-4e0a8f695faa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:01.830140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.897221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Allocated IP 2001:db8::f816:3eff:fe73:58b0 (18d5b49c-a403-4b2f-8e5b-0b8928c12a6a/f5fd2d99-4240-431d-be03-c9367227f9da/c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:01.909485 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.914872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-698c66fb-aeaa-4d3f-8ec7-64d1c2072826 None None] Provisioning complete for port 2a15245e-6811-457f-a198-a29e6eb94b83 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:01.915171 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698c66fb-aeaa-4d3f-8ec7-64d1c2072826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.918391 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:01.960469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-c1fe3f6f-5819-4eb1-a170-b41f10e0f444 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:01.962671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-c1fe3f6f-5819-4eb1-a170-b41f10e0f444 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 797 time: 0.5329850 Nov 12 09:22:02.001175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-4aee7b52-4a3f-4211-9ab3-b9d022c78e00 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/quotas/29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 375 time: 0.0277638 Nov 12 09:22:02.002787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:02.072553 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Pushing event updated for resources: {'Port': ['ID=2a15245e-6811-457f-a198-a29e6eb94b83,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:02.096934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-698c66fb-aeaa-4d3f-8ec7-64d1c2072826 None None] Port 2a15245e-6811-457f-a198-a29e6eb94b83 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:02.108481 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.109486 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.109486 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.110774 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.112134 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.112779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.113163 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.113584 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.114016 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.114395 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.114757 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.115095 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:02.166836 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-55fb9e19-a903-4a32-8566-a4728f2b723a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1584802 Nov 12 09:22:02.219719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-698c66fb-aeaa-4d3f-8ec7-64d1c2072826 None None] Provisioning complete for port cf265853-3d16-4c22-8d16-e92805ec8bd7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:02.220240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-698c66fb-aeaa-4d3f-8ec7-64d1c2072826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.244830 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Attempting to bind port 2a15245e-6811-457f-a198-a29e6eb94b83 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:02.245516 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Attempting to bind port 2a15245e-6811-457f-a198-a29e6eb94b83 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:02.246131 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Attempting to bind port 2a15245e-6811-457f-a198-a29e6eb94b83 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:02.253790 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:02.254505 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Checking segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:02.255082 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.256311 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Bound using segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:02.256996 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Bound port: 2a15245e-6811-457f-a198-a29e6eb94b83, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:02.257607 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.321199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-c61e6f14-d8bf-4da9-97e6-937f077cdb16 service neutron] 10.222.0.53 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319685 Nov 12 09:22:02.324650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:02.376174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:02.396577 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.421708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d61e3f-b6de-4058-829a-abd493b7eb6b req-e2691387-773a-45c2-8ca9-7c3707f0e294 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:02.425869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2d61e3f-b6de-4058-829a-abd493b7eb6b req-e2691387-773a-45c2-8ca9-7c3707f0e294 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 946 time: 0.1127088 Nov 12 09:22:02.430241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:02.430826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:02.454341 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] For port 2a15245e-6811-457f-a198-a29e6eb94b83, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:02.458782 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] For port 2a15245e-6811-457f-a198-a29e6eb94b83, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2a15245e-6811-457f-a198-a29e6eb94b83,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:02.469868 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.510137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.525174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.542263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf265853-3d16-4c22-8d16-e92805ec8bd7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:02.548300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2d61e3f-b6de-4058-829a-abd493b7eb6b req-d266b15f-0c9b-4c60-92a9-cfa56d788623 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129565 Nov 12 09:22:02.585477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aa5af456-dbaa-422f-abb7-d669a5eda303 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.3782856 Nov 12 09:22:02.588187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:02.591597 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09" -d '{"events": [{"name": "network-changed", "server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:02.606298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.634544 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14855b5b-96a1-4727-8ef0-c4b4c687bb76 None None] Pushing event updated for resources: {'Port': ['ID=2a15245e-6811-457f-a198-a29e6eb94b83,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:02.673845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-a6a03ce0-2230-48fc-9c2f-093b01334d67 service neutron] 10.222.0.53 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368728 Nov 12 09:22:02.676741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Subnet': ['ID=f5fd2d99-4240-431d-be03-c9367227f9da,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:02.676866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:02.677206 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:02.712844 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f17b69-b0a9-4434-bf21-93f29f3c321f x-openstack-request-id: req-d7f17b69-b0a9-4434-bf21-93f29f3c321f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:02.713239 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:02.716221 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7f17b69-b0a9-4434-bf21-93f29f3c321f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:02.717706 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'status': 'completed', 'code': 200} Nov 12 09:22:02.831821 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:02.872167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d5b49c-a403-4b2f-8e5b-0b8928c12a6a']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:02.876402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-aa0bafea-7a6d-4c87-9262-de4bd0a05f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:02.878065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-aa0bafea-7a6d-4c87-9262-de4bd0a05f17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 1098 time: 0.1384110 Nov 12 09:22:02.930766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d7d430-6e70-4369-b951-0fbf93a42bda') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:02.933273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d7d430-6e70-4369-b951-0fbf93a42bda') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:02.988913 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:03.009161 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:03.013356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.045854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5f4efbee-6a7b-40a3-b5b1-b94ea635ee59 req-3ede77d3-4d2f-4994-a0dc-f65bead18061 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 210 time: 0.0579474 Nov 12 09:22:03.110784 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.138399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:03.138658 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:03.141924 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:03.193712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Network 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:03.264288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-554a3c0a-ca93-454f-a2b2-6d4a14a31090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:03.265344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:03.266321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-554a3c0a-ca93-454f-a2b2-6d4a14a31090 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.3790329 Nov 12 09:22:03.267891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:22:03.267891 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:22:03.267891 n-d-769329-17 neutron-server[109376]: [parameters: {'id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a'}] Nov 12 09:22:03.267891 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:22:03.269833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:03.270458 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:22:03.280461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Pushing event updated for resources: {'Port': ['ID=c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:03.285131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] Provisioning complete for port 2a15245e-6811-457f-a198-a29e6eb94b83 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:03.285434 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.400457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-ea024efc-b5eb-4f11-853f-4a48a2eba213 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb9f2d46-617a-4134-b64b-9886cd73a448 HTTP/1.1" status: 200 len: 1000 time: 0.1267169 Nov 12 09:22:03.474301 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:02Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:03.487357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-e10e4d4f-fcd9-40e1-8808-1372a495740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:03.489252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-e10e4d4f-fcd9-40e1-8808-1372a495740e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0740097 Nov 12 09:22:03.560939 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea227ce-4685-48d9-b980-749ec584c7dd None None] The sync data for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 is: [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:02Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:03.675925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-a9a58a31-7ad1-4869-9c43-a28e5969f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:03.676151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Attempting to bind port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:03.676892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Attempting to bind port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'a7d7d430-6e70-4369-b951-0fbf93a42bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:03.676892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Attempting to bind port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f on network 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:03.691702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:03.692252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Checking segment: {'id': 'a7d7d430-6e70-4369-b951-0fbf93a42bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:03.692768 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.693182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Bound using segment: {'id': 'a7d7d430-6e70-4369-b951-0fbf93a42bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:03.693680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Bound port: c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d7d430-6e70-4369-b951-0fbf93a42bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '18d5b49c-a403-4b2f-8e5b-0b8928c12a6a'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:03.694069 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.696625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cf265853-3d16-4c22-8d16-e92805ec8bd7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:03.696919 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.702287 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-a9a58a31-7ad1-4869-9c43-a28e5969f1eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049797 Nov 12 09:22:03.785037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-2dd89d4c-b091-42b7-aef8-c6bb42ba0818 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:03.794280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-2dd89d4c-b091-42b7-aef8-c6bb42ba0818 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 946 time: 0.2282956 Nov 12 09:22:03.823603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.968365 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:03.994214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-07a3bf15-a325-4d0f-b922-cf2092c20d4f service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836063 Nov 12 09:22:04.078766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Deleting port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:04.079645 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.097403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] For port 2a15245e-6811-457f-a198-a29e6eb94b83, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2a15245e-6811-457f-a198-a29e6eb94b83,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:04.123532 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.163450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] For port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:04.321059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dfd7e-e90e-40ff-b8d1-7d5d331b0890 req-6730b5aa-7870-4b59-b5ce-dbd16a28f215 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:04.330064 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-269dfd7e-e90e-40ff-b8d1-7d5d331b0890 req-6730b5aa-7870-4b59-b5ce-dbd16a28f215 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 946 time: 0.3533232 Nov 12 09:22:04.356763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c103358-bbe3-4132-bf2f-b3d636de95b3 req-f63f1ca4-188c-449c-82cc-c1fbdff3c238 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 210 time: 0.0919528 Nov 12 09:22:04.363669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] For port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f,segment=NetworkSegment(a7d7d430-6e70-4369-b951-0fbf93a42bda),segment_id=a7d7d430-6e70-4369-b951-0fbf93a42bda)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:04.373919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] For port d9542a78-c23f-4bb5-af40-fbb0e622bdb6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:04.374387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.396751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Calling delete_port for d9542a78-c23f-4bb5-af40-fbb0e622bdb6 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:04.413503 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.480171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] Provisioning complete for port cf265853-3d16-4c22-8d16-e92805ec8bd7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:04.480578 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.504846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-269dfd7e-e90e-40ff-b8d1-7d5d331b0890 req-650dcce5-3d88-41bd-928a-148074340f62 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516132 Nov 12 09:22:04.541453 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dfc4bf3a-55c2-4633-b50b-3d9a00c17d09 req-6fc71f9d-9fb2-4c4e-ba83-d1ea893c63d5 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986835 Nov 12 09:22:04.547739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '713cba38-27d3-4501-8eeb-6602bc10286a', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:bf:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c4554-d89f-4277-bd95-613a9205861f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:59Z', 'updated_at': '2021-11-12T09:21:59Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}, {'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:50Z', 'revision_number': 1, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:04.553958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:04.554411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.653669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b4fbe6-b90f-4e7f-9c02-bace7b54e709 None None] Pushing event updated for resources: {'Port': ['ID=2a15245e-6811-457f-a198-a29e6eb94b83,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:04.673902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:04.679341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] For port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f,segment=NetworkSegment(a7d7d430-6e70-4369-b951-0fbf93a42bda),segment_id=a7d7d430-6e70-4369-b951-0fbf93a42bda)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:04.679724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.694809 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Calling delete_port for c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:04.773081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.819236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.828627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59', 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:04.847392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event deleted for resources: {'Port': ['ID=d9542a78-c23f-4bb5-af40-fbb0e622bdb6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:04.874630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2a15245e-6811-457f-a198-a29e6eb94b83 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:04.905562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Port': ['ID=c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:04.919957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No DVR routers for this DVR port c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:04.925828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27edf9a2-8ec1-46da-9cf0-5140d80ecb77 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:04.926605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] No DVR routers for this DVR port d9542a78-c23f-4bb5-af40-fbb0e622bdb6 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:04.929123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:04.933226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce9ae57d-f065-4de5-a5e9-0e011b59bb77 req-931f796d-2d9d-46c4-9f84-28be0e1e3771 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "DELETE /v2.0/ports/d9542a78-c23f-4bb5-af40-fbb0e622bdb6 HTTP/1.1" status: 204 len: 173 time: 1.1293132 Nov 12 09:22:04.933774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36783315-f189-42ac-9f3a-4a3b7914120d', 'name': 'network-vif-deleted', 'tag': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:04.936805 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3847f12-ce8a-4832-9259-5c028c279a49" -d '{"events": [{"server_uuid": "36783315-f189-42ac-9f3a-4a3b7914120d", "name": "network-vif-deleted", "tag": "d9542a78-c23f-4bb5-af40-fbb0e622bdb6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:04.970934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:04.972910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:21:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:05.002585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d15c4-db30-4ee8-99ad-516b9b35bbd3 None None] Network 18d5b49c-a403-4b2f-8e5b-0b8928c12a6a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:05.024936 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fceedcb-9dcf-4176-8a08-f8b732626c0f x-openstack-request-id: req-2fceedcb-9dcf-4176-8a08-f8b732626c0f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:05.025416 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36783315-f189-42ac-9f3a-4a3b7914120d", "name": "network-vif-deleted", "tag": "d9542a78-c23f-4bb5-af40-fbb0e622bdb6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:05.025768 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fceedcb-9dcf-4176-8a08-f8b732626c0f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:05.026188 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36783315-f189-42ac-9f3a-4a3b7914120d', 'name': 'network-vif-deleted', 'tag': 'd9542a78-c23f-4bb5-af40-fbb0e622bdb6', 'status': 'completed', 'code': 200} Nov 12 09:22:05.063810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.104077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d5b49c-a403-4b2f-8e5b-0b8928c12a6a']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:05.118998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d7d430-6e70-4369-b951-0fbf93a42bda') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:05.119387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d7d430-6e70-4369-b951-0fbf93a42bda') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:05.135418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.153807 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.162322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:05.162554 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:05.168443 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:05.280839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2def23-3612-4b10-b4d6-6c25ff15c15b None None] Pushing event updated for resources: {'Port': ['ID=c0df5ac8-95a8-4b5d-a5a5-34e54efa2e7f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:05.444519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-d79d2d6b-f8bd-4a4c-bb5b-e115bcb4940c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:05.446728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-d79d2d6b-f8bd-4a4c-bb5b-e115bcb4940c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 797 time: 0.1887062 Nov 12 09:22:05.475700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2a15245e-6811-457f-a198-a29e6eb94b83 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:05.476331 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.502897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.538107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.544322 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/18d5b49c-a403-4b2f-8e5b-0b8928c12a6a HTTP/1.1" status: 204 len: 168 time: 4.2443659 Nov 12 09:22:05.545499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eef845-baa4-42ba-9508-fe3bec098329 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Network': ['ID=18d5b49c-a403-4b2f-8e5b-0b8928c12a6a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:05.548124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60400) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:05.592947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7d52f3-ba8d-4694-ad71-304e9b737cd8 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:22:05.610843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-150fd3c3-c076-4f5d-a8f8-8041b6e855f9 req-a19e22ef-3722-42fa-b625-42931089b91d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 210 time: 0.0989153 Nov 12 09:22:05.617386 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ebdeca-b6fb-4394-9330-62d520abbf41 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:05.618172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ebdeca-b6fb-4394-9330-62d520abbf41 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:05.623293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-00ebdeca-b6fb-4394-9330-62d520abbf41 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/f5fd2d99-4240-431d-be03-c9367227f9da HTTP/1.1" status: 404 len: 337 time: 0.0731413 Nov 12 09:22:05.627268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60404) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:05.664740 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cafad1-3763-407b-8a3e-7710f4c266df tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:05.665341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cafad1-3763-407b-8a3e-7710f4c266df tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:05.669027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-51cafad1-3763-407b-8a3e-7710f4c266df tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/18d5b49c-a403-4b2f-8e5b-0b8928c12a6a HTTP/1.1" status: 404 len: 339 time: 0.0406733 Nov 12 09:22:05.669191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-1e59fa43-f919-41ec-b5fd-252ab16b1ea2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 379 time: 0.2025535 Nov 12 09:22:05.672266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60406) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:05.688857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'port': {'device_id': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'admin_state_up': True, 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'security_groups': ['cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:05.705956 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98cd666-0abc-4e72-bb01-574f9b4e15bd tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:05.706641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98cd666-0abc-4e72-bb01-574f9b4e15bd tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:05.711740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c98cd666-0abc-4e72-bb01-574f9b4e15bd tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/841b0edf-6aa1-4996-8b54-18b3d10e2e8a HTTP/1.1" status: 404 len: 337 time: 0.0382285 Nov 12 09:22:05.714347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60408) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:05.740455 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c80e35b-832a-4584-ab77-17e2a6662251 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:05.741145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c80e35b-832a-4584-ab77-17e2a6662251 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:05.745016 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3c80e35b-832a-4584-ab77-17e2a6662251 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/7e40a94a-68bb-478f-b78c-56001f0acf24 HTTP/1.1" status: 404 len: 339 time: 0.0290122 Nov 12 09:22:05.747509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60410) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:05.780463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-97ef9440-d220-4baa-b05d-6ced78a2536a req-0b895f27-0b8b-43c7-9ba8-fe3211acbb1a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=36783315-f189-42ac-9f3a-4a3b7914120d HTTP/1.1" status: 200 len: 210 time: 0.1101162 Nov 12 09:22:05.787190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:05.805903 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ec1133-4903-4938-a879-cee888eb67e2 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:05.808449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ec1133-4903-4938-a879-cee888eb67e2 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:05.814485 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-80ec1133-4903-4938-a879-cee888eb67e2 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/b32ccac2-53d0-4567-9219-64eb3dfa444e HTTP/1.1" status: 404 len: 337 time: 0.0651553 Nov 12 09:22:05.820374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60414) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:05.851183 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c60cf7d-5f57-46b5-8fad-8b48aff529f4 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:05.851807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c60cf7d-5f57-46b5-8fad-8b48aff529f4 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:05.859673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60416) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:05.861270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0c60cf7d-5f57-46b5-8fad-8b48aff529f4 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/dfd401c4-a319-4437-aa5a-224a5194709c HTTP/1.1" status: 404 len: 339 time: 0.0392504 Nov 12 09:22:05.892884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:05.898128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.925594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0d1d643b-d1ff-4d4c-9d6a-66f71b259866 None None] Provisioning complete for port 2a15245e-6811-457f-a198-a29e6eb94b83 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:05.926195 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0d1d643b-d1ff-4d4c-9d6a-66f71b259866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:05.977297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting port c04d7ad3-1b9c-4dbf-89aa-2c57e22f737c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:05.977643 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.076860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.092762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.5 (d92ba347-ba49-4a42-980f-4e0a8f695faa/3a7cd2c1-f577-4610-8120-cfa4840d5440/effb4fc9-b1d2-483e-b0ae-b845be39e0c3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:06.102840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Calling delete_port for c04d7ad3-1b9c-4dbf-89aa-2c57e22f737c owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:06.196360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.234034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Port': ['ID=c04d7ad3-1b9c-4dbf-89aa-2c57e22f737c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:06.238201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.244858 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c91d089-add7-40f9-adde-d57924325f1b tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/ports/c04d7ad3-1b9c-4dbf-89aa-2c57e22f737c HTTP/1.1" status: 204 len: 168 time: 0.3838010 Nov 12 09:22:06.245595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60422) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:06.277690 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29b6bed-d55a-474a-bc1e-ad161abb4549 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:06.277972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f29b6bed-d55a-474a-bc1e-ad161abb4549 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:06.284672 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f29b6bed-d55a-474a-bc1e-ad161abb4549 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/15e211a4-190b-489e-8ef9-aea805b53e3a HTTP/1.1" status: 404 len: 337 time: 0.0373149 Nov 12 09:22:06.285421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60424) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:06.385844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.391609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.444191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.488650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d52f3-ba8d-4694-ad71-304e9b737cd8 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:22:06.498450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network d92ba347-ba49-4a42-980f-4e0a8f695faa is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:06.502317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:06.506835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:06.538215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.565879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:06.568013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.569610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeaf042d-3f17-4e1d-981b-262a3a874ab5']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:06.588824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63796cde-2c02-4daf-bb95-e9c47bb168e3') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:06.589127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63796cde-2c02-4daf-bb95-e9c47bb168e3') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:06.598131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:06.611938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.616515 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bd23d36e-e1f4-4cb8-a69f-43e6987e757b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9331408 Nov 12 09:22:06.632004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.635992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Request body: {'port': {'device_id': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:06.655398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:06.656146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:06.665081 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:06.740782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2a15245e-6811-457f-a198-a29e6eb94b83 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:06.783001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.793246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.806878 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:06.811945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/aeaf042d-3f17-4e1d-981b-262a3a874ab5 HTTP/1.1" status: 204 len: 168 time: 0.5253210 Nov 12 09:22:06.815391 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60436) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:06.875955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '713cba38-27d3-4501-8eeb-6602bc10286a', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:bf:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c4554-d89f-4277-bd95-613a9205861f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:59Z', 'updated_at': '2021-11-12T09:21:59Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}, {'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:50Z', 'revision_number': 1, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:06.896991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907868d-5039-49b5-951f-6c4d00f6095f tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Network': ['ID=aeaf042d-3f17-4e1d-981b-262a3a874ab5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:06.959634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b829bc9d-12c9-4322-afb1-0ad7544ff57f None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '713cba38-27d3-4501-8eeb-6602bc10286a', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.187', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2947, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:bf:8d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35c4554-d89f-4277-bd95-613a9205861f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:21:59Z', 'updated_at': '2021-11-12T09:21:59Z', 'revision_number': 0, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}, {'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:50Z', 'revision_number': 1, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:06.970149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2a15245e-6811-457f-a198-a29e6eb94b83 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:06.970527 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.054114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting port efc72061-2a81-433d-905a-1db56dcb0a53 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:07.054433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.054580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7175bb-795a-462f-8d23-84542430763c req-43cb9b21-dd74-426e-8ad6-361a9348eb78 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:07.062871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d7175bb-795a-462f-8d23-84542430763c req-43cb9b21-dd74-426e-8ad6-361a9348eb78 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 931 time: 0.3195598 Nov 12 09:22:07.116206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d9542a78-c23f-4bb5-af40-fbb0e622bdb6 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:07.162967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.172860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d7175bb-795a-462f-8d23-84542430763c req-5df673d9-4145-4b35-8734-eb8a92ba5c32 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065831 Nov 12 09:22:07.183345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Calling delete_port for efc72061-2a81-433d-905a-1db56dcb0a53 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:07.222614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: d9542a78-c23f-4bb5-af40-fbb0e622bdb6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:07.223143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device d9542a78-c23f-4bb5-af40-fbb0e622bdb6 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:07.290918 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.368317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.393629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/ports/efc72061-2a81-433d-905a-1db56dcb0a53 HTTP/1.1" status: 204 len: 168 time: 0.5754209 Nov 12 09:22:07.395728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60446) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:07.419591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd3f0d-ebc7-4104-b94d-b229b4a8a614 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Port': ['ID=efc72061-2a81-433d-905a-1db56dcb0a53,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:07.488939 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-906d0c27-4e78-4b94-b8bf-836faee58d31 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:07.489858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906d0c27-4e78-4b94-b8bf-836faee58d31 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:07.507062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-906d0c27-4e78-4b94-b8bf-836faee58d31 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/86e0a490-e54a-4cbe-91db-ca95682b38ca HTTP/1.1" status: 404 len: 337 time: 0.1085355 Nov 12 09:22:07.510329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60452) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:07.513815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effb4fc9-b1d2-483e-b0ae-b845be39e0c3 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:07.555429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.561533 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25abdd-afaf-4f5e-8fae-f561202d4eca None None] New status for floating IP 713cba38-27d3-4501-8eeb-6602bc10286a: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:22:07.588832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Transition to ACTIVE for port object effb4fc9-b1d2-483e-b0ae-b845be39e0c3 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:22:07.597770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.699191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.707873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:07.912358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.951591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5050281-926e-42de-9e4a-e59ebdccdd12']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:07.966014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6982d2b4-06c8-4288-b9a7-059348a2f421') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:07.966565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6982d2b4-06c8-4288-b9a7-059348a2f421') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:07.976554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:07.977179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:07.977738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:07.978811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:07.993672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:22:07.994256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:07.998383 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.011750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:08.012251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:08.015821 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:08.018336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:08.018451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Checking segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:08.018958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Bound using segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:08.019347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Bound port: effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:08.019725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.044856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86df94-5c03-470c-9987-80db6a34752e req-1eac1e0c-6f9b-4984-999a-f5f8049d403b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:08.046780 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-1eac1e0c-6f9b-4984-999a-f5f8049d403b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.2173448 Nov 12 09:22:08.086984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-c2d26c8e-01bd-4e5b-823d-7fcff314e8c6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.0326345 Nov 12 09:22:08.110417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.133738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.143209 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/d5050281-926e-42de-9e4a-e59ebdccdd12 HTTP/1.1" status: 204 len: 168 time: 0.6317689 Nov 12 09:22:08.153298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60474) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:08.155671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b89886-fc6f-4270-8d7e-444202b8886a tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Network': ['ID=d5050281-926e-42de-9e4a-e59ebdccdd12,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:08.175021 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:08.178895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:08.183294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:08.188757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-7eaf46a9-2cc6-41b0-92d5-34d8d00f350c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0943937 Nov 12 09:22:08.191307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.259634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:08.260415 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.262684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] 10.222.0.62 "PUT /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 1092 time: 1.6360521 Nov 12 09:22:08.263259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:08.266381 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6afda6f-c292-4945-aab9-48c076ea160b" -d '{"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:08.270486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting subnet 753185e3-ca48-48c0-b710-9a65987b24f1 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:08.278462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.378955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9570-f7f0-498c-af63-f17e684385b1 service neutron] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:08.408740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.492596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e7f69-3703-4ffd-a7bc-cba26e98fe40 req-9531fbca-0f1d-4049-ab6b-2cf6477e9231 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:08.495196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503e7f69-3703-4ffd-a7bc-cba26e98fe40 req-9531fbca-0f1d-4049-ab6b-2cf6477e9231 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 943 time: 0.1646917 Nov 12 09:22:08.596441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-503e7f69-3703-4ffd-a7bc-cba26e98fe40 req-45546b13-4e5c-43a0-8e59-6827674ca308 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907280 Nov 12 09:22:08.599029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.693613 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.725002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Subnet': ['ID=753185e3-ca48-48c0-b710-9a65987b24f1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:08.729397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.736768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ab31bacc-b000-451c-b2de-dd942e386519 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/subnets/753185e3-ca48-48c0-b710-9a65987b24f1 HTTP/1.1" status: 204 len: 168 time: 0.5823395 Nov 12 09:22:08.737447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60484) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:08.742197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4e356-dd0b-470a-906a-db1c7a51b673 None None] Network a415ec7e-a060-4c6b-8225-7f96ad48d5c9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:08.776256 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b11d030-eb88-4b0d-bd98-7aaa5c8cc050 x-openstack-request-id: req-9b11d030-eb88-4b0d-bd98-7aaa5c8cc050 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:08.776594 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:08.776981 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b11d030-eb88-4b0d-bd98-7aaa5c8cc050 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:08.777646 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'status': 'completed', 'code': 200} Nov 12 09:22:08.806252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-00fcbf55-0838-4f70-b167-868b8e60ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:08.807868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-00fcbf55-0838-4f70-b167-868b8e60ff01 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1095 time: 0.4702604 Nov 12 09:22:08.812472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-faa4855e-b005-4708-8d7d-444c0bf60fc8 service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822380 Nov 12 09:22:08.837611 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.862593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-61c2fb41-2fa7-4929-8931-3addef305c2d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 217 time: 0.0459898 Nov 12 09:22:08.895341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Deleting port 28b40038-005a-479a-a9d6-dcd54a105788 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:08.895746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.970529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bc675ec4-b85b-4570-8834-cd8b456848d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:08.972007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-bc675ec4-b85b-4570-8834-cd8b456848d0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 200 len: 835 time: 0.0896029 Nov 12 09:22:08.977519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] For port 28b40038-005a-479a-a9d6-dcd54a105788, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=28b40038-005a-479a-a9d6-dcd54a105788,segment=NetworkSegment(787c313b-7246-4193-9160-bf7ba73da342),segment_id=787c313b-7246-4193-9160-bf7ba73da342)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:08.977889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:08.998226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] DHCP port deletion for a415ec7e-a060-4c6b-8225-7f96ad48d5c9 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:08.999285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Calling delete_port for 28b40038-005a-479a-a9d6-dcd54a105788 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:09.016424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-0450ee82-cdd8-4733-a109-dc3c18f23bda service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922758 Nov 12 09:22:09.040750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c839d5-4e70-4067-87ae-5e140974308d req-56b9c80e-edcf-44f1-879e-6fcdc3725ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:09.042315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-56b9c80e-edcf-44f1-879e-6fcdc3725ec7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d92ba347-ba49-4a42-980f-4e0a8f695faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623164 Nov 12 09:22:09.067688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] Deleting port 28b40038-005a-479a-a9d6-dcd54a105788 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:09.068013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.094552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.107475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] No DVR routers for this DVR port 28b40038-005a-479a-a9d6-dcd54a105788 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:09.134753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Port': ['ID=28b40038-005a-479a-a9d6-dcd54a105788,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:09.146433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] For port 28b40038-005a-479a-a9d6-dcd54a105788, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=28b40038-005a-479a-a9d6-dcd54a105788,segment=NetworkSegment(787c313b-7246-4193-9160-bf7ba73da342),segment_id=787c313b-7246-4193-9160-bf7ba73da342)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:09.146936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.182977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] Calling delete_port for 28b40038-005a-479a-a9d6-dcd54a105788 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:09.234198 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-a38390e6-6c7e-4a28-84ab-647f94296ec3 service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693015 Nov 12 09:22:09.278472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.289396 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.302147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d071f2f-0ce7-42de-955d-b656bf3c1260 req-485c0292-7fc9-4156-99ac-3a9d9ab4ac55 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 210 time: 0.0518689 Nov 12 09:22:09.315138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a415ec7e-a060-4c6b-8225-7f96ad48d5c9']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:09.317881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] Pushing event deleted for resources: {'Port': ['ID=28b40038-005a-479a-a9d6-dcd54a105788,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:09.322258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39a2d1-2738-4141-8a4a-f182028d16d2 None None] No DVR routers for this DVR port 28b40038-005a-479a-a9d6-dcd54a105788 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:09.336488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787c313b-7246-4193-9160-bf7ba73da342') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:09.336921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787c313b-7246-4193-9160-bf7ba73da342') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:09.349998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.376265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.377888 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c0c839d5-4e70-4067-87ae-5e140974308d req-82478ff3-6066-4396-b32e-b649c49418ac service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362956 Nov 12 09:22:09.383816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:09.385273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:09.388139 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:09.462524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.485376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:09.492591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] 10.222.0.53 "DELETE /v2.0/networks/a415ec7e-a060-4c6b-8225-7f96ad48d5c9 HTTP/1.1" status: 204 len: 168 time: 0.7516980 Nov 12 09:22:09.508688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88913-4cf7-4dcf-b740-1797cb4e0ad5 tempest-NetworksIpV6TestAttrs-113341202 tempest-NetworksIpV6TestAttrs-113341202-project] Pushing event deleted for resources: {'Network': ['ID=a415ec7e-a060-4c6b-8225-7f96ad48d5c9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:09.529800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afda6f-c292-4945-aab9-48c076ea160b req-17e300fa-d4f3-488a-b59e-89c356419f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:09.531691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6afda6f-c292-4945-aab9-48c076ea160b req-17e300fa-d4f3-488a-b59e-89c356419f2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1095 time: 0.0858076 Nov 12 09:22:09.690840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afda6f-c292-4945-aab9-48c076ea160b req-73fa6077-dbe6-4c22-9e3d-84bab037b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:09.692363 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6afda6f-c292-4945-aab9-48c076ea160b req-73fa6077-dbe6-4c22-9e3d-84bab037b79f service neutron] 10.222.0.62 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 898 time: 0.1528707 Nov 12 09:22:09.787044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6afda6f-c292-4945-aab9-48c076ea160b req-290fcdab-26c8-464c-b856-798f7c50e069 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 217 time: 0.0842450 Nov 12 09:22:09.844229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fae18f-b114-45e4-a59b-ba0264a9bf2a req-03cb76f1-de8c-48dd-aa24-9830dee07e69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:09.846080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53fae18f-b114-45e4-a59b-ba0264a9bf2a req-03cb76f1-de8c-48dd-aa24-9830dee07e69 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 943 time: 0.1469634 Nov 12 09:22:09.866826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afda6f-c292-4945-aab9-48c076ea160b req-d5dd817d-7a0a-4d1a-ac53-c83f9009e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:09.868516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6afda6f-c292-4945-aab9-48c076ea160b req-d5dd817d-7a0a-4d1a-ac53-c83f9009e33e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 200 len: 835 time: 0.0738409 Nov 12 09:22:09.930560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60514) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:09.945538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53fae18f-b114-45e4-a59b-ba0264a9bf2a req-e5dd677b-2a3b-4c04-9c42-a8fc0f0aade7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903211 Nov 12 09:22:09.959030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afda6f-c292-4945-aab9-48c076ea160b req-195f8586-700c-4719-9e30-7af4b496d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:09.960684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6afda6f-c292-4945-aab9-48c076ea160b req-195f8586-700c-4719-9e30-7af4b496d3d0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d92ba347-ba49-4a42-980f-4e0a8f695faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827463 Nov 12 09:22:10.144057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6afda6f-c292-4945-aab9-48c076ea160b req-7f649885-6b67-4966-89aa-e0a7dc1e625d service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738989 Nov 12 09:22:10.276123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a6afda6f-c292-4945-aab9-48c076ea160b req-dc8cc726-959d-4930-9499-b8cd797c1eae service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245584 Nov 12 09:22:10.347652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fef0e15a-0173-4eee-b18d-bdfcb40a6ff5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d473a9b79e543f39b3e572882ae1994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4127550 Nov 12 09:22:10.350611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:10.422049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7af7-f437-47ae-badf-37bc63ec8d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.442213 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-609e450b-71f1-4ad8-82e6-c0270e436b2e req-2cd8add4-67cd-4e72-a63b-49d0ab5a1a1c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 210 time: 0.0347605 Nov 12 09:22:10.455111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7af7-f437-47ae-badf-37bc63ec8d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.546941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7af7-f437-47ae-badf-37bc63ec8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.549891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7af7-f437-47ae-badf-37bc63ec8d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:10.551063 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d6a7af7-f437-47ae-badf-37bc63ec8d40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91bf700e-ef08-4bf4-8ccf-0bbb72abad18 HTTP/1.1" status: 204 len: 168 time: 0.1994369 Nov 12 09:22:10.577431 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a7af7-f437-47ae-badf-37bc63ec8d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf700e-ef08-4bf4-8ccf-0bbb72abad18,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:10.617876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86df94-5c03-470c-9987-80db6a34752e req-60e25624-e907-4af1-9ad7-e6ab7e273236 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:10.619400 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-60e25624-e907-4af1-9ad7-e6ab7e273236 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.1634264 Nov 12 09:22:10.635985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Request body: {'port': {'device_id': '93f26411-f024-4ed3-b204-888644f398cb', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'admin_state_up': True, 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:10.718262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 28b40038-005a-479a-a9d6-dcd54a105788 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:10.744638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 28b40038-005a-479a-a9d6-dcd54a105788 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:10.745077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 28b40038-005a-479a-a9d6-dcd54a105788 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:10.845394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:10.852040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.062249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Allocated IP 172.20.0.2 (41ba8628-070c-4aaf-86f2-4076c7a6a49b/7b16d376-2e61-41b1-845a-acb59d25c075/f24a6ba4-2810-4eef-97ad-ef79da873312) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:11.169095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86ed25-6ed1-4db7-8b0a-bbd0bc93811c req-f7dfcc77-80f0-4510-a28a-b5389d29576d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:11.170454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f86ed25-6ed1-4db7-8b0a-bbd0bc93811c req-f7dfcc77-80f0-4510-a28a-b5389d29576d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 943 time: 0.1151209 Nov 12 09:22:11.263370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60550) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:11.290970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f86ed25-6ed1-4db7-8b0a-bbd0bc93811c req-37de0ee6-a70f-4f59-94ce-7000fcf188d9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132691 Nov 12 09:22:11.344256 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.385317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.401357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:11.497700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event updated for resources: {'Port': ['ID=f24a6ba4-2810-4eef-97ad-ef79da873312,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:11.522774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:11.524402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afa9138f-aeba-4cb2-992b-a3e352fcf06e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.528226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:11.541114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:11.581066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293c7b0-eefe-4db7-9140-ca8a5839f795 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:11.630359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60564) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:11.697819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4007c205-aa93-4c59-b506-4073edc7cd25 None None] Provisioning complete for port f24a6ba4-2810-4eef-97ad-ef79da873312 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:11.698493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4007c205-aa93-4c59-b506-4073edc7cd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.706861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:11.707940 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.725590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afa9138f-aeba-4cb2-992b-a3e352fcf06e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.734693 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-afa9138f-aeba-4cb2-992b-a3e352fcf06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.744005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-a9eadac1-fb1c-4526-8081-de03bec5456a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1148100 Nov 12 09:22:11.752689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4007c205-aa93-4c59-b506-4073edc7cd25 None None] Port f24a6ba4-2810-4eef-97ad-ef79da873312 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:11.760041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Request body: {'port': {'device_id': '93f26411-f024-4ed3-b204-888644f398cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:11.781309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9138f-aeba-4cb2-992b-a3e352fcf06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ad5916-40d2-4623-9457-cba43f8d5428,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:11.812812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f96ff0-377f-40e4-85f7-81b1d6a1290e req-4ff09d0f-64e3-444b-a9a0-10f1eeeecec5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:11.820171 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61f96ff0-377f-40e4-85f7-81b1d6a1290e req-4ff09d0f-64e3-444b-a9a0-10f1eeeecec5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 931 time: 0.1603670 Nov 12 09:22:11.835408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-afa9138f-aeba-4cb2-992b-a3e352fcf06e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce6c186cb8e54e149152a9a608c48adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5708613 Nov 12 09:22:11.836678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60568) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:11.845147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1814351554'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:11.860708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.902603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:11.906559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.918403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.920655 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61f96ff0-377f-40e4-85f7-81b1d6a1290e req-3aca4914-f1ac-4449-ae4a-7b641476a5ba tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995626 Nov 12 09:22:11.938811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-260c668f-60df-4909-82c7-668646905de0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:11.963891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-260c668f-60df-4909-82c7-668646905de0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.041664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-260c668f-60df-4909-82c7-668646905de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.045723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-260c668f-60df-4909-82c7-668646905de0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.050058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-260c668f-60df-4909-82c7-668646905de0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6ad5916-40d2-4623-9457-cba43f8d5428 HTTP/1.1" status: 204 len: 168 time: 0.2022479 Nov 12 09:22:12.056962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c668f-60df-4909-82c7-668646905de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ad5916-40d2-4623-9457-cba43f8d5428,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:12.170852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.184105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.218816 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:12.249786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab571e6-b8b8-44e4-96f8-1291588cf670,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:12.252908 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.253431 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment 93e87988-6514-44c8-b16f-2ef690e1fae7 of type vlan for network ebcc8aba-8281-479c-b879-19976a70a2d4 Nov 12 09:22:12.334506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.344504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f24a6ba4-2810-4eef-97ad-ef79da873312 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:12.354568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.380265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Transition to ACTIVE for port object f24a6ba4-2810-4eef-97ad-ef79da873312 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:22:12.384168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.390408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:12.391054 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.398565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.434407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ed11c-4750-4a90-8340-4af417d50fdd req-407f80bb-3044-4bc5-b623-92bdf130d5f2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:12.440470 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b76ed11c-4750-4a90-8340-4af417d50fdd req-407f80bb-3044-4bc5-b623-92bdf130d5f2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 943 time: 0.0697451 Nov 12 09:22:12.476460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc49a7-c545-48a1-97c5-d7afc4b34d5e None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:12.496762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:12.522489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b76ed11c-4750-4a90-8340-4af417d50fdd req-0812b00a-310b-40f4-b732-7c4ffa3d71cc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783608 Nov 12 09:22:12.524326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0974e13a-acc1-4fd6-8ac5-cdfda08b45b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.634474 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0974e13a-acc1-4fd6-8ac5-cdfda08b45b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.639702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0974e13a-acc1-4fd6-8ac5-cdfda08b45b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.684154 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0974e13a-acc1-4fd6-8ac5-cdfda08b45b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9ed552248d54aca86e21d5f99b88684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1856310 Nov 12 09:22:12.685215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974e13a-acc1-4fd6-8ac5-cdfda08b45b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27de7da5-1fad-4c3c-acfd-a723256058c4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:12.689240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:12.758992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6bccae2-e5a5-42a5-a758-21aa4974ef03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.786470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6bccae2-e5a5-42a5-a758-21aa4974ef03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.844743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6bccae2-e5a5-42a5-a758-21aa4974ef03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.848202 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6bccae2-e5a5-42a5-a758-21aa4974ef03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.849700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6bccae2-e5a5-42a5-a758-21aa4974ef03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27de7da5-1fad-4c3c-acfd-a723256058c4 HTTP/1.1" status: 204 len: 168 time: 0.1589675 Nov 12 09:22:12.859896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bccae2-e5a5-42a5-a758-21aa4974ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27de7da5-1fad-4c3c-acfd-a723256058c4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:12.865683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:12.865798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2344153 Nov 12 09:22:12.871194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1356345507'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:12.879035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f33a75-9b52-4b26-b05b-f38d92576a37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=ebcc8aba-8281-479c-b879-19976a70a2d4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:12.889197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Pushing event updated for resources: {'Port': ['ID=f24a6ba4-2810-4eef-97ad-ef79da873312,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:12.897578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ebcc8aba-8281-479c-b879-19976a70a2d4 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:12.909334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:12.914103 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.967111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:12.982615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:12.983140 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment f2b05115-a015-4e9f-b5d7-746e51b21f35 of type vlan for network e6e87aed-d353-4de6-b82e-006b131402c7 Nov 12 09:22:12.993326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:22:13.039595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Attempting to bind port f24a6ba4-2810-4eef-97ad-ef79da873312 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:13.040209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Attempting to bind port f24a6ba4-2810-4eef-97ad-ef79da873312 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:13.040665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Attempting to bind port f24a6ba4-2810-4eef-97ad-ef79da873312 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:13.046288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.063138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Port f24a6ba4-2810-4eef-97ad-ef79da873312 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:22:13.063672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Attempting to bind port f24a6ba4-2810-4eef-97ad-ef79da873312 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:13.071565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:13.072214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:13.072771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Bound using segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:13.073389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Bound port: f24a6ba4-2810-4eef-97ad-ef79da873312, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:13.073955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.108898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.117066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:13.117811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.131160 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:22:13.175337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7d822-6d33-4133-a961-de4fa27fc345 req-a0e8359f-de13-4446-878f-1d243ce0d1d6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:13.178004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9f7d822-6d33-4133-a961-de4fa27fc345 req-a0e8359f-de13-4446-878f-1d243ce0d1d6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 943 time: 0.1540978 Nov 12 09:22:13.219571 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3523946 Nov 12 09:22:13.223126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60592) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:13.231211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ae8eb-9fac-4d3b-b8b4-722d0fe80e4f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=e6e87aed-d353-4de6-b82e-006b131402c7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:13.241718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': 'ebcc8aba-8281-479c-b879-19976a70a2d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:13.253167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e6e87aed-d353-4de6-b82e-006b131402c7 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:13.279606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:13.292414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] For port f24a6ba4-2810-4eef-97ad-ef79da873312, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:13.331242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'port_id': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'mac_address': 'fa:16:3e:f1:54:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:22:13.351480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] For port f24a6ba4-2810-4eef-97ad-ef79da873312, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f24a6ba4-2810-4eef-97ad-ef79da873312,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:13.355778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9f7d822-6d33-4133-a961-de4fa27fc345 req-46e182fa-dace-45e2-9374-30172f24e739 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713600 Nov 12 09:22:13.375844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.419323 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.429542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:13.430261 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.431750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] 10.222.0.55 "PUT /v2.0/ports/f24a6ba4-2810-4eef-97ad-ef79da873312 HTTP/1.1" status: 200 len: 1092 time: 1.6784577 Nov 12 09:22:13.437230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f26411-f024-4ed3-b204-888644f398cb', 'tag': 'f24a6ba4-2810-4eef-97ad-ef79da873312'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:13.439664 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3030d927-cba3-4f3c-9d24-639996f595eb" -d '{"events": [{"name": "network-changed", "server_uuid": "93f26411-f024-4ed3-b204-888644f398cb", "tag": "f24a6ba4-2810-4eef-97ad-ef79da873312"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:13.443735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08892e8c-a98b-4a96-8aef-874a786a8f8b None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:13.464553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effb4fc9-b1d2-483e-b0ae-b845be39e0c3 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:13.472568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c0075-294c-4059-aec7-72199e2dc164 service neutron] Pushing event updated for resources: {'Port': ['ID=f24a6ba4-2810-4eef-97ad-ef79da873312,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:13.477556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:13.482234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.514148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:13.522613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.542298 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27d17d5-aaf8-4f41-9d4b-bfa9f227827c x-openstack-request-id: req-b27d17d5-aaf8-4f41-9d4b-bfa9f227827c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:13.542525 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f26411-f024-4ed3-b204-888644f398cb", "tag": "f24a6ba4-2810-4eef-97ad-ef79da873312", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:13.543264 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b27d17d5-aaf8-4f41-9d4b-bfa9f227827c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:13.543675 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f26411-f024-4ed3-b204-888644f398cb', 'tag': 'f24a6ba4-2810-4eef-97ad-ef79da873312', 'status': 'completed', 'code': 200} Nov 12 09:22:13.600877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:13.616103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86df94-5c03-470c-9987-80db6a34752e req-b4bd4772-716a-4a39-99ed-9355fc8d725a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:13.617614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-b4bd4772-716a-4a39-99ed-9355fc8d725a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 1095 time: 0.0772569 Nov 12 09:22:13.716355 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-bdf55a40-7200-4163-b560-cb85e1c8b1e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24a6ba4-2810-4eef-97ad-ef79da873312 HTTP/1.1" status: 200 len: 217 time: 0.0852504 Nov 12 09:22:13.780315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859de1a1-0325-45b3-8a02-a3b34a038c99 req-af0e16c8-4f08-4c59-89f7-a793d41a82cc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:13.782195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-859de1a1-0325-45b3-8a02-a3b34a038c99 req-af0e16c8-4f08-4c59-89f7-a793d41a82cc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.1624835 Nov 12 09:22:13.819322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['effb4fc9-b1d2-483e-b0ae-b845be39e0c3'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:13.846034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86df94-5c03-470c-9987-80db6a34752e req-561ff4b1-114c-41b9-8b0b-7e1eb9c0ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:13.847797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-561ff4b1-114c-41b9-8b0b-7e1eb9c0ad79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1221814 Nov 12 09:22:13.869860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:13.913564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-2bceb57d-918e-4f2e-aff1-4844874e76d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584955 Nov 12 09:22:13.942269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-06471f25-1165-41b5-9dd4-4e33204fe39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.038159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-859de1a1-0325-45b3-8a02-a3b34a038c99 req-f95c7be9-63e2-488b-b57d-f64ed4aa80c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249062 Nov 12 09:22:14.111461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=77a1debf-4a28-4d0d-9547-bd18fa4f96bb,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:14.129596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': '93e87988-6514-44c8-b16f-2ef690e1fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ebcc8aba-8281-479c-b879-19976a70a2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:14.129596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: ebcc8aba-8281-479c-b879-19976a70a2d4, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:14.166917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-c64f427b-f0b8-4f2d-b672-c49aa2f3ff1f service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196035 Nov 12 09:22:14.169150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network ebcc8aba-8281-479c-b879-19976a70a2d4 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:14.218918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ebcc8aba-8281-479c-b879-19976a70a2d4) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:14.224811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:14.225969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.232443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c7e49-8b8a-4413-8104-04f86dd034f5 None None] Network ebcc8aba-8281-479c-b879-19976a70a2d4 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:14.278641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b8b68a38-ce99-47ff-b653-482384368e09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0481868 Nov 12 09:22:14.281647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60620) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:14.293179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': 'e6e87aed-d353-4de6-b82e-006b131402c7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:14.319397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b86df94-5c03-470c-9987-80db6a34752e req-2a67dccf-8849-40b3-82b2-ed5e60971f5d service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424568 Nov 12 09:22:14.410023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-ebcc8aba-8281-479c-b879-19976a70a2d4', 'network_id': 'ebcc8aba-8281-479c-b879-19976a70a2d4', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': '77a1debf-4a28-4d0d-9547-bd18fa4f96bb'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:14.411125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.450741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d927-cba3-4f3c-9d24-639996f595eb req-9a6c4d53-fe70-4541-98d2-bd8fa9519f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:14.455717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3030d927-cba3-4f3c-9d24-639996f595eb req-9a6c4d53-fe70-4541-98d2-bd8fa9519f98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 1095 time: 0.0692308 Nov 12 09:22:14.476744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:14.481173 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.623574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba236c-f3db-47a1-a867-86ba0ddcfaed req-30d82045-f73f-4959-bd96-cbe3fb0ed6d1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:14.626164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9ba236c-f3db-47a1-a867-86ba0ddcfaed req-30d82045-f73f-4959-bd96-cbe3fb0ed6d1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 943 time: 0.1275394 Nov 12 09:22:14.634110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Allocated IP 2001:db8::2 (ebcc8aba-8281-479c-b879-19976a70a2d4/77a1debf-4a28-4d0d-9547-bd18fa4f96bb/68b521fc-9ca6-4ae1-9c60-15e78e990931) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:14.663505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d927-cba3-4f3c-9d24-639996f595eb req-a63e7824-b8de-4569-92e9-89ab4ac93b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:14.665130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3030d927-cba3-4f3c-9d24-639996f595eb req-a63e7824-b8de-4569-92e9-89ab4ac93b47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.2015400 Nov 12 09:22:14.736183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3030d927-cba3-4f3c-9d24-639996f595eb req-49153f3b-9952-4638-8ac2-1791aba2d445 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f24a6ba4-2810-4eef-97ad-ef79da873312 HTTP/1.1" status: 200 len: 217 time: 0.0604963 Nov 12 09:22:14.742787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.746086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9ba236c-f3db-47a1-a867-86ba0ddcfaed req-c469d401-68bb-46ba-8649-2b97357e2026 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122103 Nov 12 09:22:14.823485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=cb934566-e552-4712-b207-3ab63d70f25d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:14.827227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030d927-cba3-4f3c-9d24-639996f595eb req-752ae924-48d0-49db-ba36-595ab48782df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:14.828904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3030d927-cba3-4f3c-9d24-639996f595eb req-752ae924-48d0-49db-ba36-595ab48782df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.0816555 Nov 12 09:22:14.873675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3030d927-cba3-4f3c-9d24-639996f595eb req-dc10893b-11f0-4762-b5ae-a479dfd09a16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325313 Nov 12 09:22:14.877554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': 'f2b05115-a015-4e9f-b5d7-746e51b21f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e6e87aed-d353-4de6-b82e-006b131402c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:14.877897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: e6e87aed-d353-4de6-b82e-006b131402c7, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:14.896244 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.899720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network e6e87aed-d353-4de6-b82e-006b131402c7 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:14.912531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.915193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e6e87aed-d353-4de6-b82e-006b131402c7) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:14.934873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:14.937488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:14.943403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf64f8f-2912-4bc3-915b-697c1d08c44c None None] Network e6e87aed-d353-4de6-b82e-006b131402c7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:14.974748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8e368aae-fc2d-428a-87db-60a898ab7459 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6884749 Nov 12 09:22:14.975297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60640) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:14.980435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2133479b-7eb8-44bc-933b-6cd7f11df0f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-248976302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:14.989397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Network ebcc8aba-8281-479c-b879-19976a70a2d4 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:14.997601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:15.007417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:15.016270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2133479b-7eb8-44bc-933b-6cd7f11df0f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.018132 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2133479b-7eb8-44bc-933b-6cd7f11df0f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.035385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3030d927-cba3-4f3c-9d24-639996f595eb req-213edd28-b8cb-413c-9728-dd7032a236d8 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514914 Nov 12 09:22:15.069254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:15.077240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Pushing event updated for resources: {'Port': ['ID=68b521fc-9ca6-4ae1-9c60-15e78e990931,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:15.129583 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2133479b-7eb8-44bc-933b-6cd7f11df0f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.144833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2133479b-7eb8-44bc-933b-6cd7f11df0f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.183985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2133479b-7eb8-44bc-933b-6cd7f11df0f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.190077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2133479b-7eb8-44bc-933b-6cd7f11df0f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2097895 Nov 12 09:22:15.201308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60654) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:15.250806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Attempting to bind port 68b521fc-9ca6-4ae1-9c60-15e78e990931 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:15.251787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Attempting to bind port 68b521fc-9ca6-4ae1-9c60-15e78e990931 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '93e87988-6514-44c8-b16f-2ef690e1fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ebcc8aba-8281-479c-b879-19976a70a2d4'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:15.251787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Attempting to bind port 68b521fc-9ca6-4ae1-9c60-15e78e990931 on network ebcc8aba-8281-479c-b879-19976a70a2d4 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:15.261835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e55f36c-47f4-41eb-98f9-97c044afb8b2 req-61b12656-c1d2-4f27-9470-9fa15e22aab6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:15.266765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:22:15.268816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e55f36c-47f4-41eb-98f9-97c044afb8b2 req-61b12656-c1d2-4f27-9470-9fa15e22aab6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.1061387 Nov 12 09:22:15.270260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:15.270696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Checking segment: {'id': '93e87988-6514-44c8-b16f-2ef690e1fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ebcc8aba-8281-479c-b879-19976a70a2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:15.271128 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.271526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Bound using segment: {'id': '93e87988-6514-44c8-b16f-2ef690e1fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ebcc8aba-8281-479c-b879-19976a70a2d4'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:15.272063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Bound port: 68b521fc-9ca6-4ae1-9c60-15e78e990931, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e87988-6514-44c8-b16f-2ef690e1fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ebcc8aba-8281-479c-b879-19976a70a2d4'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:15.272595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.293576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:15.293908 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.338358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e6e87aed-d353-4de6-b82e-006b131402c7', 'network_id': 'e6e87aed-d353-4de6-b82e-006b131402c7', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': 'cb934566-e552-4712-b207-3ab63d70f25d'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:15.339645 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.346154 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3030d927-cba3-4f3c-9d24-639996f595eb req-809e04c1-023a-45b2-91a7-3180eec550b7 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979434 Nov 12 09:22:15.384586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e55f36c-47f4-41eb-98f9-97c044afb8b2 req-037f8476-5742-42ed-a7a4-df81031b48f0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076579 Nov 12 09:22:15.540140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] For port 68b521fc-9ca6-4ae1-9c60-15e78e990931, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:15.584442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Allocated IP 2001:db8:1::2 (e6e87aed-d353-4de6-b82e-006b131402c7/cb934566-e552-4712-b207-3ab63d70f25d/cc5382d5-d8f6-413e-ba69-b32a775da657) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:15.587941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] For port 68b521fc-9ca6-4ae1-9c60-15e78e990931, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=68b521fc-9ca6-4ae1-9c60-15e78e990931,segment=NetworkSegment(93e87988-6514-44c8-b16f-2ef690e1fae7),segment_id=93e87988-6514-44c8-b16f-2ef690e1fae7)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:15.596994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.608793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.751679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60678) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:15.818304 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.905944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:15.908488 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb9286-9c21-476d-8263-ff3b5139cc6f" -d '{"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-plugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:15.940061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:15.945101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8::1 (ebcc8aba-8281-479c-b879-19976a70a2d4/77a1debf-4a28-4d0d-9547-bd18fa4f96bb/a91d78d4-2687-4e50-8a17-409ac2b44f5d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:15.945469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6b582-e643-49f8-b57d-282917310ddc None None] Pushing event updated for resources: {'Port': ['ID=68b521fc-9ca6-4ae1-9c60-15e78e990931,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:15.953006 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:15.956352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80343448-afce-4180-8787-5f6f9756277a req-d3789ca9-9679-4517-a8d7-6c37d6c6530c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:15.963418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80343448-afce-4180-8787-5f6f9756277a req-d3789ca9-9679-4517-a8d7-6c37d6c6530c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 943 time: 0.1121683 Nov 12 09:22:15.973402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ddc74e-7b1f-49e6-a976-559faca68002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.033824 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b50da6-2092-4b04-bc01-637e5cda8862 x-openstack-request-id: req-37b50da6-2092-4b04-bc01-637e5cda8862 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:16.034196 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-plugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:16.034405 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37b50da6-2092-4b04-bc01-637e5cda8862 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:16.035222 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'code': 200} Nov 12 09:22:16.078060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:16.098169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80343448-afce-4180-8787-5f6f9756277a req-ab493112-b386-44bb-b961-f8ecf579b2bf tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337430 Nov 12 09:22:16.130976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.141148 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.182553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.193617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Network e6e87aed-d353-4de6-b82e-006b131402c7 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:16.195690 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ddc74e-7b1f-49e6-a976-559faca68002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.197007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:16.201803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c580b54-d679-476e-bf1a-1fd9bb469c39 req-c52a1f75-a724-4757-aed1-8d39b9ecae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:16.202333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:16.203766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c580b54-d679-476e-bf1a-1fd9bb469c39 req-c52a1f75-a724-4757-aed1-8d39b9ecae52 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1097 time: 0.0949337 Nov 12 09:22:16.205248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-52ddc74e-7b1f-49e6-a976-559faca68002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.206091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Pushing event updated for resources: {'Port': ['ID=cc5382d5-d8f6-413e-ba69-b32a775da657,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:16.245520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.247419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddc74e-7b1f-49e6-a976-559faca68002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ffc99d-c388-430d-bd21-93ea0b538540,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:16.306835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c580b54-d679-476e-bf1a-1fd9bb469c39 req-b77c0a44-abf8-46d9-b95d-6ec418a2267d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665798 Nov 12 09:22:16.312548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=a91d78d4-2687-4e50-8a17-409ac2b44f5d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:16.323427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Attempting to bind port cc5382d5-d8f6-413e-ba69-b32a775da657 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:16.327425 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-52ddc74e-7b1f-49e6-a976-559faca68002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a678a1d58d74431b88b45b15ec6e472f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707614 Nov 12 09:22:16.327549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Attempting to bind port cc5382d5-d8f6-413e-ba69-b32a775da657 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'f2b05115-a015-4e9f-b5d7-746e51b21f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e6e87aed-d353-4de6-b82e-006b131402c7'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:16.327549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Attempting to bind port cc5382d5-d8f6-413e-ba69-b32a775da657 on network e6e87aed-d353-4de6-b82e-006b131402c7 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:16.327773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.327773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.327773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.327773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.328448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:16.328546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.328546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.328546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.328809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.329030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.329561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.329677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.329995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:16.335462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network ebcc8aba-8281-479c-b879-19976a70a2d4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:16.337380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:16.339601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:16.340178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.350231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:16.351287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Checking segment: {'id': 'f2b05115-a015-4e9f-b5d7-746e51b21f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e6e87aed-d353-4de6-b82e-006b131402c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:16.355588 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.356375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Bound using segment: {'id': 'f2b05115-a015-4e9f-b5d7-746e51b21f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e6e87aed-d353-4de6-b82e-006b131402c7'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:16.357127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Bound port: cc5382d5-d8f6-413e-ba69-b32a775da657, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b05115-a015-4e9f-b5d7-746e51b21f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e6e87aed-d353-4de6-b82e-006b131402c7'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:16.357748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.391144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d443b5ba-72fd-451f-9114-7aa315cbea18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.428626 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d443b5ba-72fd-451f-9114-7aa315cbea18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.524555 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d443b5ba-72fd-451f-9114-7aa315cbea18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.527779 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d443b5ba-72fd-451f-9114-7aa315cbea18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.528270 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e288b5b-16fd-4353-97ec-445a23e9f332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.541462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d443b5ba-72fd-451f-9114-7aa315cbea18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55ffc99d-c388-430d-bd21-93ea0b538540 HTTP/1.1" status: 204 len: 168 time: 0.2118278 Nov 12 09:22:16.544824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] For port cc5382d5-d8f6-413e-ba69-b32a775da657, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:16.550276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] For port cc5382d5-d8f6-413e-ba69-b32a775da657, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc5382d5-d8f6-413e-ba69-b32a775da657,segment=NetworkSegment(f2b05115-a015-4e9f-b5d7-746e51b21f35),segment_id=f2b05115-a015-4e9f-b5d7-746e51b21f35)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:16.560530 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.561229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d443b5ba-72fd-451f-9114-7aa315cbea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ffc99d-c388-430d-bd21-93ea0b538540,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:16.628197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a23de3-46b5-4c7b-b1df-d9dcd94141d2 req-2e53a90d-5840-4eab-99e7-0c1f60560aac tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:16.628197 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-70a23de3-46b5-4c7b-b1df-d9dcd94141d2 req-2e53a90d-5840-4eab-99e7-0c1f60560aac tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.1220129 Nov 12 09:22:16.677114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e9c25-b03a-4119-a879-f6ffeabaf3db None None] Pushing event updated for resources: {'Port': ['ID=cc5382d5-d8f6-413e-ba69-b32a775da657,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:16.680553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:16.752791 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-70a23de3-46b5-4c7b-b1df-d9dcd94141d2 req-116c24bb-6617-4145-9c31-5a4861c1b8d3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136711 Nov 12 09:22:16.791660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68b521fc-9ca6-4ae1-9c60-15e78e990931 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:16.848455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 68b521fc-9ca6-4ae1-9c60-15e78e990931 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:16.848800 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.016715 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.058092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60696) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:17.068461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 68b521fc-9ca6-4ae1-9c60-15e78e990931, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=68b521fc-9ca6-4ae1-9c60-15e78e990931,segment=NetworkSegment(93e87988-6514-44c8-b16f-2ef690e1fae7),segment_id=93e87988-6514-44c8-b16f-2ef690e1fae7)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:17.074806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb657814-2a32-4873-be52-8d9f1e0020ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.078075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.158518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f24a6ba4-2810-4eef-97ad-ef79da873312 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:22:17.163791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.170912 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.171828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.220198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=68b521fc-9ca6-4ae1-9c60-15e78e990931,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:17.304444 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb657814-2a32-4873-be52-8d9f1e0020ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.304676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=a91d78d4-2687-4e50-8a17-409ac2b44f5d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:17.315012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb657814-2a32-4873-be52-8d9f1e0020ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.347562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f24a6ba4-2810-4eef-97ad-ef79da873312, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f24a6ba4-2810-4eef-97ad-ef79da873312,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:17.359759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network ebcc8aba-8281-479c-b879-19976a70a2d4 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:17.361289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:17.366458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f24a6ba4-2810-4eef-97ad-ef79da873312', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'port_id': 'f24a6ba4-2810-4eef-97ad-ef79da873312', 'mac_address': 'fa:16:3e:6f:73:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16d376-2e61-41b1-845a-acb59d25c075', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:22:17.414723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410df68e-2f86-4c9e-8629-d4177caaf66e req-aa092a86-1553-4b94-a2a1-4a92fbb31c33 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:17.418205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-410df68e-2f86-4c9e-8629-d4177caaf66e req-aa092a86-1553-4b94-a2a1-4a92fbb31c33 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 943 time: 0.1771774 Nov 12 09:22:17.424097 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb657814-2a32-4873-be52-8d9f1e0020ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6602301e86e54726ae8cdc991f17be8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3629079 Nov 12 09:22:17.424097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb657814-2a32-4873-be52-8d9f1e0020ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6187623-471b-40fb-b61a-f81bb8d45087,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:17.427733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60700) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:17.434835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.457228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f24a6ba4-2810-4eef-97ad-ef79da873312 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:17.484687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f24a6ba4-2810-4eef-97ad-ef79da873312, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f24a6ba4-2810-4eef-97ad-ef79da873312,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:17.494515 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.512902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 06a93ea8-9284-45ec-a65a-b476ae5b4cd6 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:22:17.598438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f24a6ba4-2810-4eef-97ad-ef79da873312,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:17.614022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5f27475-b556-452c-bfb3-e4815a627e19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.635250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-410df68e-2f86-4c9e-8629-d4177caaf66e req-ab528e61-5df0-432c-bf31-855b72a74d3e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994262 Nov 12 09:22:17.675357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5f27475-b556-452c-bfb3-e4815a627e19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.693050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:17.706304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] Sync routers for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:17.711323 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8cf08f7c-7fff-408d-8a4b-90bfde719f5e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/06a93ea8-9284-45ec-a65a-b476ae5b4cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5034215 Nov 12 09:22:17.712126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60704) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:17.728377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f24a6ba4-2810-4eef-97ad-ef79da873312'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:17.763999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff57e8b-5482-44cb-862e-2533dc5c9ede None None] Network ebcc8aba-8281-479c-b879-19976a70a2d4 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:17.764809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be1000f-0c5c-4aac-a997-9628235d6956 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:17.768975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6be1000f-0c5c-4aac-a997-9628235d6956 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports/a91d78d4-2687-4e50-8a17-409ac2b44f5d HTTP/1.1" status: 200 len: 911 time: 0.0551980 Nov 12 09:22:17.770536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:17.787763 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5f27475-b556-452c-bfb3-e4815a627e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.799553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5f27475-b556-452c-bfb3-e4815a627e19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:17.803692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5f27475-b556-452c-bfb3-e4815a627e19 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6187623-471b-40fb-b61a-f81bb8d45087 HTTP/1.1" status: 204 len: 168 time: 0.3746243 Nov 12 09:22:17.818797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f27475-b556-452c-bfb3-e4815a627e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6187623-471b-40fb-b61a-f81bb8d45087,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:17.834994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:17.835652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:17.907464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe2104-0209-48b9-aacf-4db60f3fb9ee req-9d41451b-14f2-4a00-a88b-99cf0e164451 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:17.909360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ebe2104-0209-48b9-aacf-4db60f3fb9ee req-9d41451b-14f2-4a00-a88b-99cf0e164451 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.0596414 Nov 12 09:22:17.934932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:17.972446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ebe2104-0209-48b9-aacf-4db60f3fb9ee req-2566eb56-6276-4633-b20b-1c401005775b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567820 Nov 12 09:22:17.988816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-da7a5945-8761-4171-81ed-2921c7c421c8 None None] Provisioning complete for port 68b521fc-9ca6-4ae1-9c60-15e78e990931 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:17.989198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da7a5945-8761-4171-81ed-2921c7c421c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:18.042236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:18.043442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:18.121509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:18.122263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec92d4-6831-4e37-8a45-fd04f1944fe4 None None] The sync data for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:18.246898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168267c-b28f-4a42-91ef-68919a8204d5 None None] Network e6e87aed-d353-4de6-b82e-006b131402c7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:18.419403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c647f62f-f2c9-4a3c-901d-8251f3f7590a req-4a27ab20-9f9e-4e91-b29e-fe27ece903f8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:18.420194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c647f62f-f2c9-4a3c-901d-8251f3f7590a req-4a27ab20-9f9e-4e91-b29e-fe27ece903f8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.0662529 Nov 12 09:22:18.523614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-829c3f46-d23a-4c74-87ac-f5d6ac0e35e2 None None] Provisioning complete for port cc5382d5-d8f6-413e-ba69-b32a775da657 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:18.524028 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-829c3f46-d23a-4c74-87ac-f5d6ac0e35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:18.572832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c647f62f-f2c9-4a3c-901d-8251f3f7590a req-5c669714-f89e-4b4e-b7b5-1e4d5f4f8dd8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053398 Nov 12 09:22:18.626150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60726) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:18.686472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-829c3f46-d23a-4c74-87ac-f5d6ac0e35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:18.789609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3069bf6d-e8de-4656-b540-bd8330025dcf tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:18.800496 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3069bf6d-e8de-4656-b540-bd8330025dcf tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1092 time: 0.1701152 Nov 12 09:22:18.816485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60736) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:18.830135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:18.847504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-829c3f46-d23a-4c74-87ac-f5d6ac0e35e2 None None] For port cc5382d5-d8f6-413e-ba69-b32a775da657, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc5382d5-d8f6-413e-ba69-b32a775da657,segment=NetworkSegment(f2b05115-a015-4e9f-b5d7-746e51b21f35),segment_id=f2b05115-a015-4e9f-b5d7-746e51b21f35)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:18.866756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-829c3f46-d23a-4c74-87ac-f5d6ac0e35e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:18.951056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc5382d5-d8f6-413e-ba69-b32a775da657 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:18.978568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.032586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.033954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42065f-2414-4e77-ac13-473de0e61806 req-c0960c2f-9e68-4390-a59a-9e0dd691f45a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:19.035874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c42065f-2414-4e77-ac13-473de0e61806 req-c0960c2f-9e68-4390-a59a-9e0dd691f45a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 944 time: 0.1457217 Nov 12 09:22:19.065710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d84cfe91-45bf-4109-80ca-5b16c84c73f9 None None] Provisioning complete for port 68b521fc-9ca6-4ae1-9c60-15e78e990931 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:19.066283 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe91-45bf-4109-80ca-5b16c84c73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.114951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c42065f-2414-4e77-ac13-473de0e61806 req-db4acc2b-df4b-4419-ac9b-f574796e9e63 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719929 Nov 12 09:22:19.178031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f24a6ba4-2810-4eef-97ad-ef79da873312 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:19.222027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c3f46-d23a-4c74-87ac-f5d6ac0e35e2 None None] Pushing event updated for resources: {'Port': ['ID=cc5382d5-d8f6-413e-ba69-b32a775da657,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:19.237086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.241075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.330457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cc5382d5-d8f6-413e-ba69-b32a775da657 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:19.330929 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.373750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port f24a6ba4-2810-4eef-97ad-ef79da873312 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:22:19.390761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port f24a6ba4-2810-4eef-97ad-ef79da873312 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:19.391627 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.432803 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.85 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a4548234-329f-4415-a1ce-8832685fed1c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:19.478876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d84cfe91-45bf-4109-80ca-5b16c84c73f9 None None] Provisioning complete for port a91d78d4-2687-4e50-8a17-409ac2b44f5d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:19.479353 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d84cfe91-45bf-4109-80ca-5b16c84c73f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.536074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8:1::1 (e6e87aed-d353-4de6-b82e-006b131402c7/cb934566-e552-4712-b207-3ab63d70f25d/5189e4f4-4b1d-46cd-88b9-8f9e508db618) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:19.586250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68b521fc-9ca6-4ae1-9c60-15e78e990931 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:19.605487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.642502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d84cfe91-45bf-4109-80ca-5b16c84c73f9 None None] Port a91d78d4-2687-4e50-8a17-409ac2b44f5d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:19.665491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.678431 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.722166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f26411-f024-4ed3-b204-888644f398cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a6ba4-2810-4eef-97ad-ef79da873312'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:19.724515 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8d0a94-3b79-44a6-9744-c6170d53bf18" -d '{"events": [{"server_uuid": "93f26411-f024-4ed3-b204-888644f398cb", "name": "network-vif-plugged", "status": "completed", "tag": "f24a6ba4-2810-4eef-97ad-ef79da873312"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:19.737632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 68b521fc-9ca6-4ae1-9c60-15e78e990931 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:19.738008 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.743225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f24a6ba4-2810-4eef-97ad-ef79da873312, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f24a6ba4-2810-4eef-97ad-ef79da873312,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:19.759409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.775726 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.782517 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0fe94b-a38d-4a3f-8c39-b33accb7f7e0 x-openstack-request-id: req-6c0fe94b-a38d-4a3f-8c39-b33accb7f7e0 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:19.782517 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f26411-f024-4ed3-b204-888644f398cb", "name": "network-vif-plugged", "status": "completed", "tag": "f24a6ba4-2810-4eef-97ad-ef79da873312", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:19.782962 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c0fe94b-a38d-4a3f-8c39-b33accb7f7e0 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:19.783173 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f26411-f024-4ed3-b204-888644f398cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f24a6ba4-2810-4eef-97ad-ef79da873312', 'code': 200} Nov 12 09:22:19.813975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:19.818277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:19.827012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.828710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:19.849178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0a242f60-3a1a-4e38-ad13-37fd09029c43 None None] Provisioning complete for port a91d78d4-2687-4e50-8a17-409ac2b44f5d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:19.849564 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a242f60-3a1a-4e38-ad13-37fd09029c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.881580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.890666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=a4548234-329f-4415-a1ce-8832685fed1c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:19.909078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f24a6ba4-2810-4eef-97ad-ef79da873312,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:19.918356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0a242f60-3a1a-4e38-ad13-37fd09029c43 None None] Port a91d78d4-2687-4e50-8a17-409ac2b44f5d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:19.981525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network e6e87aed-d353-4de6-b82e-006b131402c7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:19.989275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0a242f60-3a1a-4e38-ad13-37fd09029c43 None None] Provisioning complete for port cc5382d5-d8f6-413e-ba69-b32a775da657 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:19.990051 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a242f60-3a1a-4e38-ad13-37fd09029c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:19.992241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:19.997689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:19.998749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.052976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=5189e4f4-4b1d-46cd-88b9-8f9e508db618,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:20.104478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e573a-d580-4284-ba49-2db896419839 req-7d34c4d2-eb2c-494c-a33b-63b65531a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:20.111175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f41e573a-d580-4284-ba49-2db896419839 req-7d34c4d2-eb2c-494c-a33b-63b65531a5ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 1097 time: 0.2233653 Nov 12 09:22:20.202177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f41e573a-d580-4284-ba49-2db896419839 req-45e0ffc0-f219-4c07-a411-25248673c2a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829635 Nov 12 09:22:20.203112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.383569 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.413893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0a8bf-ef68-42f4-a24a-48dd42adea17 req-6e642bda-51a4-4877-9451-ccb597debbb9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:20.415606 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b0a8bf-ef68-42f4-a24a-48dd42adea17 req-6e642bda-51a4-4877-9451-ccb597debbb9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 945 time: 0.1511447 Nov 12 09:22:20.546677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76b0a8bf-ef68-42f4-a24a-48dd42adea17 req-01e5df55-ddfb-4f31-8bd7-47cdf45f76c5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165566 Nov 12 09:22:20.574563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.581038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2fffbf33-f81a-4f07-a127-e296cd879183 None None] Provisioning complete for port 5189e4f4-4b1d-46cd-88b9-8f9e508db618 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:20.581510 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2fffbf33-f81a-4f07-a127-e296cd879183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.663688 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.670161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.670993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.686533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.692309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2fffbf33-f81a-4f07-a127-e296cd879183 None None] Port 5189e4f4-4b1d-46cd-88b9-8f9e508db618 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:20.722594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc5382d5-d8f6-413e-ba69-b32a775da657 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:20.781750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=5189e4f4-4b1d-46cd-88b9-8f9e508db618,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:20.788786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cc5382d5-d8f6-413e-ba69-b32a775da657 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:20.788925 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.842699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network e6e87aed-d353-4de6-b82e-006b131402c7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:20.844744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:20.937014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.947089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:20.993498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 06a93ea8-9284-45ec-a65a-b476ae5b4cd6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:21.029217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=a4548234-329f-4415-a1ce-8832685fed1c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:21.065870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:21.190408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:21.197668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c0b5e39b-efda-46eb-ab16-86db00e49bc7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/06a93ea8-9284-45ec-a65a-b476ae5b4cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4259608 Nov 12 09:22:21.200840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60792) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:21.204212 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] Sync routers for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:21.218138 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:21.218845 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:21.225066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-de5f0029-485f-4772-8b5a-f9578840e890 None None] Provisioning complete for port 5189e4f4-4b1d-46cd-88b9-8f9e508db618 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:21.228122 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de5f0029-485f-4772-8b5a-f9578840e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:21.257619 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:21.268327 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:21.269168 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:21.273236 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP 36a9ada9-f7d1-4d19-8831-dcdf9c241e9f associated. External IP: 172.25.5.85, port: effb4fc9-b1d2-483e-b0ae-b845be39e0c3. Nov 12 09:22:21.282913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16526382-5ca5-42b5-a10b-bed8ae2a4fe6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:21.284760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16526382-5ca5-42b5-a10b-bed8ae2a4fe6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports/5189e4f4-4b1d-46cd-88b9-8f9e508db618 HTTP/1.1" status: 200 len: 913 time: 0.0828426 Nov 12 09:22:21.288245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60794) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:21.316651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-de5f0029-485f-4772-8b5a-f9578840e890 None None] Port 5189e4f4-4b1d-46cd-88b9-8f9e508db618 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:21.321573 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:21.322413 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c559392-136e-4993-a499-bfdfb507dc9f None None] The sync data for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:21.566700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router a5da74b8-1f80-4935-a21b-6329f1f33a58 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:21.717313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:21.729016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] Sync routers for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:21.738925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb28fc-b35d-4f79-960a-2fe7de801cb6 req-56a97309-10f8-405c-aa35-56334a97b150 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:21.740559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3acb28fc-b35d-4f79-960a-2fe7de801cb6 req-56a97309-10f8-405c-aa35-56334a97b150 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 945 time: 0.0965066 Nov 12 09:22:21.743145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:21.743376 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:21.743776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:21.779664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-57ddee40-3c16-48bd-b351-d28fb4a5dca4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9608631 Nov 12 09:22:21.780539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:21.783543 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866d7c60-e5b7-4abe-bc83-aec931c9afef" -d '{"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:21.798374 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:21.899972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3acb28fc-b35d-4f79-960a-2fe7de801cb6 req-54aa0edc-d24c-46e6-a339-eb57f664e221 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409526 Nov 12 09:22:21.914194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:21.956168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec7a40-260c-4cd4-804b-8d6f471d32b7 req-7a9a92bc-b677-43c8-b224-86be59891929 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:21.957816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4ec7a40-260c-4cd4-804b-8d6f471d32b7 req-7a9a92bc-b677-43c8-b224-86be59891929 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.1007607 Nov 12 09:22:21.973794 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4d881a-3088-4452-811c-c8dda37868e8 x-openstack-request-id: req-7b4d881a-3088-4452-811c-c8dda37868e8 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:21.974084 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:21.974348 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b4d881a-3088-4452-811c-c8dda37868e8 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:21.974754 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'status': 'completed', 'code': 200} Nov 12 09:22:22.076114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-1ace92ce-6234-4908-b0de-6c9493c0e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:22.077843 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-1ace92ce-6234-4908-b0de-6c9493c0e05e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1097 time: 0.0725989 Nov 12 09:22:22.129784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4ec7a40-260c-4cd4-804b-8d6f471d32b7 req-4201f737-ab1b-446f-8225-342f00a94709 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627297 Nov 12 09:22:22.160583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60838) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:22.164854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c784611-8aea-49da-8324-24b495f5277b req-888221ed-3199-41b2-939b-3fb915047969 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:22.176666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c784611-8aea-49da-8324-24b495f5277b req-888221ed-3199-41b2-939b-3fb915047969 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 945 time: 0.1431694 Nov 12 09:22:22.186534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60840) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:22.276364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-98261781-1f99-492c-a9e6-ea1e41df2c81 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/36a9ada9-f7d1-4d19-8831-dcdf9c241e9f HTTP/1.1" status: 200 len: 990 time: 0.1146631 Nov 12 09:22:22.282187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-36965649-6b88-4168-b167-8b430ab632a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:22.284122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-36965649-6b88-4168-b167-8b430ab632a4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 898 time: 0.1991792 Nov 12 09:22:22.310641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '36a9ada9-f7d1-4d19-8831-dcdf9c241e9f', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'port_id': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'mac_address': 'fa:16:3e:f1:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:22:20Z', 'updated_at': '2021-11-12T09:22:20Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:03Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:22.322522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c784611-8aea-49da-8324-24b495f5277b req-abfb33fc-6fe3-440b-9001-2112f2f424b0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449676 Nov 12 09:22:22.340311 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f5eb-b49b-4cd1-b006-9932675d754c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.349376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] Checking router: a5da74b8-1f80-4935-a21b-6329f1f33a58 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:22:22.360512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:22.361161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:22.384477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-9e66b95f-b104-4903-8006-a883b87eed18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 998 time: 0.0931263 Nov 12 09:22:22.460158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 5189e4f4-4b1d-46cd-88b9-8f9e508db618 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:22.460530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.486103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-405db601-e591-471b-aa1d-baf7c9358644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:22.488447 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-405db601-e591-471b-aa1d-baf7c9358644 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 200 len: 835 time: 0.0950849 Nov 12 09:22:22.505406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:22:22.545109 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f5eb-b49b-4cd1-b006-9932675d754c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.552064 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d5f8f5eb-b49b-4cd1-b006-9932675d754c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.559253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-92325367-47a6-4a01-a646-4347383520c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:22.561370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-92325367-47a6-4a01-a646-4347383520c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d92ba347-ba49-4a42-980f-4e0a8f695faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649004 Nov 12 09:22:22.634183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8f5eb-b49b-4cd1-b006-9932675d754c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857c71f1-1750-4401-9572-cd1d1f57256c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:22.643939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d5f8f5eb-b49b-4cd1-b006-9932675d754c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e20a80b039404de3b887c2a213d5225f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561894 Nov 12 09:22:22.647834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60848) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:22.679784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.699705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 5189e4f4-4b1d-46cd-88b9-8f9e508db618 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:22.718672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-fb49543f-acd3-4f13-a812-b8def8d97571 service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482458 Nov 12 09:22:22.719214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b0a8c-222f-47bf-ac10-12f6211eb6e5 req-edf941cd-c525-43dd-966e-c51c452356f0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:22.720317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-763b0a8c-222f-47bf-ac10-12f6211eb6e5 req-edf941cd-c525-43dd-966e-c51c452356f0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 945 time: 0.1012352 Nov 12 09:22:22.755273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b101e2c5-2536-4f56-9049-1707aa8571c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.810801 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b101e2c5-2536-4f56-9049-1707aa8571c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.839034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-763b0a8c-222f-47bf-ac10-12f6211eb6e5 req-1a735ac9-b8f9-465a-9d09-4edcfc64dc3b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121075 Nov 12 09:22:22.866707 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-866d7c60-e5b7-4abe-bc83-aec931c9afef req-8ce08125-237f-49be-9728-4aec569e84cb service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395140 Nov 12 09:22:22.868273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '36a9ada9-f7d1-4d19-8831-dcdf9c241e9f', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'port_id': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'mac_address': 'fa:16:3e:f1:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:22:20Z', 'updated_at': '2021-11-12T09:22:20Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:03Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:22.891618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b101e2c5-2536-4f56-9049-1707aa8571c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.894508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b101e2c5-2536-4f56-9049-1707aa8571c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:22.898070 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b101e2c5-2536-4f56-9049-1707aa8571c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/857c71f1-1750-4401-9572-cd1d1f57256c HTTP/1.1" status: 204 len: 168 time: 0.2466755 Nov 12 09:22:22.899361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352744a-7ac8-4242-93d2-b7443562cb83 None None] The sync data for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 is: [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '36a9ada9-f7d1-4d19-8831-dcdf9c241e9f', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.85', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'port_id': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'mac_address': 'fa:16:3e:f1:54:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:22:20Z', 'updated_at': '2021-11-12T09:22:20Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:03Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:22.913051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101e2c5-2536-4f56-9049-1707aa8571c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857c71f1-1750-4401-9572-cd1d1f57256c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:23.019894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:23.055751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=5189e4f4-4b1d-46cd-88b9-8f9e508db618,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:23.202599 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:23.209881 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0195ef13-3014-47ab-83bf-3170855e4450 None None] New status for floating IP 36a9ada9-f7d1-4d19-8831-dcdf9c241e9f: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:22:23.280875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60856) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:23.322873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60858) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:23.343016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50d47d17-282c-4b51-9fd2-77e6a17d424d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:23.549252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 06a93ea8-9284-45ec-a65a-b476ae5b4cd6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:23.551433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50d47d17-282c-4b51-9fd2-77e6a17d424d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:23.556844 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50d47d17-282c-4b51-9fd2-77e6a17d424d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:23.643312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-50d47d17-282c-4b51-9fd2-77e6a17d424d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1164d7d3896241e28ca9555e2f8c55b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3183582 Nov 12 09:22:23.646395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60860) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:23.677686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d47d17-282c-4b51-9fd2-77e6a17d424d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb0f34-aa7f-4f2d-8e66-af161f307a13,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:23.732187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:23.741220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b00308a0-6630-4ddb-ac76-30c25d7718e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/06a93ea8-9284-45ec-a65a-b476ae5b4cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4469466 Nov 12 09:22:23.741220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60862) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:23.743664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284762b2-c2d1-4532-82b9-267929580980 None None] Sync routers for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:23.756193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284762b2-c2d1-4532-82b9-267929580980 None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:23.757083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-284762b2-c2d1-4532-82b9-267929580980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:23.795928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-284762b2-c2d1-4532-82b9-267929580980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:23.804869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284762b2-c2d1-4532-82b9-267929580980 None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:23.805425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-284762b2-c2d1-4532-82b9-267929580980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:23.817004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-537db0ad-2c7f-4d98-9f8a-b046229b1427 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:23.820295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-03eb0b4b-02ee-4939-94ce-157db2874801 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/36a9ada9-f7d1-4d19-8831-dcdf9c241e9f HTTP/1.1" status: 200 len: 990 time: 0.5376613 Nov 12 09:22:23.830073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-80552d5a-48a0-44e6-9eed-587e2786c8d2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0624137 Nov 12 09:22:23.843611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-284762b2-c2d1-4532-82b9-267929580980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:23.844520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284762b2-c2d1-4532-82b9-267929580980 None None] The sync data for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:23.867075 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-537db0ad-2c7f-4d98-9f8a-b046229b1427 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:23.921128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-d90d2cd7-3037-47b4-8b35-b99c6464aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:23.922736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-d90d2cd7-3037-47b4-8b35-b99c6464aabc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1097 time: 0.0470328 Nov 12 09:22:24.040674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-9fb8f062-65ef-4ca2-8988-67a8851df427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:24.042489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-9fb8f062-65ef-4ca2-8988-67a8851df427 service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.0997000 Nov 12 09:22:24.128872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-30fd5edc-0a5d-4fd0-96b4-ddaa592a08a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 200 len: 1001 time: 0.0772319 Nov 12 09:22:24.184393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-b37f1591-64be-43b7-a420-1646327e7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:24.185950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-b37f1591-64be-43b7-a420-1646327e7686 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0488625 Nov 12 09:22:24.244529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-14e1fb59-cbfa-42e4-a075-fe8a1271395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:24.247593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-14e1fb59-cbfa-42e4-a075-fe8a1271395e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544012 Nov 12 09:22:24.363600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-04a3b689-17b4-4182-8bdb-2609883e310e service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079831 Nov 12 09:22:24.382803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-aec8fc63-081d-4450-bfd2-bd3953edaa49 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:24.384376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-aec8fc63-081d-4450-bfd2-bd3953edaa49 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 945 time: 0.5312028 Nov 12 09:22:24.460913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75ea5-6c99-4f82-96a3-55405a088e3f req-492892d5-5937-4e87-a0f1-aa1c910571db tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:24.462413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3fc75ea5-6c99-4f82-96a3-55405a088e3f req-492892d5-5937-4e87-a0f1-aa1c910571db tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 945 time: 0.5245950 Nov 12 09:22:24.469815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-537db0ad-2c7f-4d98-9f8a-b046229b1427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:24.472460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-537db0ad-2c7f-4d98-9f8a-b046229b1427 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:24.473573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-537db0ad-2c7f-4d98-9f8a-b046229b1427 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20eb0f34-aa7f-4f2d-8e66-af161f307a13 HTTP/1.1" status: 204 len: 168 time: 0.8268087 Nov 12 09:22:24.474378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc9cc34-d1bd-4ac7-828a-4fb3fb2448ea req-3624bc38-cd22-47af-a64d-e5d51e3aa022 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039460 Nov 12 09:22:24.529841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537db0ad-2c7f-4d98-9f8a-b046229b1427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb0f34-aa7f-4f2d-8e66-af161f307a13,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:24.602572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3fc75ea5-6c99-4f82-96a3-55405a088e3f req-6e84fd27-7237-48cc-bb1a-9a81d07f8b6c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258993 Nov 12 09:22:24.630779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Deleting port f24a6ba4-2810-4eef-97ad-ef79da873312 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:24.630995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:24.761414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:24.764230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] For port f24a6ba4-2810-4eef-97ad-ef79da873312, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f24a6ba4-2810-4eef-97ad-ef79da873312,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:24.764585 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:24.824316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:24.839898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Calling delete_port for f24a6ba4-2810-4eef-97ad-ef79da873312 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:24.907945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1f5eafc5-b26a-4492-b647-1852c57532b9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/36a9ada9-f7d1-4d19-8831-dcdf9c241e9f HTTP/1.1" status: 200 len: 992 time: 0.0718317 Nov 12 09:22:25.061557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.072853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59', 'f24a6ba4-2810-4eef-97ad-ef79da873312'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:25.117320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event deleted for resources: {'Port': ['ID=f24a6ba4-2810-4eef-97ad-ef79da873312,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:25.146339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5301f454-5574-4b3f-9258-69333a77ac29 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:25.186444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] No DVR routers for this DVR port f24a6ba4-2810-4eef-97ad-ef79da873312 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:25.189593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.192964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-54d0c7b7-e3fd-4cad-8f1d-adaea906f29f req-b45bbc11-adcb-4229-a51e-bc6ed352fe16 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "DELETE /v2.0/ports/f24a6ba4-2810-4eef-97ad-ef79da873312 HTTP/1.1" status: 204 len: 173 time: 0.7996593 Nov 12 09:22:25.193418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f26411-f024-4ed3-b204-888644f398cb', 'name': 'network-vif-deleted', 'tag': 'f24a6ba4-2810-4eef-97ad-ef79da873312'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:25.195680 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf8bf9b-44c4-46cd-9b5b-71a35d20c1ec" -d '{"events": [{"server_uuid": "93f26411-f024-4ed3-b204-888644f398cb", "name": "network-vif-deleted", "tag": "f24a6ba4-2810-4eef-97ad-ef79da873312"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:25.258225 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa6837-9366-4740-977a-1fd4bcf9a2d7 x-openstack-request-id: req-9ffa6837-9366-4740-977a-1fd4bcf9a2d7 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:25.258767 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f26411-f024-4ed3-b204-888644f398cb", "name": "network-vif-deleted", "tag": "f24a6ba4-2810-4eef-97ad-ef79da873312", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:25.259221 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ffa6837-9366-4740-977a-1fd4bcf9a2d7 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:25.259641 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f26411-f024-4ed3-b204-888644f398cb', 'name': 'network-vif-deleted', 'tag': 'f24a6ba4-2810-4eef-97ad-ef79da873312', 'status': 'completed', 'code': 200} Nov 12 09:22:25.269426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port a91d78d4-2687-4e50-8a17-409ac2b44f5d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:25.269774 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.400035 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.413306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for a91d78d4-2687-4e50-8a17-409ac2b44f5d owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:25.655608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:25.689049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=a91d78d4-2687-4e50-8a17-409ac2b44f5d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:25.738661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ef067ab4-1770-4703-a6c0-24770c377f76 req-a3986e30-12bf-4ffa-b759-70742b9cf825 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=93f26411-f024-4ed3-b204-888644f398cb HTTP/1.1" status: 200 len: 210 time: 0.0302393 Nov 12 09:22:25.828392 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.006812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 06a93ea8-9284-45ec-a65a-b476ae5b4cd6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:26.096093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:26.101220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-03a2571d-2279-49b8-8335-853a88308db3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/06a93ea8-9284-45ec-a65a-b476ae5b4cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3595109 Nov 12 09:22:26.104132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60910) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:26.107927 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] Sync routers for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:26.118884 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:26.119509 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:26.132478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3372593a-6746-419b-93b5-89242f29576f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=06a93ea8-9284-45ec-a65a-b476ae5b4cd6 HTTP/1.1" status: 200 len: 205 time: 0.0265651 Nov 12 09:22:26.136441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60912) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:26.154397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60914) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:26.160791 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:26.170253 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] Routers {'06a93ea8-9284-45ec-a65a-b476ae5b4cd6'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:26.170793 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:26.204239 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:26.204898 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85554e73-b32c-4fcc-b56b-1e5ade69c53d None None] The sync data for ids ['06a93ea8-9284-45ec-a65a-b476ae5b4cd6'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:26.278339 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29a691f1-76e8-47b9-a1c5-43bd4dddd5b9 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.306648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1885028377'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:26.329820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Made reservation on behalf of d6227191086744b9ae74b5cce2f6f117 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:26.333751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.344049 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.422401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.426722 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.455370 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29a691f1-76e8-47b9-a1c5-43bd4dddd5b9 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.457725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29a691f1-76e8-47b9-a1c5-43bd4dddd5b9 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.457983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:26.468859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1ca67b-554d-44e3-9d26-4c291c0111ab,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:26.473792 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.474308 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Added segment dd17eeba-f9da-4801-961e-f821ec4b26c8 of type vlan for network 85e4d20e-89fe-4614-b047-c00c4147d7f0 Nov 12 09:22:26.504362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29a691f1-76e8-47b9-a1c5-43bd4dddd5b9 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.504881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a691f1-76e8-47b9-a1c5-43bd4dddd5b9 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Fanout notify agent at l3_agent the message router_deleted on router 06a93ea8-9284-45ec-a65a-b476ae5b4cd6 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:22:26.513422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29a691f1-76e8-47b9-a1c5-43bd4dddd5b9 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.515108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-29a691f1-76e8-47b9-a1c5-43bd4dddd5b9 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/06a93ea8-9284-45ec-a65a-b476ae5b4cd6 HTTP/1.1" status: 204 len: 168 time: 0.3772740 Nov 12 09:22:26.517855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60918) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:26.522117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.563812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.575597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:26.576641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.588651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet cb934566-e552-4712-b207-3ab63d70f25d {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:26.592414 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.644809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4892592 Nov 12 09:22:26.646505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.648107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60922) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:26.659548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc75b12-f671-4098-a80e-33b095e6c0d0 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Pushing event updated for resources: {'Network': ['ID=85e4d20e-89fe-4614-b047-c00c4147d7f0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:26.671705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 85e4d20e-89fe-4614-b047-c00c4147d7f0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:26.708619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'network': {'name': 'tempest-network--1974696517', 'router:external': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:26.734166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Made reservation on behalf of ef7a0ffcd5f448eda50a104de1eaf74b for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:26.737047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.748418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.749049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.817968 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.871367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=cb934566-e552-4712-b207-3ab63d70f25d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:26.874763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.875752 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.880260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3598b5fe-2621-46b4-b467-15cf79f52fd3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/cb934566-e552-4712-b207-3ab63d70f25d HTTP/1.1" status: 204 len: 168 time: 0.3609934 Nov 12 09:22:26.883032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60932) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:26.884220 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.891235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3875f-618f-4a96-a11e-6600268283d6 None None] Network e6e87aed-d353-4de6-b82e-006b131402c7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:26.914770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bddcf9-faea-4de4-ab79-f39cfd0b5b20,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:26.930687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:26.951848 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:26.953437 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Added segment 09c246a8-1676-4f2f-84cf-bbfa8f65843d of type vlan for network aa7a7f20-e7db-48cb-aa7e-3ccb4a2471d0 Nov 12 09:22:26.956524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet 77a1debf-4a28-4d0d-9547-bd18fa4f96bb {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:26.960003 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.006603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.031138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.068963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.070241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:27.071136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.113935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4646463 Nov 12 09:22:27.123437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60944) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:27.155417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] DHCP port deletion for e6e87aed-d353-4de6-b82e-006b131402c7 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:27.158132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f50a8-2d3f-48d0-abf3-ac352e3458c8 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Network': ['ID=aa7a7f20-e7db-48cb-aa7e-3ccb4a2471d0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:27.165864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.186941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network aa7a7f20-e7db-48cb-aa7e-3ccb4a2471d0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:27.188933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f24a6ba4-2810-4eef-97ad-ef79da873312 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:27.227480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: f24a6ba4-2810-4eef-97ad-ef79da873312 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:27.227933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f24a6ba4-2810-4eef-97ad-ef79da873312 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:27.290144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] Deleting port cc5382d5-d8f6-413e-ba69-b32a775da657 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:27.290606 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.327038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.360433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.364923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] For port cc5382d5-d8f6-413e-ba69-b32a775da657, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cc5382d5-d8f6-413e-ba69-b32a775da657,segment=NetworkSegment(f2b05115-a015-4e9f-b5d7-746e51b21f35),segment_id=f2b05115-a015-4e9f-b5d7-746e51b21f35)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:27.365332 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.377839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] Calling delete_port for cc5382d5-d8f6-413e-ba69-b32a775da657 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:27.378019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-442e9640-2730-4f0e-95a1-d560a735d389 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:27.379464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-442e9640-2730-4f0e-95a1-d560a735d389 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.2471426 Nov 12 09:22:27.419981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=77a1debf-4a28-4d0d-9547-bd18fa4f96bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:27.424781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.428090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7bcdcafc-a956-4273-9f7b-6f5ed88086b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/77a1debf-4a28-4d0d-9547-bd18fa4f96bb HTTP/1.1" status: 204 len: 168 time: 0.5443513 Nov 12 09:22:27.430969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60946) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:27.451157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc9e1c-400c-44ff-83d0-01be944eb001 None None] Network ebcc8aba-8281-479c-b879-19976a70a2d4 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:27.461643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-859068f5-4e9a-4814-8215-d449568e938f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.0463936 Nov 12 09:22:27.510780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.524936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.527863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.561492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] Pushing event deleted for resources: {'Port': ['ID=cc5382d5-d8f6-413e-ba69-b32a775da657,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:27.566086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7a7f20-e7db-48cb-aa7e-3ccb4a2471d0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:27.580127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c246a8-1676-4f2f-84cf-bbfa8f65843d') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:27.581905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c246a8-1676-4f2f-84cf-bbfa8f65843d') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:27.582051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28bb7f1-1a46-483b-8ff5-0ec9a35c05a0 None None] No DVR routers for this DVR port cc5382d5-d8f6-413e-ba69-b32a775da657 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:27.601437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-1ba89756-0db3-4694-bf40-0396c8aa2fbd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1067314 Nov 12 09:22:27.612665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.644583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.661945 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.673910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e87aed-d353-4de6-b82e-006b131402c7']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:27.679060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:27.679567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:27.682110 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:27.690215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b05115-a015-4e9f-b5d7-746e51b21f35') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:27.690558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b05115-a015-4e9f-b5d7-746e51b21f35') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:27.701285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.728938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] DHCP port deletion for ebcc8aba-8281-479c-b879-19976a70a2d4 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:27.734615 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.742147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:27.742584 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:27.746003 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:27.787366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] Deleting port 68b521fc-9ca6-4ae1-9c60-15e78e990931 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:27.787897 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.789558 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.810810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aa7a7f20-e7db-48cb-aa7e-3ccb4a2471d0 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:22:27.813454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.817059 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "DELETE /v2.0/networks/aa7a7f20-e7db-48cb-aa7e-3ccb4a2471d0 HTTP/1.1" status: 204 len: 168 time: 0.6923187 Nov 12 09:22:27.818209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e65662-e401-4298-8288-94ac3356e026 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa7a7f20-e7db-48cb-aa7e-3ccb4a2471d0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:27.824639 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-e8481c29-98b1-40c4-8a2a-48c0beb86bce service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082253 Nov 12 09:22:27.826324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60950) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:27.831810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:27.845157 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.852352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.858163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/e6e87aed-d353-4de6-b82e-006b131402c7 HTTP/1.1" status: 204 len: 168 time: 0.4235806 Nov 12 09:22:27.859688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60952) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:27.870454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] For port 68b521fc-9ca6-4ae1-9c60-15e78e990931, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=68b521fc-9ca6-4ae1-9c60-15e78e990931,segment=NetworkSegment(93e87988-6514-44c8-b16f-2ef690e1fae7),segment_id=93e87988-6514-44c8-b16f-2ef690e1fae7)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:27.870897 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.874292 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.891709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] Calling delete_port for 68b521fc-9ca6-4ae1-9c60-15e78e990931 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:27.917869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Made reservation on behalf of ef7a0ffcd5f448eda50a104de1eaf74b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:27.921411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:27.924505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0aa485-101b-492b-981f-e4f9f5bcf5a7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=e6e87aed-d353-4de6-b82e-006b131402c7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:27.966548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:28.007445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.015199 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.015591 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Added segment 9f5375f4-273d-44a1-9605-097fd43f5122 of type vlan for network 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc Nov 12 09:22:28.028815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-bfc518a3-ebed-410d-b752-6f08741a5865 service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931746 Nov 12 09:22:28.029086 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.055175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] Pushing event deleted for resources: {'Port': ['ID=68b521fc-9ca6-4ae1-9c60-15e78e990931,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:28.064132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5f275-ddc1-4903-9193-341e32983cd0 None None] No DVR routers for this DVR port 68b521fc-9ca6-4ae1-9c60-15e78e990931 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:28.135228 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.195704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.238815 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.240236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:28.242098 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.242878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.277383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcc8aba-8281-479c-b879-19976a70a2d4']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:28.301064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2340018c-0a2a-46ce-8a72-a9499b6c58f7 req-6120609d-e84e-40de-8d5f-e07ffa55ff92 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 210 time: 0.0361001 Nov 12 09:22:28.304729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e87988-6514-44c8-b16f-2ef690e1fae7') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:28.305085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e87988-6514-44c8-b16f-2ef690e1fae7') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:28.318211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.324439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4941225 Nov 12 09:22:28.325477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60958) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:28.333639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'subnet': {'network_id': '0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:28.358872 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.368993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:28.369515 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:28.373303 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:28.383970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b54f85-d382-47f1-ad19-6aa9966fcf34 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Network': ['ID=0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:28.387804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Made reservation on behalf of ef7a0ffcd5f448eda50a104de1eaf74b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:28.390760 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.397345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:28.519331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.531969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.535296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/ebcc8aba-8281-479c-b879-19976a70a2d4 HTTP/1.1" status: 204 len: 168 time: 0.6726987 Nov 12 09:22:28.539995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:28.547419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1737571494'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:28.555648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e99d0e-c971-4cd5-8e7d-c16511b3ceec tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=ebcc8aba-8281-479c-b879-19976a70a2d4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:28.575773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:28.580663 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.614966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:28.628488 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.629115 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment 0da11d1b-3904-46a6-9060-cb24f44b5590 of type vlan for network 14789ac3-3e32-4a8c-829c-5623e84363ab Nov 12 09:22:28.675086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.708799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.709386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc5382d5-d8f6-413e-ba69-b32a775da657 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:28.715515 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:28.716191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.741028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cc5382d5-d8f6-413e-ba69-b32a775da657 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:28.743037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cc5382d5-d8f6-413e-ba69-b32a775da657 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:28.743723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68b521fc-9ca6-4ae1-9c60-15e78e990931 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:28.772537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 68b521fc-9ca6-4ae1-9c60-15e78e990931 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:28.773227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 68b521fc-9ca6-4ae1-9c60-15e78e990931 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:28.815376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2742445 Nov 12 09:22:28.818640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60970) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:28.824586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:28.878876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:22:28.879407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.889243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9e3a8-b935-48c0-aeab-8962fd3751ce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=14789ac3-3e32-4a8c-829c-5623e84363ab,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:28.900951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 14789ac3-3e32-4a8c-829c-5623e84363ab details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:28.948739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:28.949163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b2cc6eae-9006-431f-ad6d-a71c6fa239b8,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:28.952951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:28.971090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Checking segment: {'id': '9f5375f4-273d-44a1-9605-097fd43f5122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:28.971540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Network hostable DHCP agents. Network: 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:28.991687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Network 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:29.006139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:29.012271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:29.012909 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.019641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3af309-78ba-456c-9964-03ff9a0179a8 None None] Network 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:29.037766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5464086b-21e1-42f9-a87f-054ccdd6c358 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7114081 Nov 12 09:22:29.038615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:29.042998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'floatingip': {'floating_network_id': '0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:29.081955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.191586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58309d3-2d22-4d20-824e-74fae3702ea4 None None] Network 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:29.235726 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.305807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=b2357b19-864c-4c54-bc04-ea945890a203,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:29.322195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.324585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': '0da11d1b-3904-46a6-9060-cb24f44b5590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:29.324951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: 14789ac3-3e32-4a8c-829c-5623e84363ab, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:29.392666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 14789ac3-3e32-4a8c-829c-5623e84363ab is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:29.412063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 14789ac3-3e32-4a8c-829c-5623e84363ab) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:29.421994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567dd47e-c81a-4eed-b6fc-7f2021ef9a17 None None] Network 14789ac3-3e32-4a8c-829c-5623e84363ab requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:29.436730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:29.437343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.471301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-780ffe05-799a-434e-8f2c-dc25268417e6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6517980 Nov 12 09:22:29.474392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60978) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:29.476198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Allocated IP 172.20.0.10 (0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc/b2cc6eae-9006-431f-ad6d-a71c6fa239b8/406fd3b4-fddd-4ae9-9546-e7f08790c86c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:29.503528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-51151a7e-93a8-4ecb-beda-0a2f7cde3b46 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-535614684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:29.545845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51151a7e-93a8-4ecb-beda-0a2f7cde3b46 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.547942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51151a7e-93a8-4ecb-beda-0a2f7cde3b46 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.677493 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.703717 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-14789ac3-3e32-4a8c-829c-5623e84363ab', 'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': 'b2357b19-864c-4c54-bc04-ea945890a203'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:29.704928 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.708924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2267c2fd-dabf-4170-bf82-204412681511 req-5251d973-40cb-48fb-831c-c7bbf557a276 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 210 time: 0.0682251 Nov 12 09:22:29.716771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.717013 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51151a7e-93a8-4ecb-beda-0a2f7cde3b46 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.734007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-1d768546-52b8-4d84-8cf8-2d497e8d77b6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:29.737321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-1d768546-52b8-4d84-8cf8-2d497e8d77b6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.3354359 Nov 12 09:22:29.738834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51151a7e-93a8-4ecb-beda-0a2f7cde3b46 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.755284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Request body: {'port': {'device_id': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'admin_state_up': True, 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:29.774536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Network 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:29.781119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:29.787694 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51151a7e-93a8-4ecb-beda-0a2f7cde3b46 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.788090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:29.791420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-51151a7e-93a8-4ecb-beda-0a2f7cde3b46 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3081877 Nov 12 09:22:29.791895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Port': ['ID=406fd3b4-fddd-4ae9-9546-e7f08790c86c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:29.792262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60982) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:29.828751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'port': {'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab', 'name': 'tempest-RoutersIpV6Test-1105641103'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:29.895265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Allocated IP 2001:db8::2 (14789ac3-3e32-4a8c-829c-5623e84363ab/b2357b19-864c-4c54-bc04-ea945890a203/c7fc0bbb-fdac-4fa3-8841-916e4933b732) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:29.906500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.951433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:29.971542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:29.975528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.018250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:30.024743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.096825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] device_id is not set on port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:22:30.098483 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.105926 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.122273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.126681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.146358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Network 14789ac3-3e32-4a8c-829c-5623e84363ab is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:30.152844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:30.156861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:30.173165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Pushing event updated for resources: {'Port': ['ID=c7fc0bbb-fdac-4fa3-8841-916e4933b732,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:30.207326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Port': ['ID=406fd3b4-fddd-4ae9-9546-e7f08790c86c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:30.210719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Allocated IP 172.20.0.5 (41ba8628-070c-4aaf-86f2-4076c7a6a49b/7b16d376-2e61-41b1-845a-acb59d25c075/4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:30.218067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.237421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Attempting to bind port c7fc0bbb-fdac-4fa3-8841-916e4933b732 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:30.238505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Attempting to bind port c7fc0bbb-fdac-4fa3-8841-916e4933b732 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '0da11d1b-3904-46a6-9060-cb24f44b5590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:30.238505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Attempting to bind port c7fc0bbb-fdac-4fa3-8841-916e4933b732 on network 14789ac3-3e32-4a8c-829c-5623e84363ab {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:30.244315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:30.244683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Checking segment: {'id': '0da11d1b-3904-46a6-9060-cb24f44b5590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:30.245631 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.245970 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.246456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Bound using segment: {'id': '0da11d1b-3904-46a6-9060-cb24f44b5590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:30.246816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Bound port: c7fc0bbb-fdac-4fa3-8841-916e4933b732, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da11d1b-3904-46a6-9060-cb24f44b5590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '14789ac3-3e32-4a8c-829c-5623e84363ab'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:30.247067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.247445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-99c03a47-b687-4d61-adf3-586dcae7796b tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2078547 Nov 12 09:22:30.250454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:30.318069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] For port c7fc0bbb-fdac-4fa3-8841-916e4933b732, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:30.321833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] For port c7fc0bbb-fdac-4fa3-8841-916e4933b732, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c7fc0bbb-fdac-4fa3-8841-916e4933b732,segment=NetworkSegment(0da11d1b-3904-46a6-9060-cb24f44b5590),segment_id=0da11d1b-3904-46a6-9060-cb24f44b5590)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:30.324994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-29baf77b-9ace-45e3-a2f7-ed0a4414f853 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc HTTP/1.1" status: 200 len: 690 time: 0.0728753 Nov 12 09:22:30.327861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60986) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:30.328595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.417942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95c2de-6f80-45cc-bdc9-ee1c78f3952c None None] Pushing event updated for resources: {'Port': ['ID=c7fc0bbb-fdac-4fa3-8841-916e4933b732,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:30.449944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.598304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Deleting port 406fd3b4-fddd-4ae9-9546-e7f08790c86c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:30.598656 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.699546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8::139 (14789ac3-3e32-4a8c-829c-5623e84363ab/b2357b19-864c-4c54-bc04-ea945890a203/d3acb204-6758-41cc-9eb9-f8c9ca5aaee5) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:30.743544 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.744167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.758907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c7fc0bbb-fdac-4fa3-8841-916e4933b732 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:30.765668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Calling delete_port for 406fd3b4-fddd-4ae9-9546-e7f08790c86c owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:30.853494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c7fc0bbb-fdac-4fa3-8841-916e4933b732 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:30.853763 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.937134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd5fb47d-8442-4887-862c-7d286197d29c req-851971ad-abb0-42b7-84ca-55d226ff2702 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 210 time: 0.0880537 Nov 12 09:22:30.957352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:30.974205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.018231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event deleted for resources: {'Port': ['ID=406fd3b4-fddd-4ae9-9546-e7f08790c86c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:31.060587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.081165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.107543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.112810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:31.155708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:31.160624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.165432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:31.168298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.168480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:31.172480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.191806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f94dca-8fec-4982-8d01-53060de55f53 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:31.199150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event updated for resources: {'Port': ['ID=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:31.243836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 14789ac3-3e32-4a8c-829c-5623e84363ab is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:31.250998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.252875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c7fc0bbb-fdac-4fa3-8841-916e4933b732, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c7fc0bbb-fdac-4fa3-8841-916e4933b732,segment=NetworkSegment(0da11d1b-3904-46a6-9060-cb24f44b5590),segment_id=0da11d1b-3904-46a6-9060-cb24f44b5590)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:31.258628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:31.284634 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.303015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:31.310003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:31.310670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.340612 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.345291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1e581da1-4d7e-4d91-8b49-d55378876a1f None None] Provisioning complete for port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:31.345540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e581da1-4d7e-4d91-8b49-d55378876a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.356336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:31.357370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.367276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:31.372076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5787165 Nov 12 09:22:31.372983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 60992) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:31.377846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5375f4-273d-44a1-9605-097fd43f5122') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:31.378239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5375f4-273d-44a1-9605-097fd43f5122') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:31.385387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ba48c-b104-4657-8361-4744ab9338bf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=d3acb204-6758-41cc-9eb9-f8c9ca5aaee5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:31.389940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.404832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.405008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c7fc0bbb-fdac-4fa3-8841-916e4933b732,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:31.412735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:31.413647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.421002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1e581da1-4d7e-4d91-8b49-d55378876a1f None None] Port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:31.471660 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-deeebbf0-a614-4a24-a5af-c720ffb11926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7224653 Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:31.476309 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:31.479012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b2cc6eae-9006-431f-ad6d-a71c6fa239b8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:31.487256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Request body: {'port': {'device_id': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:31.494658 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.503333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:22:31.505748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.509351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc HTTP/1.1" status: 204 len: 168 time: 1.1804364 Nov 12 09:22:31.512513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 60994) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:31.583651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d9bce-8844-48ec-a550-5027d53bdb72 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:31.714671 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.719334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878f426c-9de2-41c6-aeee-86f12d879911 None None] Network 14789ac3-3e32-4a8c-829c-5623e84363ab requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:31.867039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d83c534b-391d-4caf-98f5-48cbe6fdce0b None None] Provisioning complete for port c7fc0bbb-fdac-4fa3-8841-916e4933b732 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:31.867427 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d83c534b-391d-4caf-98f5-48cbe6fdce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:31.965582 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.173545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-792b57d9-9841-4134-a8da-18c0e79e4938 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3832 time: 0.6595893 Nov 12 09:22:32.176815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:32.303092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718f01e-3de3-4a2e-853e-96d9fb39b667 req-e8416881-8159-4468-bf29-0113f243d6bc tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.304656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9718f01e-3de3-4a2e-853e-96d9fb39b667 req-e8416881-8159-4468-bf29-0113f243d6bc tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 931 time: 0.2262850 Nov 12 09:22:32.311964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.312559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.313813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.314412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.314735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.315191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.315655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.316132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.316610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.318634 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cca49724-2884-431b-abf3-548ee5e50384 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5890 time: 0.1407287 Nov 12 09:22:32.322120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:32.363850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-abb29779-ae04-4621-baff-d9c47d6f6bc7 None None] Provisioning complete for port c7fc0bbb-fdac-4fa3-8841-916e4933b732 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:32.364509 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abb29779-ae04-4621-baff-d9c47d6f6bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.371772 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-81ca51b1-eb5a-4290-bf28-103b4867c18d tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] delete failed (client error): The resource could not be found. Nov 12 09:22:32.375596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-81ca51b1-eb5a-4290-bf28-103b4867c18d tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/51a2b61a-8431-4c7c-95a1-44bd78dd158a HTTP/1.1" status: 404 len: 345 time: 0.0499284 Nov 12 09:22:32.375876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:32.399800 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-4015ef51-598e-42ce-ab28-18b1af09a249 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] DELETE failed (client error): The resource could not be found. Nov 12 09:22:32.400443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4015ef51-598e-42ce-ab28-18b1af09a249 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:32.407530 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4015ef51-598e-42ce-ab28-18b1af09a249 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0b26a2b1-c489-4e1f-9abe-a4bdfe2391bc HTTP/1.1" status: 404 len: 339 time: 0.0266159 Nov 12 09:22:32.408481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32774) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:32.414112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'network': {'name': 'tempest-network--435340758', 'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:32.426477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:32.443423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Made reservation on behalf of ef7a0ffcd5f448eda50a104de1eaf74b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:32.446863 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.448309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.475046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9718f01e-3de3-4a2e-853e-96d9fb39b667 req-98a3d2bb-d1a5-446a-9232-77590cb3fb29 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594946 Nov 12 09:22:32.496230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:32.506367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Transition to ACTIVE for port object 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:22:32.515092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.516882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.517099 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Added segment 67d37c6f-943c-43c4-8068-0d096fb0fddf of type vlan for network ba9c192b-8b1a-414e-9874-e0a548be737e Nov 12 09:22:32.523308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-abb29779-ae04-4621-baff-d9c47d6f6bc7 None None] Provisioning complete for port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:32.523809 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abb29779-ae04-4621-baff-d9c47d6f6bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.569564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-abb29779-ae04-4621-baff-d9c47d6f6bc7 None None] Port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:32.576690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bffe56-0164-41be-935b-73887fe337a9 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:32.577588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.601259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.613083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.621197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.622185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.622900 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.694649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-62c721b4-ee85-43ad-b8a8-8b1ee3e93778 None None] Provisioning complete for port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:32.694900 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-62c721b4-ee85-43ad-b8a8-8b1ee3e93778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.699026 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2870669 Nov 12 09:22:32.700302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:32.724437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:32.744628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-62c721b4-ee85-43ad-b8a8-8b1ee3e93778 None None] Port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:32.746524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c7fc0bbb-fdac-4fa3-8841-916e4933b732 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:32.756930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae24f54f-8d8d-41e9-8212-a9b35f9ec8b2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Network': ['ID=ba9c192b-8b1a-414e-9874-e0a548be737e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:32.778634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ba9c192b-8b1a-414e-9874-e0a548be737e details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:32.862791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=d3acb204-6758-41cc-9eb9-f8c9ca5aaee5,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:32.883550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Attempting to bind port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:32.883895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Attempting to bind port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:32.884272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Attempting to bind port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:32.902948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:22:32.903279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Attempting to bind port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:32.914565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c7fc0bbb-fdac-4fa3-8841-916e4933b732 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:32.915214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.933084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:32.933383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:32.934056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Bound using segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:32.934190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Bound port: 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:32.934545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.938185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:32.987886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095cb31-b07f-4a09-8598-8ef2dab2fdec tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:32.995634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095cb31-b07f-4a09-8598-8ef2dab2fdec tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.001841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095cb31-b07f-4a09-8598-8ef2dab2fdec tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.008522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c095cb31-b07f-4a09-8598-8ef2dab2fdec tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.011970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c095cb31-b07f-4a09-8598-8ef2dab2fdec tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3092599 Nov 12 09:22:33.013888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:33.056564 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-58db20c1-db3b-4027-bd87-ce238ff49ffa None None] Provisioning complete for port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:33.056962 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58db20c1-db3b-4027-bd87-ce238ff49ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.072554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] For port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:33.076827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] For port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:33.093143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.105403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.109336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-58db20c1-db3b-4027-bd87-ce238ff49ffa None None] Port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:33.140197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.156865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.157491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.158901 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] 10.222.0.55 "PUT /v2.0/ports/4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed HTTP/1.1" status: 200 len: 1092 time: 1.6760027 Nov 12 09:22:33.160538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'tag': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:33.162367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acec555-83b1-4a03-9f29-ac2f68f72d8d None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:33.162804 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c3e68-ac0c-46cd-a0c9-a55afc970548" -d '{"events": [{"name": "network-changed", "server_uuid": "221f4b1a-97ae-41a0-a6eb-3455a423a94e", "tag": "4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:33.191890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.222809 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9c192b-8b1a-414e-9874-e0a548be737e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:33.236596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d37c6f-943c-43c4-8068-0d096fb0fddf') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:33.236826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d37c6f-943c-43c4-8068-0d096fb0fddf') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:33.240326 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bce687-d4c0-4ab3-9256-d38904e76f0a x-openstack-request-id: req-f7bce687-d4c0-4ab3-9256-d38904e76f0a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:33.240616 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221f4b1a-97ae-41a0-a6eb-3455a423a94e", "tag": "4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:33.240870 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7bce687-d4c0-4ab3-9256-d38904e76f0a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:33.241266 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'tag': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed', 'status': 'completed', 'code': 200} Nov 12 09:22:33.249898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.266982 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.275354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:33.275768 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:33.278884 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:33.295383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4a2ed-5735-4444-b005-1081e5402e27 service neutron] Pushing event updated for resources: {'Port': ['ID=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:33.341713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.345563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ba9c192b-8b1a-414e-9874-e0a548be737e {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:22:33.348263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.357678 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ba9c192b-8b1a-414e-9874-e0a548be737e HTTP/1.1" status: 204 len: 168 time: 0.3424249 Nov 12 09:22:33.358926 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:33.384572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-5bd9cc60-8090-40c2-a7fa-66928a87d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.386666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-5bd9cc60-8090-40c2-a7fa-66928a87d545 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 1095 time: 0.1481245 Nov 12 09:22:33.388097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'network': {'name': 'tempest-network--1658185670', 'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:33.392341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ac042-2d7f-40e1-9d4d-6c2a9072d50a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event deleted for resources: {'Network': ['ID=ba9c192b-8b1a-414e-9874-e0a548be737e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:33.412294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Made reservation on behalf of ef7a0ffcd5f448eda50a104de1eaf74b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:33.415625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.445422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:33.447164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-d5d7e487-95f2-48b6-a7f0-028245f0e25b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed HTTP/1.1" status: 200 len: 217 time: 0.0494945 Nov 12 09:22:33.457074 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.457520 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Added segment 05b6dd50-a7af-4ba9-b9b6-ae832799790f of type vlan for network 210bb312-c3e2-4a20-ad9d-c94347d16eff Nov 12 09:22:33.503720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.544158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-c717caa0-5667-410f-a554-3d009587a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.545632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-c717caa0-5667-410f-a554-3d009587a8a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.0910594 Nov 12 09:22:33.566126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.567420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.568218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:33.619058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-3fee4461-195b-4173-b2fe-3ac4a386a77b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638485 Nov 12 09:22:33.638616 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2523150 Nov 12 09:22:33.638616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6b766-81c8-4554-8f7e-0bf038b8239f tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Network': ['ID=210bb312-c3e2-4a20-ad9d-c94347d16eff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:33.639810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:33.647597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 210bb312-c3e2-4a20-ad9d-c94347d16eff details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:33.757618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69649466-bfe0-40ab-88c5-d7bed7b29be2 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.759420 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-69649466-bfe0-40ab-88c5-d7bed7b29be2 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] 10.222.0.53 "GET /v2.0/networks/210bb312-c3e2-4a20-ad9d-c94347d16eff HTTP/1.1" status: 200 len: 757 time: 0.1121612 Nov 12 09:22:33.762330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32790) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:33.860600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a076b9-0502-4051-8ac9-8255de7c05a9 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:33.862225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3a076b9-0502-4051-8ac9-8255de7c05a9 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] 10.222.0.53 "GET /v2.0/networks/85e4d20e-89fe-4614-b047-c00c4147d7f0 HTTP/1.1" status: 200 len: 768 time: 0.0986061 Nov 12 09:22:33.877155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:33.959228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-a3dcad22-c969-416b-a926-93e027e8af04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1181118 Nov 12 09:22:33.963905 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.041388 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.053970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70488bcd-40d5-4491-9c44-099795f5c4a6 req-9b4f42b5-89d2-4761-b897-fa883f3e852b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.055475 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-70488bcd-40d5-4491-9c44-099795f5c4a6 req-9b4f42b5-89d2-4761-b897-fa883f3e852b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 943 time: 0.4993775 Nov 12 09:22:34.058346 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.059122 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.084879 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.111083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210bb312-c3e2-4a20-ad9d-c94347d16eff']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:34.122588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-e9ff9ffb-e60d-4397-aa17-1458738321ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.124098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-e9ff9ffb-e60d-4397-aa17-1458738321ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 1098 time: 0.1145668 Nov 12 09:22:34.125780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b6dd50-a7af-4ba9-b9b6-ae832799790f') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:34.126055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b6dd50-a7af-4ba9-b9b6-ae832799790f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:34.135870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.168408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=d3acb204-6758-41cc-9eb9-f8c9ca5aaee5,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:34.168689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.183275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:34.183686 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:34.185595 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:34.206637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-463042aa-5429-4469-b07f-c81010a6d5c4 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796204 Nov 12 09:22:34.240302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-70488bcd-40d5-4491-9c44-099795f5c4a6 req-11385985-b901-45ac-87cf-18128734f9a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711810 Nov 12 09:22:34.298671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.305355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 210bb312-c3e2-4a20-ad9d-c94347d16eff {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:22:34.308245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-31c31d57-3dff-4c0b-9419-5b9ea8d7ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.310379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-31c31d57-3dff-4c0b-9419-5b9ea8d7ed83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.1616964 Nov 12 09:22:34.320066 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.329927 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "DELETE /v2.0/networks/210bb312-c3e2-4a20-ad9d-c94347d16eff HTTP/1.1" status: 204 len: 168 time: 0.4461002 Nov 12 09:22:34.330168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 14789ac3-3e32-4a8c-829c-5623e84363ab is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:34.330168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:34.331522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32796) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:34.333077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8071d-e0c1-4121-aefe-5d4349da4cf6 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event deleted for resources: {'Network': ['ID=210bb312-c3e2-4a20-ad9d-c94347d16eff,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:34.336899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'network': {'name': 'tempest-network--2120761037'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:34.370910 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-40d3b903-1ae4-439b-9e29-fda2020400bd req-d4735517-2de8-4b6f-9c4b-2fdd5004dd49 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534612 Nov 12 09:22:34.373573 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-e4a1f36e-e10f-4383-8c72-61cec096c8ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59 HTTP/1.1" status: 200 len: 217 time: 0.0477459 Nov 12 09:22:34.464851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-3e7422eb-f79e-4886-a65c-7996a83d788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.466626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-3e7422eb-f79e-4886-a65c-7996a83d788c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.0851674 Nov 12 09:22:34.477221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Made reservation on behalf of ef7a0ffcd5f448eda50a104de1eaf74b for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:34.480871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.506422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-29327678-e0c7-4593-ac77-5824d5f2cfe5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323029 Nov 12 09:22:34.528151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:34.540409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.540809 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Added segment 9e7ab535-f448-4b66-9add-ae544ee0dc09 of type vlan for network 1c32d5d9-a852-4dc4-b6ba-93f807ad3b91 Nov 12 09:22:34.590134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.631001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.632636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.633292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.659121 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-23091843-5fdd-4c9f-92f7-1190ffee688e service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451228 Nov 12 09:22:34.673135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-2da5a30a-065f-42fc-aea5-7c2ac75c7000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.674691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-2da5a30a-065f-42fc-aea5-7c2ac75c7000 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 1095 time: 0.2320757 Nov 12 09:22:34.680463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3451781 Nov 12 09:22:34.687555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32798) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:34.699868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:34.707846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ca4986b5-98c1-4814-bc15-5215359592d9 None None] Provisioning complete for port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:34.708910 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca4986b5-98c1-4814-bc15-5215359592d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.754258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ca4986b5-98c1-4814-bc15-5215359592d9 None None] Port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:34.802263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df26c9-96fa-4a1c-9bab-95ed1854686a tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Network': ['ID=1c32d5d9-a852-4dc4-b6ba-93f807ad3b91,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:34.825789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1c32d5d9-a852-4dc4-b6ba-93f807ad3b91 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:34.829904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router f25012de-c355-4fbb-8128-8e709ed9a546 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:22:34.840524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-bbd573af-389d-4f5b-9267-d1823a9ea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:34.842568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-bbd573af-389d-4f5b-9267-d1823a9ea2f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.1498320 Nov 12 09:22:34.846383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cc731be-071c-4ef0-bf8e-3df5ffc527a1 req-e1795d57-f6a3-4a47-a676-be57d7e828a6 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798372 Nov 12 09:22:34.943718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.964210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:34.967436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-2c75b939-435d-4a11-8775-3ca0cc69b1b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed HTTP/1.1" status: 200 len: 217 time: 0.0707278 Nov 12 09:22:35.003994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Network 1c32d5d9-a852-4dc4-b6ba-93f807ad3b91 is not hosted by any dhcp agent {{(pid=109376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:22:35.005354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:35.005963 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.008527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "PUT /v2.0/networks/1c32d5d9-a852-4dc4-b6ba-93f807ad3b91 HTTP/1.1" status: 200 len: 858 time: 0.3196704 Nov 12 09:22:35.010360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:35.036605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:35.048792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d288e9d5-1943-46c8-a09f-f1eac00fdb26 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/f25012de-c355-4fbb-8128-8e709ed9a546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6719851 Nov 12 09:22:35.049467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32802) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:35.051033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] Sync routers for ids ['f25012de-c355-4fbb-8128-8e709ed9a546'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:35.062983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-354d7156-07fd-4296-840e-c360291a4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:35.064645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-354d7156-07fd-4296-840e-c360291a4458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.0901306 Nov 12 09:22:35.073878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] Routers {'f25012de-c355-4fbb-8128-8e709ed9a546'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:35.074855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f25012de-c355-4fbb-8128-8e709ed9a546'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.096477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41ef7a-5111-40da-896b-07e62f5b7c2c tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event updated for resources: {'Network': ['ID=1c32d5d9-a852-4dc4-b6ba-93f807ad3b91,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:35.113165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-0241519b-650b-4e4b-8d00-6be0a5278119 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292785 Nov 12 09:22:35.127613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01521967-abe3-437d-ae87-41e1f142f268 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:35.132048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-01521967-abe3-437d-ae87-41e1f142f268 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports/d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 HTTP/1.1" status: 200 len: 984 time: 0.0811636 Nov 12 09:22:35.132681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32804) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:35.133673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.144736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] Routers {'f25012de-c355-4fbb-8128-8e709ed9a546'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:35.145529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f25012de-c355-4fbb-8128-8e709ed9a546'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.158002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.179987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.180803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9fc766-2db3-42ce-b4d5-c515b74846f6 None None] The sync data for ids ['f25012de-c355-4fbb-8128-8e709ed9a546'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:35.254171 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.275663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c32d5d9-a852-4dc4-b6ba-93f807ad3b91']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.286298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7ab535-f448-4b66-9add-ae544ee0dc09') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.286750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7ab535-f448-4b66-9add-ae544ee0dc09') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.299734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.314530 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.320932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:35.321348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:35.323097 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:35.389921 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.397266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c32d5d9-a852-4dc4-b6ba-93f807ad3b91 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:22:35.398767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-a0560ca3-2c04-4548-8d7c-c112f16ec0fc service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650776 Nov 12 09:22:35.401280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.404415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1c32d5d9-a852-4dc4-b6ba-93f807ad3b91 HTTP/1.1" status: 204 len: 168 time: 0.3483937 Nov 12 09:22:35.411505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32810) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:35.416067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6af66-29de-44e6-9664-2426f5fd58e2 tempest-ExternalNetworksTestJSON-1632250618 tempest-ExternalNetworksTestJSON-1632250618-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c32d5d9-a852-4dc4-b6ba-93f807ad3b91,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:35.472386 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-118143f7-0a32-4beb-8435-3a456ac8b0a5 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] DELETE failed (client error): The resource could not be found. Nov 12 09:22:35.472845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-118143f7-0a32-4beb-8435-3a456ac8b0a5 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:22:35.475857 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-118143f7-0a32-4beb-8435-3a456ac8b0a5 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] 10.222.0.53 "DELETE /v2.0/subnets/b2cc6eae-9006-431f-ad6d-a71c6fa239b8 HTTP/1.1" status: 404 len: 337 time: 0.0632739 Nov 12 09:22:35.478773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:35.523383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2444371-c806-4b90-91d8-a55e92ca69c8 req-32457e50-379d-43cc-9795-642dc31eb441 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:35.524953 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2444371-c806-4b90-91d8-a55e92ca69c8 req-32457e50-379d-43cc-9795-642dc31eb441 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 943 time: 0.1940894 Nov 12 09:22:35.578305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.610958 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c02c3e68-ac0c-46cd-a0c9-a55afc970548 req-f0b755e8-a344-45a6-9160-a8d75dd1491c service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001293 Nov 12 09:22:35.638629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2444371-c806-4b90-91d8-a55e92ca69c8 req-82cbd88f-e591-45fe-af2d-d58d49a4a1e9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870018 Nov 12 09:22:35.694635 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.719645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e4d20e-89fe-4614-b047-c00c4147d7f0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.729906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd17eeba-f9da-4801-961e-f821ec4b26c8') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.731309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd17eeba-f9da-4801-961e-f821ec4b26c8') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:35.741604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.758465 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.765667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:35.766131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.769386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:35.769630 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:35.834263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.848739 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:35.852205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] 10.222.0.53 "DELETE /v2.0/networks/85e4d20e-89fe-4614-b047-c00c4147d7f0 HTTP/1.1" status: 204 len: 168 time: 0.3722782 Nov 12 09:22:35.870626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1d7e0-64cb-45b2-9224-6c28775aa761 tempest-ExternalNetworksTestJSON-496076908 tempest-ExternalNetworksTestJSON-496076908-project] Pushing event deleted for resources: {'Network': ['ID=85e4d20e-89fe-4614-b047-c00c4147d7f0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:36.010007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:36.010400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.099149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.112596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for d3acb204-6758-41cc-9eb9-f8c9ca5aaee5 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:36.147087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:36.287438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.294783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6a168759-558b-4282-847a-a0db26544c32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6227191086744b9ae74b5cce2f6f117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465137 Nov 12 09:22:36.297456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:36.317565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=d3acb204-6758-41cc-9eb9-f8c9ca5aaee5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:36.360337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b214aa-3a52-4bf8-a093-4ee5673fe0e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.385944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b214aa-3a52-4bf8-a093-4ee5673fe0e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.425506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.469325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b214aa-3a52-4bf8-a093-4ee5673fe0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.473014 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86b214aa-3a52-4bf8-a093-4ee5673fe0e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:36.474512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-86b214aa-3a52-4bf8-a093-4ee5673fe0e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b1ca67b-554d-44e3-9d26-4c291c0111ab HTTP/1.1" status: 204 len: 168 time: 0.1760917 Nov 12 09:22:36.489911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b214aa-3a52-4bf8-a093-4ee5673fe0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1ca67b-554d-44e3-9d26-4c291c0111ab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:36.678038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router f25012de-c355-4fbb-8128-8e709ed9a546 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:36.710969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038d35f-1725-4d5c-9609-e3f811648821 req-017d9b1c-3d2d-4da9-80bf-a900009ec15c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:36.712698 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b038d35f-1725-4d5c-9609-e3f811648821 req-017d9b1c-3d2d-4da9-80bf-a900009ec15c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.0716305 Nov 12 09:22:36.787092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1433e1-a88d-492c-8b53-eb40d53767fd req-7df42a09-c1f8-41ed-8f00-b4e50cfee4c6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:36.789224 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d1433e1-a88d-492c-8b53-eb40d53767fd req-7df42a09-c1f8-41ed-8f00-b4e50cfee4c6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 943 time: 0.0562706 Nov 12 09:22:36.801398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:36.811062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d250056e-ff4b-49bb-a1a0-cef5d98078f8 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/f25012de-c355-4fbb-8128-8e709ed9a546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6657665 Nov 12 09:22:36.814955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32834) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:36.818517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] Sync routers for ids ['f25012de-c355-4fbb-8128-8e709ed9a546'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:36.831767 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] Routers {'f25012de-c355-4fbb-8128-8e709ed9a546'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:36.833641 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f25012de-c355-4fbb-8128-8e709ed9a546'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:36.851493 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d1433e1-a88d-492c-8b53-eb40d53767fd req-21e21566-8681-4c93-952e-cbffab9df4cc tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524917 Nov 12 09:22:36.894359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32836) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:36.912060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b038d35f-1725-4d5c-9609-e3f811648821 req-ac7c9cc0-6ef7-4dba-8c9c-b0dee2bb8766 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677523 Nov 12 09:22:36.963429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1db1e978-39df-4c22-bd8d-34fb5493e027 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef7a0ffcd5f448eda50a104de1eaf74b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673349 Nov 12 09:22:36.966829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:36.994811 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:37.016448 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] Routers {'f25012de-c355-4fbb-8128-8e709ed9a546'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:37.017618 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f25012de-c355-4fbb-8128-8e709ed9a546'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:37.042876 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b1de1676-0a51-4e9e-bd7f-13b3976fa4de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.067019 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:37.067973 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beeece3-12ad-48cf-b462-3f09e42a4032 None None] The sync data for ids ['f25012de-c355-4fbb-8128-8e709ed9a546'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:37.072441 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b1de1676-0a51-4e9e-bd7f-13b3976fa4de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.077338 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-d9749723-7146-4862-ad28-82b0efdad107 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 09:22:37.082077 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9749723-7146-4862-ad28-82b0efdad107 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/f25012de-c355-4fbb-8128-8e709ed9a546/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2626886 Nov 12 09:22:37.082835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32846) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:37.116338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-74a57979-84f1-488c-820e-67a8dc6bd320 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=f25012de-c355-4fbb-8128-8e709ed9a546 HTTP/1.1" status: 200 len: 205 time: 0.0322616 Nov 12 09:22:37.120783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32848) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:37.137547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b1de1676-0a51-4e9e-bd7f-13b3976fa4de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.141143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b1de1676-0a51-4e9e-bd7f-13b3976fa4de admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.142419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b1de1676-0a51-4e9e-bd7f-13b3976fa4de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3bddcf9-faea-4de4-ab79-f39cfd0b5b20 HTTP/1.1" status: 204 len: 168 time: 0.1745346 Nov 12 09:22:37.161829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de1676-0a51-4e9e-bd7f-13b3976fa4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bddcf9-faea-4de4-ab79-f39cfd0b5b20,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:37.222358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:22:37.359744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:37.374510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'port_id': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed', 'mac_address': 'fa:16:3e:8d:77:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16d376-2e61-41b1-845a-acb59d25c075', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:22:37.421187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.441944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:37.466916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:37.479425 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.548148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:37.594401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b73c6af6-f777-4226-a866-7c3be63a93bd tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.684207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:37.760258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b73c6af6-f777-4226-a866-7c3be63a93bd tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.763646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b73c6af6-f777-4226-a866-7c3be63a93bd tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.809183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b73c6af6-f777-4226-a866-7c3be63a93bd tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.809757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73c6af6-f777-4226-a866-7c3be63a93bd tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Fanout notify agent at l3_agent the message router_deleted on router f25012de-c355-4fbb-8128-8e709ed9a546 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:22:37.826891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b73c6af6-f777-4226-a866-7c3be63a93bd tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.830855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b73c6af6-f777-4226-a866-7c3be63a93bd tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/f25012de-c355-4fbb-8128-8e709ed9a546 HTTP/1.1" status: 204 len: 168 time: 0.7038558 Nov 12 09:22:37.831056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32876) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:37.892877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet b2357b19-864c-4c54-bc04-ea945890a203 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:37.896461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.962942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:37.992691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:38.014832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a7f1c-a010-4f31-b9f7-a2f7ff5851f4 req-7af4655c-6a6c-4752-bb63-8c9bf8ad5219 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:38.016342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67a7f1c-a010-4f31-b9f7-a2f7ff5851f4 req-7af4655c-6a6c-4752-bb63-8c9bf8ad5219 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 944 time: 0.0915499 Nov 12 09:22:38.091205 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.115473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f44a99be-64c7-43ba-a1de-abc65e9baf76 tempest-AgentManagementNegativeTest-1331058348 tempest-AgentManagementNegativeTest-1331058348-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1214466 Nov 12 09:22:38.125682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b67a7f1c-a010-4f31-b9f7-a2f7ff5851f4 req-0f6064dd-3f6b-49a0-b38d-121d37c73620 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973380 Nov 12 09:22:38.163538 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.192438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=b2357b19-864c-4c54-bc04-ea945890a203,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:38.196258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.202860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:38.203029 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-39dfff36-fba5-4125-8b33-aff3218b4e37 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/b2357b19-864c-4c54-bc04-ea945890a203 HTTP/1.1" status: 204 len: 168 time: 0.3705573 Nov 12 09:22:38.204314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed8ded6-90a7-446b-8ee2-3b9aee560efb None None] Network 14789ac3-3e32-4a8c-829c-5623e84363ab requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:38.301336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.372905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port c7fc0bbb-fdac-4fa3-8841-916e4933b732 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:38.373755 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.426554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] DHCP port deletion for 14789ac3-3e32-4a8c-829c-5623e84363ab request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:38.449227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port c7fc0bbb-fdac-4fa3-8841-916e4933b732, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c7fc0bbb-fdac-4fa3-8841-916e4933b732,segment=NetworkSegment(0da11d1b-3904-46a6-9060-cb24f44b5590),segment_id=0da11d1b-3904-46a6-9060-cb24f44b5590)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:38.451992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.453351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:38.474526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for c7fc0bbb-fdac-4fa3-8841-916e4933b732 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:38.488630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] Deleting port c7fc0bbb-fdac-4fa3-8841-916e4933b732 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:38.489289 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.574557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] For port c7fc0bbb-fdac-4fa3-8841-916e4933b732, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c7fc0bbb-fdac-4fa3-8841-916e4933b732,segment=NetworkSegment(0da11d1b-3904-46a6-9060-cb24f44b5590),segment_id=0da11d1b-3904-46a6-9060-cb24f44b5590)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:38.575525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.581732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.596712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] Calling delete_port for c7fc0bbb-fdac-4fa3-8841-916e4933b732 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:38.627290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No DVR routers for this DVR port c7fc0bbb-fdac-4fa3-8841-916e4933b732 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:38.662781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=c7fc0bbb-fdac-4fa3-8841-916e4933b732,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:38.733818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c7fc0bbb-fdac-4fa3-8841-916e4933b732 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:38.741684 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.758019 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8e67d90-086a-4823-99b9-afd3083464de admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.779370 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.785979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c7fc0bbb-fdac-4fa3-8841-916e4933b732 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:38.786241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c7fc0bbb-fdac-4fa3-8841-916e4933b732 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:38.791933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] Pushing event deleted for resources: {'Port': ['ID=c7fc0bbb-fdac-4fa3-8841-916e4933b732,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:38.794343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd84b449-7e34-4740-b9c4-d4766987465a None None] No DVR routers for this DVR port c7fc0bbb-fdac-4fa3-8841-916e4933b732 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:38.827362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14789ac3-3e32-4a8c-829c-5623e84363ab']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:38.842495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da11d1b-3904-46a6-9060-cb24f44b5590') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:38.842808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da11d1b-3904-46a6-9060-cb24f44b5590') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:38.860537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.884825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.895710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:38.896155 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:38.899258 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:38.970787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8e67d90-086a-4823-99b9-afd3083464de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.976206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8e67d90-086a-4823-99b9-afd3083464de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:38.999059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.021075 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.030073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/14789ac3-3e32-4a8c-829c-5623e84363ab HTTP/1.1" status: 204 len: 168 time: 0.8204443 Nov 12 09:22:39.030856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32902) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:39.037222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1351709342'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:39.046659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c8e67d90-086a-4823-99b9-afd3083464de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=226ea0b294254bf69e773c71d21df71d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919454 Nov 12 09:22:39.047965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7275c-7673-4106-877d-77a774d11fdb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=14789ac3-3e32-4a8c-829c-5623e84363ab,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.050502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e67d90-086a-4823-99b9-afd3083464de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d98630d-1d10-4486-8eea-0dcc685a5b41,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.052449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32904) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:39.081246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:39.086183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.114795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:39.121451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeb9bc53-0de2-4573-8f63-b7cff1f71514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.125229 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.125690 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment fa463f4d-992f-4650-abc4-75c15c37708b of type vlan for network f719e262-f4ea-450c-9a9b-e04a7cb1311f Nov 12 09:22:39.155680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeb9bc53-0de2-4573-8f63-b7cff1f71514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.184716 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.222643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:39.252885 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.269641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:39.270773 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.286522 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeb9bc53-0de2-4573-8f63-b7cff1f71514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.290816 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-eeb9bc53-0de2-4573-8f63-b7cff1f71514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.293593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-eeb9bc53-0de2-4573-8f63-b7cff1f71514 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d98630d-1d10-4486-8eea-0dcc685a5b41 HTTP/1.1" status: 204 len: 168 time: 0.2399261 Nov 12 09:22:39.315903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb9bc53-0de2-4573-8f63-b7cff1f71514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d98630d-1d10-4486-8eea-0dcc685a5b41,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.344324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3114285 Nov 12 09:22:39.354461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32910) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:39.361782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:22:39.371280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:39.372354 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.374614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad3733-f1ac-4d03-bdd3-1e3489e297bd req-08cec481-6bad-43f0-b236-11b436a20f8d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:39.377000 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-85ad3733-f1ac-4d03-bdd3-1e3489e297bd req-08cec481-6bad-43f0-b236-11b436a20f8d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 944 time: 0.1439931 Nov 12 09:22:39.386647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': 'f719e262-f4ea-450c-9a9b-e04a7cb1311f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:39.424664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7204541-a2d8-45aa-9681-7bf02d316bb4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=f719e262-f4ea-450c-9a9b-e04a7cb1311f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.442125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:39.599233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-85ad3733-f1ac-4d03-bdd3-1e3489e297bd req-b8067135-a987-4dbe-a3ba-628121515fa9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616488 Nov 12 09:22:39.610596 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.617800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:39.624812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.655756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:39.658537 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb1ea1d-a35b-4378-8fd5-69f6bdaead83" -d '{"events": [{"server_uuid": "221f4b1a-97ae-41a0-a6eb-3455a423a94e", "name": "network-vif-plugged", "status": "completed", "tag": "4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:39.674022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:39.680624 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.724846 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8a8efe-4561-4507-b26e-634a79830a88 x-openstack-request-id: req-bc8a8efe-4561-4507-b26e-634a79830a88 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:39.725977 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f4b1a-97ae-41a0-a6eb-3455a423a94e", "name": "network-vif-plugged", "status": "completed", "tag": "4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:39.725977 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc8a8efe-4561-4507-b26e-634a79830a88 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:39.725977 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed', 'code': 200} Nov 12 09:22:39.749978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.835646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e1256-c5b9-4a3f-bed9-d655c268afda req-78e7ef52-b864-490b-b475-a25fda49f3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:39.837893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-611e1256-c5b9-4a3f-bed9-d655c268afda req-78e7ef52-b864-490b-b475-a25fda49f3db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 1097 time: 0.0484996 Nov 12 09:22:39.881094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:39.895511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-611e1256-c5b9-4a3f-bed9-d655c268afda req-9dbfd843-f22b-4153-a443-a4f6182c6a66 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499327 Nov 12 09:22:39.953248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=7381e5c5-3568-4cd7-862d-ff41e7692331,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:39.964386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': 'fa463f4d-992f-4650-abc4-75c15c37708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f719e262-f4ea-450c-9a9b-e04a7cb1311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:39.964693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: f719e262-f4ea-450c-9a9b-e04a7cb1311f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:39.990671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:40.005089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f719e262-f4ea-450c-9a9b-e04a7cb1311f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:40.011621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:40.012684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.018166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf69c78f-88bc-4160-ac4d-9286250fe32e None None] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:40.035953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-06bbf011-9dd3-4764-8a2e-1de8be0d7504 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6574087 Nov 12 09:22:40.038729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32928) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:40.044199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-013faa53-c872-46f6-9185-b406e1c1116d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-505242046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:40.078961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-013faa53-c872-46f6-9185-b406e1c1116d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.080177 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-013faa53-c872-46f6-9185-b406e1c1116d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.147380 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-013faa53-c872-46f6-9185-b406e1c1116d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.156056 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-013faa53-c872-46f6-9185-b406e1c1116d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.184122 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-013faa53-c872-46f6-9185-b406e1c1116d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.185581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-013faa53-c872-46f6-9185-b406e1c1116d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1455109 Nov 12 09:22:40.189125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32936) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:40.220578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f719e262-f4ea-450c-9a9b-e04a7cb1311f', 'network_id': 'f719e262-f4ea-450c-9a9b-e04a7cb1311f', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': '7381e5c5-3568-4cd7-862d-ff41e7692331'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:40.221967 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.382244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32940) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:40.444688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Allocated IP 2001:db8::2 (f719e262-f4ea-450c-9a9b-e04a7cb1311f/7381e5c5-3568-4cd7-862d-ff41e7692331/2da03b1a-4d9c-4111-be8a-f7fbf31ece7e) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:40.545671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-696124476'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:40.550721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.609631 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.616694 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.640844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:40.644452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.660127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.660402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:40.663505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:40.666216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:40.675559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Pushing event updated for resources: {'Port': ['ID=2da03b1a-4d9c-4111-be8a-f7fbf31ece7e,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:40.730972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Attempting to bind port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:40.731352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Attempting to bind port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fa463f4d-992f-4650-abc4-75c15c37708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f719e262-f4ea-450c-9a9b-e04a7cb1311f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:40.731720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Attempting to bind port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e on network f719e262-f4ea-450c-9a9b-e04a7cb1311f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:40.738423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:40.738800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Checking segment: {'id': 'fa463f4d-992f-4650-abc4-75c15c37708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f719e262-f4ea-450c-9a9b-e04a7cb1311f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:40.739203 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.739594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Bound using segment: {'id': 'fa463f4d-992f-4650-abc4-75c15c37708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f719e262-f4ea-450c-9a9b-e04a7cb1311f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:40.740297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Bound port: 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa463f4d-992f-4650-abc4-75c15c37708b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f719e262-f4ea-450c-9a9b-e04a7cb1311f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:40.740473 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.748046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c74c8-8396-42fb-88b0-3342326d083b req-7b71819c-aa83-4b71-bdb3-759192d7b4fe tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:40.756399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a08c74c8-8396-42fb-88b0-3342326d083b req-7b71819c-aa83-4b71-bdb3-759192d7b4fe tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 945 time: 0.0709805 Nov 12 09:22:40.806007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a08c74c8-8396-42fb-88b0-3342326d083b req-64279afb-2858-4f47-968d-391e7b2b1473 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486543 Nov 12 09:22:40.831554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] For port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:40.835348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] For port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2da03b1a-4d9c-4111-be8a-f7fbf31ece7e,segment=NetworkSegment(fa463f4d-992f-4650-abc4-75c15c37708b),segment_id=fa463f4d-992f-4650-abc4-75c15c37708b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:40.843062 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.890330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.897504 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.900796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8::1 (f719e262-f4ea-450c-9a9b-e04a7cb1311f/7381e5c5-3568-4cd7-862d-ff41e7692331/a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:40.910306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b203206-7afe-45d8-b58f-973f56bafc4f None None] Pushing event updated for resources: {'Port': ['ID=2da03b1a-4d9c-4111-be8a-f7fbf31ece7e,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:40.932798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:40.976818 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:40.976818 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 7ee94225-c566-4eec-a356-e9cec76a6ae6 of type vlan for network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 Nov 12 09:22:40.978572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877643c2-3ccb-4a3e-b6cd-e3e4e0439ced,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:41.047332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:22:41.112279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.119049 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.173194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.211343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:41.225406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:41.228140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.230711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'mac_address': 'fa:16:3e:a9:b2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:22:41.239507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:41.240435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.300693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9206388 Nov 12 09:22:41.303061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:41.306981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.321362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:41.349077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:41.351427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:41.352041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.353019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:41.358467 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.431201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:41.438336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9baee8-76e5-490e-a92b-3d5f72a2adfc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=2c03ded9-aaa9-460e-b5d7-b3f2c9e90695,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:41.453692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:41.461497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': '2c03ded9-aaa9-460e-b5d7-b3f2c9e90695', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:41.470746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:41.482861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3b2147c9-96a9-4e12-85de-291ef1b2e917'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:41.526717 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.587287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:41.592104 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.897854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.917608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.929908 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:41.930705 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.031373 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:42.224657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb08c6b-e38d-43b3-b61c-6c82f9bf5df5 req-b8d31387-58cd-4850-9d8c-cb633b9f4649 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:42.227083 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acb08c6b-e38d-43b3-b61c-6c82f9bf5df5 req-b8d31387-58cd-4850-9d8c-cb633b9f4649 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 945 time: 0.2271090 Nov 12 09:22:42.233628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:42.242486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:42.286386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb47eaaa-6712-4b0f-b2bd-d066fa002d4b None None] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:42.388689 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-acb08c6b-e38d-43b3-b61c-6c82f9bf5df5 req-ae794640-0fd5-48c5-9694-fac6365ffea3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536744 Nov 12 09:22:42.442198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 48572083-e50f-44db-ae24-18698d8c2eae is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:22:42.553562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=90af4a1e-7277-4ef7-9e9b-aff29b23b383,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:42.597620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:42.614905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] Sync routers for ids ['48572083-e50f-44db-ae24-18698d8c2eae'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:42.616176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-920c55dc-b28c-4098-b985-8d3bd712206e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/48572083-e50f-44db-ae24-18698d8c2eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4255741 Nov 12 09:22:42.620873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 32988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:42.626160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ac0ffab7-3d2f-4876-9bc8-e751290b6614 None None] Provisioning complete for port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:42.626537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffab7-3d2f-4876-9bc8-e751290b6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.652917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '7ee94225-c566-4eec-a356-e9cec76a6ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2c03ded9-aaa9-460e-b5d7-b3f2c9e90695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:42.655181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:42.674029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] Routers {'48572083-e50f-44db-ae24-18698d8c2eae'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:42.674339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48572083-e50f-44db-ae24-18698d8c2eae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:42.720015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:42.728141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:42.740233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf120f1-ca25-4af4-b8b5-c51779c23bc3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:42.741787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-caf120f1-ca25-4af4-b8b5-c51779c23bc3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports/a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672 HTTP/1.1" status: 200 len: 911 time: 0.1163058 Nov 12 09:22:42.747950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 32998) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:42.763304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] Routers {'48572083-e50f-44db-ae24-18698d8c2eae'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:42.764336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48572083-e50f-44db-ae24-18698d8c2eae'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:42.816490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:42.825325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:42.830597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:42.831217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.881881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5267f8fb-8f0c-40f3-a18f-7b4e02498eb1 None None] Network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:42.898630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-06abbcab-1a50-4819-8854-de6d5dd23043 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4634273 Nov 12 09:22:42.905776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:42.911066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1037250606'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:42.956836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:42.961533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:42.993097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:42.993729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481b7e95-4186-40e4-bff9-352f33853a0d None None] The sync data for ids ['48572083-e50f-44db-ae24-18698d8c2eae'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:43.061400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-2f466092-335c-46f9-a8dd-e0127cd1d4d1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:43.070204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-2f466092-335c-46f9-a8dd-e0127cd1d4d1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.3266494 Nov 12 09:22:43.071056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:43.081025 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:43.104976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.105358 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 6306f879-50b4-4058-9147-3caa37d52d99 of type vlan for network 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 Nov 12 09:22:43.201312 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffab7-3d2f-4876-9bc8-e751290b6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.266674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-b3614d0a-1b30-4723-abd0-9cf1d60b86d7 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.1149082 Nov 12 09:22:43.315689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.408514 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.414945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:43.419218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.437309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:43.437309 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.455344 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-b0c32d86-4b6e-46c9-9e20-1058367f6286 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641448 Nov 12 09:22:43.495205 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.505721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ac0ffab7-3d2f-4876-9bc8-e751290b6614 None None] For port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2da03b1a-4d9c-4111-be8a-f7fbf31ece7e,segment=NetworkSegment(fa463f4d-992f-4650-abc4-75c15c37708b),segment_id=fa463f4d-992f-4650-abc4-75c15c37708b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:43.538430 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6314816 Nov 12 09:22:43.542213 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac0ffab7-3d2f-4876-9bc8-e751290b6614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.554364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-2c03ded9-aaa9-460e-b5d7-b3f2c9e90695', 'network_id': '2c03ded9-aaa9-460e-b5d7-b3f2c9e90695', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': '90af4a1e-7277-4ef7-9e9b-aff29b23b383'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:43.560640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.574542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33002) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:43.580968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:43.638543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f5c9f-45ca-40b4-9fa4-07db82c2e3e2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=96f3cdbc-3851-41e8-aa44-f57ce82ce2a9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:43.695030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ffab7-3d2f-4876-9bc8-e751290b6614 None None] Pushing event updated for resources: {'Port': ['ID=2da03b1a-4d9c-4111-be8a-f7fbf31ece7e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:43.713373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:43.762834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-eb12c05d-5659-4344-b988-ace35f985eee service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811277 Nov 12 09:22:43.794130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3b2147c9-96a9-4e12-85de-291ef1b2e917 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:43.794562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:43.925232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-dd5e9597-3d14-4e89-a0b8-d20de483570e service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540749 Nov 12 09:22:43.930712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:43.936170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.219555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4b5da9c6-f408-4f5b-9d05-49ed15c6de38 None None] Provisioning complete for port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:44.221317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b5da9c6-f408-4f5b-9d05-49ed15c6de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.300473 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42ca5947-398e-4377-8bcd-acb29a82b551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.315094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Allocated IP 172.20.255.242 (2c03ded9-aaa9-460e-b5d7-b3f2c9e90695/90af4a1e-7277-4ef7-9e9b-aff29b23b383/f2104b93-459f-4117-b129-ec5db6ab1f95) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:44.359075 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-066918e6-6ef5-4ea9-88a1-92408a30751f req-cae27783-0e6f-419a-9ad0-daa640d47a49 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 210 time: 0.1434865 Nov 12 09:22:44.460237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:44.460795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.481518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.560700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:44.567971 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0b147c-f3e4-46c4-aaf5-ad4ad628dc39" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:44.586002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.646166 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d41ae21-df69-456d-878c-cd381921b52c x-openstack-request-id: req-5d41ae21-df69-456d-878c-cd381921b52c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:44.646392 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:44.646591 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d41ae21-df69-456d-878c-cd381921b52c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:44.647415 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'code': 200} Nov 12 09:22:44.649362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:44.653003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4b5da9c6-f408-4f5b-9d05-49ed15c6de38 None None] Provisioning complete for port a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:44.653380 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b5da9c6-f408-4f5b-9d05-49ed15c6de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.680737 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.725083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.768859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:44.789787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=86f17a00-c3ed-4d9c-aa1e-565948b01625,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:44.792980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '6306f879-50b4-4058-9147-3caa37d52d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:44.793533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:44.795047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:44.810829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.841416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4b5da9c6-f408-4f5b-9d05-49ed15c6de38 None None] Port a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:44.848596 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:44.892603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:44.941899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:44.951367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:44.974092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:45.007163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Pushing event updated for resources: {'Port': ['ID=f2104b93-459f-4117-b129-ec5db6ab1f95,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:45.073065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:45.073648 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.121997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-568fceff-de2e-40e8-a8fc-b37904434209 None None] Provisioning complete for port a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:45.122642 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-568fceff-de2e-40e8-a8fc-b37904434209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.176918 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:22:45.385485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Attempting to bind port f2104b93-459f-4117-b129-ec5db6ab1f95 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:45.400002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Attempting to bind port f2104b93-459f-4117-b129-ec5db6ab1f95 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '7ee94225-c566-4eec-a356-e9cec76a6ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2c03ded9-aaa9-460e-b5d7-b3f2c9e90695'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:45.401286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Attempting to bind port f2104b93-459f-4117-b129-ec5db6ab1f95 on network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:45.415517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:45.438891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:45.445055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:45.447356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.456370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:45.456633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Checking segment: {'id': '7ee94225-c566-4eec-a356-e9cec76a6ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2c03ded9-aaa9-460e-b5d7-b3f2c9e90695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:45.456943 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.457352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Bound using segment: {'id': '7ee94225-c566-4eec-a356-e9cec76a6ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2c03ded9-aaa9-460e-b5d7-b3f2c9e90695'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:45.458366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Bound port: f2104b93-459f-4117-b129-ec5db6ab1f95, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ee94225-c566-4eec-a356-e9cec76a6ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2c03ded9-aaa9-460e-b5d7-b3f2c9e90695'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:45.458765 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.462601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9638d2fd-8624-49df-8ebd-258d587ce945 None None] Network 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:45.501167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-568fceff-de2e-40e8-a8fc-b37904434209 None None] Port a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:45.542350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a7367e4-6a26-405f-b37c-98e70b452dd2 req-fa37ca59-6803-4f93-bcbe-3c9f102e1701 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 210 time: 0.0366807 Nov 12 09:22:45.552317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52dd38f0-cba1-47e4-a0dd-367d6f8dd897 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9759989 Nov 12 09:22:45.555355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33026) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:45.638508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.674347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=a29c3d5d-a7e5-4f94-a75d-b8dc33d1b672,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:45.702618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] For port f2104b93-459f-4117-b129-ec5db6ab1f95, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:45.752574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.772929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] For port f2104b93-459f-4117-b129-ec5db6ab1f95, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f2104b93-459f-4117-b129-ec5db6ab1f95,segment=NetworkSegment(7ee94225-c566-4eec-a356-e9cec76a6ae6),segment_id=7ee94225-c566-4eec-a356-e9cec76a6ae6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:45.794567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.917139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:45.972413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-96f3cdbc-3851-41e8-aa44-f57ce82ce2a9', 'network_id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': '86f17a00-c3ed-4d9c-aa1e-565948b01625'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:45.973291 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.054115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Pushing event updated for resources: {'Port': ['ID=f2104b93-459f-4117-b129-ec5db6ab1f95,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:46.083661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.093039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.094062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.094062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.094062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.094416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.094726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.095059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.095393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.095725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.096098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.096449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6d4239-8519-4544-a3b1-4b8a2e4988bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:22:46.103366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.246308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-35e8f4fe-9561-4722-81db-d47b63e1d0c1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:46.247942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-35e8f4fe-9561-4722-81db-d47b63e1d0c1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.62 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.3863897 Nov 12 09:22:46.303102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Allocated IP 172.20.0.2 (96f3cdbc-3851-41e8-aa44-f57ce82ce2a9/86f17a00-c3ed-4d9c-aa1e-565948b01625/541b8d41-689f-427b-879f-e291c6fb348f) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:46.326861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Request body: {'port': {'device_id': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'admin_state_up': True, 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:46.341554 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 48572083-e50f-44db-ae24-18698d8c2eae has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:46.488617 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-669f37f0-0d34-4ac4-b204-c7157d2a9a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.521238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:46.535999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:46.536308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0e67e64c-7266-40ef-b109-4f39d52efb1a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/48572083-e50f-44db-ae24-18698d8c2eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7903986 Nov 12 09:22:46.548745 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] Sync routers for ids ['48572083-e50f-44db-ae24-18698d8c2eae'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:46.563666 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] Routers {'48572083-e50f-44db-ae24-18698d8c2eae'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:46.564812 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48572083-e50f-44db-ae24-18698d8c2eae'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:46.608019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:46.616023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.643062 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:46.645981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33036) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:46.646600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7378ea76-6c3b-4a76-944d-72cc08b5d837 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=48572083-e50f-44db-ae24-18698d8c2eae HTTP/1.1" status: 200 len: 205 time: 0.1080472 Nov 12 09:22:46.662243 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.671976 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.676209 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] Routers {'48572083-e50f-44db-ae24-18698d8c2eae'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:46.677155 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['48572083-e50f-44db-ae24-18698d8c2eae'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:46.715553 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:46.716516 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d5e2e2-d35e-462c-b370-7a4a24c2c791 None None] The sync data for ids ['48572083-e50f-44db-ae24-18698d8c2eae'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:46.777409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Network 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:46.785991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:46.794589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56928ce0-0e87-4546-91a3-70b6d3715a14 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.802082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:46.809744 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6616ee90-4f2a-4274-8e50-934a7eb19d20 req-fa426b34-fa2e-4e2d-a746-6621265db0ba tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 210 time: 0.0483437 Nov 12 09:22:46.858801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f2104b93-459f-4117-b129-ec5db6ab1f95 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:46.863216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Pushing event updated for resources: {'Port': ['ID=541b8d41-689f-427b-879f-e291c6fb348f,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:46.871128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.928724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Attempting to bind port 541b8d41-689f-427b-879f-e291c6fb348f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:46.930138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Attempting to bind port 541b8d41-689f-427b-879f-e291c6fb348f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6306f879-50b4-4058-9147-3caa37d52d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:46.931383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Attempting to bind port 541b8d41-689f-427b-879f-e291c6fb348f on network 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:46.939883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=86f17a00-c3ed-4d9c-aa1e-565948b01625,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:46.950158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:46.950741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Checking segment: {'id': '6306f879-50b4-4058-9147-3caa37d52d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:46.951346 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:46.951948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Bound using segment: {'id': '6306f879-50b4-4058-9147-3caa37d52d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:46.952612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Bound port: 541b8d41-689f-427b-879f-e291c6fb348f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6306f879-50b4-4058-9147-3caa37d52d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:46.953361 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.098056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.121281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Allocated IP 172.20.0.11 (41ba8628-070c-4aaf-86f2-4076c7a6a49b/7b16d376-2e61-41b1-845a-acb59d25c075/89bce010-ce9d-4670-af4c-797a793a5c5d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:47.141077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f2104b93-459f-4117-b129-ec5db6ab1f95 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:47.141699 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.182268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f3cdbc-3851-41e8-aa44-f57ce82ce2a9']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:47.234235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6306f879-50b4-4058-9147-3caa37d52d99') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:47.234235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6306f879-50b4-4058-9147-3caa37d52d99') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:47.240140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] For port 541b8d41-689f-427b-879f-e291c6fb348f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:47.270632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.298400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56928ce0-0e87-4546-91a3-70b6d3715a14 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.306720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56928ce0-0e87-4546-91a3-70b6d3715a14 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.333364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] For port 541b8d41-689f-427b-879f-e291c6fb348f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=541b8d41-689f-427b-879f-e291c6fb348f,segment=NetworkSegment(6306f879-50b4-4058-9147-3caa37d52d99),segment_id=6306f879-50b4-4058-9147-3caa37d52d99)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:47.344901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.380111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.457851 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56928ce0-0e87-4546-91a3-70b6d3715a14 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.458444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56928ce0-0e87-4546-91a3-70b6d3715a14 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Fanout notify agent at l3_agent the message router_deleted on router 48572083-e50f-44db-ae24-18698d8c2eae {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:22:47.467689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56928ce0-0e87-4546-91a3-70b6d3715a14 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.474148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-56928ce0-0e87-4546-91a3-70b6d3715a14 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/48572083-e50f-44db-ae24-18698d8c2eae HTTP/1.1" status: 204 len: 168 time: 0.8263161 Nov 12 09:22:47.476466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33046) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:47.491731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:47.506702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.524952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b25ea-2518-43be-a871-d18fa7f34ae2 None None] Pushing event updated for resources: {'Port': ['ID=541b8d41-689f-427b-879f-e291c6fb348f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:47.536395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:47.542129 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:47.581758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a69ff19-9ac2-485a-a82f-df6642b0590f None None] Network 96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:47.628967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port f2104b93-459f-4117-b129-ec5db6ab1f95, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f2104b93-459f-4117-b129-ec5db6ab1f95,segment=NetworkSegment(7ee94225-c566-4eec-a356-e9cec76a6ae6),segment_id=7ee94225-c566-4eec-a356-e9cec76a6ae6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:47.682792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet 7381e5c5-3568-4cd7-862d-ff41e7692331 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:22:47.690533 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.697665 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.809208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:47.835108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:22:47.835108 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:22:47.835108 n-d-769329-17 neutron-server[109376]: [parameters: {'id': '96f3cdbc-3851-41e8-aa44-f57ce82ce2a9'}] Nov 12 09:22:47.835108 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:22:47.836306 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:22:47.891935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=f2104b93-459f-4117-b129-ec5db6ab1f95,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:47.904857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a332f-2ce4-47b8-8b98-883e4b2eb964 None None] Network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:47.917270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.009132 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.037944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59', '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:48.058427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.098991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-93a5919e-ba54-431c-9109-ec7d61c351a0 None None] Provisioning complete for port f2104b93-459f-4117-b129-ec5db6ab1f95 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:48.099764 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93a5919e-ba54-431c-9109-ec7d61c351a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.122836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:48.127925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:48.144531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:48.200709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event updated for resources: {'Port': ['ID=89bce010-ce9d-4670-af4c-797a793a5c5d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:48.220750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd37c6b-8c22-44be-8dc7-9ce29c5d88dc None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:48.255814 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.301167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:48.303857 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.331455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-65536d3f-9bf5-4818-bc48-023f2e417003 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0220530 Nov 12 09:22:48.343006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=7381e5c5-3568-4cd7-862d-ff41e7692331,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:48.361600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.366614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b5183152-ec5b-4141-9971-1b3eb593456f tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/7381e5c5-3568-4cd7-862d-ff41e7692331 HTTP/1.1" status: 204 len: 168 time: 0.8888507 Nov 12 09:22:48.371935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33056) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:48.373992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.411437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112db9b-7d32-4efe-bb51-5eca1da1e12c None None] Network f719e262-f4ea-450c-9a9b-e04a7cb1311f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:48.452603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Request body: {'port': {'device_id': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:48.604715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.690284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17326564-9a1c-4569-b8bc-e5641e1d5659 req-a27f45fd-3325-4fad-a234-4714dd3bd9b9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:48.693553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17326564-9a1c-4569-b8bc-e5641e1d5659 req-a27f45fd-3325-4fad-a234-4714dd3bd9b9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 932 time: 0.2789874 Nov 12 09:22:48.719665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:48.720520 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.806443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.821520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f2104b93-459f-4117-b129-ec5db6ab1f95 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:48.879208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting port 541b8d41-689f-427b-879f-e291c6fb348f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:48.880027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.905904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2da03b1a-4d9c-4111-be8a-f7fbf31ece7e,segment=NetworkSegment(fa463f4d-992f-4650-abc4-75c15c37708b),segment_id=fa463f4d-992f-4650-abc4-75c15c37708b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:48.906432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:48.939651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:49.111815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.153380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=2da03b1a-4d9c-4111-be8a-f7fbf31ece7e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:49.161630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No DVR routers for this DVR port 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:49.161971 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.202087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f2104b93-459f-4117-b129-ec5db6ab1f95 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:49.202566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.204674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8b7fc909-407f-4d8b-b865-b024db685922 None None] Provisioning complete for port 89bce010-ce9d-4670-af4c-797a793a5c5d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:49.205168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8b7fc909-407f-4d8b-b865-b024db685922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.211258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] For port 541b8d41-689f-427b-879f-e291c6fb348f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=541b8d41-689f-427b-879f-e291c6fb348f,segment=NetworkSegment(6306f879-50b4-4058-9147-3caa37d52d99),segment_id=6306f879-50b4-4058-9147-3caa37d52d99)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:49.216807 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.268977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-17326564-9a1c-4569-b8bc-e5641e1d5659 req-4b36802b-de74-4c21-9a60-d4fd0bbe59ca tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348322 Nov 12 09:22:49.299256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Calling delete_port for 541b8d41-689f-427b-879f-e291c6fb348f owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:49.408821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.447860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52cbb6-fd90-4399-89ee-7bd4f374d26b None None] DHCP port deletion for f719e262-f4ea-450c-9a9b-e04a7cb1311f request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:49.463137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8b7fc909-407f-4d8b-b865-b024db685922 None None] Port 89bce010-ce9d-4670-af4c-797a793a5c5d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:49.464007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f719e262-f4ea-450c-9a9b-e04a7cb1311f']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:49.500981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa463f4d-992f-4650-abc4-75c15c37708b') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:49.501598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa463f4d-992f-4650-abc4-75c15c37708b') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:49.518834 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.546906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.556204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:49.557609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:49.562898 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:49.658137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.666974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.676676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/f719e262-f4ea-450c-9a9b-e04a7cb1311f HTTP/1.1" status: 204 len: 168 time: 1.2987163 Nov 12 09:22:49.676676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33068) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:49.681755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2116256838', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:49.705118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b3da9-2ebd-4c18-ad56-485b60196854 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:22:49.706016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64013e-4fc4-4d80-9523-909670eba398 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=f719e262-f4ea-450c-9a9b-e04a7cb1311f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:49.709776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.755093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.761107 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.800916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No DVR routers for this DVR port 541b8d41-689f-427b-879f-e291c6fb348f on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:49.805794 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Port': ['ID=541b8d41-689f-427b-879f-e291c6fb348f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:49.878515 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.887511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7c1832b3-f277-4bd0-8c27-7a503361651e None None] Provisioning complete for port f2104b93-459f-4117-b129-ec5db6ab1f95 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:49.895612 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c1832b3-f277-4bd0-8c27-7a503361651e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:49.973836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.047021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.050848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b3da9-2ebd-4c18-ad56-485b60196854 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:22:50.090134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f3cdbc-3851-41e8-aa44-f57ce82ce2a9']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:50.111628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6306f879-50b4-4058-9147-3caa37d52d99') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:50.111979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6306f879-50b4-4058-9147-3caa37d52d99') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:50.133582 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.159993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.175321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:50.175957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:50.283339 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:50.302588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89bce010-ce9d-4670-af4c-797a793a5c5d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:50.345540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.378828 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.380714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.388622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Transition to ACTIVE for port object 89bce010-ce9d-4670-af4c-797a793a5c5d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:22:50.397292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.415406 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.421710 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 HTTP/1.1" status: 204 len: 168 time: 4.8606226 Nov 12 09:22:50.421710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.428511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33076) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:50.458280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1455726408'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:50.498996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Pushing event updated for resources: {'Port': ['ID=89bce010-ce9d-4670-af4c-797a793a5c5d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:50.522963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831e2858-3869-4c01-941f-e3dbd4e89884 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=96f3cdbc-3851-41e8-aa44-f57ce82ce2a9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:50.595843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:50.600095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.639335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf5a0-058f-44be-8586-c51dc3ed30aa req-ed394595-79c1-4fa0-ae5e-d6120377dfd7 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:50.641171 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47bdf5a0-058f-44be-8586-c51dc3ed30aa req-ed394595-79c1-4fa0-ae5e-d6120377dfd7 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 944 time: 0.1765387 Nov 12 09:22:50.645349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da75f991-47e5-4377-a7c7-d7e34be6326e None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:50.666893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Attempting to bind port 89bce010-ce9d-4670-af4c-797a793a5c5d on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:50.667341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Attempting to bind port 89bce010-ce9d-4670-af4c-797a793a5c5d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:50.673242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:50.677223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Attempting to bind port 89bce010-ce9d-4670-af4c-797a793a5c5d on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:50.690789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Port 89bce010-ce9d-4670-af4c-797a793a5c5d on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:22:50.691411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Attempting to bind port 89bce010-ce9d-4670-af4c-797a793a5c5d on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:50.697959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:50.698778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:50.699488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Bound using segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:50.700432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Bound port: 89bce010-ce9d-4670-af4c-797a793a5c5d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:50.701137 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.748824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.749204 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 1e2746f0-7fba-4d60-b457-81f93092d6d7 of type vlan for network 55db04dd-7f7a-4218-9da0-00adc79ce898 Nov 12 09:22:50.763592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:22:50.804074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47bdf5a0-058f-44be-8586-c51dc3ed30aa req-2c0d2e5f-2e75-48e9-be86-30d6526f41a9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446338 Nov 12 09:22:50.805788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:22:50.806705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2da03b1a-4d9c-4111-be8a-f7fbf31ece7e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:22:50.823376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.864923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] For port 89bce010-ce9d-4670-af4c-797a793a5c5d, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:50.869229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] For port 89bce010-ce9d-4670-af4c-797a793a5c5d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89bce010-ce9d-4670-af4c-797a793a5c5d,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:50.876912 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.926750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:50.928666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:50.930330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] 10.222.0.62 "PUT /v2.0/ports/89bce010-ce9d-4670-af4c-797a793a5c5d HTTP/1.1" status: 200 len: 1093 time: 2.5043824 Nov 12 09:22:50.932479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'tag': '89bce010-ce9d-4670-af4c-797a793a5c5d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:22:50.935286 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe28c47-4707-4325-8d49-e7c94cecfd69" -d '{"events": [{"name": "network-changed", "server_uuid": "d4be83de-8cdd-44d5-b055-cd924f481e57", "tag": "89bce010-ce9d-4670-af4c-797a793a5c5d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:22:50.941898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f073ab-b5e4-4a3c-b075-7a88919fd963 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:50.956581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d885f-a3fe-4438-aa0f-ce0d27809e6f service neutron] Pushing event updated for resources: {'Port': ['ID=89bce010-ce9d-4670-af4c-797a793a5c5d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:51.015675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.023085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:51.023734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.037085 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d39da88-0337-41e2-95ce-0c3b13cd34b7 x-openstack-request-id: req-5d39da88-0337-41e2-95ce-0c3b13cd34b7 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:22:51.037940 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4be83de-8cdd-44d5-b055-cd924f481e57", "tag": "89bce010-ce9d-4670-af4c-797a793a5c5d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:22:51.039400 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d39da88-0337-41e2-95ce-0c3b13cd34b7 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:22:51.054010 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'tag': '89bce010-ce9d-4670-af4c-797a793a5c5d', 'status': 'completed', 'code': 200} Nov 12 09:22:51.067457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6181574 Nov 12 09:22:51.070713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:51.081568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': '55db04dd-7f7a-4218-9da0-00adc79ce898', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:51.120219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-f75923ce-e80b-4d47-9c2c-b837f4dd8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:51.122011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-f75923ce-e80b-4d47-9c2c-b837f4dd8b9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 1096 time: 0.1375515 Nov 12 09:22:51.122315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.207426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.210705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-f692c5a5-2913-4f7f-aa06-10178cd5f5eb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bce010-ce9d-4670-af4c-797a793a5c5d HTTP/1.1" status: 200 len: 217 time: 0.0496163 Nov 12 09:22:51.232013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e14fd-5e23-4f49-a2e4-a96d95203eae tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=55db04dd-7f7a-4218-9da0-00adc79ce898,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:51.246172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 55db04dd-7f7a-4218-9da0-00adc79ce898 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:51.300153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-d7ab35f2-2794-427b-9d02-3cf4eba59779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:51.302722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-d7ab35f2-2794-427b-9d02-3cf4eba59779 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.0819361 Nov 12 09:22:51.345604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-375bb331-324d-4f3f-89c0-832c26adb22b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303690 Nov 12 09:22:51.347418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:51.351570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.384066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 172.25.5.28 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/e165130e-dcf2-474c-9bd5-70a6583de2e1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:51.512946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.563644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.582595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:22:51.583826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:22:51.643408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:51.648381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:51.662847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:51.671967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-feba8ab4-5559-40a5-a92e-cb58972888be service neutron] 10.222.0.62 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956409 Nov 12 09:22:51.675894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=e165130e-dcf2-474c-9bd5-70a6583de2e1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:51.678667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18845e5-9326-4928-aad8-d24358c20d47 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:51.753686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7c757082-9c88-409d-9493-0f55ff2dde5e None None] Provisioning complete for port e165130e-dcf2-474c-9bd5-70a6583de2e1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:51.753686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c757082-9c88-409d-9493-0f55ff2dde5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:51.807676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7c757082-9c88-409d-9493-0f55ff2dde5e None None] Port e165130e-dcf2-474c-9bd5-70a6583de2e1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:22:52.174560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1448-12d0-4b81-9ed3-4548d4b28795 req-439263a0-ad38-4001-a113-5baa5039a734 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:52.177187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951f1448-12d0-4b81-9ed3-4548d4b28795 req-439263a0-ad38-4001-a113-5baa5039a734 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 944 time: 0.1778958 Nov 12 09:22:52.223009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.306853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=bfd7c990-78fb-4fce-8113-632233624c36,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:52.318362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04e7c646-b959-4290-9020-6aff54cf4ab0 req-7bcda89b-92ae-4f32-9000-d2af3bc1cd20 service neutron] 10.222.0.62 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794704 Nov 12 09:22:52.392516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '1e2746f0-7fba-4d60-b457-81f93092d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '55db04dd-7f7a-4218-9da0-00adc79ce898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:52.392891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: 55db04dd-7f7a-4218-9da0-00adc79ce898, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:52.459316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 55db04dd-7f7a-4218-9da0-00adc79ce898 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:52.478061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-021cf143-002f-4e23-b159-abf1467625e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:52.479950 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-021cf143-002f-4e23-b159-abf1467625e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 1096 time: 0.0769243 Nov 12 09:22:52.481392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 55db04dd-7f7a-4218-9da0-00adc79ce898) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:52.489776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:52.489776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.495437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0bdc45-cd72-44e5-a27d-60d96003c452 None None] Network 55db04dd-7f7a-4218-9da0-00adc79ce898 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:52.621340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-affc74b9-3f98-4237-802c-c0764a2ce077 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5480633 Nov 12 09:22:52.626199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33092) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:52.763360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-951f1448-12d0-4b81-9ed3-4548d4b28795 req-1c898898-a174-4d35-b058-9d23feb4623d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5571811 Nov 12 09:22:52.768592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.825921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-55db04dd-7f7a-4218-9da0-00adc79ce898', 'network_id': '55db04dd-7f7a-4218-9da0-00adc79ce898', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': 'bfd7c990-78fb-4fce-8113-632233624c36'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:52.826923 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.907798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-d1ad0123-57bc-4b96-b95b-18a261cfc681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:52.909401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-d1ad0123-57bc-4b96-b95b-18a261cfc681 service neutron] 10.222.0.62 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.4014423 Nov 12 09:22:52.927057 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:52.974594 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-e83375a4-aa84-405b-8337-dbe3e47275a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89bce010-ce9d-4670-af4c-797a793a5c5d HTTP/1.1" status: 200 len: 217 time: 0.0451930 Nov 12 09:22:53.000612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Allocated IP 172.20.0.3 (55db04dd-7f7a-4218-9da0-00adc79ce898/bfd7c990-78fb-4fce-8113-632233624c36/f4f755c2-20f7-40ff-8acb-8ce2c06b2b53) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:53.088742 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.095267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.152981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-ceb09b03-64d5-4d6e-9e30-e0c327531e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:53.154906 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-ceb09b03-64d5-4d6e-9e30-e0c327531e56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1508079 Nov 12 09:22:53.182611 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.202228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-6085b405-6fa1-41a6-96e2-82884fb864c4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329139 Nov 12 09:22:53.202461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.247537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.284834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Network 55db04dd-7f7a-4218-9da0-00adc79ce898 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:53.286103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Pushing event updated for resources: {'Port': ['ID=f4f755c2-20f7-40ff-8acb-8ce2c06b2b53,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:53.290610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:53.296333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:53.322096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd7c990-78fb-4fce-8113-632233624c36,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:53.322522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router e5fb8229-8440-4d7a-a10e-50e2800f5eb3 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:22:53.409572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Attempting to bind port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:53.410129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Attempting to bind port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '1e2746f0-7fba-4d60-b457-81f93092d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '55db04dd-7f7a-4218-9da0-00adc79ce898'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:53.411194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Attempting to bind port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53 on network 55db04dd-7f7a-4218-9da0-00adc79ce898 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:53.416671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:53.418081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Checking segment: {'id': '1e2746f0-7fba-4d60-b457-81f93092d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '55db04dd-7f7a-4218-9da0-00adc79ce898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:53.418081 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.418081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Bound using segment: {'id': '1e2746f0-7fba-4d60-b457-81f93092d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '55db04dd-7f7a-4218-9da0-00adc79ce898'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:53.418735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Bound port: f4f755c2-20f7-40ff-8acb-8ce2c06b2b53, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2746f0-7fba-4d60-b457-81f93092d6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '55db04dd-7f7a-4218-9da0-00adc79ce898'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:53.419223 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.419347 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.430783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-59474b60-6bd0-400e-9f07-6c91b3839a6b service neutron] 10.222.0.62 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177074 Nov 12 09:22:53.455037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55db04dd-7f7a-4218-9da0-00adc79ce898']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.480421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2746f0-7fba-4d60-b457-81f93092d6d7') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.480726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2746f0-7fba-4d60-b457-81f93092d6d7') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.491805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:53.502291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] For port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:53.507968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] Sync routers for ids ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:53.525945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] For port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f4f755c2-20f7-40ff-8acb-8ce2c06b2b53,segment=NetworkSegment(1e2746f0-7fba-4d60-b457-81f93092d6d7),segment_id=1e2746f0-7fba-4d60-b457-81f93092d6d7)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:53.532473 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.537086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fe2aea5b-04e4-44b1-b2bb-2b4df4ceec15 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.8561893 Nov 12 09:22:53.537841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33100) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:53.544096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] Routers {'e5fb8229-8440-4d7a-a10e-50e2800f5eb3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:53.544894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.548422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.550639 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.582978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.596597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:53.596990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:53.600418 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:53.620679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.666877 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fbe28c47-4707-4325-8d49-e7c94cecfd69 req-131c011f-bad4-4741-b39d-327073a35876 service neutron] 10.222.0.62 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242782 Nov 12 09:22:53.681972 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:22:53.681972 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:22:53.681972 n-d-769329-17 neutron-server[109376]: [parameters: {'id': '55db04dd-7f7a-4218-9da0-00adc79ce898'}] Nov 12 09:22:53.681972 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:22:53.682525 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:22:53.742631 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-86fcf1fd-4de5-434e-81b8-81a974fc58e5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/routers/e5fb8229-8440-4d7a-a10e-50e2800f5eb3 HTTP/1.1" status: 200 len: 884 time: 0.2034652 Nov 12 09:22:53.742915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33102) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:53.747640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] Routers {'e5fb8229-8440-4d7a-a10e-50e2800f5eb3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:53.748433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.758472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ce691-a375-45b4-a34f-6eed73f657a2 None None] Pushing event updated for resources: {'Port': ['ID=f4f755c2-20f7-40ff-8acb-8ce2c06b2b53,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:53.810524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:53.821914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673afadb-13fb-4ba6-a0d0-216093faba2c None None] The sync data for ids ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:53.842152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b49fc1-81f8-4e78-97fa-70483f0d0952 None None] Network 55db04dd-7f7a-4218-9da0-00adc79ce898 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:54.002702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3f7ba-a408-4cca-9a5b-c4dc6f1037dd req-3e8c1a0e-9858-44b1-ab76-9e9d5680967c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:54.004434 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2fc3f7ba-a408-4cca-9a5b-c4dc6f1037dd req-3e8c1a0e-9858-44b1-ab76-9e9d5680967c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 944 time: 0.1339552 Nov 12 09:22:54.096156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdecfad-4f8e-4174-8fa1-92040ccbfdff None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:22:54.165301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2fc3f7ba-a408-4cca-9a5b-c4dc6f1037dd req-9230f400-c351-459f-9079-0d0ee509405e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479595 Nov 12 09:22:54.186279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.275096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdecfad-4f8e-4174-8fa1-92040ccbfdff None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:22:54.302615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2bc1d7a9-6fff-43f0-9b16-68ed54d417ff tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5584860 Nov 12 09:22:54.305376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33110) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:54.310092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9659868c-8ea6-476d-952e-90f53feec17c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2116256838'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:54.316883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:54.317338 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.398574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] For port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f4f755c2-20f7-40ff-8acb-8ce2c06b2b53,segment=NetworkSegment(1e2746f0-7fba-4d60-b457-81f93092d6d7),segment_id=1e2746f0-7fba-4d60-b457-81f93092d6d7)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:54.398954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.428263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Calling delete_port for f4f755c2-20f7-40ff-8acb-8ce2c06b2b53 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:54.599240 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.646813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Port': ['ID=f4f755c2-20f7-40ff-8acb-8ce2c06b2b53,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:54.660897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No DVR routers for this DVR port f4f755c2-20f7-40ff-8acb-8ce2c06b2b53 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:54.756422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9659868c-8ea6-476d-952e-90f53feec17c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.774169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9659868c-8ea6-476d-952e-90f53feec17c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.786068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.813434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55db04dd-7f7a-4218-9da0-00adc79ce898']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:54.834690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2746f0-7fba-4d60-b457-81f93092d6d7') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:54.835095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2746f0-7fba-4d60-b457-81f93092d6d7') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:54.859483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.889351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.902380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:54.903152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:54.909834 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:54.933464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9659868c-8ea6-476d-952e-90f53feec17c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router e5fb8229-8440-4d7a-a10e-50e2800f5eb3 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:22:55.037239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.050923 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.055968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/55db04dd-7f7a-4218-9da0-00adc79ce898 HTTP/1.1" status: 204 len: 168 time: 2.4281409 Nov 12 09:22:55.068430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:55.078058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-618765525'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:55.090486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9659868c-8ea6-476d-952e-90f53feec17c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:22:55.098469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9659868c-8ea6-476d-952e-90f53feec17c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.100182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9659868c-8ea6-476d-952e-90f53feec17c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/e5fb8229-8440-4d7a-a10e-50e2800f5eb3 HTTP/1.1" status: 200 len: 891 time: 0.7935998 Nov 12 09:22:55.104461 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] Sync routers for ids ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:22:55.107193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89bce010-ce9d-4670-af4c-797a793a5c5d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:22:55.115233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33120) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:55.129202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12849d7c-4d8e-4bd7-99db-e2d4e4696169 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=55db04dd-7f7a-4218-9da0-00adc79ce898,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:55.130433 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] Routers {'e5fb8229-8440-4d7a-a10e-50e2800f5eb3'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:55.132396 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:55.155584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:55.160853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.216626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:55.231481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.231876 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 97e75267-0e29-4098-9a4b-5dc84bd58a40 of type vlan for network ea6c817b-6c3e-49eb-b940-ec18b9a22cdb Nov 12 09:22:55.261864 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:55.287401 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] Routers {'e5fb8229-8440-4d7a-a10e-50e2800f5eb3'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:22:55.288498 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:55.312397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.353106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:55.354671 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba190ad6-504e-45b3-9953-90a33b86b1a8 None None] The sync data for ids ['e5fb8229-8440-4d7a-a10e-50e2800f5eb3'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:22:55.367521 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.381106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:55.382508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.383866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 89bce010-ce9d-4670-af4c-797a793a5c5d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89bce010-ce9d-4670-af4c-797a793a5c5d,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:55.412618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '89bce010-ce9d-4670-af4c-797a793a5c5d', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'port_id': '89bce010-ce9d-4670-af4c-797a793a5c5d', 'mac_address': 'fa:16:3e:db:59:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16d376-2e61-41b1-845a-acb59d25c075', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:22:55.471674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-62893647-0cf0-418f-815d-93949d289447 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/routers/e5fb8229-8440-4d7a-a10e-50e2800f5eb3 HTTP/1.1" status: 200 len: 891 time: 0.3509188 Nov 12 09:22:55.474427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33128) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:55.476016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=ea6c817b-6c3e-49eb-b940-ec18b9a22cdb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:55.498003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ea6c817b-6c3e-49eb-b940-ec18b9a22cdb details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:55.501577 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-44ed9f09-4600-4521-955b-e45bf0e87baa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4313316 Nov 12 09:22:55.505149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:55.514143 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:55.518847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-34ad55a3-4c52-49c2-9e55-2dff0e62708d tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5fb8229-8440-4d7a-a10e-50e2800f5eb3 HTTP/1.1" status: 200 len: 205 time: 0.0393479 Nov 12 09:22:55.521120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33132) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:55.526738 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.546097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada4a30-54d1-4429-bc40-dd90a2763c32 req-04f7f3e2-5cd2-4e8c-9892-6207c0c79c09 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:55.547697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aada4a30-54d1-4429-bc40-dd90a2763c32 req-04f7f3e2-5cd2-4e8c-9892-6207c0c79c09 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 944 time: 0.1692176 Nov 12 09:22:55.598790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89bce010-ce9d-4670-af4c-797a793a5c5d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:22:55.676803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 89bce010-ce9d-4670-af4c-797a793a5c5d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89bce010-ce9d-4670-af4c-797a793a5c5d,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:55.693256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.701264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:55.706893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.823212 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:55.856450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=89bce010-ce9d-4670-af4c-797a793a5c5d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:55.864444 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aada4a30-54d1-4429-bc40-dd90a2763c32 req-5303577a-87f8-4a1b-a58f-43083ff793f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583671 Nov 12 09:22:56.034020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['89bce010-ce9d-4670-af4c-797a793a5c5d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:22:56.063055 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.092712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.174058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port e165130e-dcf2-474c-9bd5-70a6583de2e1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:56.174532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.209856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=1278a8ad-edbd-4d31-83ef-444f6e9258f6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:56.244797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '97e75267-0e29-4098-9a4b-5dc84bd58a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:56.245363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: ea6c817b-6c3e-49eb-b940-ec18b9a22cdb, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:56.282117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network ea6c817b-6c3e-49eb-b940-ec18b9a22cdb is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:56.300099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ea6c817b-6c3e-49eb-b940-ec18b9a22cdb) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:56.310154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:56.310942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.325310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.325981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca4804-cddd-4cec-ac0e-1469695f4f77 None None] Network ea6c817b-6c3e-49eb-b940-ec18b9a22cdb requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:56.346505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for e165130e-dcf2-474c-9bd5-70a6583de2e1 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:56.358597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-347bba95-1195-4f78-9dbc-449c43e76639 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8505297 Nov 12 09:22:56.364931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:56.549042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.553581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-ea6c817b-6c3e-49eb-b940-ec18b9a22cdb', 'network_id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': '1278a8ad-edbd-4d31-83ef-444f6e9258f6'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:56.554799 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.656325 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.683542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.692815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=e165130e-dcf2-474c-9bd5-70a6583de2e1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:56.774143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.805517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1fd577-3a46-47cb-9629-7d2557ba6b06 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:22:56.916666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Allocated IP 172.20.0.1 (ea6c817b-6c3e-49eb-b940-ec18b9a22cdb/1278a8ad-edbd-4d31-83ef-444f6e9258f6/ee9b8e52-c97f-426a-8be5-cb765c3d0cf4) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:22:56.959228 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:56.963199 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.057764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.058389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Fanout notify agent at l3_agent the message router_deleted on router e5fb8229-8440-4d7a-a10e-50e2800f5eb3 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:22:57.086958 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.091185 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-67d2f937-f699-4e7a-ac16-4fd1bd9d1c84 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/e5fb8229-8440-4d7a-a10e-50e2800f5eb3 HTTP/1.1" status: 204 len: 168 time: 1.5685461 Nov 12 09:22:57.095887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33142) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:57.108075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1282584890'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:57.167375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:57.187328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.239849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:22:57.267501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.268309 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment 01ccf7b9-7863-47ce-a8b2-3466d2cb4370 of type vlan for network 8c597784-4243-4808-ac3c-47138144618d Nov 12 09:22:57.299951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e511dd3-53d8-458a-a295-16595918ef8a req-0188a894-7494-44c1-9a82-6302b5f84241 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:57.304686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.309255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e511dd3-53d8-458a-a295-16595918ef8a req-0188a894-7494-44c1-9a82-6302b5f84241 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 945 time: 0.0871401 Nov 12 09:22:57.325100 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.371061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.418175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e511dd3-53d8-458a-a295-16595918ef8a req-181339f8-0647-437d-a661-3ae01f3b1994 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074204 Nov 12 09:22:57.421881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Pushing event updated for resources: {'Port': ['ID=ee9b8e52-c97f-426a-8be5-cb765c3d0cf4,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:57.424792 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.433166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Network ea6c817b-6c3e-49eb-b940-ec18b9a22cdb is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:22:57.435289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:57.438512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:22:57.446242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=1278a8ad-edbd-4d31-83ef-444f6e9258f6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:57.506822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.522256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Attempting to bind port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:22:57.523588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Attempting to bind port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '97e75267-0e29-4098-9a4b-5dc84bd58a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:22:57.523588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Attempting to bind port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4 on network ea6c817b-6c3e-49eb-b940-ec18b9a22cdb {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:22:57.540793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:57.545745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:22:57.546308 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.546473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Checking segment: {'id': '97e75267-0e29-4098-9a4b-5dc84bd58a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:57.547341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.548916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Bound using segment: {'id': '97e75267-0e29-4098-9a4b-5dc84bd58a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:22:57.549876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Bound port: ee9b8e52-c97f-426a-8be5-cb765c3d0cf4, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e75267-0e29-4098-9a4b-5dc84bd58a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:22:57.550686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.556008 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.601976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6c817b-6c3e-49eb-b940-ec18b9a22cdb']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:57.615554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33148) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:57.616015 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5153568 Nov 12 09:22:57.624623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': '8c597784-4243-4808-ac3c-47138144618d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:57.646697 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] For port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:22:57.653510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] For port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ee9b8e52-c97f-426a-8be5-cb765c3d0cf4,segment=NetworkSegment(97e75267-0e29-4098-9a4b-5dc84bd58a40),segment_id=97e75267-0e29-4098-9a4b-5dc84bd58a40)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:22:57.661458 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.666915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e75267-0e29-4098-9a4b-5dc84bd58a40') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:57.667143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e619434-e994-4576-92b6-2b847b4323fc tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=8c597784-4243-4808-ac3c-47138144618d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:57.668259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e75267-0e29-4098-9a4b-5dc84bd58a40') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:57.692394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 8c597784-4243-4808-ac3c-47138144618d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:22:57.701208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.753652 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.774916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:57.776239 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:57.779740 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:57.860477 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.866537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d32fc-bd34-4d14-b674-8745fcb74b35 None None] Pushing event updated for resources: {'Port': ['ID=ee9b8e52-c97f-426a-8be5-cb765c3d0cf4,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:57.877452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:22:57.881231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:57.887646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:22:57.887646 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:22:57.887646 n-d-769329-17 neutron-server[109376]: [parameters: {'id': 'ea6c817b-6c3e-49eb-b940-ec18b9a22cdb'}] Nov 12 09:22:57.887646 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:22:57.888125 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:22:57.888736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08be7f8f-349d-49ef-8d32-9347939bcab2 None None] Network ea6c817b-6c3e-49eb-b940-ec18b9a22cdb requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:22:58.044332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325cb02b-e8f2-46c6-8a8d-cb0569a6886c None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:22:58.179900 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.252209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc472c3-223c-4dfc-8f36-0203f3df2729 req-db8d751c-7898-457e-9fb5-89f40d89a7a3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:58.264264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdc472c3-223c-4dfc-8f36-0203f3df2729 req-db8d751c-7898-457e-9fb5-89f40d89a7a3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.0868554 Nov 12 09:22:58.282849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:58.298607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': '01ccf7b9-7863-47ce-a8b2-3466d2cb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8c597784-4243-4808-ac3c-47138144618d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:22:58.299223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: 8c597784-4243-4808-ac3c-47138144618d, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:22:58.347091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 8c597784-4243-4808-ac3c-47138144618d is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:22:58.362716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 8c597784-4243-4808-ac3c-47138144618d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:22:58.371086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdc472c3-223c-4dfc-8f36-0203f3df2729 req-37369b95-e010-4618-8db2-c6ccb97b9cb6 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055539 Nov 12 09:22:58.372654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:58.373526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.401828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.411948 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1a498eef-2507-4b1b-8786-85f27d0f6f09 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7933295 Nov 12 09:22:58.417624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:58.428060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5271a0ff-63b7-42c8-93e5-adb07a2e5392 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-7451103', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:22:58.441404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33160) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:58.567515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5271a0ff-63b7-42c8-93e5-adb07a2e5392 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.569606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5271a0ff-63b7-42c8-93e5-adb07a2e5392 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.597890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b384e3ba-e8df-4ee0-a129-93671b163985 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/36a9ada9-f7d1-4d19-8831-dcdf9c241e9f HTTP/1.1" status: 200 len: 992 time: 0.1539328 Nov 12 09:22:58.660571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.692672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325cb02b-e8f2-46c6-8a8d-cb0569a6886c None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:22:58.749956 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5271a0ff-63b7-42c8-93e5-adb07a2e5392 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.793149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:22:58.793692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.801993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5271a0ff-63b7-42c8-93e5-adb07a2e5392 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.937850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5271a0ff-63b7-42c8-93e5-adb07a2e5392 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:58.940436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5271a0ff-63b7-42c8-93e5-adb07a2e5392 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5209906 Nov 12 09:22:58.944219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33170) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:22:58.983549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7923e-de52-4567-bda3-6f89e4f6501b req-c29c3303-1c11-45f2-a713-cab813da960e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:22:58.986754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66d7923e-de52-4567-bda3-6f89e4f6501b req-c29c3303-1c11-45f2-a713-cab813da960e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 945 time: 0.2636054 Nov 12 09:22:58.991067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] For port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ee9b8e52-c97f-426a-8be5-cb765c3d0cf4,segment=NetworkSegment(97e75267-0e29-4098-9a4b-5dc84bd58a40),segment_id=97e75267-0e29-4098-9a4b-5dc84bd58a40)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:22:58.993125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.051636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Calling delete_port for ee9b8e52-c97f-426a-8be5-cb765c3d0cf4 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:22:59.133158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89bce010-ce9d-4670-af4c-797a793a5c5d up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:22:59.176698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66d7923e-de52-4567-bda3-6f89e4f6501b req-9b884170-2b4e-4cd6-a6a2-2f17d4ae94d1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781194 Nov 12 09:22:59.323320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.400585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Port': ['ID=ee9b8e52-c97f-426a-8be5-cb765c3d0cf4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:22:59.410789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No DVR routers for this DVR port ee9b8e52-c97f-426a-8be5-cb765c3d0cf4 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:22:59.541538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-8c597784-4243-4808-ac3c-47138144618d', 'network_id': '8c597784-4243-4808-ac3c-47138144618d', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': '8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:22:59.542453 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.556694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 89bce010-ce9d-4670-af4c-797a793a5c5d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:22:59.595532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 89bce010-ce9d-4670-af4c-797a793a5c5d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:22:59.603968 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.613332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.682954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6c817b-6c3e-49eb-b940-ec18b9a22cdb']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:59.703975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e75267-0e29-4098-9a4b-5dc84bd58a40') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:59.704565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e75267-0e29-4098-9a4b-5dc84bd58a40') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:22:59.741812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.770901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.790076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:22:59.790807 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:22:59.916168 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:22:59.928036 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.936595 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.958679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:22:59.961236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/ea6c817b-6c3e-49eb-b940-ec18b9a22cdb HTTP/1.1" status: 204 len: 168 time: 3.5946786 Nov 12 09:23:00.003980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=ea6c817b-6c3e-49eb-b940-ec18b9a22cdb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:00.010258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:00.017138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bce010-ce9d-4670-af4c-797a793a5c5d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:00.021306 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab72bbe-baf1-4e80-8347-e63097b70e49" -d '{"events": [{"server_uuid": "d4be83de-8cdd-44d5-b055-cd924f481e57", "name": "network-vif-plugged", "status": "completed", "tag": "89bce010-ce9d-4670-af4c-797a793a5c5d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:00.023177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1417702166'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:00.026635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Allocated IP 2001:db8::2 (8c597784-4243-4808-ac3c-47138144618d/8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc/576b1b27-9858-4fd0-b2ec-fe974a0fe1c0) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:00.048369 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 89bce010-ce9d-4670-af4c-797a793a5c5d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89bce010-ce9d-4670-af4c-797a793a5c5d,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:00.057877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.067594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.067594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.069111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.069282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.069733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.070101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.071570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.073270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.073661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.074130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.074991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.075573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e631f8a-a85b-4ffe-bf88-be8cbebc1c58 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:00.125962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:00.131124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.206150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:00.218687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=89bce010-ce9d-4670-af4c-797a793a5c5d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:00.250286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.250746 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 2eed29ae-e3e0-4fd3-8711-135c6eaec1cd of type vlan for network 68d74019-a564-430c-b352-48bfbf4e3427 Nov 12 09:23:00.273285 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa5f3e-bc68-4f3b-b475-5abf591dee4b x-openstack-request-id: req-b9aa5f3e-bc68-4f3b-b475-5abf591dee4b {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:00.277363 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4be83de-8cdd-44d5-b055-cd924f481e57", "name": "network-vif-plugged", "status": "completed", "tag": "89bce010-ce9d-4670-af4c-797a793a5c5d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:00.277918 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9aa5f3e-bc68-4f3b-b475-5abf591dee4b {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:00.278985 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89bce010-ce9d-4670-af4c-797a793a5c5d', 'code': 200} Nov 12 09:23:00.302829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f7c2a-b205-4eaf-9347-9d21ce2e844d req-b9623558-b13a-4e91-be96-db95c87f4ce8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.316732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-658f7c2a-b205-4eaf-9347-9d21ce2e844d req-b9623558-b13a-4e91-be96-db95c87f4ce8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1097 time: 1.0983391 Nov 12 09:23:00.494833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.498665 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.533320 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.539818 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-658f7c2a-b205-4eaf-9347-9d21ce2e844d req-7516c06f-8a7b-4353-b484-44b389611e7a tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216792 Nov 12 09:23:00.672053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.710643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330304f-9a93-41d2-b074-8f385ffcd5b3 req-34a6ec43-ed4e-429c-bc4a-1df424e0f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.713480 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4330304f-9a93-41d2-b074-8f385ffcd5b3 req-34a6ec43-ed4e-429c-bc4a-1df424e0f74e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 1098 time: 0.2140770 Nov 12 09:23:00.714486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.729293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Network 8c597784-4243-4808-ac3c-47138144618d is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:00.736309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.736650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:00.763532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:00.772609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:00.837110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Pushing event updated for resources: {'Port': ['ID=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:00.904683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23390ace-192f-4bb8-a8c6-0936038afeed req-b50d338c-31e3-4105-8b96-93c6f8890b4e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:00.913362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23390ace-192f-4bb8-a8c6-0936038afeed req-b50d338c-31e3-4105-8b96-93c6f8890b4e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 946 time: 0.5401201 Nov 12 09:23:01.017666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Attempting to bind port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:01.018606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Attempting to bind port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '01ccf7b9-7863-47ce-a8b2-3466d2cb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8c597784-4243-4808-ac3c-47138144618d'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:01.018606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Attempting to bind port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 on network 8c597784-4243-4808-ac3c-47138144618d {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:01.034423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:01.039442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Checking segment: {'id': '01ccf7b9-7863-47ce-a8b2-3466d2cb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8c597784-4243-4808-ac3c-47138144618d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:01.040552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:01.041575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Bound using segment: {'id': '01ccf7b9-7863-47ce-a8b2-3466d2cb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8c597784-4243-4808-ac3c-47138144618d'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:01.042931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Bound port: 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ccf7b9-7863-47ce-a8b2-3466d2cb4370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '8c597784-4243-4808-ac3c-47138144618d'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:01.044547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:01.173979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-23390ace-192f-4bb8-a8c6-0936038afeed req-b2ea08be-02d6-4a54-8d36-7555e5fa3337 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861992 Nov 12 09:23:01.185500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1732225 Nov 12 09:23:01.191940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33192) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:01.201219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': '68d74019-a564-430c-b352-48bfbf4e3427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:01.241603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589a5f1-468b-46be-94df-16244efc528d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=68d74019-a564-430c-b352-48bfbf4e3427,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:01.271537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 68d74019-a564-430c-b352-48bfbf4e3427 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:01.293301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4330304f-9a93-41d2-b074-8f385ffcd5b3 req-8736b8e0-e7d8-443c-a825-5d70157ec682 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309658 Nov 12 09:23:01.378923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] For port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:01.433440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] For port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,segment=NetworkSegment(01ccf7b9-7863-47ce-a8b2-3466d2cb4370),segment_id=01ccf7b9-7863-47ce-a8b2-3466d2cb4370)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:01.454822 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:01.476431 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:01.490447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:01.503959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8::1 (8c597784-4243-4808-ac3c-47138144618d/8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc/21258aec-9df7-45c2-bf53-c22b0aad186c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:01.673456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af93f4-ec8a-4c59-9e40-354b13bddc1d None None] Pushing event updated for resources: {'Port': ['ID=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:01.877399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.063497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.123447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.205649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 8c597784-4243-4808-ac3c-47138144618d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:02.212381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:02.215939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=21258aec-9df7-45c2-bf53-c22b0aad186c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:02.218373 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:02.218924 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.245303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=31cb7ff1-6b72-4ba9-8c3a-e15d4e0a0b24,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:02.254779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '2eed29ae-e3e0-4fd3-8711-135c6eaec1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '68d74019-a564-430c-b352-48bfbf4e3427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:02.254909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: 68d74019-a564-430c-b352-48bfbf4e3427, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:02.290030 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 68d74019-a564-430c-b352-48bfbf4e3427 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:02.306800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 68d74019-a564-430c-b352-48bfbf4e3427) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:02.315200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:02.317522 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.342549 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d83fc31f-09d9-4042-91ff-82ecee7907ab tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1489277 Nov 12 09:23:02.344771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:02.509262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1716dbf-908b-4c12-b05c-643914fac546 req-46517f07-47e8-4a5e-984f-88a056beffad tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:02.510883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1716dbf-908b-4c12-b05c-643914fac546 req-46517f07-47e8-4a5e-984f-88a056beffad tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 946 time: 0.1459575 Nov 12 09:23:02.554714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.586428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-91a59db1-4fb3-45d9-a783-a8554db18080 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2691879 Nov 12 09:23:02.593179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-2ec26fcb-0718-4bdc-9800-3306edaaf5fd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:23:02.606676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-2ec26fcb-0718-4bdc-9800-3306edaaf5fd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189652 Nov 12 09:23:02.713284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:02.822760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1716dbf-908b-4c12-b05c-643914fac546 req-06d01df2-4cb6-4419-9725-db3ad838dae4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976267 Nov 12 09:23:02.913374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:02.980350 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.062155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:03.063225 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.101600 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.160695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=31cb7ff1-6b72-4ba9-8c3a-e15d4e0a0b24,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:03.204399 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.274317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,segment=NetworkSegment(01ccf7b9-7863-47ce-a8b2-3466d2cb4370),segment_id=01ccf7b9-7863-47ce-a8b2-3466d2cb4370)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:03.280758 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.318921 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.341459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.354669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.356205 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.366064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:03.373575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d74019-a564-430c-b352-48bfbf4e3427']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:03.392930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eed29ae-e3e0-4fd3-8711-135c6eaec1cd') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:03.393326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eed29ae-e3e0-4fd3-8711-135c6eaec1cd') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:03.411102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.445307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.457550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:03.458607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:03.464021 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:03.471981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e77232c-6492-4a9b-999a-f0a6d37ec95d None None] Network 8c597784-4243-4808-ac3c-47138144618d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:03.508262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=21258aec-9df7-45c2-bf53-c22b0aad186c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:03.551878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c0891e-418f-48d5-ae20-07b6ffa95ea9 None None] Network 68d74019-a564-430c-b352-48bfbf4e3427 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:03.614105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 8c597784-4243-4808-ac3c-47138144618d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:03.616229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.617134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:03.629608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.638972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/68d74019-a564-430c-b352-48bfbf4e3427 HTTP/1.1" status: 204 len: 168 time: 1.2916083 Nov 12 09:23:03.644484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33244) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:03.650926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335047668'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:03.662638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2490db1-5b34-42d7-8d16-8617da560f7a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=68d74019-a564-430c-b352-48bfbf4e3427,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:03.710657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e82603cb-a22b-4150-845c-0f49009068c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:03.712046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e82603cb-a22b-4150-845c-0f49009068c9 service neutron] 10.222.0.53 "GET /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 1094 time: 0.1155190 Nov 12 09:23:03.721540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2f65d195-a1dd-48ac-b506-f7b32eb989eb None None] Provisioning complete for port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:03.721914 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f65d195-a1dd-48ac-b506-f7b32eb989eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.749100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Request body: {'binding': {'host': 'n-h2-769329-17', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:03.749549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Unknown quota resources ['binding']. {{(pid=109377) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 12 09:23:03.809466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:03.812815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.846382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4ff64-7b14-407b-9b65-2e6547cce09d None None] Network 68d74019-a564-430c-b352-48bfbf4e3427 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:03.877666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c4ff64-7b14-407b-9b65-2e6547cce09d None None] Network 68d74019-a564-430c-b352-48bfbf4e3427 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:23:03.915948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:03.940279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:03.940279 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment de48ee1b-40f4-48e6-aba3-e3b910594f55 of type vlan for network 77f30e04-68ca-4146-b54f-9b0337c5d8e8 Nov 12 09:23:04.006617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router b8711045-ecf5-4fb6-860c-b61c5bb733d0 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:23:04.017806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dad0c-dff6-41cc-b8f5-13323d6fe4dc req-9c0517eb-f28a-4a8f-be4e-94ceb9cfc41b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.025057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-518dad0c-dff6-41cc-b8f5-13323d6fe4dc req-9c0517eb-f28a-4a8f-be4e-94ceb9cfc41b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 946 time: 0.0666492 Nov 12 09:23:04.033163 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.101731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-518dad0c-dff6-41cc-b8f5-13323d6fe4dc req-c7ad014d-280c-4cae-9516-2eef076bdb8a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694337 Nov 12 09:23:04.142841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on host n-h2-769329-17 for vnic_type normal with profile None {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:04.143236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:04.143507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:04.159184 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.164944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.165568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.169109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:23:04.169479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:04.210101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:04.210498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Checking segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:04.211098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Bound using segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:04.211588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Bound port: effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:04.232384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e78f48-47ff-4bce-b29a-584b1621a71d req-067ccbce-2a4e-4cc5-a9e8-202eae3d5f75 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.234135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72e78f48-47ff-4bce-b29a-584b1621a71d req-067ccbce-2a4e-4cc5-a9e8-202eae3d5f75 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.0693445 Nov 12 09:23:04.305456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-72e78f48-47ff-4bce-b29a-584b1621a71d req-a7d36391-30c3-458c-ba90-a46b49779cfa tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639305 Nov 12 09:23:04.308164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6624777 Nov 12 09:23:04.312460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33260) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:04.318482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': '77f30e04-68ca-4146-b54f-9b0337c5d8e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:04.331649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:04.342094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e68a4c46-3b50-456b-82a2-d3a0f4fb5654 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/b8711045-ecf5-4fb6-860c-b61c5bb733d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3953865 Nov 12 09:23:04.342864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:04.344586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] Sync routers for ids ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:04.349231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1211f1e-143e-4429-a7e3-c1f07e987ebf tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=77f30e04-68ca-4146-b54f-9b0337c5d8e8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:04.363691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 77f30e04-68ca-4146-b54f-9b0337c5d8e8 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:04.378388 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] Routers {'b8711045-ecf5-4fb6-860c-b61c5bb733d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:04.379207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:04.391550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:04.404642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.413374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8de6d9b0-c0d7-4467-9209-3249665989d9 service neutron] 10.222.0.53 "POST /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6671631 Nov 12 09:23:04.451899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:04.511362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c237795c-2b7f-48c6-81ab-959e0a6bd638 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.517975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33268) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:04.518829 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c237795c-2b7f-48c6-81ab-959e0a6bd638 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports/21258aec-9df7-45c2-bf53-c22b0aad186c HTTP/1.1" status: 200 len: 911 time: 0.1670315 Nov 12 09:23:04.525867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:04.583427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] Routers {'b8711045-ecf5-4fb6-860c-b61c5bb733d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:04.584320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:04.632764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a613e2-47fd-4407-aa33-e13cc3d6c9b9 req-641a6e25-bd50-4154-bffe-7eedc7a8879b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.636439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67a613e2-47fd-4407-aa33-e13cc3d6c9b9 req-641a6e25-bd50-4154-bffe-7eedc7a8879b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 945 time: 0.1523006 Nov 12 09:23:04.637045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:04.641676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.696363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:04.697552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48967c9b-0b4e-403a-a603-62ab2c9da212 None None] The sync data for ids ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:04.830145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:04.839448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:23:04.840108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:23:04.893379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67a613e2-47fd-4407-aa33-e13cc3d6c9b9 req-57bf1e5c-1630-4bfa-8cfc-95368d033e91 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750517 Nov 12 09:23:04.915338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-f99de68e-ff74-4832-99cb-eb24517cbf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:04.917830 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-f99de68e-ff74-4832-99cb-eb24517cbf0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1097 time: 0.1383469 Nov 12 09:23:04.955650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:04.956057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.980744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:04.993141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d370a2e5-c69e-4168-872a-39651366a4f2 None None] Network 8c597784-4243-4808-ac3c-47138144618d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:05.165111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588e65a-2eaf-45fb-9005-83402fd2b757 req-76c5207b-0246-4e0d-b6aa-ae2fb0cc86d7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:05.167984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e65a-2eaf-45fb-9005-83402fd2b757 req-76c5207b-0246-4e0d-b6aa-ae2fb0cc86d7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.1320729 Nov 12 09:23:05.169026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.185970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf4427b3-b41d-4e1e-9174-48125ab04bea None None] Provisioning complete for port 21258aec-9df7-45c2-bf53-c22b0aad186c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:05.186592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf4427b3-b41d-4e1e-9174-48125ab04bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.249353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-edc5494a-5f5d-4584-b6f4-c6c29aec9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:05.250831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-edc5494a-5f5d-4584-b6f4-c6c29aec9dcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 898 time: 0.3235412 Nov 12 09:23:05.299507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=db71299c-de6c-449a-8703-d213cc52bf80,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:05.320898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e65a-2eaf-45fb-9005-83402fd2b757 req-60da3d53-18c5-4c53-88af-e1518175e691 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429958 Nov 12 09:23:05.360827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cf4427b3-b41d-4e1e-9174-48125ab04bea None None] Port 21258aec-9df7-45c2-bf53-c22b0aad186c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:05.375373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-08c411e8-5ee8-44b3-8e87-1e03ece288b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 1000 time: 0.1010122 Nov 12 09:23:05.376033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': 'de48ee1b-40f4-48e6-aba3-e3b910594f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '77f30e04-68ca-4146-b54f-9b0337c5d8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:05.376588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: 77f30e04-68ca-4146-b54f-9b0337c5d8e8, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:05.393047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf4427b3-b41d-4e1e-9174-48125ab04bea None None] Provisioning complete for port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:05.393412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf4427b3-b41d-4e1e-9174-48125ab04bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.403584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 77f30e04-68ca-4146-b54f-9b0337c5d8e8 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:05.417291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 77f30e04-68ca-4146-b54f-9b0337c5d8e8) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:05.423358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:05.425309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.455424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9778acb-4e12-4e74-8c51-9776ae4daf92 None None] Network 77f30e04-68ca-4146-b54f-9b0337c5d8e8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:05.460674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-77ffdfa7-b583-49f3-940a-57550521d60c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.1468897 Nov 12 09:23:05.464525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33284) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:05.490414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f2a80-822f-4ea4-b517-c2414efb55a0 req-6f564d47-b7b2-4d99-b6ac-3d9f175372b3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:05.497060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-376f2a80-822f-4ea4-b517-c2414efb55a0 req-6f564d47-b7b2-4d99-b6ac-3d9f175372b3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 946 time: 0.2622385 Nov 12 09:23:05.543990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-3e5d64d5-d39e-4624-8100-849726f28788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:05.545673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-3e5d64d5-d39e-4624-8100-849726f28788 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 200 len: 835 time: 0.1606991 Nov 12 09:23:05.632949 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.670121 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-376f2a80-822f-4ea4-b517-c2414efb55a0 req-8c32a517-e2a6-4eec-be82-991f499e248f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602604 Nov 12 09:23:05.682657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-13336c9f-dd74-4057-ad24-9429692c0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:05.685880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-13336c9f-dd74-4057-ad24-9429692c0a78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d92ba347-ba49-4a42-980f-4e0a8f695faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311727 Nov 12 09:23:05.725082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.802126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.836562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=db71299c-de6c-449a-8703-d213cc52bf80,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:05.867017 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.920917 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.928835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:05.929856 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:05.931090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7faa8-f99e-4cee-9d17-2ea290246020 None None] Network 77f30e04-68ca-4146-b54f-9b0337c5d8e8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:05.936032 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/ports/21258aec-9df7-45c2-bf53-c22b0aad186c HTTP/1.1" status: 200 len: 911 time: 1.4130237 Nov 12 09:23:05.945639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:06.017471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-b6511dc7-c6c3-4ea3-811d-7db742c5c8d4 service neutron] 10.222.0.55 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201783 Nov 12 09:23:06.081469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3feb13-bc12-4cf2-8086-038d1ddb9821 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=21258aec-9df7-45c2-bf53-c22b0aad186c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:06.144561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.191885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241a663-4dfa-4c7b-aaca-5ab4a3bb8fa4 req-a7401ca7-6fa4-416e-ab2e-89e08c349a92 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.193783 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d241a663-4dfa-4c7b-aaca-5ab4a3bb8fa4 req-a7401ca7-6fa4-416e-ab2e-89e08c349a92 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 946 time: 0.1264236 Nov 12 09:23:06.228900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f30e04-68ca-4146-b54f-9b0337c5d8e8']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:06.249850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-c6190f26-a1ea-414b-a246-ff4ab2700d2f service neutron] 10.222.0.55 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198417 Nov 12 09:23:06.289159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de48ee1b-40f4-48e6-aba3-e3b910594f55') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:06.289548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de48ee1b-40f4-48e6-aba3-e3b910594f55') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:06.298601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d241a663-4dfa-4c7b-aaca-5ab4a3bb8fa4 req-ae8ed328-ca8c-49af-a25a-15ef00008233 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798619 Nov 12 09:23:06.302099 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.359317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6b97e521-0d8b-4ded-bdc3-01955d5c8749 None None] Provisioning complete for port 21258aec-9df7-45c2-bf53-c22b0aad186c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:06.359719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b97e521-0d8b-4ded-bdc3-01955d5c8749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.414029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6b97e521-0d8b-4ded-bdc3-01955d5c8749 None None] Port 21258aec-9df7-45c2-bf53-c22b0aad186c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:06.436430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6b97e521-0d8b-4ded-bdc3-01955d5c8749 None None] Provisioning complete for port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:06.437528 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6b97e521-0d8b-4ded-bdc3-01955d5c8749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.453279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-391fbd62-e60d-4d82-88b5-f727e41c27af tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.455319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-391fbd62-e60d-4d82-88b5-f727e41c27af tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280&tenant_id=29ad76fbd32249958059ad70c802938c&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1097 time: 0.1409771 Nov 12 09:23:06.469643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-769329-17'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:06.672584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-90e78ebd-94cc-40d3-a8b9-7f226c73bf3a None None] Provisioning complete for port 21258aec-9df7-45c2-bf53-c22b0aad186c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:06.673329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-90e78ebd-94cc-40d3-a8b9-7f226c73bf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.673473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.689129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:06.689565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:06.694917 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:06.730034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-90e78ebd-94cc-40d3-a8b9-7f226c73bf3a None None] Port 21258aec-9df7-45c2-bf53-c22b0aad186c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:06.816110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dadfb-3fdf-42db-b475-239d9baedb12 req-fd33aa7a-4b9e-4d34-9c55-d70e5bc6dce3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:06.817735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7dadfb-3fdf-42db-b475-239d9baedb12 req-fd33aa7a-4b9e-4d34-9c55-d70e5bc6dce3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.1875949 Nov 12 09:23:06.830954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.837894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.842916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/77f30e04-68ca-4146-b54f-9b0337c5d8e8 HTTP/1.1" status: 204 len: 168 time: 1.3763595 Nov 12 09:23:06.860091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:06.870870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431469294'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:06.897667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a88334-013c-4038-9a28-e120d2801c9e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=77f30e04-68ca-4146-b54f-9b0337c5d8e8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:06.955550 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:06.972343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a6973ef9-01ec-4fbe-bbde-217cb206b57b None None] Provisioning complete for port 21258aec-9df7-45c2-bf53-c22b0aad186c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:06.973038 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a6973ef9-01ec-4fbe-bbde-217cb206b57b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.011211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:07.014859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.029135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb7dadfb-3fdf-42db-b475-239d9baedb12 req-526a2994-1d3e-4f37-b0c7-39d73c617739 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811421 Nov 12 09:23:07.033938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a6973ef9-01ec-4fbe-bbde-217cb206b57b None None] Port 21258aec-9df7-45c2-bf53-c22b0aad186c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:07.116553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:07.123028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:07.134168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.134612 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment ddf9a1e0-99fb-440c-8ea0-4164df41c43a of type vlan for network bbd98990-ccbd-4c0e-9d1c-18dee0537448 Nov 12 09:23:07.145518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:23:07.171641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:07.174934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:07.198011 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.244753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:07.248937 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775c000-9fba-4e3c-ba0c-b69d7e3319f8" -d '{"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-unplugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:07.255698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.266234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.267664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.355675 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c47c3f-3731-4ca4-a33e-ec95bb169d9e x-openstack-request-id: req-e0c47c3f-3731-4ca4-a33e-ec95bb169d9e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:07.356901 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-unplugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:07.357109 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.357568 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0c47c3f-3731-4ca4-a33e-ec95bb169d9e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:07.358869 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'code': 200} Nov 12 09:23:07.400864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:07.403720 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7095301f-cf60-4f6b-88c4-d9aedbc2ff15" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:07.417250 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.423210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:07.424505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.450331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:07.454748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:07.459624 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.484875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'mac_address': 'fa:16:3e:a9:b2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:23:07.503210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6385672 Nov 12 09:23:07.514954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:07.523330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:07.605709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:07.614893 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c3c81-0f6d-4821-a18e-016f5ae53ce4 x-openstack-request-id: req-d44c3c81-0f6d-4821-a18e-016f5ae53ce4 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:07.616106 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:07.616692 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d44c3c81-0f6d-4821-a18e-016f5ae53ce4 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:07.617725 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'code': 200} Nov 12 09:23:07.639035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:07.709621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on host n-h1-769329-17 for vnic_type normal with profile {"migrating_to": "n-h2-769329-17"} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:07.709963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:07.710376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:07.711754 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.718253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:23:07.719050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Attempting to bind port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on network d92ba347-ba49-4a42-980f-4e0a8f695faa {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:07.729323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:07.729790 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Checking segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:07.730693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Bound using segment: {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:07.731387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Bound port: effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:07.732059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.733302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:07.762782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:07.767540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419a20e-a3f9-4bcf-ab30-fb4ad7c5063c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=bbd98990-ccbd-4c0e-9d1c-18dee0537448,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:07.784692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.787036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network bbd98990-ccbd-4c0e-9d1c-18dee0537448 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:07.832513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-532bd9e4-efe2-4ad4-9322-18b254c9e7bb None None] Provisioning complete for port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:07.832891 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-532bd9e4-efe2-4ad4-9322-18b254c9e7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.860556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-c0a742a2-f16d-4855-9d6f-fec034f1d650 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:07.861333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:07.862422 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-c0a742a2-f16d-4855-9d6f-fec034f1d650 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 946 time: 0.3206859 Nov 12 09:23:07.867946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:07.875076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.902750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303087c3-22cb-46c4-8a29-37e959bb577d req-4c10ba44-2b00-43e0-90c1-62f449eb0cee tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:07.904374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-303087c3-22cb-46c4-8a29-37e959bb577d req-4c10ba44-2b00-43e0-90c1-62f449eb0cee tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 946 time: 0.3642447 Nov 12 09:23:07.952585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3b2147c9-96a9-4e12-85de-291ef1b2e917'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:07.966192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:07.969940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:07.994264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:07.997991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-532bd9e4-efe2-4ad4-9322-18b254c9e7bb None None] Port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:08.124318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:08.125692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.127563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] 10.222.0.55 "PUT /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 1123 time: 1.6640184 Nov 12 09:23:08.129789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dd4c6-b2bc-4f2e-b166-44d448f63384 service neutron] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=8']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:08.170404 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-303087c3-22cb-46c4-8a29-37e959bb577d req-e6432d01-26ff-41f2-b360-54fced12924a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359977 Nov 12 09:23:08.253495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['effb4fc9-b1d2-483e-b0ae-b845be39e0c3'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:08.288252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caba7d-1534-46c5-b8a8-d30cde227378 req-54bc67bd-7e7b-49d9-aeb5-d318c702baca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:08.293172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93caba7d-1534-46c5-b8a8-d30cde227378 req-54bc67bd-7e7b-49d9-aeb5-d318c702baca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 943 time: 0.1207080 Nov 12 09:23:08.390136 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-93caba7d-1534-46c5-b8a8-d30cde227378 req-d4fc9ea6-0378-4414-b3a5-6da0b3cb3c44 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889876 Nov 12 09:23:08.410556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Deleting port 89bce010-ce9d-4670-af4c-797a793a5c5d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:08.410912 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.562416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-eb61ef6f-b947-489b-ab9a-8ad15f290399 None None] Provisioning complete for port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:08.562416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb61ef6f-b947-489b-ab9a-8ad15f290399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.582888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 21258aec-9df7-45c2-bf53-c22b0aad186c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:08.585516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.622976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.729136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] For port 89bce010-ce9d-4670-af4c-797a793a5c5d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89bce010-ce9d-4670-af4c-797a793a5c5d,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:08.729904 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.754255 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb61ef6f-b947-489b-ab9a-8ad15f290399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.772041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Calling delete_port for 89bce010-ce9d-4670-af4c-797a793a5c5d owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:08.815016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-eb61ef6f-b947-489b-ab9a-8ad15f290399 None None] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:08.820825 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eb61ef6f-b947-489b-ab9a-8ad15f290399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.827108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=eb147947-0d66-479b-9595-b9e2e06ccaaf,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:08.871571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:08.926264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:08.926555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: bbd98990-ccbd-4c0e-9d1c-18dee0537448, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:08.959440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 21258aec-9df7-45c2-bf53-c22b0aad186c owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:08.965073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network bbd98990-ccbd-4c0e-9d1c-18dee0537448 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:09.001192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, bbd98990-ccbd-4c0e-9d1c-18dee0537448) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:09.007704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:09.008456 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.010172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb61ef6f-b947-489b-ab9a-8ad15f290399 None None] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:09.015467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc1a808-07b1-4e9a-8e98-5189b99259cf None None] Network bbd98990-ccbd-4c0e-9d1c-18dee0537448 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:09.045331 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3253b88c-780a-46bb-a11a-6075425ef26f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5254481 Nov 12 09:23:09.046343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33336) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:09.175083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:09.303058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3b2147c9-96a9-4e12-85de-291ef1b2e917 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:09.303430 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.320539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.332639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-bbd98990-ccbd-4c0e-9d1c-18dee0537448', 'network_id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': 'eb147947-0d66-479b-9595-b9e2e06ccaaf'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:09.333988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.360849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:09.366538 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a51779b-508e-4298-bb78-a6697dd24466" -d '{"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:09.454387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:23:09.475957 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d59c2d-0712-4fa3-9e59-28ea11d8c047 x-openstack-request-id: req-a3d59c2d-0712-4fa3-9e59-28ea11d8c047 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:09.480100 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:09.481044 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3d59c2d-0712-4fa3-9e59-28ea11d8c047 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:09.481885 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'status': 'completed', 'code': 200} Nov 12 09:23:09.495965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.521248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59', '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:09.627206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:09.629009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.629524 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986d4821-fbe2-49b5-8900-a45ee425f157" -d '{"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-plugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:09.655690 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.resource_extend [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:23:09.753840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51779b-508e-4298-bb78-a6697dd24466 req-f3370411-e8fe-4f62-989f-0456e630af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:09.757046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a51779b-508e-4298-bb78-a6697dd24466 req-f3370411-e8fe-4f62-989f-0456e630af3a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1128 time: 0.2544076 Nov 12 09:23:09.826407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf4df-2b17-4319-aa5d-6bd0e003bdf8 req-1204abb7-617b-43af-b555-2d11ff344395 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:09.828247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-359bf4df-2b17-4319-aa5d-6bd0e003bdf8 req-1204abb7-617b-43af-b555-2d11ff344395 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.2203271 Nov 12 09:23:09.990411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51779b-508e-4298-bb78-a6697dd24466 req-1d63f76e-c3d6-48e3-9461-33723442f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:09.994224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a51779b-508e-4298-bb78-a6697dd24466 req-1d63f76e-c3d6-48e3-9461-33723442f228 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 898 time: 0.2208288 Nov 12 09:23:09.997426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:09.998838 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-359bf4df-2b17-4319-aa5d-6bd0e003bdf8 req-62aae5fc-8e77-4ce2-a62e-4773374e4e9f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274512 Nov 12 09:23:10.009374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.009860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event deleted for resources: {'Port': ['ID=89bce010-ce9d-4670-af4c-797a793a5c5d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.040580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84988785-a20b-4107-b468-52c86bea139d req-10d1e36e-669e-4d3b-9156-7196cf4d0f05 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 210 time: 0.5424292 Nov 12 09:23:10.131811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:10.179134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a51779b-508e-4298-bb78-a6697dd24466 req-4800abb9-918c-4839-ae41-33c3f4086f60 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 1000 time: 0.1778562 Nov 12 09:23:10.182621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:10.209601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 has no active binding in host n-h2-769329-17 {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 12 09:23:10.212117 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e96ce6e-24be-45e2-9dcd-bd94f8f71133 x-openstack-request-id: req-5e96ce6e-24be-45e2-9dcd-bd94f8f71133 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:10.212528 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-plugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:10.212782 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e96ce6e-24be-45e2-9dcd-bd94f8f71133 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:10.213181 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'code': 200} Nov 12 09:23:10.221316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8f4b9c-9551-457a-85b9-c99626cb4503 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:10.223567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.224406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89bce010-ce9d-4670-af4c-797a793a5c5d no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:10.231481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=21258aec-9df7-45c2-bf53-c22b0aad186c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.277191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51779b-508e-4298-bb78-a6697dd24466 req-a5597ed4-6ff3-4af6-8897-c0a7c8970536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:10.285026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a51779b-508e-4298-bb78-a6697dd24466 req-a5597ed4-6ff3-4af6-8897-c0a7c8970536 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 200 len: 835 time: 0.0922458 Nov 12 09:23:10.312873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Allocated IP 172.20.0.1 (bbd98990-ccbd-4c0e-9d1c-18dee0537448/eb147947-0d66-479b-9595-b9e2e06ccaaf/01ec2d4d-47a8-4f81-90c7-354926a8243f) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:10.383780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=10']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:10.414621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51779b-508e-4298-bb78-a6697dd24466 req-f0c99b68-0ee8-4483-a2d7-6edd6d77975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:10.423804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 89bce010-ce9d-4670-af4c-797a793a5c5d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:10.424018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a51779b-508e-4298-bb78-a6697dd24466 req-f0c99b68-0ee8-4483-a2d7-6edd6d77975c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d92ba347-ba49-4a42-980f-4e0a8f695faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1253483 Nov 12 09:23:10.429369 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89bce010-ce9d-4670-af4c-797a793a5c5d not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:10.679041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] No DVR routers for this DVR port 89bce010-ce9d-4670-af4c-797a793a5c5d on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:10.689877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.701768 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce7d3412-8de4-42f8-8f49-0771077df39a req-d3407eea-427a-4e8e-ae90-b5667468e2dd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.62 "DELETE /v2.0/ports/89bce010-ce9d-4670-af4c-797a793a5c5d HTTP/1.1" status: 204 len: 173 time: 2.8302829 Nov 12 09:23:10.702603 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'name': 'network-vif-deleted', 'tag': '89bce010-ce9d-4670-af4c-797a793a5c5d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:10.705125 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641d8c26-e4ce-48e2-b508-1eaa89504300" -d '{"events": [{"server_uuid": "d4be83de-8cdd-44d5-b055-cd924f481e57", "name": "network-vif-deleted", "tag": "89bce010-ce9d-4670-af4c-797a793a5c5d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:10.725504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a51779b-508e-4298-bb78-a6697dd24466 req-5223b144-5998-48c0-883a-db916830223c service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947135 Nov 12 09:23:10.753337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:10.939025 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c088855-4dd6-405c-a3bb-3d63365be9b0 x-openstack-request-id: req-8c088855-4dd6-405c-a3bb-3d63365be9b0 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:10.939499 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4be83de-8cdd-44d5-b055-cd924f481e57", "name": "network-vif-deleted", "tag": "89bce010-ce9d-4670-af4c-797a793a5c5d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:10.940087 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c088855-4dd6-405c-a3bb-3d63365be9b0 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:10.940742 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4be83de-8cdd-44d5-b055-cd924f481e57', 'name': 'network-vif-deleted', 'tag': '89bce010-ce9d-4670-af4c-797a793a5c5d', 'status': 'completed', 'code': 200} Nov 12 09:23:10.959635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a51779b-508e-4298-bb78-a6697dd24466 req-d0c73727-393a-4f91-82d9-1b99c669a3a7 service neutron] 10.222.0.62 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215898 Nov 12 09:23:11.030320 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.050492 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.099580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.178277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Network bbd98990-ccbd-4c0e-9d1c-18dee0537448 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:11.187279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:11.193553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:11.232111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router b8711045-ecf5-4fb6-860c-b61c5bb733d0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:11.306346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=eb147947-0d66-479b-9595-b9e2e06ccaaf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:11.385825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Pushing event updated for resources: {'Port': ['ID=01ec2d4d-47a8-4f81-90c7-354926a8243f,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:11.400982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Attempting to bind port 01ec2d4d-47a8-4f81-90c7-354926a8243f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:11.401358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Attempting to bind port 01ec2d4d-47a8-4f81-90c7-354926a8243f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:11.401757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Attempting to bind port 01ec2d4d-47a8-4f81-90c7-354926a8243f on network bbd98990-ccbd-4c0e-9d1c-18dee0537448 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:11.419655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:11.420266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Checking segment: {'id': 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:11.420597 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.421077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Bound using segment: {'id': 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:11.421582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Bound port: 01ec2d4d-47a8-4f81-90c7-354926a8243f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:11.421947 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.507143 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1bfd454-3019-4241-812e-6e00af2c4e7c req-367a3660-429e-46cb-afe1-93d5143c363c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4be83de-8cdd-44d5-b055-cd924f481e57 HTTP/1.1" status: 200 len: 210 time: 0.0488653 Nov 12 09:23:11.512411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:11.536026 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5a10de1-3428-420c-98bd-77916b6d7611 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/b8711045-ecf5-4fb6-860c-b61c5bb733d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5935643 Nov 12 09:23:11.538816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33368) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:11.541629 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.543682 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] Sync routers for ids ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:11.579946 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] Routers {'b8711045-ecf5-4fb6-860c-b61c5bb733d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:11.579946 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:11.610187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd98990-ccbd-4c0e-9d1c-18dee0537448']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:11.646494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140674a-5ddf-4cd1-8256-807c0ec3cd7a req-28358d8f-f240-42dd-92d9-e92ef73ea0e2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:11.651118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e140674a-5ddf-4cd1-8256-807c0ec3cd7a req-28358d8f-f240-42dd-92d9-e92ef73ea0e2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.3376465 Nov 12 09:23:11.662403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:11.666410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] For port 01ec2d4d-47a8-4f81-90c7-354926a8243f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:11.670615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:11.688262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] For port 01ec2d4d-47a8-4f81-90c7-354926a8243f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=01ec2d4d-47a8-4f81-90c7-354926a8243f,segment=NetworkSegment(ddf9a1e0-99fb-440c-8ea0-4164df41c43a),segment_id=ddf9a1e0-99fb-440c-8ea0-4164df41c43a)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:11.704461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.710050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f3fb3922-03a4-40e4-a4f3-ab2eb5b4d088 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8711045-ecf5-4fb6-860c-b61c5bb733d0 HTTP/1.1" status: 200 len: 205 time: 0.1697435 Nov 12 09:23:11.710876 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:11.713313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:11.752518 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] Routers {'b8711045-ecf5-4fb6-860c-b61c5bb733d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:11.755729 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:22:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:11.815566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.887670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.913168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:11.913766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:11.917941 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:11.922217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e140674a-5ddf-4cd1-8256-807c0ec3cd7a req-b7991175-322d-4ff0-a51a-32a45a7591b5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2440858 Nov 12 09:23:11.948499 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:11.949699 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135e314a-883f-436f-a84e-74d8ae22cf4c None None] The sync data for ids ['b8711045-ecf5-4fb6-860c-b61c5bb733d0'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:12.004586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4d5b-9ddf-4c1b-a677-6db7b632b9b5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.023406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57420864-7eba-4f0d-a72d-4c29697e9001 None None] Pushing event updated for resources: {'Port': ['ID=01ec2d4d-47a8-4f81-90c7-354926a8243f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:12.049563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d2e4e3-9ec5-4f40-ac7f-2c6f651b8bfe None None] Network bbd98990-ccbd-4c0e-9d1c-18dee0537448 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:12.106891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:23:12.106891 n-d-769329-17 neutron-server[109377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:23:12.106891 n-d-769329-17 neutron-server[109377]: [parameters: {'id': 'bbd98990-ccbd-4c0e-9d1c-18dee0537448'}] Nov 12 09:23:12.106891 n-d-769329-17 neutron-server[109377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:23:12.107397 n-d-769329-17 neutron-server[109377]: DEBUG oslo_db.api [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:23:12.214900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:12.218254 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb72b40-3b1f-4121-a8e9-eae84b83ade8" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:12.250221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88ddbd6-6d59-42f9-b61c-ba7557a12c1c None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:23:12.303826 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9242b964-9b0e-47c3-9cc8-dc1ad0d70856 x-openstack-request-id: req-9242b964-9b0e-47c3-9cc8-dc1ad0d70856 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:12.304194 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:12.304449 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9242b964-9b0e-47c3-9cc8-dc1ad0d70856 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:12.304819 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'code': 200} Nov 12 09:23:12.330677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4d5b-9ddf-4c1b-a677-6db7b632b9b5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.346016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4d5b-9ddf-4c1b-a677-6db7b632b9b5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.427777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4d5b-9ddf-4c1b-a677-6db7b632b9b5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.428961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc4d5b-9ddf-4c1b-a677-6db7b632b9b5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Fanout notify agent at l3_agent the message router_deleted on router b8711045-ecf5-4fb6-860c-b61c5bb733d0 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:23:12.449953 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cc4d5b-9ddf-4c1b-a677-6db7b632b9b5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.454636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33378) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:12.468067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e2cc4d5b-9ddf-4c1b-a677-6db7b632b9b5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/b8711045-ecf5-4fb6-860c-b61c5bb733d0 HTTP/1.1" status: 204 len: 168 time: 0.7454505 Nov 12 09:23:12.499633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ddbd6-6d59-42f9-b61c-ba7557a12c1c None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:23:12.548264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet 8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:23:12.553687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.610831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.637832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.890137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting port 01ec2d4d-47a8-4f81-90c7-354926a8243f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:12.890536 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:12.916562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.103667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.149498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96391aac-07a8-4cb7-89a4-939bb5aa40ad req-be64ed0d-5cf6-44be-9a38-436fbfb12b76 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:13.153663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96391aac-07a8-4cb7-89a4-939bb5aa40ad req-be64ed0d-5cf6-44be-9a38-436fbfb12b76 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.0708847 Nov 12 09:23:13.192616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:13.209782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be097237-48ef-4b93-8553-8fde26475718 None None] Network 8c597784-4243-4808-ac3c-47138144618d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:13.214030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.230351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33388) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:13.234429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-98d07525-5fdc-4a68-82e3-f31e90f655ae tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc HTTP/1.1" status: 204 len: 168 time: 0.7784424 Nov 12 09:23:13.252743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-37214a98-25fc-4f6b-bce4-1b9a6838be27 req-85527bf0-46c8-49e5-a7dd-f4c5f6a5002a service neutron] (109377) timed out ('10.222.0.62', 65021) {{(pid=109377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:23:13.278753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe810e81-1fcc-4e87-8fea-9e2231ef022f req-f9ac0600-7d85-4b12-9a55-cdc68c101a15 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:13.291555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe810e81-1fcc-4e87-8fea-9e2231ef022f req-f9ac0600-7d85-4b12-9a55-cdc68c101a15 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 945 time: 0.2857602 Nov 12 09:23:13.310925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] For port 01ec2d4d-47a8-4f81-90c7-354926a8243f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=01ec2d4d-47a8-4f81-90c7-354926a8243f,segment=NetworkSegment(ddf9a1e0-99fb-440c-8ea0-4164df41c43a),segment_id=ddf9a1e0-99fb-440c-8ea0-4164df41c43a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:13.311299 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.346546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Calling delete_port for 01ec2d4d-47a8-4f81-90c7-354926a8243f owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:13.390923 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.413770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe810e81-1fcc-4e87-8fea-9e2231ef022f req-9d385cb0-7e62-45c5-8297-e9f8dcdbd430 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139874 Nov 12 09:23:13.453757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96391aac-07a8-4cb7-89a4-939bb5aa40ad req-e29c228d-83f3-4e9f-bd4d-0ae5fdb74a7f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953942 Nov 12 09:23:13.543644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.575737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:13.576121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.582897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Port': ['ID=01ec2d4d-47a8-4f81-90c7-354926a8243f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:13.598244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No DVR routers for this DVR port 01ec2d4d-47a8-4f81-90c7-354926a8243f on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:13.644779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] DHCP port deletion for 8c597784-4243-4808-ac3c-47138144618d request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:13.753589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] Deleting port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:13.754374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.760463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,segment=NetworkSegment(01ccf7b9-7863-47ce-a8b2-3466d2cb4370),segment_id=01ccf7b9-7863-47ce-a8b2-3466d2cb4370)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:13.761859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.775894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.809976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:13.835115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd98990-ccbd-4c0e-9d1c-18dee0537448']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:13.839251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-ebab165a-005e-43c4-aaf8-ed0603e339b9 service neutron] 10.222.0.62 "GET /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 385 time: 0.1633620 Nov 12 09:23:13.898066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] For port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,segment=NetworkSegment(01ccf7b9-7863-47ce-a8b2-3466d2cb4370),segment_id=01ccf7b9-7863-47ce-a8b2-3466d2cb4370)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:13.898893 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.921601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] Calling delete_port for 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:13.938175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:13.938798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf9a1e0-99fb-440c-8ea0-4164df41c43a') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:13.989449 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:13.991223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.035543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.054495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:14.054929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.055510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:14.059075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.060755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No DVR routers for this DVR port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:14.120735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] Pushing event deleted for resources: {'Port': ['ID=576b1b27-9858-4fd0-b2ec-fe974a0fe1c0,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:14.124181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446e1cc4-b3a6-43c0-a18c-ed0862d828c4 None None] No DVR routers for this DVR port 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:14.127936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd47523d-97c4-4d21-9f75-024f0f5adbf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:14.173109 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:14.238167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.271946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c597784-4243-4808-ac3c-47138144618d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:14.285145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.295003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ccf7b9-7863-47ce-a8b2-3466d2cb4370') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:14.296015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ccf7b9-7863-47ce-a8b2-3466d2cb4370') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:14.319628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.332867 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.338744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/bbd98990-ccbd-4c0e-9d1c-18dee0537448 HTTP/1.1" status: 204 len: 168 time: 5.2909791 Nov 12 09:23:14.348185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.361318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:14.362090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:14.368046 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:14.371291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:14.375365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-838911119'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:14.385590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177d081-1279-4694-bf25-be1b151a94c8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=bbd98990-ccbd-4c0e-9d1c-18dee0537448,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:14.434400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-231faa54-2ead-4f42-a680-717d494675a9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:14.436043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-231faa54-2ead-4f42-a680-717d494675a9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 945 time: 0.0958352 Nov 12 09:23:14.458568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:14.499599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:14.508428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.520081 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.558866 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.572246 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/8c597784-4243-4808-ac3c-47138144618d HTTP/1.1" status: 204 len: 168 time: 1.3313758 Nov 12 09:23:14.574441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:14.608928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e62e2665-d454-46a6-8e49-c1a0e5d28d72 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-48978855', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:14.630688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d59cc1-3eb6-4b30-aeed-0297f2c65e11 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=8c597784-4243-4808-ac3c-47138144618d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:14.649324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:14.724786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e62e2665-d454-46a6-8e49-c1a0e5d28d72 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.726124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e62e2665-d454-46a6-8e49-c1a0e5d28d72 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.744509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:14.790596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.792240 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 7ba670fd-c5e4-4e2a-a1e0-310301654847 of type vlan for network bfe89a42-6abf-4908-9e50-95302cc3f542 Nov 12 09:23:14.846890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:14.879825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da085a-cc7a-4452-aa52-75aae19344e3 req-94eb06dd-fe12-4a0f-bc2e-0a87519c8603 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:14.884889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19da085a-cc7a-4452-aa52-75aae19344e3 req-94eb06dd-fe12-4a0f-bc2e-0a87519c8603 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 945 time: 0.2503686 Nov 12 09:23:14.885699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:14.888049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:14.889459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 576b1b27-9858-4fd0-b2ec-fe974a0fe1c0 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:14.890025 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19bbb0c-49c1-4818-b4e0-28c66372eda3" -d '{"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-unplugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:14.927698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:14.928800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dc463-6adc-4017-b6b2-443af094b9b8 req-7db3f386-3ca9-40e6-b8f8-a706682cbedf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:14.930650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b15dc463-6adc-4017-b6b2-443af094b9b8 req-7db3f386-3ca9-40e6-b8f8-a706682cbedf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 945 time: 0.2495887 Nov 12 09:23:14.939623 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e62e2665-d454-46a6-8e49-c1a0e5d28d72 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:14.958908 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.006923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.050452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e62e2665-d454-46a6-8e49-c1a0e5d28d72 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.061777 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b15dc463-6adc-4017-b6b2-443af094b9b8 req-610c8c8e-f026-4c3f-9ff7-def63e5c9e78 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151903 Nov 12 09:23:15.095951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.114347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:15.115068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.140844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19da085a-cc7a-4452-aa52-75aae19344e3 req-04d0c71f-78bf-423e-8076-5d2afacecd2b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388794 Nov 12 09:23:15.144895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Deleting port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:15.145330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.154313 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62c4b49-49d8-4f99-ae9c-540639181bbf x-openstack-request-id: req-d62c4b49-49d8-4f99-ae9c-540639181bbf {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:15.154992 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-unplugged", "status": "completed", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:15.155546 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d62c4b49-49d8-4f99-ae9c-540639181bbf {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:15.156340 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'code': 200} Nov 12 09:23:15.156905 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e62e2665-d454-46a6-8e49-c1a0e5d28d72 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.159004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e62e2665-d454-46a6-8e49-c1a0e5d28d72 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5687821 Nov 12 09:23:15.172730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33408) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:15.177825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8078985 Nov 12 09:23:15.185234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1461544002'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:15.187517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33410) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:15.202363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': 'bfe89a42-6abf-4908-9e50-95302cc3f542', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:15.324766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553d72e-760d-4602-9717-c563beade402 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=bfe89a42-6abf-4908-9e50-95302cc3f542,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:15.329876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:15.336788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.344305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network bfe89a42-6abf-4908-9e50-95302cc3f542 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:15.374708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:15.385769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.531961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] For port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:15.532463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.565985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:15.577283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Calling delete_port for 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:15.604928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.605795 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment f5b3fd49-528e-434c-951c-b948c79f14a1 of type vlan for network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 Nov 12 09:23:15.610190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] Transition to ACTIVE for port object effb4fc9-b1d2-483e-b0ae-b845be39e0c3 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:23:15.645145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.839487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.865775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:15.962315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] Pushing event updated for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:16.044394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.055842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:16.057461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.065582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=d73b7f00-3ded-4efd-ad88-00d33fda6fc8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:16.100021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '7ba670fd-c5e4-4e2a-a1e0-310301654847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bfe89a42-6abf-4908-9e50-95302cc3f542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:16.100503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: bfe89a42-6abf-4908-9e50-95302cc3f542, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:16.140239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network bfe89a42-6abf-4908-9e50-95302cc3f542 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:16.155352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] No DVR routers for this DVR port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:16.159858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=43213c0e-c723-4bcf-9c14-967b3c4a4e37,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:16.167203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, bfe89a42-6abf-4908-9e50-95302cc3f542) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:16.173722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:16.174393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.207164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:16.226590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de46e2e8-325f-490e-9be4-d857523093d8 None None] Network bfe89a42-6abf-4908-9e50-95302cc3f542 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:16.245219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a467f078-002f-4121-8d79-95f484f7704f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0508132 Nov 12 09:23:16.252175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:16.265910 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fd1957ab-a482-49a2-ad78-cce76d926d33 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0868354 Nov 12 09:23:16.277690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33422) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:16.307184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:16.414975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.466372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7855f119-1769-42cf-b2cb-62ae05d8091d req-c7430022-7ccc-443b-a1a8-df3dc1388847 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 210 time: 0.0700567 Nov 12 09:23:16.501594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:16.518452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event deleted for resources: {'Port': ['ID=4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:16.566938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c6508-5509-4979-9730-00d02010da73 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:16.581745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.582070 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.582419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.582784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.584062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.584062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.584457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.584771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.585202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.585539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.585952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.586285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:16.615850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] No DVR routers for this DVR port 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:16.619201 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fedcc722-38ee-43d2-b751-8bbf0724206f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.620926 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:16.624821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5938180c-1903-4c61-bbfa-400bfb7c22ad req-f2e894c9-7ed9-444f-9115-603d317fd0a6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "DELETE /v2.0/ports/4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed HTTP/1.1" status: 204 len: 173 time: 2.1803179 Nov 12 09:23:16.745331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-e2296a92-4581-46b7-8927-49293c147c77 service neutron] 10.222.0.62 "PUT /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3/bindings/n-h2-769329-17/activate HTTP/1.1" status: 200 len: 370 time: 2.8965144 Nov 12 09:23:16.779478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-bfe89a42-6abf-4908-9e50-95302cc3f542', 'network_id': 'bfe89a42-6abf-4908-9e50-95302cc3f542', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': 'd73b7f00-3ded-4efd-ad88-00d33fda6fc8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:16.781115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.038224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8f723f01-1305-45e4-8854-fa3e04817df8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:17.040654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-8f723f01-1305-45e4-8854-fa3e04817df8 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280&tenant_id=29ad76fbd32249958059ad70c802938c&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.1509113 Nov 12 09:23:17.115513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Allocated IP 172.20.0.1 (bfe89a42-6abf-4908-9e50-95302cc3f542/d73b7f00-3ded-4efd-ad88-00d33fda6fc8/37467cde-d04d-4998-89d5-bf6cc09a6baf) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:17.130607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fce7e-2e71-41b9-8ff8-5912825b1974 req-ebf4a977-0c11-4849-ad25-953435200f08 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:17.150666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e9fce7e-2e71-41b9-8ff8-5912825b1974 req-ebf4a977-0c11-4849-ad25-953435200f08 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.8540668 Nov 12 09:23:17.158780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'name': 'network-vif-deleted', 'tag': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:17.161492 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4215a81-632c-4517-8894-d6680553db21" -d '{"events": [{"server_uuid": "221f4b1a-97ae-41a0-a6eb-3455a423a94e", "name": "network-vif-deleted", "tag": "4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:17.168715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d231b372-5ea8-484b-86d4-1372934266e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:17.170809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-d231b372-5ea8-484b-86d4-1372934266e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 1096 time: 0.1185110 Nov 12 09:23:17.237481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.239647 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:17.266142 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d41b9b-9f58-40e9-9b55-7655e4e9aeab x-openstack-request-id: req-52d41b9b-9f58-40e9-9b55-7655e4e9aeab {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:17.267774 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221f4b1a-97ae-41a0-a6eb-3455a423a94e", "name": "network-vif-deleted", "tag": "4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:17.268390 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52d41b9b-9f58-40e9-9b55-7655e4e9aeab {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:17.269022 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221f4b1a-97ae-41a0-a6eb-3455a423a94e', 'name': 'network-vif-deleted', 'tag': '4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed', 'status': 'completed', 'code': 200} Nov 12 09:23:17.289641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:17.295211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.299332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-dcda1d49-6548-4ae2-9810-e242baca543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:17.301581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-dcda1d49-6548-4ae2-9810-e242baca543d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1096 time: 0.0903831 Nov 12 09:23:17.307497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e9fce7e-2e71-41b9-8ff8-5912825b1974 req-77eeba7e-8d49-44ce-85d4-a393e39e0e27 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387997 Nov 12 09:23:17.348835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:17.418911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:17.468667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:17.468667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 4d109d9d-a91a-4bc5-8cd6-e5baf3c749ed not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:17.471958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.561894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-bb392416-3554-4d92-b7f0-2049048af078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:17.564385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-bb392416-3554-4d92-b7f0-2049048af078 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 898 time: 0.2532206 Nov 12 09:23:17.655493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.667954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.691460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.752292 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c9df58e-fa6a-4e43-9e86-7ecc56e74dfb req-efb71312-1902-4512-b654-8c354a61e14d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=221f4b1a-97ae-41a0-a6eb-3455a423a94e HTTP/1.1" status: 200 len: 210 time: 0.0919633 Nov 12 09:23:17.765312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Network bfe89a42-6abf-4908-9e50-95302cc3f542 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:17.772626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:17.787476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:17.799558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-ad9ae56d-939e-406c-bb12-0dc1f83b4afc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 998 time: 0.2275863 Nov 12 09:23:17.819956 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.849128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe89a42-6abf-4908-9e50-95302cc3f542']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:17.862003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba670fd-c5e4-4e2a-a1e0-310301654847') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:17.862757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba670fd-c5e4-4e2a-a1e0-310301654847') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:17.883631 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.904138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Pushing event updated for resources: {'Port': ['ID=37467cde-d04d-4998-89d5-bf6cc09a6baf,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:17.916101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.931278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:17.932450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.965086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Attempting to bind port 37467cde-d04d-4998-89d5-bf6cc09a6baf on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:17.976695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Attempting to bind port 37467cde-d04d-4998-89d5-bf6cc09a6baf by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '7ba670fd-c5e4-4e2a-a1e0-310301654847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bfe89a42-6abf-4908-9e50-95302cc3f542'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:17.977698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Attempting to bind port 37467cde-d04d-4998-89d5-bf6cc09a6baf on network bfe89a42-6abf-4908-9e50-95302cc3f542 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:17.994353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:17.996083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Checking segment: {'id': '7ba670fd-c5e4-4e2a-a1e0-310301654847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bfe89a42-6abf-4908-9e50-95302cc3f542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:17.997050 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:17.997878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Bound using segment: {'id': '7ba670fd-c5e4-4e2a-a1e0-310301654847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bfe89a42-6abf-4908-9e50-95302cc3f542'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:17.998870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Bound port: 37467cde-d04d-4998-89d5-bf6cc09a6baf, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ba670fd-c5e4-4e2a-a1e0-310301654847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bfe89a42-6abf-4908-9e50-95302cc3f542'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:17.999721 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:18.076686 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:18.122920 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:23:18.122920 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:23:18.122920 n-d-769329-17 neutron-server[109376]: [parameters: {'id': 'bfe89a42-6abf-4908-9e50-95302cc3f542'}] Nov 12 09:23:18.122920 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:23:18.124408 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:23:18.132302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=d73b7f00-3ded-4efd-ad88-00d33fda6fc8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:18.170070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] For port 37467cde-d04d-4998-89d5-bf6cc09a6baf, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:18.179059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] For port 37467cde-d04d-4998-89d5-bf6cc09a6baf, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=37467cde-d04d-4998-89d5-bf6cc09a6baf,segment=NetworkSegment(7ba670fd-c5e4-4e2a-a1e0-310301654847),segment_id=7ba670fd-c5e4-4e2a-a1e0-310301654847)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:18.188778 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.227471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.351537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8b4192-a717-48ae-b4cb-a20e48b6759c None None] Network bfe89a42-6abf-4908-9e50-95302cc3f542 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:18.373756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=1aa07703-3057-4f9b-beaa-30319defae0c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:18.391616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8f343-567f-45c8-add8-634e90a718db None None] Pushing event updated for resources: {'Port': ['ID=37467cde-d04d-4998-89d5-bf6cc09a6baf,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:18.482434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:18.485141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: 43213c0e-c723-4bcf-9c14-967b3c4a4e37, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:18.527538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-079dd091-a773-407a-8d05-75b0d5d648bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:18.529920 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-079dd091-a773-407a-8d05-75b0d5d648bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 200 len: 835 time: 0.7230802 Nov 12 09:23:18.584396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d89c528-8671-49a7-b12b-80fc66fdceaf None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:23:18.598088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:18.628218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-4b51fed6-9bf5-487a-bfeb-bfa27f2afded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:18.630874 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.631422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-4b51fed6-9bf5-487a-bfeb-bfa27f2afded service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d92ba347-ba49-4a42-980f-4e0a8f695faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928721 Nov 12 09:23:18.635112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 43213c0e-c723-4bcf-9c14-967b3c4a4e37) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:18.677187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:18.679642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:18.717484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9df0f3cc-d614-49a9-ba26-65735f4b97b2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4178400 Nov 12 09:23:18.741335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106e6c2-a1b0-4d49-99d4-cc6d9cba4875 req-0f7b3714-5401-4f51-b7ad-526984b11c7b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:18.745670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f106e6c2-a1b0-4d49-99d4-cc6d9cba4875 req-0f7b3714-5401-4f51-b7ad-526984b11c7b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.2432294 Nov 12 09:23:18.747282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33442) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:18.808477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d89c528-8671-49a7-b12b-80fc66fdceaf None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:23:18.886929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-cd9a6546-604d-4ea0-bd0a-041b48fbb277 service neutron] 10.222.0.55 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443199 Nov 12 09:23:19.049968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f106e6c2-a1b0-4d49-99d4-cc6d9cba4875 req-235e21e2-4c04-46bb-af8f-aff17d936fdd tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2882266 Nov 12 09:23:19.132591 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.174802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-5b3c7fed-49b2-4fc1-b8ef-614c19fe4023 service neutron] 10.222.0.55 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805326 Nov 12 09:23:19.501386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting port 37467cde-d04d-4998-89d5-bf6cc09a6baf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:19.502220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.527474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555f0c-e056-480a-a737-db45da62ba88 req-f0343d9c-3fd6-43c4-b273-f756b73bcbeb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:19.538498 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-f0343d9c-3fd6-43c4-b273-f756b73bcbeb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.2891734 Nov 12 09:23:19.563519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-4c48d499-2eb2-4307-a6ad-01ca9b4a410e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.0237696 Nov 12 09:23:19.628548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:19.629500 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.670704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-0f2bba4f-ea44-4ee0-afc0-9e6f3f9e9b6f tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:19.673664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-0f2bba4f-ea44-4ee0-afc0-9e6f3f9e9b6f tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280&tenant_id=29ad76fbd32249958059ad70c802938c&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 1096 time: 0.1710300 Nov 12 09:23:19.709181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] For port 37467cde-d04d-4998-89d5-bf6cc09a6baf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=37467cde-d04d-4998-89d5-bf6cc09a6baf,segment=NetworkSegment(7ba670fd-c5e4-4e2a-a1e0-310301654847),segment_id=7ba670fd-c5e4-4e2a-a1e0-310301654847)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:19.709796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.715480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:19.749387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Calling delete_port for 37467cde-d04d-4998-89d5-bf6cc09a6baf owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:19.792393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-67cf3b4c-1f7a-41c9-8bd4-8e6e34457c5f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2273278 Nov 12 09:23:19.835479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Allocated IP 2001:db8::2 (43213c0e-c723-4bcf-9c14-967b3c4a4e37/1aa07703-3057-4f9b-beaa-30319defae0c/e417139b-9a46-4efa-9a09-d2f61a50e33b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:19.991248 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.020814 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-92c26292-9aba-4f61-87a0-baa367d06fdd service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257440 Nov 12 09:23:20.121042 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.131117 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.192932 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.260656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:20.266696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:20.270445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-6c587dc2-5268-4e85-bd21-2b616bd6d186 service neutron] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:20.277216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-6c587dc2-5268-4e85-bd21-2b616bd6d186 service neutron] Publish callbacks [] for binding, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.278719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:20.279300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4fad82d-193d-4d8d-92ab-a85e9ab48b46 req-6c587dc2-5268-4e85-bd21-2b616bd6d186 service neutron] 10.222.0.55 "DELETE /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3/bindings/n-h1-769329-17 HTTP/1.1" status: 204 len: 173 time: 0.5979614 Nov 12 09:23:20.295107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Pushing event updated for resources: {'Port': ['ID=e417139b-9a46-4efa-9a09-d2f61a50e33b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:20.310443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-c6964b75-7ba7-4ca9-a4c9-ad784322d9f8 service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463515 Nov 12 09:23:20.325276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Port': ['ID=37467cde-d04d-4998-89d5-bf6cc09a6baf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:20.341104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No DVR routers for this DVR port 37467cde-d04d-4998-89d5-bf6cc09a6baf on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:20.453357 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.515296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Attempting to bind port e417139b-9a46-4efa-9a09-d2f61a50e33b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:20.516799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Attempting to bind port e417139b-9a46-4efa-9a09-d2f61a50e33b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:20.521102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Attempting to bind port e417139b-9a46-4efa-9a09-d2f61a50e33b on network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:20.535622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:20.536251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Checking segment: {'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:20.536918 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.537600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Bound using segment: {'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:20.538430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Bound port: e417139b-9a46-4efa-9a09-d2f61a50e33b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:20.539361 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.561188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33229e7-83c7-429c-a634-62c3b8346db6 req-ee53c489-5d9f-4678-af81-25c4b9d32c3e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:20.596359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b33229e7-83c7-429c-a634-62c3b8346db6 req-ee53c489-5d9f-4678-af81-25c4b9d32c3e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.3363867 Nov 12 09:23:20.691898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.712357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c49274a-2f2f-461f-9099-090d0a738c26 req-29b27a6f-9fb1-4392-a99f-75513d912af3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 210 time: 0.0719833 Nov 12 09:23:20.748857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] For port e417139b-9a46-4efa-9a09-d2f61a50e33b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:20.752783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] For port e417139b-9a46-4efa-9a09-d2f61a50e33b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e417139b-9a46-4efa-9a09-d2f61a50e33b,segment=NetworkSegment(f5b3fd49-528e-434c-951c-b948c79f14a1),segment_id=f5b3fd49-528e-434c-951c-b948c79f14a1)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:20.761937 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:20.854155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c169f5e-37d0-4710-8b7e-73294fba7418 None None] Pushing event updated for resources: {'Port': ['ID=e417139b-9a46-4efa-9a09-d2f61a50e33b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:20.925144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe89a42-6abf-4908-9e50-95302cc3f542']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:20.954714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba670fd-c5e4-4e2a-a1e0-310301654847') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:20.955234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba670fd-c5e4-4e2a-a1e0-310301654847') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:21.083998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b33229e7-83c7-429c-a634-62c3b8346db6 req-9b25a0ee-f8f2-4e8b-9090-a31a77aed86d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4859405 Nov 12 09:23:21.090328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8::1 (43213c0e-c723-4bcf-9c14-967b3c4a4e37/1aa07703-3057-4f9b-beaa-30319defae0c/83a5ca8e-816b-4270-80cc-d53d52818fb7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:21.097842 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.144836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.210315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:21.210846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:21.217960 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:21.416260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d248b-bcce-4675-a40c-da6978054134 req-171576bc-f855-48e8-91dd-3c64a1656a04 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:21.421585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.430614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e90d248b-bcce-4675-a40c-da6978054134 req-171576bc-f855-48e8-91dd-3c64a1656a04 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1096 time: 0.0967865 Nov 12 09:23:21.437248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.441560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/bfe89a42-6abf-4908-9e50-95302cc3f542 HTTP/1.1" status: 204 len: 168 time: 5.1844680 Nov 12 09:23:21.447348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:21.470115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1357711096'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:21.523465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f0966-f54e-4625-801e-4b29784ef6fc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=bfe89a42-6abf-4908-9e50-95302cc3f542,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:21.555070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.580693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:21.586611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.596859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e90d248b-bcce-4675-a40c-da6978054134 req-7e34ecf1-ff6f-446f-9130-5db4feca7041 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618669 Nov 12 09:23:21.654002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:21.675766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.676273 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment e5c02551-b20a-4e7e-9a1c-68c99134b95f of type vlan for network c92baa8f-0fcf-4705-aca8-cdeda21934a0 Nov 12 09:23:21.686596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.759695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:21.767001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:21.789800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:21.790653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.809841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:21.894360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=83a5ca8e-816b-4270-80cc-d53d52818fb7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:21.926028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89689f4a-e525-435d-9e37-90245f22e3bd req-977414f9-9f6b-4f78-8406-83e2b5e36233 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 210 time: 0.0519001 Nov 12 09:23:22.079411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.093113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:22.094998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.159615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7065616 Nov 12 09:23:22.162719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33496) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:22.169747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:22.190374 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:22.335981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c2328-741d-4ffa-ae20-394322ec85e5 req-ae5f942b-bdde-48f6-b0fc-73a5b1d8f3a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:22.338705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-027c2328-741d-4ffa-ae20-394322ec85e5 req-ae5f942b-bdde-48f6-b0fc-73a5b1d8f3a8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.4804223 Nov 12 09:23:22.343552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081da13-6888-4604-aed5-324392720a16 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=c92baa8f-0fcf-4705-aca8-cdeda21934a0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:22.378158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:22.440856 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.645750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-027c2328-741d-4ffa-ae20-394322ec85e5 req-c65b8d61-4ea6-4e57-9928-3815a7029c0f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764878 Nov 12 09:23:22.676010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:22.718590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33498) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:22.793838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb88e99-1407-4c2b-bb57-d51eca80ec76 None None] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:22.920107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e7c9c780-ac55-4014-93c0-eeb572267e1e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/36a9ada9-f7d1-4d19-8831-dcdf9c241e9f HTTP/1.1" status: 200 len: 990 time: 0.1896369 Nov 12 09:23:23.003902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e417139b-9a46-4efa-9a09-d2f61a50e33b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:23.020125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.087327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 is not hosted by any dhcp agent {{(pid=109377) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:23:23.094686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:23.095567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.101411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "PUT /v2.0/networks/c92baa8f-0fcf-4705-aca8-cdeda21934a0 HTTP/1.1" status: 200 len: 723 time: 0.9368494 Nov 12 09:23:23.102449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33508) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:23.139795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:23.169518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ad2cf9ad-f079-40c3-b1f3-8c18440246e5 None None] Provisioning complete for port e417139b-9a46-4efa-9a09-d2f61a50e33b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:23.170748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf9ad-f079-40c3-b1f3-8c18440246e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.225181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.277471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c706f422-99c8-48d5-9e3f-62597b91688f req-04ea7ad2-9173-48a0-bea5-5856cf220c04 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 210 time: 0.0467117 Nov 12 09:23:23.279295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.280359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.327485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:23.388310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555f0c-e056-480a-a737-db45da62ba88 req-7313c71a-674b-4cfd-a360-5d6c62ef3d7a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:23.391139 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-7313c71a-674b-4cfd-a360-5d6c62ef3d7a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.7808084 Nov 12 09:23:23.396291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfccb978-4615-4af4-9ee4-2493d9368d46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=c92baa8f-0fcf-4705-aca8-cdeda21934a0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:23.414819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:23.423930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Request body: {'port': {'device_id': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'admin_state_up': True, 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:23.560577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e417139b-9a46-4efa-9a09-d2f61a50e33b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:23.561259 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.610890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:23.615152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.635235 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf9ad-f079-40c3-b1f3-8c18440246e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.765634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ad2cf9ad-f079-40c3-b1f3-8c18440246e5 None None] For port e417139b-9a46-4efa-9a09-d2f61a50e33b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e417139b-9a46-4efa-9a09-d2f61a50e33b,segment=NetworkSegment(f5b3fd49-528e-434c-951c-b948c79f14a1),segment_id=f5b3fd49-528e-434c-951c-b948c79f14a1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:23.776105 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad2cf9ad-f079-40c3-b1f3-8c18440246e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.913978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:23.918516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:23.952967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2cf9ad-f079-40c3-b1f3-8c18440246e5 None None] Pushing event updated for resources: {'Port': ['ID=e417139b-9a46-4efa-9a09-d2f61a50e33b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:23.996330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=83a5ca8e-816b-4270-80cc-d53d52818fb7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:24.190078 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:24.205747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:24.215490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Allocated IP 172.20.0.9 (41ba8628-070c-4aaf-86f2-4076c7a6a49b/7b16d376-2e61-41b1-845a-acb59d25c075/86d1fe1f-cc9d-41cb-82ff-c51e89930105) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:24.351614 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:24.371870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port a4548234-329f-4415-a1ce-8832685fed1c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:24.372326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:24.523361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44b67681-cb27-455f-8794-698b675e7d77 req-4f6a64e4-148f-4713-80cc-d747998bda1c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 210 time: 0.0608337 Nov 12 09:23:24.575213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:24.575666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:24.583757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=0df6571e-80e6-4510-a76e-ee377c1a0696,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:24.588754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:23:24.601432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for a4548234-329f-4415-a1ce-8832685fed1c owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:24.639114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': 'e5c02551-b20a-4e7e-9a1c-68c99134b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:24.639662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: c92baa8f-0fcf-4705-aca8-cdeda21934a0, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:24.699029 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:24.739247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c92baa8f-0fcf-4705-aca8-cdeda21934a0) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:24.751462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:24.752471 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:24.773982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:24.797830 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7930462e-7a26-4ae4-8259-49177d292534 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6690881 Nov 12 09:23:24.800746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:24.808426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81911ad8-b837-4866-8c4c-2f933f51b979 None None] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:24.815693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f3dbb7e6-64dc-4877-affe-5d20b8900bcc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:24.858285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e417139b-9a46-4efa-9a09-d2f61a50e33b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:24.901461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:24.928016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bdf57-7e6e-49a1-9bfc-e446ad406a69 None None] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:25.013224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event updated for resources: {'Port': ['ID=86d1fe1f-cc9d-41cb-82ff-c51e89930105,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:25.018749 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.044552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:25.047266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:25.049402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:25.074421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=a4548234-329f-4415-a1ce-8832685fed1c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:25.086608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:25.112554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:25.121890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-23bbece4-7922-4946-980c-0569ba45dd80 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3684599 Nov 12 09:23:25.133354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb7e6-64dc-4877-affe-5d20b8900bcc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4247591'] for subnet, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.133638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eda6d7-4127-484f-9e92-9e4dee9825ff None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:25.140333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33522) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:25.148578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1106544238'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:25.174321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:25.179355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.180346 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP 36a9ada9-f7d1-4d19-8831-dcdf9c241e9f disassociated (deleted). External IP: 172.25.5.85, port: effb4fc9-b1d2-483e-b0ae-b845be39e0c3. Nov 12 09:23:25.190083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e417139b-9a46-4efa-9a09-d2f61a50e33b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:25.190452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.249805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:25.250666 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.254746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:25.259506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.260750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b10f1643-3017-47f8-aba1-b4c5c076036d None None] Provisioning complete for port 83a5ca8e-816b-4270-80cc-d53d52818fb7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:25.261333 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b10f1643-3017-47f8-aba1-b4c5c076036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.302325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:25.302612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:25.303056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:25.352439 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aba8250e-82f6-4551-853d-ceb80616ad8e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9349611 Nov 12 09:23:25.355822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.356225 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment 39bf0d67-5717-4090-a468-1a92e8db1406 of type vlan for network 4964d222-dc71-41c4-a628-61ba00ae56e6 Nov 12 09:23:25.388399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Request body: {'port': {'device_id': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:25.409515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b10f1643-3017-47f8-aba1-b4c5c076036d None None] Port 83a5ca8e-816b-4270-80cc-d53d52818fb7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:25.517237 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.591307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb7e6-64dc-4877-affe-5d20b8900bcc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727907292299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5894006'] for subnet, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.609736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b10f1643-3017-47f8-aba1-b4c5c076036d None None] Provisioning complete for port e417139b-9a46-4efa-9a09-d2f61a50e33b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:25.616500 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b10f1643-3017-47f8-aba1-b4c5c076036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.652950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:25.690168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dbb7e6-64dc-4877-affe-5d20b8900bcc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=0df6571e-80e6-4510-a76e-ee377c1a0696,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:25.714148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.720567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:25.721476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.732472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router a5da74b8-1f80-4935-a21b-6329f1f33a58 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:25.734288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.807535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dbb7e6-64dc-4877-affe-5d20b8900bcc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:25.808412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3dbb7e6-64dc-4877-affe-5d20b8900bcc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:25.810148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f3dbb7e6-64dc-4877-affe-5d20b8900bcc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "PUT /v2.0/subnets/0df6571e-80e6-4510-a76e-ee377c1a0696 HTTP/1.1" status: 200 len: 806 time: 1.0070598 Nov 12 09:23:25.814181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33536) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:25.895856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7502789 Nov 12 09:23:25.896641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:25.915050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:25.978922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-598229c0-b76c-4141-ab68-dee9d218d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:25.980553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-598229c0-b76c-4141-ab68-dee9d218d682 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1098 time: 0.2916768 Nov 12 09:23:26.006738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf6cc3-5ad9-4354-b7d5-775760205117 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=4964d222-dc71-41c4-a628-61ba00ae56e6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:26.052536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:26.080312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:26.085708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:26.097070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c92baa8f-0fcf-4705-aca8-cdeda21934a0', 'network_id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': '0df6571e-80e6-4510-a76e-ee377c1a0696'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:26.097916 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:26.115542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cc61f-d878-4396-b697-251c590b50f7 req-60341d54-6a3b-4e62-ba39-f3b49bc5fc4f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:26.125521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae3cc61f-d878-4396-b697-251c590b50f7 req-60341d54-6a3b-4e62-ba39-f3b49bc5fc4f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 931 time: 0.4067852 Nov 12 09:23:26.130651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-cd18c5fd-ada3-4218-9581-35256b859504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:26.132205 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-cd18c5fd-ada3-4218-9581-35256b859504 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1187291 Nov 12 09:23:26.352091 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:26.367669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae3cc61f-d878-4396-b697-251c590b50f7 req-58cb6cbb-31f2-4ccc-9ecb-02153b6fbb7b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384574 Nov 12 09:23:26.373135 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-58b91b62-3aca-4da4-a5a6-71146bdc0621 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 1001 time: 0.2317679 Nov 12 09:23:26.387274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:26.398297 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] Sync routers for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:26.399355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:26.428027 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:26.428670 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:26.468224 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-adceeeee-6b9e-4449-964e-f961ad5bbf57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/floatingips/36a9ada9-f7d1-4d19-8831-dcdf9c241e9f HTTP/1.1" status: 204 len: 168 time: 3.1392915 Nov 12 09:23:26.470080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:26.491184 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5812202e-f604-4811-971c-0f2c6b0659ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:26.699179 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2c6023-12f6-4b8b-b4da-11bc666e64b2 x-openstack-request-id: req-cb2c6023-12f6-4b8b-b4da-11bc666e64b2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:26.699782 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:26.699782 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb2c6023-12f6-4b8b-b4da-11bc666e64b2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:26.705192 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'status': 'completed', 'code': 200} Nov 12 09:23:26.716549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-19573bd2-ff64-4eb4-9019-a6d9a12699bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:26.718979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-19573bd2-ff64-4eb4-9019-a6d9a12699bb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.3372986 Nov 12 09:23:26.724810 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:26.768634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6766ee89-8a31-4147-80e2-8ecb2b3bef76 None None] Provisioning complete for port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:26.769015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6766ee89-8a31-4147-80e2-8ecb2b3bef76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:26.895583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Allocated IP 172.20.0.2 (c92baa8f-0fcf-4705-aca8-cdeda21934a0/0df6571e-80e6-4510-a76e-ee377c1a0696/ddd6bbb0-b080-4f33-a5b3-a70bd869fc44) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:26.916475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812202e-f604-4811-971c-0f2c6b0659ac req-fe6cb02f-f42c-4d54-9577-c6c5b5f872ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:26.920553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-fe6cb02f-f42c-4d54-9577-c6c5b5f872ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 1096 time: 0.2144303 Nov 12 09:23:26.942378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6766ee89-8a31-4147-80e2-8ecb2b3bef76 None None] Port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:27.049581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d1fe1f-cc9d-41cb-82ff-c51e89930105 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:27.069297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:22Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:22Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:27.072025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.135041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:27.135499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Updating router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a port 83a5ca8e-816b-4270-80cc-d53d52818fb7 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:27.139153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Transition to ACTIVE for port object 86d1fe1f-cc9d-41cb-82ff-c51e89930105 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:23:27.142216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-69cd3e1c-c5c3-4ae1-8e9f-c15f491bdf11 None None] Provisioning complete for port 83a5ca8e-816b-4270-80cc-d53d52818fb7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:27.143600 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69cd3e1c-c5c3-4ae1-8e9f-c15f491bdf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.210820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.261731 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:03Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:27.282780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.307341 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] Checking router: a5da74b8-1f80-4935-a21b-6329f1f33a58 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:27.323260 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:27.324583 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:27.349028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812202e-f604-4811-971c-0f2c6b0659ac req-45893b2a-d3f3-4ab1-a873-c63caee27c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:27.351246 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-45893b2a-d3f3-4ab1-a873-c63caee27c3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 200 len: 898 time: 0.2600825 Nov 12 09:23:27.380575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.419368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-d839f338-2b2e-4459-8703-220a4332e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:27.426996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-d839f338-2b2e-4459-8703-220a4332e6cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6891270 Nov 12 09:23:27.463252 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:27.513173 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.517068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ecf2f-291f-4bba-ac3b-9806d0f5c486 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:27.554697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=7b2112bd-0250-4925-8b5d-a51ad0f9eee7,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:27.558881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-69cd3e1c-c5c3-4ae1-8e9f-c15f491bdf11 None None] Port 83a5ca8e-816b-4270-80cc-d53d52818fb7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:27.652993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-674631b6-1650-4412-b3ba-1759e4fcc040 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 200 len: 217 time: 0.2565589 Nov 12 09:23:27.665793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Pushing event updated for resources: {'Port': ['ID=86d1fe1f-cc9d-41cb-82ff-c51e89930105,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:27.667203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689fbe5-ba8c-431c-8e71-1d348b4e13a6 req-c080fadd-ad66-4f81-babe-c802eff016a0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:27.677229 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a689fbe5-ba8c-431c-8e71-1d348b4e13a6 req-c080fadd-ad66-4f81-babe-c802eff016a0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.5836794 Nov 12 09:23:27.689640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-69cd3e1c-c5c3-4ae1-8e9f-c15f491bdf11 None None] Provisioning complete for port e417139b-9a46-4efa-9a09-d2f61a50e33b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:27.690019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69cd3e1c-c5c3-4ae1-8e9f-c15f491bdf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.745364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812202e-f604-4811-971c-0f2c6b0659ac req-2916913a-2387-4722-b990-fcbf96664685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:27.747995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-2916913a-2387-4722-b990-fcbf96664685 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 200 len: 835 time: 0.0663021 Nov 12 09:23:27.773849 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:03Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:27.792395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.823483 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e46da-a337-4693-87cf-07491c67a6cb None None] The sync data for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 is: [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2a15245e-6811-457f-a198-a29e6eb94b83', 'name': '', 'network_id': 'd92ba347-ba49-4a42-980f-4e0a8f695faa', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:9a:3e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:56Z', 'updated_at': '2021-11-12T09:22:03Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '3a7cd2c1-f577-4610-8120-cfa4840d5440', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:27.841498 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.860485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-dada376a-6b31-4710-be35-b9d19ff937d2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:27.876237 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-dada376a-6b31-4710-be35-b9d19ff937d2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 944 time: 0.5222526 Nov 12 09:23:27.886131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Attempting to bind port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:27.886472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Attempting to bind port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:27.886884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Attempting to bind port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:27.894210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:27.942485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:23:27.942485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Attempting to bind port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:27.989264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:27.989822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:27.990202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Bound using segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:27.990929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Bound port: 86d1fe1f-cc9d-41cb-82ff-c51e89930105, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:27.991447 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.010951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=0df6571e-80e6-4510-a76e-ee377c1a0696,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:28.062978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-92548f19-bef6-482e-ba0d-4c272be2b5db service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034949 Nov 12 09:23:28.074395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812202e-f604-4811-971c-0f2c6b0659ac req-c0635681-8bac-464a-ba0b-d5b467c79c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.078418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-c0635681-8bac-464a-ba0b-d5b467c79c06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d92ba347-ba49-4a42-980f-4e0a8f695faa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2993946 Nov 12 09:23:28.137685 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.167053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:28.222317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:28.230913 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:28.250346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Pushing event updated for resources: {'Port': ['ID=ddd6bbb0-b080-4f33-a5b3-a70bd869fc44,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:28.336969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-dc59eb59-7745-4b0a-8351-b8c5567fb0c5 service neutron] 10.222.0.55 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411940 Nov 12 09:23:28.351742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] For port 86d1fe1f-cc9d-41cb-82ff-c51e89930105, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:28.357254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] For port 86d1fe1f-cc9d-41cb-82ff-c51e89930105, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=86d1fe1f-cc9d-41cb-82ff-c51e89930105,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:28.359431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257c05ba-87e3-467f-b1eb-9f751b2fa0fd None None] New status for floating IP 36a9ada9-f7d1-4d19-8831-dcdf9c241e9f: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:23:28.385339 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a689fbe5-ba8c-431c-8e71-1d348b4e13a6 req-37540e9c-8115-4936-8128-db4a16fa228f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6332047 Nov 12 09:23:28.387236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:28.388012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: 4964d222-dc71-41c4-a628-61ba00ae56e6, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:28.408965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.487050 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.498626 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.533116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b491122c-ff5b-4b01-9977-6b8196e02867 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:28.535750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Attempting to bind port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:28.536151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Attempting to bind port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e5c02551-b20a-4e7e-9a1c-68c99134b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:28.536521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Attempting to bind port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44 on network c92baa8f-0fcf-4705-aca8-cdeda21934a0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:28.540313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.540959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.542494 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] 10.222.0.55 "PUT /v2.0/ports/86d1fe1f-cc9d-41cb-82ff-c51e89930105 HTTP/1.1" status: 200 len: 1092 time: 3.1714165 Nov 12 09:23:28.551746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'tag': '86d1fe1f-cc9d-41cb-82ff-c51e89930105'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:28.556681 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c454756e-791f-4ee5-9e8e-9635488b1459" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445", "tag": "86d1fe1f-cc9d-41cb-82ff-c51e89930105"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:28.648949 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafde355-01a2-41ae-934b-ca37ec4b9122 x-openstack-request-id: req-bafde355-01a2-41ae-934b-ca37ec4b9122 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:28.649384 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445", "tag": "86d1fe1f-cc9d-41cb-82ff-c51e89930105", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:28.649640 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bafde355-01a2-41ae-934b-ca37ec4b9122 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:28.650056 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'tag': '86d1fe1f-cc9d-41cb-82ff-c51e89930105', 'status': 'completed', 'code': 200} Nov 12 09:23:28.655210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:28.655504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Checking segment: {'id': 'e5c02551-b20a-4e7e-9a1c-68c99134b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:28.655859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.656287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Bound using segment: {'id': 'e5c02551-b20a-4e7e-9a1c-68c99134b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:28.656787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Bound port: ddd6bbb0-b080-4f33-a5b3-a70bd869fc44, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c02551-b20a-4e7e-9a1c-68c99134b95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:28.657173 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.683193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:28.747288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] For port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:28.751036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] For port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ddd6bbb0-b080-4f33-a5b3-a70bd869fc44,segment=NetworkSegment(e5c02551-b20a-4e7e-9a1c-68c99134b95f),segment_id=e5c02551-b20a-4e7e-9a1c-68c99134b95f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:28.762592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.791039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4964d222-dc71-41c4-a628-61ba00ae56e6) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:28.832203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-32c7f342-43c8-4fff-b868-06ab39bd072d service neutron] 10.222.0.55 "GET /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869218 Nov 12 09:23:28.834796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:28.844994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.854384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d4cbc-5222-4e52-bf2c-79866017679e None None] Pushing event updated for resources: {'Port': ['ID=ddd6bbb0-b080-4f33-a5b3-a70bd869fc44,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:28.881713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:28.882058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:28.970361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d327c315-6b2d-40aa-8a75-f72f96bbf34c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0653780 Nov 12 09:23:29.019939 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.023852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a37b4c-ae78-4c01-99dd-85ef5928e4e7 None None] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:29.064455 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.094433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port effb4fc9-b1d2-483e-b0ae-b845be39e0c3, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:29.094805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.112243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for effb4fc9-b1d2-483e-b0ae-b845be39e0c3 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:29.181171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92baa8f-0fcf-4705-aca8-cdeda21934a0']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:29.188182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33564) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:29.328582 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.391824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=effb4fc9-b1d2-483e-b0ae-b845be39e0c3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:29.458521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c02551-b20a-4e7e-9a1c-68c99134b95f') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:29.458831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c02551-b20a-4e7e-9a1c-68c99134b95f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:29.501566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-27466687-aaeb-46c8-9a6e-39baee371870 None None] Provisioning complete for port 83a5ca8e-816b-4270-80cc-d53d52818fb7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:29.502037 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27466687-aaeb-46c8-9a6e-39baee371870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.505548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] No DVR routers for this DVR port effb4fc9-b1d2-483e-b0ae-b845be39e0c3 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:29.510597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.514190 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b60a60bd-de2f-46c0-93c3-76e497510268 req-e2ba0db2-3639-4033-bd89-c264689ece21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.55 "DELETE /v2.0/ports/effb4fc9-b1d2-483e-b0ae-b845be39e0c3 HTTP/1.1" status: 204 len: 173 time: 1.5925841 Nov 12 09:23:29.514691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-deleted', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:29.523069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7050a69-e7ab-4554-a230-d6adab89d3d5 None None] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:29.527588 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d174ed-29c9-45a8-8a6d-d214e7fbd592" -d '{"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-deleted", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:29.574765 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.581564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555f0c-e056-480a-a737-db45da62ba88 req-de79a530-48ee-4e50-b872-5c8731d9d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:29.584233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-de79a530-48ee-4e50-b872-5c8731d9d505 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 1095 time: 0.9919317 Nov 12 09:23:29.585368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84eade-29bc-4ba1-8fb5-8bfcdfd91a4f service neutron] Pushing event updated for resources: {'Port': ['ID=86d1fe1f-cc9d-41cb-82ff-c51e89930105,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:29.609799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c975c218-b922-4462-8903-9aecd72b9698 req-2b6dbd36-da99-4a59-b954-426451339ad9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:29.615317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c975c218-b922-4462-8903-9aecd72b9698 req-2b6dbd36-da99-4a59-b954-426451339ad9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 943 time: 1.9961023 Nov 12 09:23:29.623501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff3335-ddf4-46c0-8ece-ce18e5676d2d None None] Pushing event updated for resources: {'Port': ['ID=83a5ca8e-816b-4270-80cc-d53d52818fb7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:29.719388 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6b9c9ab-c852-4ce8-a0c1-0681f6423428 req-62013783-3cd0-4510-b8eb-5e53a05164ee tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=a127b843-60f3-493e-bba6-a38db8bc9280 HTTP/1.1" status: 200 len: 210 time: 0.0765696 Nov 12 09:23:29.801456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-d1ced138-d3cf-4b91-874f-2e1d69c45188 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86d1fe1f-cc9d-41cb-82ff-c51e89930105 HTTP/1.1" status: 200 len: 217 time: 0.1841593 Nov 12 09:23:29.802816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.831218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:29.831819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:29.838595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-27466687-aaeb-46c8-9a6e-39baee371870 None None] Port 83a5ca8e-816b-4270-80cc-d53d52818fb7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:29.857493 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d7ec1-fb9d-449e-a592-012ccf222c5e x-openstack-request-id: req-0a4d7ec1-fb9d-449e-a592-012ccf222c5e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:29.857805 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a127b843-60f3-493e-bba6-a38db8bc9280", "name": "network-vif-deleted", "tag": "effb4fc9-b1d2-483e-b0ae-b845be39e0c3", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:29.858067 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a4d7ec1-fb9d-449e-a592-012ccf222c5e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:29.858499 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a127b843-60f3-493e-bba6-a38db8bc9280', 'name': 'network-vif-deleted', 'tag': 'effb4fc9-b1d2-483e-b0ae-b845be39e0c3', 'status': 'completed', 'code': 200} Nov 12 09:23:29.988615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Attempting to bind port 83a5ca8e-816b-4270-80cc-d53d52818fb7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:29.989435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Attempting to bind port 83a5ca8e-816b-4270-80cc-d53d52818fb7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:29.989803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Attempting to bind port 83a5ca8e-816b-4270-80cc-d53d52818fb7 on network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:30.007298 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:30.024500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3504d0ac-b1e7-4163-a34f-1ed8d8b2299e req-ba6633ff-d0d5-4124-973f-839180bdb759 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8857515 Nov 12 09:23:30.041226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:30.041653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Checking segment: {'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:30.042007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:30.042405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Bound using segment: {'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:30.042898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Bound port: 83a5ca8e-816b-4270-80cc-d53d52818fb7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5b3fd49-528e-434c-951c-b948c79f14a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:30.043279 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:30.071367 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:23:30.071367 n-d-769329-17 neutron-server[109377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:23:30.071367 n-d-769329-17 neutron-server[109377]: [parameters: {'id': 'c92baa8f-0fcf-4705-aca8-cdeda21934a0'}] Nov 12 09:23:30.071367 n-d-769329-17 neutron-server[109377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:23:30.073901 n-d-769329-17 neutron-server[109377]: DEBUG oslo_db.api [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:23:30.160081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] For port 83a5ca8e-816b-4270-80cc-d53d52818fb7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:30.209106 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] For port 83a5ca8e-816b-4270-80cc-d53d52818fb7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=83a5ca8e-816b-4270-80cc-d53d52818fb7,segment=NetworkSegment(f5b3fd49-528e-434c-951c-b948c79f14a1),segment_id=f5b3fd49-528e-434c-951c-b948c79f14a1)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:30.231946 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:30.245212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4964d222-dc71-41c4-a628-61ba00ae56e6', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:30.246330 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:30.270594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c975c218-b922-4462-8903-9aecd72b9698 req-d78bc271-4347-4951-9891-a9a0448646c3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105242 Nov 12 09:23:30.306252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb1b037-e6ac-41c6-9012-60861b833e9c None None] Network c92baa8f-0fcf-4705-aca8-cdeda21934a0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:30.314418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca555f0c-e056-480a-a737-db45da62ba88 req-ee5363ee-09ab-48ae-a6c6-999c0c26e25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:30.315663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-ee5363ee-09ab-48ae-a6c6-999c0c26e25b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.2982185 Nov 12 09:23:30.356645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-aa08e15e-91d0-44ea-bf70-4dedc343688d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323179 Nov 12 09:23:30.375434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-73137134-9082-4e02-b821-add3ac8e6814 None None] Provisioning complete for port 83a5ca8e-816b-4270-80cc-d53d52818fb7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:30.375875 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-73137134-9082-4e02-b821-add3ac8e6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:30.463258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:30.549429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:30.550080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:30.632147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:30.823476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff3335-ddf4-46c0-8ece-ce18e5676d2d None None] Pushing event updated for resources: {'Port': ['ID=83a5ca8e-816b-4270-80cc-d53d52818fb7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:30.854814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:30.896217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-1c478f77-3a8b-4d0e-8e9c-e21bcdfd9ddf service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080473 Nov 12 09:23:30.971751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:31.051957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Allocated IP 2001:db8:1::2 (4964d222-dc71-41c4-a628-61ba00ae56e6/7b2112bd-0250-4925-8b5d-a51ad0f9eee7/29ad52e7-9c1e-4255-ae46-f550a28a8362) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:31.120051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:31.120737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.175442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-73137134-9082-4e02-b821-add3ac8e6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.249254 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca555f0c-e056-480a-a737-db45da62ba88 req-cad6a401-1d0d-4fcc-a890-162bb6308a34 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132899 Nov 12 09:23:31.257366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] For port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ddd6bbb0-b080-4f33-a5b3-a70bd869fc44,segment=NetworkSegment(e5c02551-b20a-4e7e-9a1c-68c99134b95f),segment_id=e5c02551-b20a-4e7e-9a1c-68c99134b95f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:31.258024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.276602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Calling delete_port for ddd6bbb0-b080-4f33-a5b3-a70bd869fc44 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:31.317000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-73137134-9082-4e02-b821-add3ac8e6814 None None] For port 83a5ca8e-816b-4270-80cc-d53d52818fb7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=83a5ca8e-816b-4270-80cc-d53d52818fb7,segment=NetworkSegment(f5b3fd49-528e-434c-951c-b948c79f14a1),segment_id=f5b3fd49-528e-434c-951c-b948c79f14a1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:31.335035 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-73137134-9082-4e02-b821-add3ac8e6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.428354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73137134-9082-4e02-b821-add3ac8e6814 None None] Pushing event updated for resources: {'Port': ['ID=83a5ca8e-816b-4270-80cc-d53d52818fb7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:31.483414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:31.495516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.534481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: effb4fc9-b1d2-483e-b0ae-b845be39e0c3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:31.534724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device effb4fc9-b1d2-483e-b0ae-b845be39e0c3 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:31.560847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Port': ['ID=ddd6bbb0-b080-4f33-a5b3-a70bd869fc44,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:31.572070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e346a21a-6f1c-4a82-9bbb-9965a8777050 None None] Provisioning complete for port 83a5ca8e-816b-4270-80cc-d53d52818fb7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:31.572696 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e346a21a-6f1c-4a82-9bbb-9965a8777050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.597747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No DVR routers for this DVR port ddd6bbb0-b080-4f33-a5b3-a70bd869fc44 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:31.620972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.643537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:31.732113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:31.749464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:31.751836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:31.758710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Pushing event updated for resources: {'Port': ['ID=29ad52e7-9c1e-4255-ae46-f550a28a8362,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:31.763301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861951fb-c136-4db6-ba66-ebdafd2ec6d3 req-d4aa6167-8b2f-4889-a84c-c8c72016e090 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:31.770907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:22Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:30Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:31.784705 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-861951fb-c136-4db6-ba66-ebdafd2ec6d3 req-d4aa6167-8b2f-4889-a84c-c8c72016e090 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 943 time: 0.3099837 Nov 12 09:23:31.826209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8:1::1 (4964d222-dc71-41c4-a628-61ba00ae56e6/7b2112bd-0250-4925-8b5d-a51ad0f9eee7/66b36e14-f931-4e77-a509-e228780d430c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:31.852783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a845ab7-399b-4c31-9a66-2df334ba88e7 None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:22Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:30Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:31.931870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-2125c698-347f-4f9e-802f-32735713e42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:31.933951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-2125c698-347f-4f9e-802f-32735713e42f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 1095 time: 0.4571779 Nov 12 09:23:32.059955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.135108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Attempting to bind port 29ad52e7-9c1e-4255-ae46-f550a28a8362 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:32.135489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Attempting to bind port 29ad52e7-9c1e-4255-ae46-f550a28a8362 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:32.135862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Attempting to bind port 29ad52e7-9c1e-4255-ae46-f550a28a8362 on network 4964d222-dc71-41c4-a628-61ba00ae56e6 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:32.147606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:32.148053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Checking segment: {'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:32.148423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.149045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Bound using segment: {'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:32.150027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Bound port: 29ad52e7-9c1e-4255-ae46-f550a28a8362, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:32.150420 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.311545 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.352171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] For port 29ad52e7-9c1e-4255-ae46-f550a28a8362, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:32.371636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] For port 29ad52e7-9c1e-4255-ae46-f550a28a8362, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=29ad52e7-9c1e-4255-ae46-f550a28a8362,segment=NetworkSegment(39bf0d67-5717-4090-a468-1a92e8db1406),segment_id=39bf0d67-5717-4090-a468-1a92e8db1406)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:32.382206 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.396746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92baa8f-0fcf-4705-aca8-cdeda21934a0']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:32.476148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e9601-4c33-4af4-befa-4eb23c6218a6 None None] Pushing event updated for resources: {'Port': ['ID=29ad52e7-9c1e-4255-ae46-f550a28a8362,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:32.492519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-861951fb-c136-4db6-ba66-ebdafd2ec6d3 req-02fa1ebb-a252-4642-8ef3-e6198af3b288 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7062514 Nov 12 09:23:32.506883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c02551-b20a-4e7e-9a1c-68c99134b95f') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:32.516729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c02551-b20a-4e7e-9a1c-68c99134b95f') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:32.568422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.598678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-d4e80486-aa43-4184-bf06-4895b91cd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:32.601817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-d4e80486-aa43-4184-bf06-4895b91cd4d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.5899332 Nov 12 09:23:32.622453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.730684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.730684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:32.731230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:32.740138 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:32.783416 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-228b20a4-1465-4eeb-ae32-00e10da0818a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=86d1fe1f-cc9d-41cb-82ff-c51e89930105 HTTP/1.1" status: 200 len: 217 time: 0.1685629 Nov 12 09:23:32.960661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:32.961190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 2a15245e-6811-457f-a198-a29e6eb94b83 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:32.961515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.001219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.007584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/c92baa8f-0fcf-4705-aca8-cdeda21934a0 HTTP/1.1" status: 204 len: 168 time: 7.1674409 Nov 12 09:23:33.021670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 83a5ca8e-816b-4270-80cc-d53d52818fb7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:33.022916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33592) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:33.041450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-e43cd6b4-9363-4952-a693-e7c432b3a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:33.060210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-e43cd6b4-9363-4952-a693-e7c432b3a163 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.2658134 Nov 12 09:23:33.097511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be36ce-7f4a-4bfe-a341-b0838efb1a08 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=c92baa8f-0fcf-4705-aca8-cdeda21934a0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:33.124053 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eabf653-6957-4157-bfc8-486c9f550fe3 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:33.125439 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eabf653-6957-4157-bfc8-486c9f550fe3 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:33.136959 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9eabf653-6957-4157-bfc8-486c9f550fe3 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/c92baa8f-0fcf-4705-aca8-cdeda21934a0 HTTP/1.1" status: 404 len: 339 time: 0.0929916 Nov 12 09:23:33.150762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33594) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:33.164958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200269629', 'description': 'd1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:33.168649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-12a05f97-4c52-4911-89af-95db667d189f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838277 Nov 12 09:23:33.195663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.201895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 83a5ca8e-816b-4270-80cc-d53d52818fb7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:33.202385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.319264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:33.326698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.372014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port 2a15245e-6811-457f-a198-a29e6eb94b83, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2a15245e-6811-457f-a198-a29e6eb94b83,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:33.372629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.412732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:33.420123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 2a15245e-6811-457f-a198-a29e6eb94b83 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:33.431211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:33.433031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:33.449141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:33.449766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.455115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=66b36e14-f931-4e77-a509-e228780d430c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:33.468443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 86d1fe1f-cc9d-41cb-82ff-c51e89930105 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:23:33.502304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.502750 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 027db301-a76f-4199-8944-2036e4eb5256 of type vlan for network 408e9573-457c-4ff9-b7d3-aa51f77ee074 Nov 12 09:23:33.624748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:33.753002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-d684e369-69dd-4969-bf8c-7dceb5404f52 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768313 Nov 12 09:23:33.833275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 86d1fe1f-cc9d-41cb-82ff-c51e89930105, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=86d1fe1f-cc9d-41cb-82ff-c51e89930105,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:33.864082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '86d1fe1f-cc9d-41cb-82ff-c51e89930105', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'port_id': '86d1fe1f-cc9d-41cb-82ff-c51e89930105', 'mac_address': 'fa:16:3e:33:6b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16d376-2e61-41b1-845a-acb59d25c075', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:23:33.973877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.006320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d1fe1f-cc9d-41cb-82ff-c51e89930105 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:34.054377 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.060314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.073842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:34.074695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.098570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 86d1fe1f-cc9d-41cb-82ff-c51e89930105, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=86d1fe1f-cc9d-41cb-82ff-c51e89930105,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:34.106297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.145621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c454756e-791f-4ee5-9e8e-9635488b1459 req-03c1fdcc-7790-4d0c-906e-c3d15c758184 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784020 Nov 12 09:23:34.256693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=86d1fe1f-cc9d-41cb-82ff-c51e89930105,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:34.312360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1518736 Nov 12 09:23:34.318194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:34.326306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['86d1fe1f-cc9d-41cb-82ff-c51e89930105'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:34.389789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6dabf9-fb98-422d-8349-99279971de86 None None] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:34.393483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff434b-e75e-4401-9b28-c023d74dd5aa tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=408e9573-457c-4ff9-b7d3-aa51f77ee074,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:34.424645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 408e9573-457c-4ff9-b7d3-aa51f77ee074 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:34.492024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19878839-c8ee-491b-a280-35d7f1feb260 req-1ed89871-ca05-4397-9ab8-4e0167704774 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:34.494865 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19878839-c8ee-491b-a280-35d7f1feb260 req-1ed89871-ca05-4397-9ab8-4e0167704774 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 944 time: 0.4377248 Nov 12 09:23:34.533509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ef32eb-ce8e-45de-8255-6ea95d1e6291 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:34.533820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e7a8cb74-8119-4848-97c8-c5eab1a23741 None None] Provisioning complete for port 29ad52e7-9c1e-4255-ae46-f550a28a8362 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:34.534198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cb74-8119-4848-97c8-c5eab1a23741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.535789 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e4ef32eb-ce8e-45de-8255-6ea95d1e6291 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/networks?id=408e9573-457c-4ff9-b7d3-aa51f77ee074 HTTP/1.1" status: 200 len: 760 time: 0.1814725 Nov 12 09:23:34.540416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.552795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33608) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:34.564678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'description': 'd2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:34.843656 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cb74-8119-4848-97c8-c5eab1a23741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:34.984108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=2a15245e-6811-457f-a198-a29e6eb94b83,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:34.992922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 29ad52e7-9c1e-4255-ae46-f550a28a8362 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:35.136304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-731c630e-fb45-4926-bed6-d4083a23f071 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1146817 Nov 12 09:23:35.184521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e7a8cb74-8119-4848-97c8-c5eab1a23741 None None] For port 29ad52e7-9c1e-4255-ae46-f550a28a8362, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=29ad52e7-9c1e-4255-ae46-f550a28a8362,segment=NetworkSegment(39bf0d67-5717-4090-a468-1a92e8db1406),segment_id=39bf0d67-5717-4090-a468-1a92e8db1406)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:35.207465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-19878839-c8ee-491b-a280-35d7f1feb260 req-c3ee7634-0187-4d90-85b4-06f434da3fb2 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6692903 Nov 12 09:23:35.233698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.246099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7a8cb74-8119-4848-97c8-c5eab1a23741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.300159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.319157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-8a462e74-b736-4b4f-8409-92913281f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:35.321231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-8a462e74-b736-4b4f-8409-92913281f121 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 1098 time: 0.0970690 Nov 12 09:23:35.334601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 408e9573-457c-4ff9-b7d3-aa51f77ee074 is not hosted by any dhcp agent {{(pid=109376) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:23:35.349206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:35.357468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.361551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "PUT /v2.0/networks/408e9573-457c-4ff9-b7d3-aa51f77ee074 HTTP/1.1" status: 200 len: 757 time: 0.8011291 Nov 12 09:23:35.365145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33614) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:35.385451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 29ad52e7-9c1e-4255-ae46-f550a28a8362 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:35.387348 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.465946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a8cb74-8119-4848-97c8-c5eab1a23741 None None] Pushing event updated for resources: {'Port': ['ID=29ad52e7-9c1e-4255-ae46-f550a28a8362,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:35.500612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5b88-3f05-4fad-8c93-0981b378046e tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=408e9573-457c-4ff9-b7d3-aa51f77ee074,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:35.543598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.558128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.559458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.562874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 408e9573-457c-4ff9-b7d3-aa51f77ee074 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:35.565483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.608245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf2569f-d04a-4267-8aa7-8cbd4b32e7a3 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:35.615369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7bf2569f-d04a-4267-8aa7-8cbd4b32e7a3 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/networks?id=408e9573-457c-4ff9-b7d3-aa51f77ee074 HTTP/1.1" status: 200 len: 760 time: 0.2456965 Nov 12 09:23:35.653335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:35.673343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491936315'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:35.723602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:35.736574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.814909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=66b36e14-f931-4e77-a509-e228780d430c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:35.833171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-5d81075d-a843-480f-913e-05100196cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:35.834899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-5d81075d-a843-480f-913e-05100196cb17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.4788544 Nov 12 09:23:35.843800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:35.874611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:35.874971 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 335cd4be-b1cf-4b48-ae7d-cadc21b3ed29 of type vlan for network 0a684653-f1f6-48fe-88f3-f04939c7b1a5 Nov 12 09:23:35.984739 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.004657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-10a5e0c3-b1a0-48b7-af4d-f50b21f02ebe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59 HTTP/1.1" status: 200 len: 217 time: 0.1554933 Nov 12 09:23:36.016126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:36.054475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:36.065379 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.067227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6c948ae5-b519-497c-9ad6-2998744b5869 None None] Provisioning complete for port 66b36e14-f931-4e77-a509-e228780d430c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:36.068038 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c948ae5-b519-497c-9ad6-2998744b5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.071735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:36.072455 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.152896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6c948ae5-b519-497c-9ad6-2998744b5869 None None] Port 66b36e14-f931-4e77-a509-e228780d430c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:36.179630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6c948ae5-b519-497c-9ad6-2998744b5869 None None] Provisioning complete for port 29ad52e7-9c1e-4255-ae46-f550a28a8362 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:36.180341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c948ae5-b519-497c-9ad6-2998744b5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.181371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5258365 Nov 12 09:23:36.193383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33628) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:36.220706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': '0a684653-f1f6-48fe-88f3-f04939c7b1a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:36.226007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router a5da74b8-1f80-4935-a21b-6329f1f33a58 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:36.241457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274d638-5bb9-4ee6-8c2a-023ad604111d tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=0a684653-f1f6-48fe-88f3-f04939c7b1a5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:36.256101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0a684653-f1f6-48fe-88f3-f04939c7b1a5 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:36.272875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-21658bb7-8819-4f46-8ef7-27c3862f6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:36.274675 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-21658bb7-8819-4f46-8ef7-27c3862f6dab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.2620797 Nov 12 09:23:36.352869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-dbeb4c0e-83d1-4321-ae5e-30c73bcb5f2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708106 Nov 12 09:23:36.441901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:36.449110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:36.452748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.495887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646101b-957b-4321-8060-bd2f8bad8a11 req-8fb0b4f8-682f-47da-888d-a81c2bdaeba6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:36.498259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1646101b-957b-4321-8060-bd2f8bad8a11 req-8fb0b4f8-682f-47da-888d-a81c2bdaeba6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 944 time: 0.1544626 Nov 12 09:23:36.538321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-417ed053-7760-48ae-a88b-a1ac3f854098 None None] Provisioning complete for port 66b36e14-f931-4e77-a509-e228780d430c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:36.538835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-417ed053-7760-48ae-a88b-a1ac3f854098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.575149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:36.586523 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] Sync routers for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:36.590509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3e65fd48-a27d-4771-8cd2-47f4a46deb97 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/a5da74b8-1f80-4935-a21b-6329f1f33a58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7328537 Nov 12 09:23:36.596433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33636) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:36.597041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-417ed053-7760-48ae-a88b-a1ac3f854098 None None] Port 66b36e14-f931-4e77-a509-e228780d430c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:36.602513 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:36.603151 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:36.655113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-347cf443-f2d9-4350-a472-809fe29500be service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847471 Nov 12 09:23:36.673431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d728dd-38dc-4071-813f-6fb38f3897d9 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:23:36.678904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting subnet 3a7cd2c1-f577-4610-8120-cfa4840d5440 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:23:36.683150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.770116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1646101b-957b-4321-8060-bd2f8bad8a11 req-bcb4e884-5ac5-4012-b4d7-6513ec9d5e49 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603247 Nov 12 09:23:36.776791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:36.819965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba282e-0059-4d68-b635-406599022e05 None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:36.853982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c78d12a2-8a1f-4245-bb51-7597469f0232 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6597176 Nov 12 09:23:36.858282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33640) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:36.861315 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.865734 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:36.871394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306896889'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:36.906344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7d212e21-9e17-4b3e-b964-28361977ba79 None None] Provisioning complete for port 66b36e14-f931-4e77-a509-e228780d430c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:36.906617 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d212e21-9e17-4b3e-b964-28361977ba79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.939681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:36.949370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.960694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:36.966899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 29ad52e7-9c1e-4255-ae46-f550a28a8362 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:37.024867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:37.024867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:37.078076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:37.109489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da31bc4c-1b96-4876-ab69-3aa4b061d4fb req-a34c6796-8f70-46a3-bfda-7510f0e116d0 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434626 Nov 12 09:23:37.117758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.123660 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment 975bddf0-81aa-4e3d-921f-76e473aa1e32 of type vlan for network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b Nov 12 09:23:37.127599 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:23:34Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:37.176458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=f70598cf-dd88-4fea-8ae8-bc836de95a6f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:37.194008 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.197827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7d212e21-9e17-4b3e-b964-28361977ba79 None None] Port 66b36e14-f931-4e77-a509-e228780d430c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:37.205618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '335cd4be-b1cf-4b48-ae7d-cadc21b3ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0a684653-f1f6-48fe-88f3-f04939c7b1a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:37.206017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: 0a684653-f1f6-48fe-88f3-f04939c7b1a5, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:37.230674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:37.259101 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.275882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:37.279555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.280122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 0a684653-f1f6-48fe-88f3-f04939c7b1a5 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:37.290389 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.302658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d728dd-38dc-4071-813f-6fb38f3897d9 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:23:37.323044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0a684653-f1f6-48fe-88f3-f04939c7b1a5) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:37.329976 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] Checking router: a5da74b8-1f80-4935-a21b-6329f1f33a58 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:37.331836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:37.332660 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.344287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4845126 Nov 12 09:23:37.348423 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] Routers {'a5da74b8-1f80-4935-a21b-6329f1f33a58'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:37.349287 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a5da74b8-1f80-4935-a21b-6329f1f33a58'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:37.353010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33656) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:37.361909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:37.374680 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c00e1e03-8c4f-4974-b446-af527c73ea6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1708970 Nov 12 09:23:37.387212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33658) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:37.410688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 29ad52e7-9c1e-4255-ae46-f550a28a8362 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:37.411055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.504785 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] Set router a5da74b8-1f80-4935-a21b-6329f1f33a58 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:37.507620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb1891-3423-473e-94ac-248d6961b8b3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=88cde9e2-2252-4c3a-b44a-3ef8ba85c49b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:37.531718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:37.537679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.571314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.630683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.665564 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.679272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 86d1fe1f-cc9d-41cb-82ff-c51e89930105 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:37.681754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:37.706984 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141ed0-f79b-465e-b31d-f093dc63e509 req-4504f0d1-9a8e-4003-a1ef-82e692049901 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:37.708947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14141ed0-f79b-465e-b31d-f093dc63e509 req-4504f0d1-9a8e-4003-a1ef-82e692049901 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.5143008 Nov 12 09:23:37.720574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7cd2c1-f577-4610-8120-cfa4840d5440,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:37.748625 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:23:34Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:37.777367 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.789992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14141ed0-f79b-465e-b31d-f093dc63e509 req-a46e8811-ed3d-4864-8db3-184b2bd568ca tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630772 Nov 12 09:23:37.791132 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d134b5a7-04c4-4a55-9f35-47e6bd820bfc None None] The sync data for ids ['a5da74b8-1f80-4935-a21b-6329f1f33a58'] in n-d-769329-17 is: [{'id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1875167317', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:21:50Z', 'updated_at': '2021-11-12T09:23:34Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'bdafc628-4d02-405c-a7e5-890e95c97a72', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:49:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5da74b8-1f80-4935-a21b-6329f1f33a58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:21:51Z', 'updated_at': '2021-11-12T09:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:37.791339 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.799061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-82bda9f2-8dd1-42c2-a33e-9f29ddc6a6bc tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/subnets/3a7cd2c1-f577-4610-8120-cfa4840d5440 HTTP/1.1" status: 204 len: 168 time: 1.2011685 Nov 12 09:23:37.805596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:37.864052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=f70598cf-dd88-4fea-8ae8-bc836de95a6f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:37.927869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:37.964324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a684653-f1f6-48fe-88f3-f04939c7b1a5']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:38.007041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335cd4be-b1cf-4b48-ae7d-cadc21b3ed29') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:38.007503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335cd4be-b1cf-4b48-ae7d-cadc21b3ed29') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:38.023005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.042324 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.058540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0b8e7-8d2e-40bf-bc85-6e4e4ae2ecac req-ea208cbf-1898-4627-93bc-57de289d3355 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:38.060905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3b0b8e7-8d2e-40bf-bc85-6e4e4ae2ecac req-ea208cbf-1898-4627-93bc-57de289d3355 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 944 time: 0.0872285 Nov 12 09:23:38.062399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:38.062915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:38.066970 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:38.169911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:23:38.179632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.207895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:38.207895 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.211609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.216838 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/0a684653-f1f6-48fe-88f3-f04939c7b1a5 HTTP/1.1" status: 204 len: 168 time: 0.8277593 Nov 12 09:23:38.221045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33670) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:38.237651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3b0b8e7-8d2e-40bf-bc85-6e4e4ae2ecac req-8efb3f5b-f845-40f8-8646-07b52c541044 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875750 Nov 12 09:23:38.276001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068af51-f835-4d14-b48c-cf35a45a1a50 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=0a684653-f1f6-48fe-88f3-f04939c7b1a5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:38.297698 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb033bb-8e04-4345-845b-841d8fadeeff tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] GET failed (client error): The resource could not be found. Nov 12 09:23:38.303421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33676) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:38.303930 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bcb033bb-8e04-4345-845b-841d8fadeeff tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/subnets/f70598cf-dd88-4fea-8ae8-bc836de95a6f HTTP/1.1" status: 404 len: 337 time: 0.0797083 Nov 12 09:23:38.329884 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-de924cbd-d6c1-4061-a468-ee5bbc005a92 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:38.338579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de924cbd-d6c1-4061-a468-ee5bbc005a92 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:38.346554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de924cbd-d6c1-4061-a468-ee5bbc005a92 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/0a684653-f1f6-48fe-88f3-f04939c7b1a5 HTTP/1.1" status: 404 len: 339 time: 0.0411651 Nov 12 09:23:38.346800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33678) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:38.459184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097d684-194f-49b4-99ad-652a7c7283c3 None None] Network 0a684653-f1f6-48fe-88f3-f04939c7b1a5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:38.485900 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.495480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9c6020-b81f-48c4-a502-1b19eb4ffaaa None None] Network d92ba347-ba49-4a42-980f-4e0a8f695faa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:38.500881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2097d684-194f-49b4-99ad-652a7c7283c3 None None] Network 0a684653-f1f6-48fe-88f3-f04939c7b1a5 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:23:38.554156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ceea39-84e3-4653-a62a-5a2c26219003 None None] Network 0a684653-f1f6-48fe-88f3-f04939c7b1a5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:38.557373 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.587731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ceea39-84e3-4653-a62a-5a2c26219003 None None] Network 0a684653-f1f6-48fe-88f3-f04939c7b1a5 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:23:38.596600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:33Z', 'revision_number': 3, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:35Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:38.627528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=f275468c-09bc-4083-a232-89be809b75e8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:38.671953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d46ead-8a37-4724-82a4-87f1f2222fa7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:38.674054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-40d46ead-8a37-4724-82a4-87f1f2222fa7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3259122 Nov 12 09:23:38.678293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33682) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:38.702019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba282e-0059-4d68-b635-406599022e05 None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:38.702161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba282e-0059-4d68-b635-406599022e05 None None] Updating router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a port 66b36e14-f931-4e77-a509-e228780d430c binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:38.707949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea584a-7ae6-4b5e-a1bc-d0ab33dd076b req-19327070-14ee-4265-bfa9-b6455d09d3b5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:38.710638 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0cea584a-7ae6-4b5e-a1bc-d0ab33dd076b req-19327070-14ee-4265-bfa9-b6455d09d3b5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.1569951 Nov 12 09:23:38.710828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:38.710828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:38.733067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.755070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:38.765534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d39d0aa7-cf4e-4729-80c4-c7876668b9b8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 207 time: 0.0862844 Nov 12 09:23:38.766988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2a15245e-6811-457f-a198-a29e6eb94b83 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:38.773828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33684) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:38.780351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.786136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:38.792843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:38.793529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.825276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d1fe1f-cc9d-41cb-82ff-c51e89930105'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:38.827763 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147503cb-d98c-456d-bda8-5b1baa81fec1" -d '{"events": [{"server_uuid": "2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445", "name": "network-vif-plugged", "status": "completed", "tag": "86d1fe1f-cc9d-41cb-82ff-c51e89930105"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:38.852755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 86d1fe1f-cc9d-41cb-82ff-c51e89930105, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=86d1fe1f-cc9d-41cb-82ff-c51e89930105,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:38.868895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e854e58f-7f46-44d2-bcc2-8c757fc43b34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5143652 Nov 12 09:23:38.873982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:38.896159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98389732-b86b-4d3c-944b-942d829b7ec4 None None] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:38.923680 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c9c42b-34c6-4db5-b380-8a4eba2b6059 x-openstack-request-id: req-c9c9c42b-34c6-4db5-b380-8a4eba2b6059 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:38.925271 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445", "name": "network-vif-plugged", "status": "completed", "tag": "86d1fe1f-cc9d-41cb-82ff-c51e89930105", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:38.928154 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9c9c42b-34c6-4db5-b380-8a4eba2b6059 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:38.928898 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d1fe1f-cc9d-41cb-82ff-c51e89930105', 'code': 200} Nov 12 09:23:38.974444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2a15245e-6811-457f-a198-a29e6eb94b83 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:38.974833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2a15245e-6811-457f-a198-a29e6eb94b83 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:38.977428 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:38.979800 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-faba282e-0059-4d68-b635-406599022e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.016684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0cea584a-7ae6-4b5e-a1bc-d0ab33dd076b req-7b063029-9281-4491-a74d-a82643233ed7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860692 Nov 12 09:23:39.072690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port bdafc628-4d02-405c-a7e5-890e95c97a72 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:39.073000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.127195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d610bc4-836c-43ca-9705-34c8cfc43209 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.134791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d610bc4-836c-43ca-9705-34c8cfc43209 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.141092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d610bc4-836c-43ca-9705-34c8cfc43209 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.147419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d610bc4-836c-43ca-9705-34c8cfc43209 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.154778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1d610bc4-836c-43ca-9705-34c8cfc43209 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3793151 Nov 12 09:23:39.155560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33690) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:39.171245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60324115-b12f-4af7-873e-c08505828314 req-3809077c-ba4b-4033-acac-fa12493709a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.173492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60324115-b12f-4af7-873e-c08505828314 req-3809077c-ba4b-4033-acac-fa12493709a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 1097 time: 0.2198014 Nov 12 09:23:39.195120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=86d1fe1f-cc9d-41cb-82ff-c51e89930105,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:39.249111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] DHCP port deletion for d92ba347-ba49-4a42-980f-4e0a8f695faa request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:39.321613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port bdafc628-4d02-405c-a7e5-890e95c97a72, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bdafc628-4d02-405c-a7e5-890e95c97a72,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:39.322194 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.359575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60324115-b12f-4af7-873e-c08505828314 req-44ef64cd-6cd1-44f6-8cb5-93b7465c1595 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657279 Nov 12 09:23:39.375109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for bdafc628-4d02-405c-a7e5-890e95c97a72 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:39.377107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-87b57b38-ff8a-44ab-b8a2-4d46b9f0848a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2193837 Nov 12 09:23:39.382040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33694) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:39.403059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:39.403760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.476866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ad113-863e-4099-8712-9c1473887c6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.478759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7ad113-863e-4099-8712-9c1473887c6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.484957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6c7ad113-863e-4099-8712-9c1473887c6f tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0974216 Nov 12 09:23:39.484957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33696) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:39.506543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb93120c-349c-4126-b0e8-12ac7b7eb2ef req-9f8f553c-6991-45f6-9091-7b60cc2b34eb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.509795 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb93120c-349c-4126-b0e8-12ac7b7eb2ef req-9f8f553c-6991-45f6-9091-7b60cc2b34eb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 945 time: 0.1662142 Nov 12 09:23:39.556201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f2df3-bd7e-4aab-8842-dcd82258b013 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.558445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7f2df3-bd7e-4aab-8842-dcd82258b013 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.563733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6e7f2df3-bd7e-4aab-8842-dcd82258b013 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0737343 Nov 12 09:23:39.563986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] Deleting port cf265853-3d16-4c22-8d16-e92805ec8bd7 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:39.563986 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.564619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33698) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:39.689183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb93120c-349c-4126-b0e8-12ac7b7eb2ef req-3e6ea13b-c5b5-4bd6-9cd0-0555e7b9f6c0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613812 Nov 12 09:23:39.693307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.715543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] For port cf265853-3d16-4c22-8d16-e92805ec8bd7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cf265853-3d16-4c22-8d16-e92805ec8bd7,segment=NetworkSegment(d984f3d8-c597-4497-a0b2-2a8ac5239ce8),segment_id=d984f3d8-c597-4497-a0b2-2a8ac5239ce8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:39.716125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.729186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ae45c-44e6-489f-94dc-ea59e7eaa6d4 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.731993 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d07ae45c-44e6-489f-94dc-ea59e7eaa6d4 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/networks/2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 HTTP/1.1" status: 200 len: 799 time: 0.1656480 Nov 12 09:23:39.735863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:39.764331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] Calling delete_port for cf265853-3d16-4c22-8d16-e92805ec8bd7 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:39.766609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Allocated IP 2001:db8:2::2 (88cde9e2-2252-4c3a-b44a-3ef8ba85c49b/f275468c-09bc-4083-a232-89be809b75e8/15069491-38d4-43f5-9e70-c8780d89e960) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:39.790594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-faba282e-0059-4d68-b635-406599022e05 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.833700 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-faba282e-0059-4d68-b635-406599022e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.878836 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8b035db1-c2e0-416d-95c6-ceffdc1e6fe2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/networks/2c03ded9-aaa9-460e-b5d7-b3f2c9e90695?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1373663 Nov 12 09:23:39.879069 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:39.879557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33702) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:39.941950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=bdafc628-4d02-405c-a7e5-890e95c97a72,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:39.957634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46289bb-02e3-46cc-806b-87834282cc9b tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:39.962940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a46289bb-02e3-46cc-806b-87834282cc9b tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/subnets/90af4a1e-7277-4ef7-9e9b-aff29b23b383 HTTP/1.1" status: 200 len: 811 time: 0.0790648 Nov 12 09:23:39.963967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33704) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:40.030134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c54eb90-cf6e-433f-850c-e7fe6eea2131 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['shared'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:40.033034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8c54eb90-cf6e-433f-850c-e7fe6eea2131 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "GET /v2.0/subnets/90af4a1e-7277-4ef7-9e9b-aff29b23b383?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0670793 Nov 12 09:23:40.037885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:40.044527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947193308'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:40.063469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad0d62-fff8-4e3e-9c6b-3868d14443ed None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:40.073738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:40.075072 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.080655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.174398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:40.190348 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.190704 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Added segment 4fd31bc8-666f-400b-ba24-02bb8dcda506 of type vlan for network 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d Nov 12 09:23:40.195322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33023c9-8c70-449e-ba14-cee6d65cb277 None None] Pushing event updated for resources: {'Port': ['ID=66b36e14-f931-4e77-a509-e228780d430c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:40.197451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.200444 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.228828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afab3c-92db-4558-8f61-124688678a4b req-0b71cc84-8d90-4406-8926-c4eea2ef881c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:40.236709 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0afab3c-92db-4558-8f61-124688678a4b req-0b71cc84-8d90-4406-8926-c4eea2ef881c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.1132417 Nov 12 09:23:40.259481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.260219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Fanout notify agent at l3_agent the message router_deleted on router a5da74b8-1f80-4935-a21b-6329f1f33a58 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:23:40.268628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.276658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33710) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:40.276919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-53aeaff1-c48d-49fd-a9d6-d345c0449ebe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/routers/a5da74b8-1f80-4935-a21b-6329f1f33a58 HTTP/1.1" status: 204 len: 168 time: 2.4697554 Nov 12 09:23:40.318772 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.328240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.343881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.378580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.446516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0afab3c-92db-4558-8f61-124688678a4b req-7247a555-764f-49de-89e1-646881f7239d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082322 Nov 12 09:23:40.453215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8:2::1 (88cde9e2-2252-4c3a-b44a-3ef8ba85c49b/f275468c-09bc-4083-a232-89be809b75e8/f8278ec6-f975-4a03-bdd0-9bf555075e7d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:40.465889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:40.474654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.498100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.505744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:40.506832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.524605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-faba282e-0059-4d68-b635-406599022e05 None None] Attempting to bind port 66b36e14-f931-4e77-a509-e228780d430c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:40.525027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-faba282e-0059-4d68-b635-406599022e05 None None] Attempting to bind port 66b36e14-f931-4e77-a509-e228780d430c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:40.526317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba282e-0059-4d68-b635-406599022e05 None None] Attempting to bind port 66b36e14-f931-4e77-a509-e228780d430c on network 4964d222-dc71-41c4-a628-61ba00ae56e6 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:40.547984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba282e-0059-4d68-b635-406599022e05 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:40.547984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba282e-0059-4d68-b635-406599022e05 None None] Checking segment: {'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:40.547984 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-faba282e-0059-4d68-b635-406599022e05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.548566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba282e-0059-4d68-b635-406599022e05 None None] Bound using segment: {'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:40.548785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-faba282e-0059-4d68-b635-406599022e05 None None] Bound port: 66b36e14-f931-4e77-a509-e228780d430c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bf0d67-5717-4090-a468-1a92e8db1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:40.549201 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-faba282e-0059-4d68-b635-406599022e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.551573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:40.555132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:40.558595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Pushing event updated for resources: {'Port': ['ID=15069491-38d4-43f5-9e70-c8780d89e960,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:40.561015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] No DVR routers for this DVR port cf265853-3d16-4c22-8d16-e92805ec8bd7 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:40.609757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5682445 Nov 12 09:23:40.621432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188d6df-24a3-4f50-abd3-867b4cdfc790 None None] Pushing event deleted for resources: {'Port': ['ID=cf265853-3d16-4c22-8d16-e92805ec8bd7,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:40.641679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:40.647677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'network_id': '93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:40.695095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.700970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcdf37-717c-4aa1-bf56-6b54bc60011c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Network': ['ID=93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:40.708987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.725196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7c6af0cb-ed16-4f41-8825-a8228081e96d None None] Provisioning complete for port 66b36e14-f931-4e77-a509-e228780d430c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:40.725585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c6af0cb-ed16-4f41-8825-a8228081e96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.729490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:40.735199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-faba282e-0059-4d68-b635-406599022e05 None None] For port 66b36e14-f931-4e77-a509-e228780d430c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:40.737102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92ba347-ba49-4a42-980f-4e0a8f695faa']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:40.752390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:40.753333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd984f3d8-c597-4497-a0b2-2a8ac5239ce8') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:40.769708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.797806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.804141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-faba282e-0059-4d68-b635-406599022e05 None None] For port 66b36e14-f931-4e77-a509-e228780d430c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=66b36e14-f931-4e77-a509-e228780d430c,segment=NetworkSegment(39bf0d67-5717-4090-a468-1a92e8db1406),segment_id=39bf0d67-5717-4090-a468-1a92e8db1406)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:40.806173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Made reservation on behalf of ce0cffc062d948bd9342310b72f14596 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:40.808123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Attempting to bind port 15069491-38d4-43f5-9e70-c8780d89e960 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:40.808538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Attempting to bind port 15069491-38d4-43f5-9e70-c8780d89e960 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:40.808876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Attempting to bind port 15069491-38d4-43f5-9e70-c8780d89e960 on network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:40.810809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.812672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:40.813339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:40.821637 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:40.843589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:40.843930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.844063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Checking segment: {'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:40.844852 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.844852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Bound using segment: {'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:40.845255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Bound port: 15069491-38d4-43f5-9e70-c8780d89e960, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:40.845639 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.866342 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-faba282e-0059-4d68-b635-406599022e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.927551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:23:40.928541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:23:40.945175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.966762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:40.973256 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/networks/d92ba347-ba49-4a42-980f-4e0a8f695faa HTTP/1.1" status: 204 len: 168 time: 0.6910250 Nov 12 09:23:40.997731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:40.998038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7c6af0cb-ed16-4f41-8825-a8228081e96d None None] Port 66b36e14-f931-4e77-a509-e228780d430c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:41.010280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf265853-3d16-4c22-8d16-e92805ec8bd7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:41.046825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:41.053896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:41.066253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:41.067175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:41.091707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:41.092336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.175018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cf265853-3d16-4c22-8d16-e92805ec8bd7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:41.175466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cf265853-3d16-4c22-8d16-e92805ec8bd7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:41.175778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bdafc628-4d02-405c-a7e5-890e95c97a72 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:41.183970 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=f8278ec6-f975-4a03-bdd0-9bf555075e7d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:41.185789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33023c9-8c70-449e-ba14-cee6d65cb277 None None] Pushing event updated for resources: {'Port': ['ID=66b36e14-f931-4e77-a509-e228780d430c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:41.204640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53065197-1b7b-4d01-9177-dc080567198d req-ac24ac12-bc48-4ae6-8609-4e2bc04e24cb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:41.206315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53065197-1b7b-4d01-9177-dc080567198d req-ac24ac12-bc48-4ae6-8609-4e2bc04e24cb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 945 time: 0.3681397 Nov 12 09:23:41.242963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: bdafc628-4d02-405c-a7e5-890e95c97a72 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:41.244492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bdafc628-4d02-405c-a7e5-890e95c97a72 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:41.279688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:23:41.294211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:41.327769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6d3f-0e49-468a-8ff0-97afd00ff8ec tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.346176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:41.413708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] For port 15069491-38d4-43f5-9e70-c8780d89e960, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:41.479633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] For port 15069491-38d4-43f5-9e70-c8780d89e960, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=15069491-38d4-43f5-9e70-c8780d89e960,segment=NetworkSegment(975bddf0-81aa-4e3d-921f-76e473aa1e32),segment_id=975bddf0-81aa-4e3d-921f-76e473aa1e32)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:41.486847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c6170-afa6-40ca-984f-32e02bc00a25 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Network': ['ID=d92ba347-ba49-4a42-980f-4e0a8f695faa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:41.539873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.577109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1bf4a0c3-7829-4a68-89d3-46454ee47564 None None] Provisioning complete for port 66b36e14-f931-4e77-a509-e228780d430c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:41.577648 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bf4a0c3-7829-4a68-89d3-46454ee47564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.627689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06eb3c5-72f8-47b8-b02f-b92489e6f776 req-7bc2a0ba-c7e8-4068-aeac-76f0f09f4fa7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:41.630427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f06eb3c5-72f8-47b8-b02f-b92489e6f776 req-7bc2a0ba-c7e8-4068-aeac-76f0f09f4fa7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.0701649 Nov 12 09:23:41.701540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f06eb3c5-72f8-47b8-b02f-b92489e6f776 req-e82ec6c4-aa2b-47eb-8617-1373112999e2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637140 Nov 12 09:23:41.810789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6d3f-0e49-468a-8ff0-97afd00ff8ec tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.813540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ad821-d299-460f-a7b3-d6c45e6de5c5 None None] Pushing event updated for resources: {'Port': ['ID=15069491-38d4-43f5-9e70-c8780d89e960,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:41.834745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53065197-1b7b-4d01-9177-dc080567198d req-5b43d893-a345-4579-bb54-f4055527f064 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025817 Nov 12 09:23:41.840854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:41.883981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.893602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'mac_address': 'fa:16:3e:a9:b2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:23:41.914398 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:41.939804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.059675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:42.062361 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ff0235-9e9b-4ce6-ab5f-4c49e20bc723" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:42.149035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=437d4479-bf1a-42ee-944d-5b29e311c7ba,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:42.171998 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.178657 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdbb9e9-b99f-4e2b-8956-e46d59e3a2a5 x-openstack-request-id: req-3fdbb9e9-b99f-4e2b-8956-e46d59e3a2a5 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:42.179187 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:42.179566 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3fdbb9e9-b99f-4e2b-8956-e46d59e3a2a5 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:42.180157 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'code': 200} Nov 12 09:23:42.182202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:42.203083 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.219270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:42.223674 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bf4a0c3-7829-4a68-89d3-46454ee47564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.309701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab3609-73b9-4c38-8424-62e642bce7fd req-968119e6-9635-4e3d-bcb7-c76ecf2cb14f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:42.319768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Checking segment: {'id': '4fd31bc8-666f-400b-ba24-02bb8dcda506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:42.321252 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecab3609-73b9-4c38-8424-62e642bce7fd req-968119e6-9635-4e3d-bcb7-c76ecf2cb14f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 945 time: 0.1301014 Nov 12 09:23:42.321853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network hostable DHCP agents. Network: 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:42.344279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6d3f-0e49-468a-8ff0-97afd00ff8ec tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.347573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e2cf6d3f-0e49-468a-8ff0-97afd00ff8ec tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.349116 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e2cf6d3f-0e49-468a-8ff0-97afd00ff8ec tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/security-groups/cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1 HTTP/1.1" status: 204 len: 168 time: 1.3496778 Nov 12 09:23:42.379335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf6d3f-0e49-468a-8ff0-97afd00ff8ec tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfed0f37-e5f2-436d-a8ef-2aeeb3b115e1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:42.405501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecab3609-73b9-4c38-8424-62e642bce7fd req-4f3be37e-3d59-4577-9e90-a22cecfd35f1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726669 Nov 12 09:23:42.408773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Network 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:42.435980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1bf4a0c3-7829-4a68-89d3-46454ee47564 None None] For port 66b36e14-f931-4e77-a509-e228780d430c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=66b36e14-f931-4e77-a509-e228780d430c,segment=NetworkSegment(39bf0d67-5717-4090-a468-1a92e8db1406),segment_id=39bf0d67-5717-4090-a468-1a92e8db1406)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:42.473012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:42.484207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1bf4a0c3-7829-4a68-89d3-46454ee47564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.495355 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:23:42.495898 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:23:42.503492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc102d-19b7-4453-9bc3-be6865f48457 None None] Network 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:42.522807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:42.528177 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1612939'] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.569040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=11']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:42.637524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-347c8e73-fb68-4147-ace2-3d856eed15e7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9944344 Nov 12 09:23:42.641018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:42.647142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-219370f7-0f74-43bd-bcac-dbcb8731a625 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:42.668410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-faba282e-0059-4d68-b635-406599022e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:33Z', 'revision_number': 3, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:40Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:42.686656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40ebf-24f3-4d08-80f5-2b1ac52041cf req-bfb3b764-10b2-4775-a6e9-b9405d4fe599 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:42.688820 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ae40ebf-24f3-4d08-80f5-2b1ac52041cf req-bfb3b764-10b2-4775-a6e9-b9405d4fe599 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 945 time: 0.1355944 Nov 12 09:23:42.853983 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ae40ebf-24f3-4d08-80f5-2b1ac52041cf req-cec30856-1481-436b-b930-572acec43310 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545570 Nov 12 09:23:42.915403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-219370f7-0f74-43bd-bcac-dbcb8731a625 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5388360'] for subnet, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:42.918281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faba282e-0059-4d68-b635-406599022e05 None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:33Z', 'revision_number': 3, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:40Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:42.935869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 15069491-38d4-43f5-9e70-c8780d89e960 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:43.146834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.168635 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.170478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.243047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3efafd-c542-4ef6-9f65-20fdbff89fdf req-812cc7de-cd12-40f1-92a8-63053003d564 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:43.252812 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f3efafd-c542-4ef6-9f65-20fdbff89fdf req-812cc7de-cd12-40f1-92a8-63053003d564 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1428139 Nov 12 09:23:43.337615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33760) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:43.369476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-01774067-da53-4853-96c2-b8fbbab476b8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986780419', 'description': 'tempest-secgroup-smoke-986780419 description', 'project_id': '29ad76fbd32249958059ad70c802938c'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:43.485259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1f3efafd-c542-4ef6-9f65-20fdbff89fdf req-3c5b523b-e96a-4465-b8a6-c9c8ab34701f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292604 Nov 12 09:23:43.519997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01774067-da53-4853-96c2-b8fbbab476b8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.675399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=f8278ec6-f975-4a03-bdd0-9bf555075e7d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:43.722939 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.772987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01774067-da53-4853-96c2-b8fbbab476b8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.783950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01774067-da53-4853-96c2-b8fbbab476b8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.836545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a66f56a-8be0-4571-a6f8-58a116ddf79e None None] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:43.886075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01774067-da53-4853-96c2-b8fbbab476b8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b16648-82e2-48c6-b6eb-182a0c446ec7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:43.890657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-01774067-da53-4853-96c2-b8fbbab476b8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.894816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-01774067-da53-4853-96c2-b8fbbab476b8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5527985 Nov 12 09:23:43.896472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33764) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:43.902415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0a4fc156-6650-40e6-9c4e-55868f8386da tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '95b16648-82e2-48c6-b6eb-182a0c446ec7', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:43.958474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc156-6650-40e6-9c4e-55868f8386da tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:43.988724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:43.995089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:44.026087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeccfcf-3807-4099-9023-97f9a30bb641 req-d323b1e9-4cb5-4813-a7e6-a4e4569a4db4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:44.032432 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eeccfcf-3807-4099-9023-97f9a30bb641 req-d323b1e9-4cb5-4813-a7e6-a4e4569a4db4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 945 time: 0.2033956 Nov 12 09:23:44.037771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4a0c3-7829-4a68-89d3-46454ee47564 None None] Pushing event updated for resources: {'Port': ['ID=66b36e14-f931-4e77-a509-e228780d430c,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:44.149273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:44.215152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-219370f7-0f74-43bd-bcac-dbcb8731a625 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8727907292299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6953955'] for subnet, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.270484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:44.272886 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6083a66f-791c-439b-835a-957e921f8795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.284915 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.287801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e2b44a2a-d910-4be6-98ca-39666de652f2 None None] Provisioning complete for port 15069491-38d4-43f5-9e70-c8780d89e960 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:44.288295 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e2b44a2a-d910-4be6-98ca-39666de652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.307303 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc156-6650-40e6-9c4e-55868f8386da tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.316952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eeccfcf-3807-4099-9023-97f9a30bb641 req-a4490d7e-b7e0-4e35-b6e1-f2f497c22749 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548251 Nov 12 09:23:44.321962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc156-6650-40e6-9c4e-55868f8386da tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.355538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fc156-6650-40e6-9c4e-55868f8386da tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03798f2-3704-4183-90b4-993c3421366b,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:44.356155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219370f7-0f74-43bd-bcac-dbcb8731a625 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:44.357322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-219370f7-0f74-43bd-bcac-dbcb8731a625 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.364749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33766) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.365503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-219370f7-0f74-43bd-bcac-dbcb8731a625 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "PUT /v2.0/subnets/437d4479-bf1a-42ee-944d-5b29e311c7ba HTTP/1.1" status: 200 len: 877 time: 1.7224314 Nov 12 09:23:44.397209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:44.398974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219370f7-0f74-43bd-bcac-dbcb8731a625 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event updated for resources: {'Subnet': ['ID=437d4479-bf1a-42ee-944d-5b29e311c7ba,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:44.435871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['3b2147c9-96a9-4e12-85de-291ef1b2e917'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:44.484629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 15069491-38d4-43f5-9e70-c8780d89e960 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:44.485181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.531320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6640d168-5c9f-437c-8af0-97a2b230cd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d', 'network_id': '93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d', 'tenant_id': 'ce0cffc062d948bd9342310b72f14596', 'fixed_ips': [{'subnet_id': '437d4479-bf1a-42ee-944d-5b29e311c7ba'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:44.532350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6640d168-5c9f-437c-8af0-97a2b230cd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.564656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=12']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:44.596800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.600996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0a4fc156-6650-40e6-9c4e-55868f8386da tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.604656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0a4fc156-6650-40e6-9c4e-55868f8386da tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7068942 Nov 12 09:23:44.608634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33770) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.620723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d4f60d5a-70c0-4db0-a160-f84f5167dc3d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '95b16648-82e2-48c6-b6eb-182a0c446ec7', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:44.671210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e2b44a2a-d910-4be6-98ca-39666de652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.682130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4f60d5a-70c0-4db0-a160-f84f5167dc3d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.732590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:44.739106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-864909a1-8330-4ee9-9e76-aa755fe5ca41 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8643861 Nov 12 09:23:44.743270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.749902 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:44.753114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-109168400'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:44.771395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33774) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:44.775879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e2b44a2a-d910-4be6-98ca-39666de652f2 None None] For port 15069491-38d4-43f5-9e70-c8780d89e960, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=15069491-38d4-43f5-9e70-c8780d89e960,segment=NetworkSegment(975bddf0-81aa-4e3d-921f-76e473aa1e32),segment_id=975bddf0-81aa-4e3d-921f-76e473aa1e32)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:44.781130 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:44.781783 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:44.818870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad82fcb-2ff2-4fce-9986-b5a5555c485c req-34046a3f-2e2a-403a-966c-d0334f4756fd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:44.833483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ad82fcb-2ff2-4fce-9986-b5a5555c485c req-34046a3f-2e2a-403a-966c-d0334f4756fd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.1489165 Nov 12 09:23:44.881867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:44.888037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.947756 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ad82fcb-2ff2-4fce-9986-b5a5555c485c req-41954251-d4fe-4175-8644-f3639a531fc2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129248 Nov 12 09:23:44.961747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:44.982398 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:44.982864 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added segment 4868ebe7-325d-49a6-8cda-5af96050e755 of type vlan for network 72378339-e202-446d-add1-d36568c364cc Nov 12 09:23:44.993417 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e2b44a2a-d910-4be6-98ca-39666de652f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.010586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4f60d5a-70c0-4db0-a160-f84f5167dc3d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.051255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:45.096309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4f60d5a-70c0-4db0-a160-f84f5167dc3d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.110180 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.154583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.177200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.187708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:45.189274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.238987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f60d5a-70c0-4db0-a160-f84f5167dc3d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5e0cfd-2458-4d9f-9c1b-e95c66713523,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:45.246888 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d4f60d5a-70c0-4db0-a160-f84f5167dc3d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.247783 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d4f60d5a-70c0-4db0-a160-f84f5167dc3d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6380792 Nov 12 09:23:45.252010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.262056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:45.281988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a7698714-5b96-4d5e-99e8-fbc4c439dbaf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '95b16648-82e2-48c6-b6eb-182a0c446ec7', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:45.349837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6010706 Nov 12 09:23:45.350820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:45.391479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.427566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-022cad2a-2d11-41cd-b059-9246dd8b541b None None] Provisioning complete for port 15069491-38d4-43f5-9e70-c8780d89e960 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:45.430156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-022cad2a-2d11-41cd-b059-9246dd8b541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.430989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:45.446988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd31bc8-666f-400b-ba24-02bb8dcda506') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:45.447380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd31bc8-666f-400b-ba24-02bb8dcda506') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:45.460397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=437d4479-bf1a-42ee-944d-5b29e311c7ba,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:45.478365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.490258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'subnet': {'network_id': '72378339-e202-446d-add1-d36568c364cc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:45.490683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-4f154dc3-0181-44b4-bf11-1d409152b650 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:45.496286 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-4f154dc3-0181-44b4-bf11-1d409152b650 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 945 time: 0.4739408 Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server [None req-6640d168-5c9f-437c-8af0-97a2b230cd15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 437d4479-bf1a-42ee-944d-5b29e311c7ba: This subnet is being modified by another concurrent operation. Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:23:45.542727 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 437d4479-bf1a-42ee-944d-5b29e311c7ba: This subnet is being modified by another concurrent operation. Nov 12 09:23:45.546875 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Nov 12 09:23:45.579093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a29e0-9e50-491f-ad9c-83620faa1181 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Network': ['ID=72378339-e202-446d-add1-d36568c364cc,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:45.580297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b44a2a-d910-4be6-98ca-39666de652f2 None None] Pushing event updated for resources: {'Port': ['ID=15069491-38d4-43f5-9e70-c8780d89e960,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:45.606243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e260f7a-26d6-40cf-b894-9037d7c5b9eb None None] Network 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:45.608872 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:41Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:45.692766 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:45.693340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 72378339-e202-446d-add1-d36568c364cc details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:45.697462 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Updating router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a port f8278ec6-f975-4a03-bdd0-9bf555075e7d binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:45.721322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7698714-5b96-4d5e-99e8-fbc4c439dbaf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.787025 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.842852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:45.956130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:45.956668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.016936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Made reservation on behalf of d9104357a0ca431ea57cc6c6e19468a5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:46.028870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:46.032098 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:46.035463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7698714-5b96-4d5e-99e8-fbc4c439dbaf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.055586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 66b36e14-f931-4e77-a509-e228780d430c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:46.193819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-022cad2a-2d11-41cd-b059-9246dd8b541b None None] Provisioning complete for port f8278ec6-f975-4a03-bdd0-9bf555075e7d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:46.194383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-022cad2a-2d11-41cd-b059-9246dd8b541b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.214127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117912-46ec-4ad3-91df-49610d23ee1f req-5b605c69-24e4-4595-942c-4d1cee9d1ef5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:46.216236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf117912-46ec-4ad3-91df-49610d23ee1f req-5b605c69-24e4-4595-942c-4d1cee9d1ef5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 945 time: 0.5374639 Nov 12 09:23:46.221680 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.240038 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.248290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d HTTP/1.1" status: 204 len: 168 time: 1.8822389 Nov 12 09:23:46.253602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33784) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:46.292040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f7854-e7fd-4ba8-92bd-c58c9c5a2a71 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:46.356073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b92ddf7-b6c2-492f-b060-6c4e16745730 None None] Network 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:46.366481 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f197396f-95be-4d0b-9605-4ad96d2f1ddc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:46.369245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f197396f-95be-4d0b-9605-4ad96d2f1ddc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:46.391117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f197396f-95be-4d0b-9605-4ad96d2f1ddc tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/437d4479-bf1a-42ee-944d-5b29e311c7ba HTTP/1.1" status: 404 len: 337 time: 0.1330523 Nov 12 09:23:46.391971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33786) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:46.429223 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.444863 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.475372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7698714-5b96-4d5e-99e8-fbc4c439dbaf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.479562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b92ddf7-b6c2-492f-b060-6c4e16745730 None None] Network 93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:23:46.483729 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-30edbbd7-e1cf-4af5-8114-5bbf4b2dd7ba tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:46.485452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30edbbd7-e1cf-4af5-8114-5bbf4b2dd7ba tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:46.490186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-022cad2a-2d11-41cd-b059-9246dd8b541b None None] Port f8278ec6-f975-4a03-bdd0-9bf555075e7d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:46.498472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-30edbbd7-e1cf-4af5-8114-5bbf4b2dd7ba tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/93ca0cc3-b686-4ace-bfaa-1e0ca6c3069d HTTP/1.1" status: 404 len: 339 time: 0.0950396 Nov 12 09:23:46.500234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33788) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:46.502146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.521704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Deleting port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:46.522456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.533634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7698714-5b96-4d5e-99e8-fbc4c439dbaf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13c28c0-9460-4a61-ad88-b1b6ea0c67d8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:46.544778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9414747-8a41-433e-9180-7fe5b5d0fa7f None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:23:46.551952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf117912-46ec-4ad3-91df-49610d23ee1f req-1bde6fbf-b3a0-436b-b600-6b72c7e8692d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267796 Nov 12 09:23:46.570794 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Pushing event updated for resources: {'Port': ['ID=f8278ec6-f975-4a03-bdd0-9bf555075e7d,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:46.571102 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-808fd62c-1a2a-4140-b523-a01932b5bc28 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:46.571332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808fd62c-1a2a-4140-b523-a01932b5bc28 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:46.578168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-808fd62c-1a2a-4140-b523-a01932b5bc28 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/f70598cf-dd88-4fea-8ae8-bc836de95a6f HTTP/1.1" status: 404 len: 337 time: 0.0710461 Nov 12 09:23:46.579849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port 04f279c0-4d49-4826-b371-ae565c243b61 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:46.580290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.582852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33790) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:46.653143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e60400c5-13d4-438e-acd8-0ce3a89d71d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.658855 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.659327 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.659786 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.660250 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.660693 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.661273 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-643d5e50-9f3c-487a-b1e8-df01f9657700 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:46.661942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643d5e50-9f3c-487a-b1e8-df01f9657700 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:46.665660 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.666178 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.666629 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.667077 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.667546 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.667998 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.669317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-643d5e50-9f3c-487a-b1e8-df01f9657700 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/0a684653-f1f6-48fe-88f3-f04939c7b1a5 HTTP/1.1" status: 404 len: 339 time: 0.0784707 Nov 12 09:23:46.672153 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:46.681742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 66b36e14-f931-4e77-a509-e228780d430c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:46.682048 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.695933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:46.703437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Subnet': ['ID=ca7c91cf-fbc5-43a3-8a85-09e459e2a320,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:46.773913 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Attempting to bind port f8278ec6-f975-4a03-bdd0-9bf555075e7d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:46.774231 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Attempting to bind port f8278ec6-f975-4a03-bdd0-9bf555075e7d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:46.777455 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Attempting to bind port f8278ec6-f975-4a03-bdd0-9bf555075e7d on network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:46.782935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.783354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.791191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] For port 86d1fe1f-cc9d-41cb-82ff-c51e89930105, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=86d1fe1f-cc9d-41cb-82ff-c51e89930105,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:46.791191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.794886 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:46.795611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Checking segment: {'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:46.795767 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.796678 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Bound using segment: {'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:46.797179 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Bound port: f8278ec6-f975-4a03-bdd0-9bf555075e7d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975bddf0-81aa-4e3d-921f-76e473aa1e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:46.797569 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.814556 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4e64ca4b-7fd3-40f2-bb78-3a57edb9c91f None None] Provisioning complete for port f8278ec6-f975-4a03-bdd0-9bf555075e7d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:46.814928 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4e64ca4b-7fd3-40f2-bb78-3a57edb9c91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.823111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for 04f279c0-4d49-4826-b371-ae565c243b61 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:46.827297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Calling delete_port for 86d1fe1f-cc9d-41cb-82ff-c51e89930105 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:46.873352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4e64ca4b-7fd3-40f2-bb78-3a57edb9c91f None None] Port f8278ec6-f975-4a03-bdd0-9bf555075e7d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:46.925227 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.941611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] For port f8278ec6-f975-4a03-bdd0-9bf555075e7d, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:46.946737 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] For port f8278ec6-f975-4a03-bdd0-9bf555075e7d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f8278ec6-f975-4a03-bdd0-9bf555075e7d,segment=NetworkSegment(975bddf0-81aa-4e3d-921f-76e473aa1e32),segment_id=975bddf0-81aa-4e3d-921f-76e473aa1e32)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:46.953773 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:46.962362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Checking segment: {'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:46.963285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network hostable DHCP agents. Network: 72378339-e202-446d-add1-d36568c364cc, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:23:47.040908 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7698714-5b96-4d5e-99e8-fbc4c439dbaf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.042899 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a7698714-5b96-4d5e-99e8-fbc4c439dbaf tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7739017 Nov 12 09:23:47.050360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33794) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:47.070633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e00aa162-2959-4cc6-b3a9-f9cca0729ae5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '95b16648-82e2-48c6-b6eb-182a0c446ec7', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:47.075703 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:47.088408 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:47.090797 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f70fa8-0e37-4e2a-ba2e-305aa78ae32c None None] Pushing event updated for resources: {'Port': ['ID=f8278ec6-f975-4a03-bdd0-9bf555075e7d,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:47.152945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 15069491-38d4-43f5-9e70-c8780d89e960 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:47.197064 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.226372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78096e2-ffd0-4e6a-b3f4-b6549acee223 req-7d132ddc-ef3d-44a0-9a9e-7cc3c1e0cd1a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:47.228415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d78096e2-ffd0-4e6a-b3f4-b6549acee223 req-7d132ddc-ef3d-44a0-9a9e-7cc3c1e0cd1a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.7556262 Nov 12 09:23:47.240276 n-d-769329-17 neutron-server[109376]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Agent 766850f4-5347-4802-929a-7612c5a1114c already present Nov 12 09:23:47.240671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 72378339-e202-446d-add1-d36568c364cc is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:47.241476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 72378339-e202-446d-add1-d36568c364cc) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:47.254281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9414747-8a41-433e-9180-7fe5b5d0fa7f None None] Network 72378339-e202-446d-add1-d36568c364cc is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:23:47.275172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408e9573-457c-4ff9-b7d3-aa51f77ee074']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:47.279026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:47.279878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.286168 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:47.288788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9414747-8a41-433e-9180-7fe5b5d0fa7f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 72378339-e202-446d-add1-d36568c364cc) {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:23:47.300777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '027db301-a76f-4199-8944-2036e4eb5256') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:47.301238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '027db301-a76f-4199-8944-2036e4eb5256') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:47.317202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e00aa162-2959-4cc6-b3a9-f9cca0729ae5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.332308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.348311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0c1446cb-2506-4da6-8aa5-c44fb36ac9e4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8865829 Nov 12 09:23:47.352238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33796) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:47.397575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 15069491-38d4-43f5-9e70-c8780d89e960 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:47.397997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.411983 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.424369 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d78096e2-ffd0-4e6a-b3f4-b6549acee223 req-5569a29d-0040-4f8f-9574-f6034afcfa45 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853571 Nov 12 09:23:47.543459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 86d1fe1f-cc9d-41cb-82ff-c51e89930105 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:47.548146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:47.548680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.595824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.610702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.641934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e00aa162-2959-4cc6-b3a9-f9cca0729ae5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.646839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event deleted for resources: {'Port': ['ID=86d1fe1f-cc9d-41cb-82ff-c51e89930105,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:47.662212 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e00aa162-2959-4cc6-b3a9-f9cca0729ae5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:47.702065 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:47.722724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=04f279c0-4d49-4826-b371-ae565c243b61,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:47.748308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.776062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e00aa162-2959-4cc6-b3a9-f9cca0729ae5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.778060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e00aa162-2959-4cc6-b3a9-f9cca0729ae5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7169554 Nov 12 09:23:47.785966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:47.794947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '95b16648-82e2-48c6-b6eb-182a0c446ec7', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:47.827674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.835032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/408e9573-457c-4ff9-b7d3-aa51f77ee074 HTTP/1.1" status: 204 len: 168 time: 1.1034672 Nov 12 09:23:47.849073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33802) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:47.849989 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:23:47.853696 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:41Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:47.868032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5751ad5-0be5-4d7a-affd-9add5234db59 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=408e9573-457c-4ff9-b7d3-aa51f77ee074,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:47.895120 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.901201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c32c52f2-cf86-4c13-b1b1-db4f98e12d6d req-f1c70de0-75dc-45ee-b9df-9c208b03e2c5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445 HTTP/1.1" status: 200 len: 210 time: 0.1213906 Nov 12 09:23:47.902673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] No DVR routers for this DVR port 86d1fe1f-cc9d-41cb-82ff-c51e89930105 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:47.907138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:47.910116 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-08abcc43-9358-4258-9302-bb22bebc210a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:47.910705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08abcc43-9358-4258-9302-bb22bebc210a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:47.927958 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-08abcc43-9358-4258-9302-bb22bebc210a tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/0df6571e-80e6-4510-a76e-ee377c1a0696 HTTP/1.1" status: 404 len: 337 time: 0.0625608 Nov 12 09:23:47.927958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33804) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:47.931828 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b00a2010-403d-4899-ae54-e94b9f3fa924 req-639bf770-9a21-4799-a260-8e47f9436d0c tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "DELETE /v2.0/ports/86d1fe1f-cc9d-41cb-82ff-c51e89930105 HTTP/1.1" status: 204 len: 173 time: 2.2517347 Nov 12 09:23:47.935361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'name': 'network-vif-deleted', 'tag': '86d1fe1f-cc9d-41cb-82ff-c51e89930105'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:47.940768 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa21d38-459e-4f57-9763-983123ebebd2" -d '{"events": [{"server_uuid": "2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445", "name": "network-vif-deleted", "tag": "86d1fe1f-cc9d-41cb-82ff-c51e89930105"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:47.947189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00aa162-2959-4cc6-b3a9-f9cca0729ae5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54390572-20ca-4c27-9ebf-050236dfbb85,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:47.968690 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4c1fb8-1e7e-4e7a-817a-7ed8faf3aff7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:47.969427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4c1fb8-1e7e-4e7a-817a-7ed8faf3aff7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:47.990417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5c4c1fb8-1e7e-4e7a-817a-7ed8faf3aff7 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/c92baa8f-0fcf-4705-aca8-cdeda21934a0 HTTP/1.1" status: 404 len: 339 time: 0.0667772 Nov 12 09:23:48.000386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33808) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.036829 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44b2d3f-4ed3-4f37-b369-94fab12a747c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.037382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44b2d3f-4ed3-4f37-b369-94fab12a747c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.044940 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b44b2d3f-4ed3-4f37-b369-94fab12a747c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/d73b7f00-3ded-4efd-ad88-00d33fda6fc8 HTTP/1.1" status: 404 len: 337 time: 0.0427790 Nov 12 09:23:48.046114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33810) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.105698 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1d616c-7b04-412d-bf80-332f95511159 x-openstack-request-id: req-4f1d616c-7b04-412d-bf80-332f95511159 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:48.107177 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445", "name": "network-vif-deleted", "tag": "86d1fe1f-cc9d-41cb-82ff-c51e89930105", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:48.107177 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f1d616c-7b04-412d-bf80-332f95511159 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:48.107177 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfad0f9-a7be-42aa-bfc5-e1c2a71b1445', 'name': 'network-vif-deleted', 'tag': '86d1fe1f-cc9d-41cb-82ff-c51e89930105', 'status': 'completed', 'code': 200} Nov 12 09:23:48.110607 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.111074 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Floating IP 713cba38-27d3-4501-8eeb-6602bc10286a disassociated (deleted). External IP: 172.25.5.187, port: eb9f2d46-617a-4134-b64b-9886cd73a448. Nov 12 09:23:48.127524 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-de767277-fd7e-4882-94e7-e681dad51bd6 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.129005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de767277-fd7e-4882-94e7-e681dad51bd6 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.151742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:48.157187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de767277-fd7e-4882-94e7-e681dad51bd6 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/bfe89a42-6abf-4908-9e50-95302cc3f542 HTTP/1.1" status: 404 len: 339 time: 0.0980370 Nov 12 09:23:48.158337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33812) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.159158 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c3f1e8-dec4-4ac7-9e83-2c6028df733b None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:41Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:46Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:48.202101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.264831 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.279452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 86d1fe1f-cc9d-41cb-82ff-c51e89930105 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:48.279941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 86d1fe1f-cc9d-41cb-82ff-c51e89930105 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:48.313482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9330715-01eb-45ab-a7c8-e6c5801fbc96,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:48.337387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:48.346199 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39555f7-be65-4b9f-89d8-9495518d3e46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.351615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.353100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0e1b1dac-f977-4cbb-9b08-6a715d368a0b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5619981 Nov 12 09:23:48.356570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33814) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.361384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'security_group_rule': {'security_group_id': '95b16648-82e2-48c6-b6eb-182a0c446ec7', 'project_id': '29ad76fbd32249958059ad70c802938c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:48.362438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e39555f7-be65-4b9f-89d8-9495518d3e46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.368657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e39555f7-be65-4b9f-89d8-9495518d3e46 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/eb147947-0d66-479b-9595-b9e2e06ccaaf HTTP/1.1" status: 404 len: 337 time: 0.0724635 Nov 12 09:23:48.369996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33816) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.408035 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Project 29ad76fbd32249958059ad70c802938c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:23:48.427608 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc080522-f926-481a-8add-73e2532672a2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.428378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc080522-f926-481a-8add-73e2532672a2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.448566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fc080522-f926-481a-8add-73e2532672a2 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/bbd98990-ccbd-4c0e-9d1c-18dee0537448 HTTP/1.1" status: 404 len: 339 time: 0.0743814 Nov 12 09:23:48.454945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33818) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.483332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.588565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 3b2147c9-96a9-4e12-85de-291ef1b2e917 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:48.589623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.620182 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82afba0-685d-40ee-8cc1-8b86491b507c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.621603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82afba0-685d-40ee-8cc1-8b86491b507c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.637192 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f82afba0-685d-40ee-8cc1-8b86491b507c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/db71299c-de6c-449a-8703-d213cc52bf80 HTTP/1.1" status: 404 len: 337 time: 0.1797748 Nov 12 09:23:48.639203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33822) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.763866 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f75e86d-93a4-4b9f-a32f-ef9c31688f99 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.765085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f75e86d-93a4-4b9f-a32f-ef9c31688f99 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.770163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7f75e86d-93a4-4b9f-a32f-ef9c31688f99 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/77f30e04-68ca-4146-b54f-9b0337c5d8e8 HTTP/1.1" status: 404 len: 339 time: 0.1197236 Nov 12 09:23:48.786382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33824) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.874175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f8278ec6-f975-4a03-bdd0-9bf555075e7d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:48.913549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-72378339-e202-446d-add1-d36568c364cc', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:23:48.915458 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:48.945881 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7165579c-5270-4d89-90d0-0ed9d30243c1 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.947732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7165579c-5270-4d89-90d0-0ed9d30243c1 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.954180 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7165579c-5270-4d89-90d0-0ed9d30243c1 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/31cb7ff1-6b72-4ba9-8c3a-e15d4e0a0b24 HTTP/1.1" status: 404 len: 337 time: 0.1570597 Nov 12 09:23:48.955931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33828) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:48.992073 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8d8d1f-0fbe-4b3c-adfc-b00af7b341eb tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:48.993182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8d8d1f-0fbe-4b3c-adfc-b00af7b341eb tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:48.999589 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bf8d8d1f-0fbe-4b3c-adfc-b00af7b341eb tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/68d74019-a564-430c-b352-48bfbf4e3427 HTTP/1.1" status: 404 len: 339 time: 0.0328498 Nov 12 09:23:49.004503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33830) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.016702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e9071-1b25-4fed-9ce1-a0ff0c1d4a63 req-8043ed69-0030-4137-a213-8e363f54d8ff tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:49.018722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d92e9071-1b25-4fed-9ce1-a0ff0c1d4a63 req-8043ed69-0030-4137-a213-8e363f54d8ff tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 945 time: 0.3312087 Nov 12 09:23:49.123434 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3504b78-67c2-4fa2-8cbc-25ffbf56f57c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:49.124271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3504b78-67c2-4fa2-8cbc-25ffbf56f57c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:49.134155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c3504b78-67c2-4fa2-8cbc-25ffbf56f57c tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/1278a8ad-edbd-4d31-83ef-444f6e9258f6 HTTP/1.1" status: 404 len: 337 time: 0.1139724 Nov 12 09:23:49.141047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33836) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.193967 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bc3fa81-361e-4df2-a799-879df7c254ba tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:49.194612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bc3fa81-361e-4df2-a799-879df7c254ba tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:49.201213 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1bc3fa81-361e-4df2-a799-879df7c254ba tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/ea6c817b-6c3e-49eb-b940-ec18b9a22cdb HTTP/1.1" status: 404 len: 339 time: 0.0568321 Nov 12 09:23:49.215723 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.258608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.299670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:49.302404 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56264e0-9a0c-422a-b8df-97925a5ed1c1" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:49.391200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33846) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.420954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:49.435679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.505072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f8278ec6-f975-4a03-bdd0-9bf555075e7d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:49.505452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.530123 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c08c49-e5fd-4d7a-88db-43a52c490272 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:49.531020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c08c49-e5fd-4d7a-88db-43a52c490272 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:49.537728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-43c08c49-e5fd-4d7a-88db-43a52c490272 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/bfd7c990-78fb-4fce-8113-632233624c36 HTTP/1.1" status: 404 len: 337 time: 0.1226854 Nov 12 09:23:49.546380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33850) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.615639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Allocated IP 2001:db8:3::2 (72378339-e202-446d-add1-d36568c364cc/ca7c91cf-fbc5-43a3-8a85-09e459e2a320/47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:49.631471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=13']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:49.635266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.640335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.644038 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9638ffb8-78af-4eea-b64d-133107b65766 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:49.644925 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9638ffb8-78af-4eea-b64d-133107b65766 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:49.651966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9638ffb8-78af-4eea-b64d-133107b65766 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/55db04dd-7f7a-4218-9da0-00adc79ce898 HTTP/1.1" status: 404 len: 339 time: 0.1042488 Nov 12 09:23:49.652479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.652838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.653171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.653516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.653852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.654239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.654574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.654902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.655228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.655604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33852) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.655732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.656050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.656433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:23:49.664396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.710477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.712019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3542819 Nov 12 09:23:49.728003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33854) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.733579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'network': {'name': 'tempest-network-smoke--868866364', 'project_id': '29ad76fbd32249958059ad70c802938c', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:49.747858 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d92e9071-1b25-4fed-9ce1-a0ff0c1d4a63 req-ceab3a89-1c42-4734-bc79-b0b943dccf72 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6531956 Nov 12 09:23:49.751452 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-145440ae-c56e-42f8-bea2-af1da58b7bc8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:49.751941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145440ae-c56e-42f8-bea2-af1da58b7bc8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:49.757265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-145440ae-c56e-42f8-bea2-af1da58b7bc8 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/86f17a00-c3ed-4d9c-aa1e-565948b01625 HTTP/1.1" status: 404 len: 337 time: 0.0828383 Nov 12 09:23:49.759654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33856) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.783785 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8b67a1-7698-45d0-8955-3cb6dbec5350 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] DELETE failed (client error): The resource could not be found. Nov 12 09:23:49.784420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8b67a1-7698-45d0-8955-3cb6dbec5350 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:23:49.790338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ba8b67a1-7698-45d0-8955-3cb6dbec5350 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/96f3cdbc-3851-41e8-aa44-f57ce82ce2a9 HTTP/1.1" status: 404 len: 339 time: 0.0268562 Nov 12 09:23:49.790338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:49.790914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33858) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:49.807170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3414d-f912-43c6-b30e-9cf8acea7d57 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f10a84-d3ea-4402-9a96-2be040a92c39,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:49.881911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-d42290bb-dc02-4fbe-9dfe-dfda695138f9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:49.886194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-d42290bb-dc02-4fbe-9dfe-dfda695138f9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.4826059 Nov 12 09:23:49.900966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting subnet 90af4a1e-7277-4ef7-9e9b-aff29b23b383 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:23:49.905583 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.911116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.919429 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9246fce7-dee4-49c0-ac58-9f493f687b03 x-openstack-request-id: req-9246fce7-dee4-49c0-ac58-9f493f687b03 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:49.919848 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-plugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:49.920392 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9246fce7-dee4-49c0-ac58-9f493f687b03 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:49.920841 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'code': 200} Nov 12 09:23:49.926063 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-ef5e5f88-ae40-43a6-99a5-17988b36fe52 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/quotas/2ac29f6d67c7421fbd95b3f742213f86 HTTP/1.1" status: 200 len: 375 time: 0.0264173 Nov 12 09:23:49.941373 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.951213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:49.962915 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:49.990341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.010809 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.034975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Network 72378339-e202-446d-add1-d36568c364cc is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:50.035426 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.079127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port f8278ec6-f975-4a03-bdd0-9bf555075e7d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f8278ec6-f975-4a03-bdd0-9bf555075e7d,segment=NetworkSegment(975bddf0-81aa-4e3d-921f-76e473aa1e32),segment_id=975bddf0-81aa-4e3d-921f-76e473aa1e32)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:50.080220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:50.086511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:50.100196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:50.106252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22082475-a036-406f-9eb3-4111addf42ed None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:50.108050 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.112477 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.120326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:50.122984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Pushing event updated for resources: {'Port': ['ID=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:50.133855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.134525 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Added segment ed87b2ca-5962-4742-a54d-b625be2b9901 of type vlan for network 28862d37-9317-4176-ac68-c377f994a8fd Nov 12 09:23:50.160244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-eb9196b6-8155-47d8-a471-9f8ee09b9bd9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2251935 Nov 12 09:23:50.207512 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8959852d-98b1-426a-a49c-52465a532056 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "DELETE /v2.0/floatingips/713cba38-27d3-4501-8eeb-6602bc10286a HTTP/1.1" status: 204 len: 168 time: 5.4279764 Nov 12 09:23:50.214153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:50.221282 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ae65a-b5f1-4304-aae3-b2f76875bafb" -d '{"events": [{"name": "network-changed", "server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:50.271872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:50.272537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:50.305349 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.316498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-5c8565a3-735a-47e0-9f1a-9fa6f6e2227b service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255758 Nov 12 09:23:50.415248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.441294 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.512587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Subnet': ['ID=90af4a1e-7277-4ef7-9e9b-aff29b23b383,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:50.524485 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.528012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-62201f06-dac3-4511-bf0e-cd93b60fdf53 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/subnets/90af4a1e-7277-4ef7-9e9b-aff29b23b383 HTTP/1.1" status: 204 len: 168 time: 0.7361004 Nov 12 09:23:50.533064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33866) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:50.548640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.resource_extend [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 12 09:23:50.551765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Attempting to bind port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:50.552432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Attempting to bind port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:50.552602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Attempting to bind port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b on network 72378339-e202-446d-add1-d36568c364cc {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:50.566339 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.578082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=f8278ec6-f975-4a03-bdd0-9bf555075e7d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:50.597266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.609333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:50.610002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.639885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Allocated IP 2001:db8:3::1 (72378339-e202-446d-add1-d36568c364cc/ca7c91cf-fbc5-43a3-8a85-09e459e2a320/7bba156a-b76b-41c2-a7f4-5ca92076671e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:50.650923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:50.653096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Checking segment: {'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:50.653540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.653952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Bound using segment: {'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:50.654975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Bound port: 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:50.658608 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eb3392-65ee-47d9-909e-76e9c8b09432 x-openstack-request-id: req-81eb3392-65ee-47d9-909e-76e9c8b09432 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:50.659507 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.665124 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:50.665515 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81eb3392-65ee-47d9-909e-76e9c8b09432 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:50.665905 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'status': 'completed', 'code': 200} Nov 12 09:23:50.685022 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-7502e763-d932-4ed1-b2e4-0eb8d19b3c3a service neutron] 10.222.0.53 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441114 Nov 12 09:23:50.738605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0090177 Nov 12 09:23:50.755299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33868) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:50.774928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'admin_state_up': True, 'project_id': '29ad76fbd32249958059ad70c802938c', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:50.783519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.808310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb8ae-b397-4a3a-b71b-ee8657e4dc33 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Network': ['ID=28862d37-9317-4176-ac68-c377f994a8fd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:50.875596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 28862d37-9317-4176-ac68-c377f994a8fd details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:23:50.881029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:50.912681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.913797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:50.931537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-d8d4ff58-6dda-4d6b-b424-afd98e5dc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:50.932974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-d8d4ff58-6dda-4d6b-b424-afd98e5dc7de service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 1098 time: 0.2509742 Nov 12 09:23:50.949385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] For port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:51.044068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] For port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,segment=NetworkSegment(4868ebe7-325d-49a6-8cda-5af96050e755),segment_id=4868ebe7-325d-49a6-8cda-5af96050e755)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:51.099469 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.162206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.199547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.256330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf826e89-db93-4b0f-a79d-5abf7bc5dd79 None None] Pushing event updated for resources: {'Port': ['ID=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:51.264222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-8afbeb76-b9f0-4cc3-bf94-926ddf94fced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.270263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-8afbeb76-b9f0-4cc3-bf94-926ddf94fced service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.3189945 Nov 12 09:23:51.286912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35461a7c-29f4-433e-acae-4003cbe885ef req-cc4d3f43-a046-4917-b355-87ad0d03df80 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.288952 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35461a7c-29f4-433e-acae-4003cbe885ef req-cc4d3f43-a046-4917-b355-87ad0d03df80 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 946 time: 0.5174820 Nov 12 09:23:51.358127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871fcf4-31b8-4f4b-887b-0843f229e59a req-154c90a2-12ff-4d3e-8f99-d77e9893bca3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.368136 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-94ed9f56-cd2c-4d1e-ad24-b7d2661daf96 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb9f2d46-617a-4134-b64b-9886cd73a448 HTTP/1.1" status: 200 len: 217 time: 0.0662990 Nov 12 09:23:51.368327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3871fcf4-31b8-4f4b-887b-0843f229e59a req-154c90a2-12ff-4d3e-8f99-d77e9893bca3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.2628310 Nov 12 09:23:51.452857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-0a8c0e21-dfa4-4e6b-9bce-7d9ebf8cd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.454591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-0a8c0e21-dfa4-4e6b-9bce-7d9ebf8cd787 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0899787 Nov 12 09:23:51.580989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Deleting port f2104b93-459f-4117-b129-ec5db6ab1f95 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:51.581488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.630310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:50Z', 'revision_number': 1, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:51.674939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.695590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22082475-a036-406f-9eb3-4111addf42ed None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:51.719232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:51.719953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:51.720461 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3871fcf4-31b8-4f4b-887b-0843f229e59a req-b69f6d53-289f-457e-b413-ca27dfc127b0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592558 Nov 12 09:23:51.780084 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.781613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] For port f2104b93-459f-4117-b129-ec5db6ab1f95, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f2104b93-459f-4117-b129-ec5db6ab1f95,segment=NetworkSegment(7ee94225-c566-4eec-a356-e9cec76a6ae6),segment_id=7ee94225-c566-4eec-a356-e9cec76a6ae6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:51.782873 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.802018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Calling delete_port for f2104b93-459f-4117-b129-ec5db6ab1f95 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:51.830389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=7bba156a-b76b-41c2-a7f4-5ca92076671e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:51.892572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 72378339-e202-446d-add1-d36568c364cc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:51.950403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-b579ba8c-07e7-4c9d-a5e8-4872a57cb2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:51.952272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-b579ba8c-07e7-4c9d-a5e8-4872a57cb2a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4872272 Nov 12 09:23:51.954438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:51.963149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:51.968371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] No DVR routers for this DVR port f2104b93-459f-4117-b129-ec5db6ab1f95 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:51.969844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:51.982743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7ee3a52-0025-4095-bf35-5a4283f64d8a req-88028b9e-2f35-40cb-a34a-4b046b24d015 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 210 time: 0.0889308 Nov 12 09:23:51.984114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:51.986867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.005475 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-35461a7c-29f4-433e-acae-4003cbe885ef req-0e64a2a9-c77f-43a9-9cad-ecb7b14f6cfd tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6662235 Nov 12 09:23:52.078864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Port': ['ID=f2104b93-459f-4117-b129-ec5db6ab1f95,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:52.204703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.246262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c03ded9-aaa9-460e-b5d7-b3f2c9e90695']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:52.277939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee94225-c566-4eec-a356-e9cec76a6ae6') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:52.279506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee94225-c566-4eec-a356-e9cec76a6ae6') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:52.313617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-0be8377e-7de4-4d53-8303-c27fbc79b326 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363607 Nov 12 09:23:52.317544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.405632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.415298 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.455735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:23:52.456244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:23:52.460124 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:23:52.474694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-9cf6c4e3-52c4-483a-ab23-a83ce20ac495 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:52.486472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-9cf6c4e3-52c4-483a-ab23-a83ce20ac495 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 946 time: 0.2528918 Nov 12 09:23:52.655603 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.665520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-22082475-a036-406f-9eb3-4111addf42ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:50Z', 'revision_number': 1, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:52.734407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:52.738594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] 10.222.0.53 "DELETE /v2.0/networks/2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 HTTP/1.1" status: 204 len: 168 time: 2.2044995 Nov 12 09:23:52.744539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df1a8b-52f3-47bd-8320-cfe7ec7f0e49 tempest-NetworksTest-1189211193 tempest-NetworksTest-1189211193-project] Pushing event deleted for resources: {'Network': ['ID=2c03ded9-aaa9-460e-b5d7-b3f2c9e90695,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:52.758829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e98ae65a-b5f1-4304-aae3-b2f76875bafb req-4b1296dc-66e8-4300-8ba7-fd00978809bb service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221041 Nov 12 09:23:52.813468 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22082475-a036-406f-9eb3-4111addf42ed None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ca06644-6503-4cfd-9a16-0df5d56d02b2', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'port_id': 'ccbda553-7167-4afd-bea3-969246f1c412', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'mac_address': 'fa:16:3e:b5:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:19:43Z', 'updated_at': '2021-11-12T09:19:50Z', 'revision_number': 1, 'project_id': 'd67fe61746de4f718c627adc92591612', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:23:53.103533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-e8d8a7a3-8642-4fe2-be20-84dda3279c51 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:53.119656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-e8d8a7a3-8642-4fe2-be20-84dda3279c51 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 805 time: 0.4578967 Nov 12 09:23:53.146859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Request body: {'port': {'device_id': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'admin_state_up': True, 'tenant_id': '2ac29f6d67c7421fbd95b3f742213f86'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:53.154130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f8278ec6-f975-4a03-bdd0-9bf555075e7d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:53.199586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.238566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3cde16-2edb-40be-8c3f-127a104b1a21 None None] Network 72378339-e202-446d-add1-d36568c364cc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:53.245187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6656abb-2c0f-4caa-abf1-abfb2d44be03 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:53.275577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49360f33-b649-4ef5-a766-dbaee058bfe4 None None] Network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:53.291530 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.412854 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ff3d6-c294-45f9-8d1e-aa57131cb8e3 None None] New status for floating IP 713cba38-27d3-4501-8eeb-6602bc10286a: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:23:53.513973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6641d-2d3c-4bd0-b517-2ba2773692bc req-4ed0e36e-c963-431b-bc90-ac4be236d11f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:53.527781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49360f33-b649-4ef5-a766-dbaee058bfe4 None None] Network 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:23:53.542757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0df6641d-2d3c-4bd0-b517-2ba2773692bc req-4ed0e36e-c963-431b-bc90-ac4be236d11f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.4338417 Nov 12 09:23:53.556414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Made reservation on behalf of 2ac29f6d67c7421fbd95b3f742213f86 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:53.562467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.621399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:53.656496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fdb3668d-d974-430a-b73e-d129a02f907e None None] Provisioning complete for port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:53.656884 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fdb3668d-d974-430a-b73e-d129a02f907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.672210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5f659aa6-b607-46ff-8693-bee19d88ec0b req-01c851fd-0c48-4b97-8f51-fc8bc0bb203f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 210 time: 0.1743171 Nov 12 09:23:53.726650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958bf39-3840-4ca8-8c5b-4f194cccf052 None None] DHCP port deletion for 2c03ded9-aaa9-460e-b5d7-b3f2c9e90695 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:53.838614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f8278ec6-f975-4a03-bdd0-9bf555075e7d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:53.839756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:53.943099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d88ca-b125-42b4-a957-dee7e57f8973 req-913cf022-2c5e-4017-9858-56af61068b33 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:53.950064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-511d88ca-b125-42b4-a957-dee7e57f8973 req-913cf022-2c5e-4017-9858-56af61068b33 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 946 time: 0.1559970 Nov 12 09:23:53.986381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Allocated IP 172.20.0.2 (41ba8628-070c-4aaf-86f2-4076c7a6a49b/7b16d376-2e61-41b1-845a-acb59d25c075/0bd91305-df4f-411e-b813-9c3f58e96212) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:54.033500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-511d88ca-b125-42b4-a957-dee7e57f8973 req-7048f7a6-7f65-4d33-a348-4d3caf9c4a28 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822675 Nov 12 09:23:54.102776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fdb3668d-d974-430a-b73e-d129a02f907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.159519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fdb3668d-d974-430a-b73e-d129a02f907e None None] For port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,segment=NetworkSegment(4868ebe7-325d-49a6-8cda-5af96050e755),segment_id=4868ebe7-325d-49a6-8cda-5af96050e755)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:54.190364 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fdb3668d-d974-430a-b73e-d129a02f907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.301746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.308792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:54.312860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port eb9f2d46-617a-4134-b64b-9886cd73a448 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:23:54.313478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.334788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device eb9f2d46-617a-4134-b64b-9886cd73a448 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:54.366087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.440523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event updated for resources: {'Port': ['ID=0bd91305-df4f-411e-b813-9c3f58e96212,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:54.442112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:23:54.454624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3668d-d974-430a-b73e-d129a02f907e None None] Pushing event updated for resources: {'Port': ['ID=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:54.484078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:54.486513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:54.502345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:54.530454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ec654b-cbe9-4bc4-87cf-ad7deb490714 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:54.539826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ad85f880-489d-445f-bd8a-70148c43057e None None] Provisioning complete for port f8278ec6-f975-4a03-bdd0-9bf555075e7d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:54.540270 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad85f880-489d-445f-bd8a-70148c43057e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.587127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0df6641d-2d3c-4bd0-b517-2ba2773692bc req-6e98ce87-0c37-41ad-801b-c4b654bf6dc3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0431709 Nov 12 09:23:54.637242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:54.639371 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.676544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-8c21bad0-b7d6-4902-8a83-682b2615443e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5507512 Nov 12 09:23:54.705420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Request body: {'port': {'device_id': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:54.709653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.242 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b9157ce3-4c57-434e-8eab-087500a9be8d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:23:54.767614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.786877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:54.787252 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.788565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ae497d1-2962-45a5-b3bc-8eb753ad0a13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce0cffc062d948bd9342310b72f14596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5650544 Nov 12 09:23:54.794990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33902) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:54.802163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] For port eb9f2d46-617a-4134-b64b-9886cd73a448, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=eb9f2d46-617a-4134-b64b-9886cd73a448,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:54.802962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.831348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.858155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for eb9f2d46-617a-4134-b64b-9886cd73a448 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:23:54.866258 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:54.867561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.042947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:55.053055 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692545e8-0d63-4816-b913-5be985827cc5" -d '{"events": [{"server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:55.071005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae5b8-b566-424e-b01e-91ba8bcc975a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.102825 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.122262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port eb9f2d46-617a-4134-b64b-9886cd73a448, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=eb9f2d46-617a-4134-b64b-9886cd73a448,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:23:55.167579 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f10c5e0-4639-4105-b066-a378bb424545 x-openstack-request-id: req-8f10c5e0-4639-4105-b066-a378bb424545 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:55.167963 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "name": "network-vif-unplugged", "status": "completed", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:55.168146 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f10c5e0-4639-4105-b066-a378bb424545 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:55.168536 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'code': 200} Nov 12 09:23:55.184837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dba23e-a5e5-45f9-9301-fc6924f7ed36 None None] Network 72378339-e202-446d-add1-d36568c364cc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:23:55.196839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event updated for resources: {'Port': ['ID=7bba156a-b76b-41c2-a7f4-5ca92076671e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:55.243954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f499f-3e3e-4aeb-aa66-420885e3591d req-a1c9039c-6ed8-41a3-983a-ef7c0c855a24 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.253715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2e0f499f-3e3e-4aeb-aa66-420885e3591d req-a1c9039c-6ed8-41a3-983a-ef7c0c855a24 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 931 time: 0.4569573 Nov 12 09:23:55.285052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae5b8-b566-424e-b01e-91ba8bcc975a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.336463 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.347412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.426969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628377d-122a-4e4a-b820-0041bfacb3e0 req-b30aa9a9-97eb-4fa8-bb0c-d05fe3c861db tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:55.433759 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2e0f499f-3e3e-4aeb-aa66-420885e3591d req-ab8f072d-1a6c-4dea-b79b-aa47a46b0015 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790524 Nov 12 09:23:55.436195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4628377d-122a-4e4a-b820-0041bfacb3e0 req-b30aa9a9-97eb-4fa8-bb0c-d05fe3c861db tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 944 time: 0.1681094 Nov 12 09:23:55.484839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Network 72378339-e202-446d-add1-d36568c364cc is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:55.498641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:55.519457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.657743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae5b8-b566-424e-b01e-91ba8bcc975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.670875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae5b8-b566-424e-b01e-91ba8bcc975a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.674735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0e5ae5b8-b566-424e-b01e-91ba8bcc975a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/877643c2-3ccb-4a3e-b6cd-e3e4e0439ced HTTP/1.1" status: 204 len: 168 time: 0.8524721 Nov 12 09:23:55.690742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.692609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ae5b8-b566-424e-b01e-91ba8bcc975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877643c2-3ccb-4a3e-b6cd-e3e4e0439ced,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:55.727966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4628377d-122a-4e4a-b820-0041bfacb3e0 req-bef507ad-4583-4e52-8949-3fa673d2c481 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2884917 Nov 12 09:23:55.737124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:23:55.748492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:23:55.752863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=b9157ce3-4c57-434e-8eab-087500a9be8d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:55.755232 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:23:55.783753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:23:55.814314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce51c9-cadd-4b31-ae60-8fd52afa6342 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:55.861600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bd91305-df4f-411e-b813-9c3f58e96212 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:23:55.870964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=eb9f2d46-617a-4134-b64b-9886cd73a448,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:55.873997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.887856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-72d0dd59-0db3-4c1b-aa6e-075647a13333 None None] Provisioning complete for port 0bd91305-df4f-411e-b813-9c3f58e96212 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:55.888265 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72d0dd59-0db3-4c1b-aa6e-075647a13333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.890258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Transition to ACTIVE for port object 0bd91305-df4f-411e-b813-9c3f58e96212 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:23:55.907717 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.922040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:23:55.973557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] No DVR routers for this DVR port eb9f2d46-617a-4134-b64b-9886cd73a448 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:23:55.978282 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:55.981736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e1f8f0c-0ecc-4b1b-bd75-3a336d769733 req-1a597142-6b89-4d39-9396-d1e29b50e385 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "DELETE /v2.0/ports/eb9f2d46-617a-4134-b64b-9886cd73a448 HTTP/1.1" status: 204 len: 173 time: 3.4856863 Nov 12 09:23:55.999442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0346f2-2e79-4302-8658-c1a4137873bc None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:56.005384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'name': 'network-vif-deleted', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:56.007152 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ce4df6-0d0b-4d0d-b1b3-bcc934af9263" -d '{"events": [{"server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "name": "network-vif-deleted", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:56.152431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=eb9f2d46-617a-4134-b64b-9886cd73a448,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:56.157607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-72d0dd59-0db3-4c1b-aa6e-075647a13333 None None] Port 0bd91305-df4f-411e-b813-9c3f58e96212 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:56.185835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d741e99-7d2e-4485-a8ba-d9991fce6b0b req-0360aeb8-d194-47b9-892b-937f447224f7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.189456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d741e99-7d2e-4485-a8ba-d9991fce6b0b req-0360aeb8-d194-47b9-892b-937f447224f7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.2973692 Nov 12 09:23:56.197511 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9939c131-a581-4f8b-9b2d-55c3b4196f16 x-openstack-request-id: req-9939c131-a581-4f8b-9b2d-55c3b4196f16 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:56.197866 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f35c4554-d89f-4277-bd95-613a9205861f", "name": "network-vif-deleted", "tag": "eb9f2d46-617a-4134-b64b-9886cd73a448", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:56.198300 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9939c131-a581-4f8b-9b2d-55c3b4196f16 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:56.198711 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35c4554-d89f-4277-bd95-613a9205861f', 'name': 'network-vif-deleted', 'tag': 'eb9f2d46-617a-4134-b64b-9886cd73a448', 'status': 'completed', 'code': 200} Nov 12 09:23:56.233126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:56.233126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:56.245482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd91305-df4f-411e-b813-9c3f58e96212,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:56.284581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3d741e99-7d2e-4485-a8ba-d9991fce6b0b req-b5039753-b934-45fc-8903-46bda57d2023 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768914 Nov 12 09:23:56.287376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Attempting to bind port 0bd91305-df4f-411e-b813-9c3f58e96212 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:56.287618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Attempting to bind port 0bd91305-df4f-411e-b813-9c3f58e96212 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:56.289475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Attempting to bind port 0bd91305-df4f-411e-b813-9c3f58e96212 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:56.296977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Port 0bd91305-df4f-411e-b813-9c3f58e96212 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:23:56.297319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Attempting to bind port 0bd91305-df4f-411e-b813-9c3f58e96212 on network 41ba8628-070c-4aaf-86f2-4076c7a6a49b {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:56.315446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:56.315695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Checking segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:56.316104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Bound using segment: {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:56.316545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Bound port: 0bd91305-df4f-411e-b813-9c3f58e96212, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '885e466a-87a7-4de3-87c9-d62a9d03db15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:56.317526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:56.371593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Provisioning complete for port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:56.387754 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:56.483558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] For port 0bd91305-df4f-411e-b813-9c3f58e96212, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:56.504748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] For port 0bd91305-df4f-411e-b813-9c3f58e96212, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bd91305-df4f-411e-b813-9c3f58e96212,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:56.513350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:56.715181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f2104b93-459f-4117-b129-ec5db6ab1f95 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:23:56.736929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.740190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:23:56.747713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e5d8e4d7-1d90-47cf-b1f6-6d7f5d80a205 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3945415 Nov 12 09:23:56.751601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f2104b93-459f-4117-b129-ec5db6ab1f95 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:23:56.752149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f2104b93-459f-4117-b129-ec5db6ab1f95 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:23:56.752999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33930) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:56.760179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:56.761282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ce3ba-0e96-4275-9a64-0a949bd5f9fc None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:23:56.768126 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:56.772771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:23:56.775539 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] 10.222.0.55 "PUT /v2.0/ports/0bd91305-df4f-411e-b813-9c3f58e96212 HTTP/1.1" status: 200 len: 1092 time: 2.0787418 Nov 12 09:23:56.782560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402e719-09c9-4d71-97f4-7b40b4766082 service neutron] Pushing event updated for resources: {'Port': ['ID=0bd91305-df4f-411e-b813-9c3f58e96212,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:56.799136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'tag': '0bd91305-df4f-411e-b813-9c3f58e96212'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:23:56.810982 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b60a756-2dd3-43c9-a62d-c9712bfe6406" -d '{"events": [{"name": "network-changed", "server_uuid": "a410c316-0d99-4b6e-ada9-31b803bba976", "tag": "0bd91305-df4f-411e-b813-9c3f58e96212"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:23:56.830596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:56.831246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:56.919266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdc5a3-beba-48fb-bccc-d636cdd42dfb req-c90cdc0d-fd6c-4043-9746-986ab1d54c53 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:56.951866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1bdc5a3-beba-48fb-bccc-d636cdd42dfb req-c90cdc0d-fd6c-4043-9746-986ab1d54c53 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 943 time: 0.3399339 Nov 12 09:23:56.974211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c18784e-72df-4a3f-8e48-8497b6272de3 req-02b79623-205f-45c5-a5e2-0e6e16de2554 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0494752 Nov 12 09:23:57.000898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:57.012343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-6df8f146-9549-43d6-8bc6-b5858a8031f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:57.014843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-6df8f146-9549-43d6-8bc6-b5858a8031f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 1095 time: 0.1886139 Nov 12 09:23:57.088948 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-eb1796a1-db50-4006-97b8-fad95fea52fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bd91305-df4f-411e-b813-9c3f58e96212 HTTP/1.1" status: 200 len: 217 time: 0.0662286 Nov 12 09:23:57.171040 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf392154-44e5-4891-aaca-dbc79f51342d x-openstack-request-id: req-bf392154-44e5-4891-aaca-dbc79f51342d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:23:57.171311 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a410c316-0d99-4b6e-ada9-31b803bba976", "tag": "0bd91305-df4f-411e-b813-9c3f58e96212", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:23:57.171573 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf392154-44e5-4891-aaca-dbc79f51342d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:23:57.171996 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'tag': '0bd91305-df4f-411e-b813-9c3f58e96212', 'status': 'completed', 'code': 200} Nov 12 09:23:57.217764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-a3f6dea1-60bc-4ae5-9f92-35588086d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:57.219710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-a3f6dea1-60bc-4ae5-9f92-35588086d7ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1170931 Nov 12 09:23:57.358089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-94ca04a7-cf39-48d7-8db1-0921ddd822fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281517 Nov 12 09:23:57.581254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33944) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:23:57.645641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-34bca5c0-9fc1-40a4-8058-6c4561e59256 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789478 Nov 12 09:23:57.684371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:57.685331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Provisioning complete for port b9157ce3-4c57-434e-8eab-087500a9be8d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:57.685825 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:57.821006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1bdc5a3-beba-48fb-bccc-d636cdd42dfb req-9edd3e56-0a16-4fa0-be0a-9aaabf721cce tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8680503 Nov 12 09:23:57.865312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-758887560'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:23:57.975857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Port b9157ce3-4c57-434e-8eab-087500a9be8d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:58.018796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.042255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Provisioning complete for port 7bba156a-b76b-41c2-a7f4-5ca92076671e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:58.042694 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.051380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:23:58.061536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.125336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a508f8a0-75c2-46e5-a7ed-f11d8bcf15e0 None None] Port 7bba156a-b76b-41c2-a7f4-5ca92076671e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:58.140188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.163145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:52Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:23:53Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:58.204188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac888e2e-9a0a-4ba8-9d28-147b1587603b req-15bd879a-6dca-46b6-837c-d5aabf5acb4b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0930140 Nov 12 09:23:58.204461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:23:58.204580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Updating router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a port 7bba156a-b76b-41c2-a7f4-5ca92076671e binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:23:58.249033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.285928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5f4a8e78-cabc-4347-9c40-1448bbc508b8 None None] Provisioning complete for port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:58.286300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8e78-cabc-4347-9c40-1448bbc508b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.373843 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.555057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4961b50-7dcc-4956-afd4-b2a80979dab3 req-db06cf3a-65c1-4083-aeb9-b51c95f204c5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:58.556663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4961b50-7dcc-4956-afd4-b2a80979dab3 req-db06cf3a-65c1-4083-aeb9-b51c95f204c5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.9100964 Nov 12 09:23:58.639089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5f4a8e78-cabc-4347-9c40-1448bbc508b8 None None] Provisioning complete for port 7bba156a-b76b-41c2-a7f4-5ca92076671e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:58.639468 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f4a8e78-cabc-4347-9c40-1448bbc508b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.698975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4961b50-7dcc-4956-afd4-b2a80979dab3 req-fd8df45e-d526-422c-bfb3-4a9977af3d18 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322889 Nov 12 09:23:58.709135 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3d14301-4b73-4258-ae77-7b333dcae554 req-45834f1e-e7f0-4520-a584-a2de1a2bf867 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0367336 Nov 12 09:23:58.730603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a8e78-cabc-4347-9c40-1448bbc508b8 None None] Port 7bba156a-b76b-41c2-a7f4-5ca92076671e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:23:58.816844 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.826163 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:58.850698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-97a55c15-d044-4ede-bb32-4695d1722def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:58.853853 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-97a55c15-d044-4ede-bb32-4695d1722def service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 1095 time: 0.0815723 Nov 12 09:23:58.881853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24434ab4-4f35-42b0-b373-e4244786d544 None None] Pushing event updated for resources: {'Port': ['ID=7bba156a-b76b-41c2-a7f4-5ca92076671e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:58.968893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.033249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Attempting to bind port 7bba156a-b76b-41c2-a7f4-5ca92076671e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:23:59.033622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Attempting to bind port 7bba156a-b76b-41c2-a7f4-5ca92076671e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:23:59.034611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Attempting to bind port 7bba156a-b76b-41c2-a7f4-5ca92076671e on network 72378339-e202-446d-add1-d36568c364cc {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:23:59.045387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:23:59.045387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Checking segment: {'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:23:59.045956 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.046215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Bound using segment: {'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:23:59.046689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Bound port: 7bba156a-b76b-41c2-a7f4-5ca92076671e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4868ebe7-325d-49a6-8cda-5af96050e755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '72378339-e202-446d-add1-d36568c364cc'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:23:59.047072 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.048721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-8ad26a45-b598-49a6-88a9-017c5bb5c94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:59.050674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-8ad26a45-b598-49a6-88a9-017c5bb5c94e service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.1910257 Nov 12 09:23:59.132233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-2b843473-c5db-457a-8223-84f3355b9124 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0bd91305-df4f-411e-b813-9c3f58e96212 HTTP/1.1" status: 200 len: 217 time: 0.0726151 Nov 12 09:23:59.134178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 09:23:59.181558 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:23:59.203239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] For port 7bba156a-b76b-41c2-a7f4-5ca92076671e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:23:59.207266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] For port 7bba156a-b76b-41c2-a7f4-5ca92076671e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7bba156a-b76b-41c2-a7f4-5ca92076671e,segment=NetworkSegment(4868ebe7-325d-49a6-8cda-5af96050e755),segment_id=4868ebe7-325d-49a6-8cda-5af96050e755)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:23:59.214181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56ff6d-2ca3-4382-b78a-e60e1921b519 req-32553a3f-0d67-4f30-946f-1ffc46aa7fd0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:59.218776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.222413 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb56ff6d-2ca3-4382-b78a-e60e1921b519 req-32553a3f-0d67-4f30-946f-1ffc46aa7fd0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 943 time: 0.2510948 Nov 12 09:23:59.265023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-4e87e285-2d7f-4824-b592-631871325a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:59.270329 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-4e87e285-2d7f-4824-b592-631871325a5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1290107 Nov 12 09:23:59.313860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Removed routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 09:23:59.314247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.318670 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-34c14e65-6fd7-48a2-a35f-b50fcbf88859 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408854 Nov 12 09:23:59.370362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24434ab4-4f35-42b0-b373-e4244786d544 None None] Pushing event updated for resources: {'Port': ['ID=7bba156a-b76b-41c2-a7f4-5ca92076671e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:59.396253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:23:59.398622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:23:59.423601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a8d9788-c129-4a7f-bbc2-07bb95a71b3d req-a8a43ef8-410e-4c0d-93c7-a7eae0cf3118 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0485623 Nov 12 09:23:59.558708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb56ff6d-2ca3-4382-b78a-e60e1921b519 req-c4c4e2ff-4a0a-4834-bca2-653b77f0ddae tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353698 Nov 12 09:23:59.603605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-a882c0a6-bd97-47c6-b3cc-b0c7d2336958 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764513 Nov 12 09:23:59.619965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:23:59.685899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.701896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-46f03d34-6206-47c8-b635-8a3b9aaae401 None None] Provisioning complete for port 7bba156a-b76b-41c2-a7f4-5ca92076671e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:23:59.702133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.702347 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-46f03d34-6206-47c8-b635-8a3b9aaae401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.773409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b60a756-2dd3-43c9-a62d-c9712bfe6406 req-32994128-2667-4a3f-9449-1fe3201a2613 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611519 Nov 12 09:23:59.813788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:23:59.880960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 254be786-d440-4e4e-8491-ca0b10189b1d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:23:59.889191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:23:59.889540 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment 407cbd31-90e3-4be8-8bd3-f9264f5c195d of type vlan for network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf Nov 12 09:23:59.902207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb31c23-355a-4899-b673-86ca372145de,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:23:59.910572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d8606-c748-48c7-9e5e-c75ac945f06a req-f69c7ad8-9257-4065-9b6b-cf3b56c40ce9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:23:59.929461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a03d8606-c748-48c7-9e5e-c75ac945f06a req-f69c7ad8-9257-4065-9b6b-cf3b56c40ce9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.1131811 Nov 12 09:24:00.031098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.032268 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a03d8606-c748-48c7-9e5e-c75ac945f06a req-d8fd300b-67c1-452b-bab9-00ede7bebbdb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962455 Nov 12 09:24:00.038272 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.057606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.108288 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-46f03d34-6206-47c8-b635-8a3b9aaae401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.191711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-46f03d34-6206-47c8-b635-8a3b9aaae401 None None] For port 7bba156a-b76b-41c2-a7f4-5ca92076671e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7bba156a-b76b-41c2-a7f4-5ca92076671e,segment=NetworkSegment(4868ebe7-325d-49a6-8cda-5af96050e755),segment_id=4868ebe7-325d-49a6-8cda-5af96050e755)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:00.201667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-46f03d34-6206-47c8-b635-8a3b9aaae401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.204763 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.210944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:00.212164 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.272698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:00.290194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f03d34-6206-47c8-b635-8a3b9aaae401 None None] Pushing event updated for resources: {'Port': ['ID=7bba156a-b76b-41c2-a7f4-5ca92076671e,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:00.306846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:59Z', 'revision_number': 6, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:23:59Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:00.331628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7332456 Nov 12 09:24:00.333016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33956) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:00.338166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'name': 'tempest-PortsIpV6TestJSON-1512879712'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:00.360351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083a26bf-558f-46cf-9c3c-e71a042aff6f None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:59Z', 'revision_number': 6, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:23:59Z', 'revision_number': 4, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:00.362758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=0e20a1f3-ff11-4287-9cce-0dea9aee2fbf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:00.399038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:00.424594 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Sync routers for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:00.431713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ca796c9a-2995-40cc-beee-7eb1eec3527a None None] Provisioning complete for port 7bba156a-b76b-41c2-a7f4-5ca92076671e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:00.432134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca796c9a-2995-40cc-beee-7eb1eec3527a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.437103 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:00.438020 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:00.531193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.531558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.531902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.532274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.532690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.532950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.533232 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.533721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.533949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.534280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.534697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.535016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4f6e9-0909-43a4-ad45-49b7f67ebe39 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:00.625538 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.631027 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1cbc1647-2376-44f5-815c-699a1a1f4005 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.8646665 Nov 12 09:24:00.634906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33966) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:00.677587 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:00.722851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f7ed077b-d8d2-40f9-adf2-28953768c4e0 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=29ad76fbd32249958059ad70c802938c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860999 Nov 12 09:24:00.727921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33968) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:00.737870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:24:00.845734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f5db3506-9689-4a88-a092-52aa6f9590e4 req-783d2414-218b-42f3-958b-3158860f3bde tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.1255884 Nov 12 09:24:00.899153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:00.903082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.910348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:00.939138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:00.941354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0ae2508f-e5ce-4250-b840-ad20b3a8bdd2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 200 len: 952 time: 4.1871474 Nov 12 09:24:00.944441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33970) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:01.035439 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:23:56Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:01.138719 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Checking router: 254be786-d440-4e4e-8491-ca0b10189b1d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:01.144534 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Updating router 254be786-d440-4e4e-8491-ca0b10189b1d port b9157ce3-4c57-434e-8eab-087500a9be8d binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:24:01.152500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d16e5222-c7a1-4330-9632-bbd817378af6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 200 len: 952 time: 0.1978283 Nov 12 09:24:01.154183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 31e45d9e-12e5-4969-9fa3-a5493ff44200 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:01.177313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33974) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:01.182929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'routes': None}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:01.191389 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:01.203086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f130d1-e147-488c-9598-f4bdd2f3b7d3 req-c3c7d0c3-ea16-4a4b-9b92-53e070cd6ef5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:01.216228 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00f130d1-e147-488c-9598-f4bdd2f3b7d3 req-c3c7d0c3-ea16-4a4b-9b92-53e070cd6ef5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 943 time: 0.3917623 Nov 12 09:24:01.396672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9585569-4e34-4ee6-bd71-e2d3988deb52 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:01.404995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e9585569-4e34-4ee6-bd71-e2d3988deb52 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6718192 Nov 12 09:24:01.405663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:01.519091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4684fa1b-5556-4cbe-9617-c78f9baac40d tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1122541 Nov 12 09:24:01.520330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:01.536595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-179592383', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'project_id': '29ad76fbd32249958059ad70c802938c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:01.554031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0724f5f-4acf-4929-9f56-e3a43006857d req-d704a527-cdbb-4ddd-b79a-f1c7ffc3b360 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:01.561452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0724f5f-4acf-4929-9f56-e3a43006857d req-d704a527-cdbb-4ddd-b79a-f1c7ffc3b360 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.2937231 Nov 12 09:24:01.623410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0bd91305-df4f-411e-b813-9c3f58e96212 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:24:01.652070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00f130d1-e147-488c-9598-f4bdd2f3b7d3 req-28bfe365-a232-4269-aad8-abd8c56f742f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275639 Nov 12 09:24:01.797097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 0bd91305-df4f-411e-b813-9c3f58e96212, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bd91305-df4f-411e-b813-9c3f58e96212,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:01.814108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7bba156a-b76b-41c2-a7f4-5ca92076671e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:01.817609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '0bd91305-df4f-411e-b813-9c3f58e96212', 'network_id': '41ba8628-070c-4aaf-86f2-4076c7a6a49b', 'port_id': '0bd91305-df4f-411e-b813-9c3f58e96212', 'mac_address': 'fa:16:3e:e7:89:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b16d376-2e61-41b1-845a-acb59d25c075', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:24:01.836219 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:01.851294 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:01.885252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b0724f5f-4acf-4929-9f56-e3a43006857d req-533378b8-fa98-4922-a2d9-282741090bd8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3148556 Nov 12 09:24:01.888587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:01.926366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:01.933289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:01.988831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f142ad4e-7b6c-4b02-b51f-ba0ee6374e18 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:02.010704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.034891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bd91305-df4f-411e-b813-9c3f58e96212 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:02.060573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 0bd91305-df4f-411e-b813-9c3f58e96212, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bd91305-df4f-411e-b813-9c3f58e96212,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:02.062076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:02.072178 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Attempting to bind port b9157ce3-4c57-434e-8eab-087500a9be8d on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:02.073114 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Attempting to bind port b9157ce3-4c57-434e-8eab-087500a9be8d by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:02.074245 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Attempting to bind port b9157ce3-4c57-434e-8eab-087500a9be8d on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:02.074369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.091340 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ede0-4edc-44d8-8e65-c004276c6a10 None None] Pushing event updated for resources: {'Port': ['ID=b9157ce3-4c57-434e-8eab-087500a9be8d,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:02.100652 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:02.101467 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:02.102603 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.102603 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:02.102603 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Bound port: b9157ce3-4c57-434e-8eab-087500a9be8d, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:02.102901 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.120897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.175219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=0bd91305-df4f-411e-b813-9c3f58e96212,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:02.185530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:02.185992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:02.218592 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] For port b9157ce3-4c57-434e-8eab-087500a9be8d, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:02.224025 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] For port b9157ce3-4c57-434e-8eab-087500a9be8d, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b9157ce3-4c57-434e-8eab-087500a9be8d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:02.233121 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.240837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7bba156a-b76b-41c2-a7f4-5ca92076671e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:02.241223 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.308655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=31e45d9e-12e5-4969-9fa3-a5493ff44200,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:02.328120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e613eb4a-c0dc-45a0-adc8-af0827c5e3c5 req-67765a42-5f8f-434d-a62e-f4609bb12933 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.3421555 Nov 12 09:24:02.379250 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:02.384337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e2ce4-7dd8-4cd5-aa3a-97ff68d30b24 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:02.386526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['0bd91305-df4f-411e-b813-9c3f58e96212'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:02.390455 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:02.396137 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ede0-4edc-44d8-8e65-c004276c6a10 None None] Pushing event updated for resources: {'Port': ['ID=b9157ce3-4c57-434e-8eab-087500a9be8d,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:02.437370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': '407cbd31-90e3-4be8-8bd3-f9264f5c195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:02.440658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:02.487024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.extraroute_db [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added routes are [] {{(pid=109377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 09:24:02.487706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.extraroute_db [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 09:24:02.543504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2633192b-52c0-4398-a36e-8c7b93c1b269 None None] Provisioning complete for port b9157ce3-4c57-434e-8eab-087500a9be8d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:02.543873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2633192b-52c0-4398-a36e-8c7b93c1b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.556574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.599758 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.623217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:02.630788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:02.646061 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:02.737497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:02.784796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:02.801187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:02.801879 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:02.862140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Checking segment: {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:02.862460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network hostable DHCP agents. Network: 28862d37-9317-4176-ac68-c377f994a8fd, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:02.873481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9276338e-7138-4e3a-9e7c-33264c1818f6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5365644 Nov 12 09:24:02.873481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Subnet': ['ID=15347eb1-64d5-4854-8589-83fbf8b6db83,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:02.886458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 33984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:02.928549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-561468204'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:02.953026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af9e55-69a9-4bea-85eb-2c47085e7cae None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:02.986405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 28862d37-9317-4176-ac68-c377f994a8fd is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:03.033856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 28862d37-9317-4176-ac68-c377f994a8fd) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:03.056322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.057130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.060165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335001db-1d51-43bc-81a2-6e7a8e08bf6a None None] Network 28862d37-9317-4176-ac68-c377f994a8fd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:03.061859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.071084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.113935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b0944-5db7-49fb-acd8-8b19e24e85bb req-ba00e0a4-7773-4e2a-926f-fbd2f58ea655 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.115470 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b7b0944-5db7-49fb-acd8-8b19e24e85bb req-ba00e0a4-7773-4e2a-926f-fbd2f58ea655 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 944 time: 0.2823238 Nov 12 09:24:03.128185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9fcabceb-9154-4871-830a-263b890b6330 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5956554 Nov 12 09:24:03.128941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:03.134941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33988) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:03.143885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.202724 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:23:56Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:03.271270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b7b0944-5db7-49fb-acd8-8b19e24e85bb req-56a4ca99-d804-4c73-acd4-649f4bb419cf tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243932 Nov 12 09:24:03.278695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:24:03.294890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.295247 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment e8a81f88-b28b-42f0-89d1-19285ce691b7 of type vlan for network bf6c9fad-4137-4e90-a562-d7444bb87e05 Nov 12 09:24:03.304881 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ec8813-5a08-4d5a-b9a6-b80259869aaa None None] The sync data for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 is: [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:23:56Z', 'revision_number': 3, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:03.399812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.476402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.482460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:03.483246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.576043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6569583 Nov 12 09:24:03.600269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 33994) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:03.617034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'ports': [{'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf'}, {'network_id': 'bf6c9fad-4137-4e90-a562-d7444bb87e05'}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:03.617911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:03.618623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': 'bf6c9fad-4137-4e90-a562-d7444bb87e05'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:03.629306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a33d2-b1b6-4a53-a11c-5ef47e32f27e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=bf6c9fad-4137-4e90-a562-d7444bb87e05,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:03.746347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network bf6c9fad-4137-4e90-a562-d7444bb87e05 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:24:03.926044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-28862d37-9317-4176-ac68-c377f994a8fd', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:24:03.927137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:03.951011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb73dd5f-a12d-42d2-9c52-b529bd8d475e req-06e1fc0d-614c-4efa-a4b9-09a778d9d0a6 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0631990 Nov 12 09:24:03.976709 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2633192b-52c0-4398-a36e-8c7b93c1b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:04.192667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b9157ce3-4c57-434e-8eab-087500a9be8d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:04.211182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2633192b-52c0-4398-a36e-8c7b93c1b269 None None] For port b9157ce3-4c57-434e-8eab-087500a9be8d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b9157ce3-4c57-434e-8eab-087500a9be8d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:04.306518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2633192b-52c0-4398-a36e-8c7b93c1b269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:04.409540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Allocated IP 172.20.0.2 (28862d37-9317-4176-ac68-c377f994a8fd/15347eb1-64d5-4854-8589-83fbf8b6db83/4a5d6f1e-d6eb-4ce4-bb32-817a7d610534) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:04.480605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b4a89-a695-42b8-a6d6-46dd0f8f3ec6 req-9ef3d5b6-da88-4290-abf6-3fb389147959 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:04.493184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-557b4a89-a695-42b8-a6d6-46dd0f8f3ec6 req-9ef3d5b6-da88-4290-abf6-3fb389147959 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 944 time: 0.1161039 Nov 12 09:24:04.577618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae069cf9-569a-46c9-8ff0-ef4fce434534 req-e958049e-f69b-4f69-8007-da98b6ac07aa tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:04.586486 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:04.589706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae069cf9-569a-46c9-8ff0-ef4fce434534 req-e958049e-f69b-4f69-8007-da98b6ac07aa tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 1.5208416 Nov 12 09:24:04.606177 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:04.614689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-557b4a89-a695-42b8-a6d6-46dd0f8f3ec6 req-be09f39d-a83a-4d96-ad35-b63cdb4a9054 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201029 Nov 12 09:24:04.628243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:23:59Z', 'revision_number': 6, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:00Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:04.682247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:04.698289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:04.761208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:04.761858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:04.865049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:04.938499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae069cf9-569a-46c9-8ff0-ef4fce434534 req-8960259e-32e3-458d-bd92-de2800afa5a1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3476818 Nov 12 09:24:04.960240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Network 28862d37-9317-4176-ac68-c377f994a8fd is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:04.966854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:04.985783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:04.989191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-228767cc-4bce-4c90-9a01-14645bb6a995 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 200 len: 702 time: 3.8077202 Nov 12 09:24:04.989917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:05.021320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:05.029324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:05.107994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2633192b-52c0-4398-a36e-8c7b93c1b269 None None] Pushing event updated for resources: {'Port': ['ID=b9157ce3-4c57-434e-8eab-087500a9be8d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:05.150922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0de8e0f9-7383-4dc1-9673-0c405a4c621a None None] Provisioning complete for port b9157ce3-4c57-434e-8eab-087500a9be8d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:05.151328 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0de8e0f9-7383-4dc1-9673-0c405a4c621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.222490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06570e61-1398-423b-bdae-09ce37732c61 req-4e80af8f-1b3c-4804-8cfb-2a290cf7b1f5 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.0614946 Nov 12 09:24:05.279451 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb8017b3-1e36-4ad6-a7f3-55e4894ab603 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 200 len: 702 time: 0.2881887 Nov 12 09:24:05.282474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34002) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:05.324339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 2} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:05.335954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.406393 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.452995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b9157ce3-4c57-434e-8eab-087500a9be8d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:05.453769 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.498525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Attempting to bind port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:05.499243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Attempting to bind port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:05.499847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Attempting to bind port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 on network 28862d37-9317-4176-ac68-c377f994a8fd {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:05.528932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:05.529701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Checking segment: {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:05.530374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.531007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Bound using segment: {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:05.531748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Bound port: 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:05.532427 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.577987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Pushing event updated for resources: {'Port': ['ID=4a5d6f1e-d6eb-4ce4-bb32-817a7d610534,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:05.647805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 4c3a0898-ddcb-487e-8b50-f4b97200582a yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:05.685634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:05.793983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:02Z', 'revision_number': 7, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:00Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:05.806427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] For port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:05.852951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6400e0b-70cb-4d3c-90a4-126dc7c0a14b None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:02Z', 'revision_number': 7, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:00Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:05.884944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] For port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4a5d6f1e-d6eb-4ce4-bb32-817a7d610534,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:05.895305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.085728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fca66e-cb85-4298-9b9f-9e37e74856fa req-dca89881-7075-4458-bbd6-1acebd064cb6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:06.087745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2fca66e-cb85-4298-9b9f-9e37e74856fa req-dca89881-7075-4458-bbd6-1acebd064cb6 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 944 time: 0.3705070 Nov 12 09:24:06.218235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6bb8a7-1d36-45d9-924e-956c9ffc657e None None] Pushing event updated for resources: {'Port': ['ID=4a5d6f1e-d6eb-4ce4-bb32-817a7d610534,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:06.254222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.269374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b9157ce3-4c57-434e-8eab-087500a9be8d up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:06.339230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2fca66e-cb85-4298-9b9f-9e37e74856fa req-bf59c650-49ab-44ff-b935-e1f62677aa86 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350872 Nov 12 09:24:06.421858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 6e887c08-2399-4148-be56-29bb3f7837dd yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:06.453018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b9157ce3-4c57-434e-8eab-087500a9be8d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:06.453018 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.553901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff571b-e293-430a-9163-d4ab8182c75b req-5ffa2bca-d9b5-4b2f-8d03-0ced7c909952 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:06.565028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90ff571b-e293-430a-9163-d4ab8182c75b req-5ffa2bca-d9b5-4b2f-8d03-0ced7c909952 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.3865061 Nov 12 09:24:06.605132 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.673546 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:06.702867 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:06.707020 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:06.765350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f4f2666a-c1d2-44f9-9329-16d9219855d5 req-4bf8ad69-81c5-4f86-b2cb-7b6a60f27711 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=f35c4554-d89f-4277-bd95-613a9205861f HTTP/1.1" status: 200 len: 210 time: 0.1904280 Nov 12 09:24:06.888704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:06.918354 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:06.923255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.1 (28862d37-9317-4176-ac68-c377f994a8fd/15347eb1-64d5-4854-8589-83fbf8b6db83/b648864a-b13a-4f29-abe1-540e173a4454) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:07.015338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.187050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:07.192618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:07.196669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:07.198170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.284970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=4c3a0898-ddcb-487e-8b50-f4b97200582a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:07.383487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.391033 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-90ff571b-e293-430a-9163-d4ab8182c75b req-e207ba4c-09b6-4abc-b062-bfc17c31942d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8252277 Nov 12 09:24:07.419672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': 'e8a81f88-b28b-42f0-89d1-19285ce691b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'bf6c9fad-4137-4e90-a562-d7444bb87e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:07.420374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: bf6c9fad-4137-4e90-a562-d7444bb87e05, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:07.432470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=6e887c08-2399-4148-be56-29bb3f7837dd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:07.475419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network bf6c9fad-4137-4e90-a562-d7444bb87e05 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:07.495862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, bf6c9fad-4137-4e90-a562-d7444bb87e05) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:07.500982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:07.508386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e65f230-bc2d-4a69-aced-db3f2cc5c9ea None None] Network bf6c9fad-4137-4e90-a562-d7444bb87e05 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:07.510247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.518250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.519061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.560518 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:02Z', 'revision_number': 7, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:00Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:07.575837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.600443 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:07.610664 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:07.611426 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:07.649522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 7bba156a-b76b-41c2-a7f4-5ca92076671e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:07.650556 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.652539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=b648864a-b13a-4f29-abe1-540e173a4454,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:07.668391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0bd91305-df4f-411e-b813-9c3f58e96212 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:07.675570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-89acf95c-2bd8-4f4d-8d54-a85c88e35817 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0692215 Nov 12 09:24:07.675902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34012) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:07.705536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 28862d37-9317-4176-ac68-c377f994a8fd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:07.746462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:07.755392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:07.776432 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:07.804718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8da0-a970-4023-9e6d-e5a6b56ad2c5 req-aaf42805-a0e3-47e1-90f3-80d8af885dde tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:07.812532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-606e8da0-a970-4023-9e6d-e5a6b56ad2c5 req-aaf42805-a0e3-47e1-90f3-80d8af885dde tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 944 time: 0.2862926 Nov 12 09:24:07.880474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 7bba156a-b76b-41c2-a7f4-5ca92076671e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7bba156a-b76b-41c2-a7f4-5ca92076671e,segment=NetworkSegment(4868ebe7-325d-49a6-8cda-5af96050e755),segment_id=4868ebe7-325d-49a6-8cda-5af96050e755)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:07.881010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:07.934477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 7bba156a-b76b-41c2-a7f4-5ca92076671e owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:07.967366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-606e8da0-a970-4023-9e6d-e5a6b56ad2c5 req-8341c142-fa45-4198-b9a3-5a155816b4c0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435950 Nov 12 09:24:07.979456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 0bd91305-df4f-411e-b813-9c3f58e96212 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:07.982152 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.031887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 0bd91305-df4f-411e-b813-9c3f58e96212 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:08.034204 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.214405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd9f7f-e260-4f6d-9b3a-09b069d2f5ca None None] Network 28862d37-9317-4176-ac68-c377f994a8fd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:08.344218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 6e887c08-2399-4148-be56-29bb3f7837dd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:08.354094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.370963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:08.393425 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:02Z', 'revision_number': 7, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:00Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:08.450115 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fcf6bf-7c0e-41c5-9f8b-6b0ea6c8e156 None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:02Z', 'revision_number': 7, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7bba156a-b76b-41c2-a7f4-5ca92076671e', 'name': '', 'network_id': '72378339-e202-446d-add1-d36568c364cc', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:e6:e6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:00Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'ca7c91cf-fbc5-43a3-8a85-09e459e2a320', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:08.526744 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.544928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.582588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 6e887c08-2399-4148-be56-29bb3f7837dd owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:08.654485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=7bba156a-b76b-41c2-a7f4-5ca92076671e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:08.722609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.878586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=6e887c08-2399-4148-be56-29bb3f7837dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:08.898483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:08.905560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1bd32dc6-65a0-466b-b372-1e6fa80bbcce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/6e887c08-2399-4148-be56-29bb3f7837dd HTTP/1.1" status: 204 len: 168 time: 1.2214649 Nov 12 09:24:08.910197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34024) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:08.963255 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.038342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0fbda22c-f801-4d6e-9ebd-d7655b9f5a79 None None] Provisioning complete for port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:09.038951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0fbda22c-f801-4d6e-9ebd-d7655b9f5a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.136335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc39e5-6e64-4ade-9704-f2cb6109720c req-337fb68f-c20a-42d7-8ead-4ce207a90c4b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.138267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89dc39e5-6e64-4ade-9704-f2cb6109720c req-337fb68f-c20a-42d7-8ead-4ce207a90c4b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.5483322 Nov 12 09:24:09.138609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.162129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee6d36-6cca-42a7-985e-dd6312813e4d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.168872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcee6d36-6cca-42a7-985e-dd6312813e4d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.173404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bcee6d36-6cca-42a7-985e-dd6312813e4d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2617524 Nov 12 09:24:09.174444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34028) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:09.213373 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.340630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a7bb9-7522-46c3-9303-ad70cf555b8a req-fd89b798-8ca4-446c-a4cf-1129acc4ca63 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:09.341881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:09.342264 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.342449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c1a7bb9-7522-46c3-9303-ad70cf555b8a req-fd89b798-8ca4-446c-a4cf-1129acc4ca63 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 944 time: 0.2473135 Nov 12 09:24:09.366514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd91305-df4f-411e-b813-9c3f58e96212'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:09.368928 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029b3da-cff3-4bd6-ab8a-5e3f25d1803d" -d '{"events": [{"server_uuid": "a410c316-0d99-4b6e-ada9-31b803bba976", "name": "network-vif-plugged", "status": "completed", "tag": "0bd91305-df4f-411e-b813-9c3f58e96212"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:09.371032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-89dc39e5-6e64-4ade-9704-f2cb6109720c req-1b284391-b0aa-4797-81c4-fcb199fd6d7f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269180 Nov 12 09:24:09.454094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:09.469981 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66c1ee6-2911-4793-bcff-c71d09e4f7c3 x-openstack-request-id: req-e66c1ee6-2911-4793-bcff-c71d09e4f7c3 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:09.470599 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a410c316-0d99-4b6e-ada9-31b803bba976", "name": "network-vif-plugged", "status": "completed", "tag": "0bd91305-df4f-411e-b813-9c3f58e96212", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:09.471027 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e66c1ee6-2911-4793-bcff-c71d09e4f7c3 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:09.471614 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bd91305-df4f-411e-b813-9c3f58e96212', 'code': 200} Nov 12 09:24:09.486156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 0bd91305-df4f-411e-b813-9c3f58e96212, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bd91305-df4f-411e-b813-9c3f58e96212,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:09.523262 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.629477 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0fbda22c-f801-4d6e-9ebd-d7655b9f5a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.680663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=0bd91305-df4f-411e-b813-9c3f58e96212,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:09.723526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.727204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0fbda22c-f801-4d6e-9ebd-d7655b9f5a79 None None] For port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4a5d6f1e-d6eb-4ce4-bb32-817a7d610534,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:09.740305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0fbda22c-f801-4d6e-9ebd-d7655b9f5a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.760685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:09.778753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:09.783165 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-08b699e6-55ab-4d44-9269-3bce8f0d3238 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4977551 Nov 12 09:24:09.783885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34034) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:09.845337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:09.845962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:09.925662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet ca7c91cf-fbc5-43a3-8a85-09e459e2a320 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:09.931316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbda22c-f801-4d6e-9ebd-d7655b9f5a79 None None] Pushing event updated for resources: {'Port': ['ID=4a5d6f1e-d6eb-4ce4-bb32-817a7d610534,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:09.937070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:09.950148 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:24:09.950585 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:24:10.003963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c1a7bb9-7522-46c3-9303-ad70cf555b8a req-2278f419-80bc-4d19-99f8-efc92854a479 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6439044 Nov 12 09:24:10.059065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.127749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 4c3a0898-ddcb-487e-8b50-f4b97200582a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:10.128273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.155600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:10.294472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.344419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.402356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 4c3a0898-ddcb-487e-8b50-f4b97200582a owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:10.520562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b89ab3-7b6a-4c62-ad0c-547d205a8427 req-65c01c9a-9b7f-4b50-9b60-4fb0c8208792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:10.520562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3b89ab3-7b6a-4c62-ad0c-547d205a8427 req-65c01c9a-9b7f-4b50-9b60-4fb0c8208792 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 1097 time: 0.5063713 Nov 12 09:24:10.558461 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.581405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-08693999-a0ab-4f43-80e0-ea624b4a1839 None None] Provisioning complete for port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:10.581929 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-08693999-a0ab-4f43-80e0-ea624b4a1839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.630105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7c91cf-fbc5-43a3-8a85-09e459e2a320,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:10.648499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f63b-5373-42a8-be43-8a1d3ed2252f req-2b67ff81-46e5-45f1-a797-07a34e9cc9cf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:10.650327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-21f5f63b-5373-42a8-be43-8a1d3ed2252f req-2b67ff81-46e5-45f1-a797-07a34e9cc9cf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.1740956 Nov 12 09:24:10.651448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.655259 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d608a247-5a85-4a6d-860d-d762bc8a8743 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/ca7c91cf-fbc5-43a3-8a85-09e459e2a320 HTTP/1.1" status: 204 len: 168 time: 0.8703241 Nov 12 09:24:10.659097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34044) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:10.667341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d35f3-385c-4300-9e6d-9b812603ce7a None None] Network 72378339-e202-446d-add1-d36568c364cc requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:10.725761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3b89ab3-7b6a-4c62-ad0c-547d205a8427 req-b9e942b9-5b56-4cca-a1c2-8124a873a3c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039254 Nov 12 09:24:10.767207 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.769642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 8, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:10.864655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.881875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:10.903738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=4c3a0898-ddcb-487e-8b50-f4b97200582a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:10.915769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-21f5f63b-5373-42a8-be43-8a1d3ed2252f req-fc65c4c8-b061-449f-8116-dc16e197bd1c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757494 Nov 12 09:24:10.953287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:10.967474 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:10.970106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2d157e8d-52f3-46af-99ac-4f03ead7b099 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/4c3a0898-ddcb-487e-8b50-f4b97200582a HTTP/1.1" status: 204 len: 168 time: 1.7920406 Nov 12 09:24:10.974491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34046) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:10.985965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:10.998586 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.026965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.111297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:11.111703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.149237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:11.156971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=b648864a-b13a-4f29-abe1-540e173a4454,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:11.286989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce6662-9bf6-4cb2-8e52-93585a6b0b69 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:11.294767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-adce6662-9bf6-4cb2-8e52-93585a6b0b69 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3189209 Nov 12 09:24:11.306061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34050) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:11.323399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.381520 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,segment=NetworkSegment(4868ebe7-325d-49a6-8cda-5af96050e755),segment_id=4868ebe7-325d-49a6-8cda-5af96050e755)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:11.382131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.384419 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd7e3b-6ef0-46b1-a6f2-d12b03095a52 req-1d500c2d-9e90-4eb4-b346-9ac9b9af1d55 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:11.386304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67cd7e3b-6ef0-46b1-a6f2-d12b03095a52 req-1d500c2d-9e90-4eb4-b346-9ac9b9af1d55 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2082672 Nov 12 09:24:11.397830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:11.398633 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:11.403190 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-928348a9-52e8-48d4-bdbf-71063651229c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:24:11.410233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-928348a9-52e8-48d4-bdbf-71063651229c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/6e887c08-2399-4148-be56-29bb3f7837dd HTTP/1.1" status: 404 len: 333 time: 0.0992405 Nov 12 09:24:11.417574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34052) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:11.469069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:11.485410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:11.500995 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-063fce79-acaa-4fb1-9900-f7bdea0b5a82 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:24:11.506082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-063fce79-acaa-4fb1-9900-f7bdea0b5a82 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/4c3a0898-ddcb-487e-8b50-f4b97200582a HTTP/1.1" status: 404 len: 333 time: 0.0841243 Nov 12 09:24:11.508547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:11.656575 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67cd7e3b-6ef0-46b1-a6f2-d12b03095a52 req-69ee102d-9d56-4015-98c3-edb3886b52c0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477591 Nov 12 09:24:11.724075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 28862d37-9317-4176-ac68-c377f994a8fd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:11.729688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:11.871698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c2366-aa67-495f-99d7-22869a74900d None None] DHCP port deletion for 72378339-e202-446d-add1-d36568c364cc request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:11.909070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.005188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-08693999-a0ab-4f43-80e0-ea624b4a1839 None None] Provisioning complete for port b648864a-b13a-4f29-abe1-540e173a4454 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:12.005537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-08693999-a0ab-4f43-80e0-ea624b4a1839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.050418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 254be786-d440-4e4e-8491-ca0b10189b1d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:12.282892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:12.298346 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Sync routers for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:12.305201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.306178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d44d282a-475e-4649-aa70-b50ccb3b81d0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/254be786-d440-4e4e-8491-ca0b10189b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1639056 Nov 12 09:24:12.328898 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:12.329762 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.446214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6c9fad-4137-4e90-a562-d7444bb87e05']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.495399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a81f88-b28b-42f0-89d1-19285ce691b7') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.496835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a81f88-b28b-42f0-89d1-19285ce691b7') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:12.540065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512891f8-c0e5-4099-aaa1-8ee73f0a2c0a req-d87ec9f9-8cc8-40ec-aee8-9f9bbd97017e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:12.542146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-512891f8-c0e5-4099-aaa1-8ee73f0a2c0a req-d87ec9f9-8cc8-40ec-aee8-9f9bbd97017e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.2029486 Nov 12 09:24:12.550997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.563042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.586747 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-08693999-a0ab-4f43-80e0-ea624b4a1839 None None] Port b648864a-b13a-4f29-abe1-540e173a4454 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:12.623594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Deleting port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:12.623594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.674065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No DVR routers for this DVR port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:12.816712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:12.896482 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:12.944038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:12.954827 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.006821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72378339-e202-446d-add1-d36568c364cc']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.033460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4868ebe7-325d-49a6-8cda-5af96050e755') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.033889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4868ebe7-325d-49a6-8cda-5af96050e755') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.058039 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.063671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-cef1bb5a-04a1-40a4-9c22-ec50e7dba339 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986780419&fields=id&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 267 time: 0.1859000 Nov 12 09:24:13.088971 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.110741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:13.111588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.209895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:13.210335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:13.235817 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:13.240034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:13.259176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-55b49e6b-0a6b-4e7f-9852-239ebef882d8 None None] Provisioning complete for port b648864a-b13a-4f29-abe1-540e173a4454 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:13.259656 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-55b49e6b-0a6b-4e7f-9852-239ebef882d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.271242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:13.271667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.273739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-47be6f3d-40a7-4ad6-9f93-56f50f95d338 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:13.275538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-47be6f3d-40a7-4ad6-9f93-56f50f95d338 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/networks?id=28862d37-9317-4176-ac68-c377f994a8fd HTTP/1.1" status: 200 len: 796 time: 0.1965373 Nov 12 09:24:13.295782 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:10Z', 'revision_number': 2, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.298265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-16930ba2-6fa9-470c-8692-82b0c50fe487 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/quotas/29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 375 time: 0.0154383 Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:13.358763 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:13.390454 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Checking router: 254be786-d440-4e4e-8491-ca0b10189b1d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:13.392412 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Updating router 254be786-d440-4e4e-8491-ca0b10189b1d port b648864a-b13a-4f29-abe1-540e173a4454 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:24:13.419205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.423729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-07cc83e7-a2c3-40b3-a17c-e1c1997c2742 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148994 Nov 12 09:24:13.437822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-704c2366-aa67-495f-99d7-22869a74900d None None] For port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:13.438644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.441534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-67d65b3a-cd73-4f84-81d3-7ceaa3ea0527 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:24:13.443761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-67d65b3a-cd73-4f84-81d3-7ceaa3ea0527 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066888 Nov 12 09:24:13.464852 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.472217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.478853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/72378339-e202-446d-add1-d36568c364cc HTTP/1.1" status: 204 len: 168 time: 2.8154166 Nov 12 09:24:13.494344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:13.552107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Calling delete_port for 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:13.565556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9302-8c65-45be-8db6-740013e1ee82 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=72378339-e202-446d-add1-d36568c364cc,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:13.567749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:24:13.594194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-55b49e6b-0a6b-4e7f-9852-239ebef882d8 None None] Port b648864a-b13a-4f29-abe1-540e173a4454 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:13.596514 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.649978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-99e0ea7f-4960-4d75-adea-57f08d23e8cd service neutron] 10.222.0.53 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927063 Nov 12 09:24:13.658528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Network 72378339-e202-446d-add1-d36568c364cc is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:24:13.660121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c2366-aa67-495f-99d7-22869a74900d None None] No DVR routers for this DVR port 47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:13.671731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c2366-aa67-495f-99d7-22869a74900d None None] Pushing event deleted for resources: {'Port': ['ID=47d6b35e-d687-4fdf-991a-3b1a4bbe1f4b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:13.698929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 8, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:13.756082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-512891f8-c0e5-4099-aaa1-8ee73f0a2c0a req-c9bad2b3-0939-4c1a-b02d-fd055c5ca779 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1373153 Nov 12 09:24:13.757428 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.766662 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.789050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/bf6c9fad-4137-4e90-a562-d7444bb87e05 HTTP/1.1" status: 204 len: 168 time: 2.2760274 Nov 12 09:24:13.808879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34086) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:13.820603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-877531993'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:13.822242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9941be6d-41c6-4eca-a2d2-d9fc1f6516e9 None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 8, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8278ec6-f975-4a03-bdd0-9bf555075e7d', 'name': '', 'network_id': '88cde9e2-2252-4c3a-b44a-3ef8ba85c49b', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:8b:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': 'f275468c-09bc-4083-a232-89be809b75e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:39Z', 'updated_at': '2021-11-12T09:23:50Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': 'f275468c-09bc-4083-a232-89be809b75e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:13.870368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941898c2-c890-47a7-a512-7298deea820a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=bf6c9fad-4137-4e90-a562-d7444bb87e05,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:13.884317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-254cf5c8-f832-4d22-8be2-97bf8ec65ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.935810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:13.946592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:13.978865 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-3b2ffe4a-2964-43ec-ba1b-e3d190934f21 service neutron] 10.222.0.53 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221447 Nov 12 09:24:13.991056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:24:14.010850 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.011481 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment e624fa7e-db62-47d8-a270-16baa6b9f873 of type vlan for network dc46fad6-0f53-4e9b-a0a6-1f983e70078d Nov 12 09:24:14.070836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.104023 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.109873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:14.110518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.195768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3858345 Nov 12 09:24:14.208952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:14.230788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:14.356587 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.367601 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.379880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dea062a8-a2d0-4acc-8fcd-f387acdeb4e2 req-685c0a5d-0846-4cb9-a915-71c534561523 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 210 time: 0.0942991 Nov 12 09:24:14.390234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa46f5-7908-4068-9b36-646c9ead672f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=dc46fad6-0f53-4e9b-a0a6-1f983e70078d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:14.410927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603eaecf-a3c8-4f73-b1aa-6844c4a715bc req-f03d5f98-e676-4301-88a6-b0eba142b1a4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:14.422794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network dc46fad6-0f53-4e9b-a0a6-1f983e70078d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:24:14.432376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-603eaecf-a3c8-4f73-b1aa-6844c4a715bc req-f03d5f98-e676-4301-88a6-b0eba142b1a4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.5090368 Nov 12 09:24:14.511186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-8f7f8185-38d6-4ca4-b484-a45a4c55eda9 req-fe8b397f-fd63-4f94-b629-e833bab43af8 service neutron] (109377) timed out ('10.222.0.55', 49234) {{(pid=109377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:24:14.562482 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ec7c8-d6e6-4828-a26f-7d63c32541ed None None] Pushing event updated for resources: {'Port': ['ID=b648864a-b13a-4f29-abe1-540e173a4454,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:14.692404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:14.693375 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Attempting to bind port b648864a-b13a-4f29-abe1-540e173a4454 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:14.693915 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Attempting to bind port b648864a-b13a-4f29-abe1-540e173a4454 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:14.695577 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Attempting to bind port b648864a-b13a-4f29-abe1-540e173a4454 on network 28862d37-9317-4176-ac68-c377f994a8fd {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:14.701941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.713952 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:14.714257 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Checking segment: {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:14.714677 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.715083 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Bound using segment: {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:14.715593 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Bound port: b648864a-b13a-4f29-abe1-540e173a4454, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:14.716034 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:14.767483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7bba156a-b76b-41c2-a7f4-5ca92076671e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:14.770030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-603eaecf-a3c8-4f73-b1aa-6844c4a715bc req-2d36b337-b2a2-467d-8a14-7b9236b463fd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316579 Nov 12 09:24:14.839256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 7bba156a-b76b-41c2-a7f4-5ca92076671e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:14.839632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7bba156a-b76b-41c2-a7f4-5ca92076671e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:14.954880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dd0186b9-9b63-41e7-aaed-ab1554d7f762 None None] Provisioning complete for port b648864a-b13a-4f29-abe1-540e173a4454 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:14.956445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd0186b9-9b63-41e7-aaed-ab1554d7f762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.012425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Performing IP validity checks on allocation pools {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:24:15.013147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dd0186b9-9b63-41e7-aaed-ab1554d7f762 None None] Port b648864a-b13a-4f29-abe1-540e173a4454 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:15.015670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109376) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:24:15.041132 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] For port b648864a-b13a-4f29-abe1-540e173a4454, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:15.041132 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] For port b648864a-b13a-4f29-abe1-540e173a4454, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b648864a-b13a-4f29-abe1-540e173a4454,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:15.053223 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.245655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77319149-6e74-47ca-8a42-d8d8cb6a4b53 req-7337088a-0479-4a66-8757-34a8283e15d3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:15.253061 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77319149-6e74-47ca-8a42-d8d8cb6a4b53 req-7337088a-0479-4a66-8757-34a8283e15d3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1028533 Nov 12 09:24:15.257063 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:15.258093 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:23:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:15.287637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4013348-2759-4f03-bac6-ea97635e185f req-9e01d39e-5298-48e9-aa11-c5385b5b70ee tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:15.295252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4013348-2759-4f03-bac6-ea97635e185f req-9e01d39e-5298-48e9-aa11-c5385b5b70ee tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 946 time: 0.3232937 Nov 12 09:24:15.458695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77319149-6e74-47ca-8a42-d8d8cb6a4b53 req-003c26cc-6fda-40c9-81e4-3ec284591150 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982148 Nov 12 09:24:15.675318 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ec7c8-d6e6-4828-a26f-7d63c32541ed None None] Pushing event updated for resources: {'Port': ['ID=b648864a-b13a-4f29-abe1-540e173a4454,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:15.690552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3458d43b-4848-45cd-93c7-3514958982bb req-0e2c5673-e237-4f8e-ac3a-2e1b827b08e5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 210 time: 0.0601420 Nov 12 09:24:15.738761 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:15.758048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-161bd30b-ff85-448e-930c-c9213614de68 None None] Provisioning complete for port b648864a-b13a-4f29-abe1-540e173a4454 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:15.758422 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-161bd30b-ff85-448e-930c-c9213614de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.767149 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4013348-2759-4f03-bac6-ea97635e185f req-54e628a0-071b-49b4-868e-f8e357f5e2d3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4600451 Nov 12 09:24:15.773677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.791793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:15.923346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af700d-d931-4195-a465-88be2f5dd7ae req-91102307-ed83-4800-9766-588cb94e1e5d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:15.942856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69af700d-d931-4195-a465-88be2f5dd7ae req-91102307-ed83-4800-9766-588cb94e1e5d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1167076 Nov 12 09:24:15.986653 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-161bd30b-ff85-448e-930c-c9213614de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.001053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': 'e624fa7e-db62-47d8-a270-16baa6b9f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:16.001669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: dc46fad6-0f53-4e9b-a0a6-1f983e70078d, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:16.028605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=fe909dd0-6449-403f-aff5-4f0bd469f839,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:16.029443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-69af700d-d931-4195-a465-88be2f5dd7ae req-ddd7255b-533a-489d-8c75-6897fe5e628f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 Nov 12 09:24:16.060296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network dc46fad6-0f53-4e9b-a0a6-1f983e70078d is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:16.071121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-161bd30b-ff85-448e-930c-c9213614de68 None None] For port b648864a-b13a-4f29-abe1-540e173a4454, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b648864a-b13a-4f29-abe1-540e173a4454,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:16.083987 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-161bd30b-ff85-448e-930c-c9213614de68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.126425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, dc46fad6-0f53-4e9b-a0a6-1f983e70078d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:16.153981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1825418b-4a2a-4aed-b2cd-0d4707fab6cd None None] Network dc46fad6-0f53-4e9b-a0a6-1f983e70078d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:16.191760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:16.194435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.243399 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-472fffe8-eba9-42d1-a63e-9bbadfb7599d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0331433 Nov 12 09:24:16.246627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:16.253771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d', 'name': 'tempest-PortsIpV6TestJSON-1714172053'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:16.264163 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:15Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:16.382255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61710382-bbb0-4fe7-9fba-d91ccafbe432 None None] The sync data for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 is: [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:15Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:16.391687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:16.549864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161bd30b-ff85-448e-930c-c9213614de68 None None] Pushing event updated for resources: {'Port': ['ID=b648864a-b13a-4f29-abe1-540e173a4454,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:16.568650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-dc46fad6-0f53-4e9b-a0a6-1f983e70078d', 'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d', 'tenant_id': 'ecb7e9d75a54412f83cf0e0b3e419f5b', 'fixed_ips': [{'subnet_id': 'fe909dd0-6449-403f-aff5-4f0bd469f839'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:24:16.570602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.581184 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ecf35400-be65-442a-921e-9539f1df4880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.669825 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.787068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df6f7-e5e3-47ba-9f31-dd3f67a05a19 req-a6a97ded-a7f2-4d2b-8558-ef329dd617ea tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:16.790348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-534df6f7-e5e3-47ba-9f31-dd3f67a05a19 req-a6a97ded-a7f2-4d2b-8558-ef329dd617ea tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.3926423 Nov 12 09:24:16.930415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:16.936425 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:16.965436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:16.975685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:16.976284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-534df6f7-e5e3-47ba-9f31-dd3f67a05a19 req-be0d48c4-23be-4e7e-8595-4b0ed7fa9d4e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804767 Nov 12 09:24:16.986843 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060543c-3c81-4fbf-a151-683f2dc652ad" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:17.006210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.028959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port d4b8216d-8efb-47f9-a675-1e8d12fe96af yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:17.172764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=14']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:17.181739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b648864a-b13a-4f29-abe1-540e173a4454 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:17.257095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Allocated IP 2001:db8::2 (dc46fad6-0f53-4e9b-a0a6-1f983e70078d/fe909dd0-6449-403f-aff5-4f0bd469f839/346d1103-b736-4625-a5ff-4e752c3d86ba) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:17.320925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794e22a-bd8c-4d55-bcbd-8ae775858fbc req-973e4781-31d0-435b-8f21-c20671b95c50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:17.343389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e794e22a-bd8c-4d55-bcbd-8ae775858fbc req-973e4781-31d0-435b-8f21-c20671b95c50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1879799 Nov 12 09:24:17.357893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b648864a-b13a-4f29-abe1-540e173a4454 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:17.358708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.445528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e794e22a-bd8c-4d55-bcbd-8ae775858fbc req-66b105f9-fdf1-4adc-902a-bc043a44de51 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940728 Nov 12 09:24:17.572463 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31dc309-2994-46bf-bd54-36e02268b6f2 x-openstack-request-id: req-e31dc309-2994-46bf-bd54-36e02268b6f2 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:17.573297 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-unplugged", "status": "completed", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:17.573841 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e31dc309-2994-46bf-bd54-36e02268b6f2 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:17.574404 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'code': 200} Nov 12 09:24:17.652037 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d3f281ec-3860-4be6-8a93-bd0c7bee5595 req-a2613a9b-96be-455d-b4e0-8debc4dcbf5e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 210 time: 0.7531261 Nov 12 09:24:17.683531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-406b3203-8e2a-41e2-9cbd-3396afcc8a8a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:17.686016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-406b3203-8e2a-41e2-9cbd-3396afcc8a8a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/networks?id=28862d37-9317-4176-ac68-c377f994a8fd HTTP/1.1" status: 200 len: 796 time: 1.3263462 Nov 12 09:24:17.688809 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.705539 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.762130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port f8278ec6-f975-4a03-bdd0-9bf555075e7d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:17.765096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.805616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Network dc46fad6-0f53-4e9b-a0a6-1f983e70078d is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:17.816609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:17.819168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:17.852028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Pushing event updated for resources: {'Port': ['ID=346d1103-b736-4625-a5ff-4e752c3d86ba,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:17.890707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::7a (dc46fad6-0f53-4e9b-a0a6-1f983e70078d/fe909dd0-6449-403f-aff5-4f0bd469f839/d4b8216d-8efb-47f9-a675-1e8d12fe96af) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:17.918959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-e2ca7276-00ae-4f2d-aefd-8b6b02908416 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29ad76fbd32249958059ad70c802938c HTTP/1.1" status: 200 len: 379 time: 0.2218893 Nov 12 09:24:17.924975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Attempting to bind port 346d1103-b736-4625-a5ff-4e752c3d86ba on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:17.925634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Attempting to bind port 346d1103-b736-4625-a5ff-4e752c3d86ba by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'e624fa7e-db62-47d8-a270-16baa6b9f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:17.926195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Attempting to bind port 346d1103-b736-4625-a5ff-4e752c3d86ba on network dc46fad6-0f53-4e9b-a0a6-1f983e70078d {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:17.932751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:17.933467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Checking segment: {'id': 'e624fa7e-db62-47d8-a270-16baa6b9f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:17.934823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:17.935764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Bound using segment: {'id': 'e624fa7e-db62-47d8-a270-16baa6b9f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:17.936465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'port': {'device_id': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'admin_state_up': True, 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'security_groups': ['95b16648-82e2-48c6-b6eb-182a0c446ec7']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:17.936783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Bound port: 346d1103-b736-4625-a5ff-4e752c3d86ba, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e624fa7e-db62-47d8-a270-16baa6b9f873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'dc46fad6-0f53-4e9b-a0a6-1f983e70078d'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:17.937385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.166684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port f8278ec6-f975-4a03-bdd0-9bf555075e7d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f8278ec6-f975-4a03-bdd0-9bf555075e7d,segment=NetworkSegment(975bddf0-81aa-4e3d-921f-76e473aa1e32),segment_id=975bddf0-81aa-4e3d-921f-76e473aa1e32)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:18.167074 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.192158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] For port 346d1103-b736-4625-a5ff-4e752c3d86ba, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:18.201712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] For port 346d1103-b736-4625-a5ff-4e752c3d86ba, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=346d1103-b736-4625-a5ff-4e752c3d86ba,segment=NetworkSegment(e624fa7e-db62-47d8-a270-16baa6b9f873),segment_id=e624fa7e-db62-47d8-a270-16baa6b9f873)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:18.213009 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.227891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for f8278ec6-f975-4a03-bdd0-9bf555075e7d owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:18.327236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade6bc2-9da6-4d27-b9b0-000c20c4d409 None None] Pushing event updated for resources: {'Port': ['ID=346d1103-b736-4625-a5ff-4e752c3d86ba,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:18.391581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b0d33-5d7a-462f-9c70-35b28f4594db req-2fab85a2-a781-4507-823f-d3d738836d3e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:18.393562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d7b0d33-5d7a-462f-9c70-35b28f4594db req-2fab85a2-a781-4507-823f-d3d738836d3e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1956720 Nov 12 09:24:18.478917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Made reservation on behalf of 29ad76fbd32249958059ad70c802938c for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:18.483941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.505833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.607710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d7b0d33-5d7a-462f-9c70-35b28f4594db req-3f135a11-c19e-466c-a104-be3657bcbdde tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911144 Nov 12 09:24:18.748389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.911983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network dc46fad6-0f53-4e9b-a0a6-1f983e70078d is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:18.913982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=d4b8216d-8efb-47f9-a675-1e8d12fe96af,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:18.928561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:18.934441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:18.960934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:18.962934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:18.968075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.968470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.968819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.969160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.969642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.969978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.970315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.970752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.971079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.971410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.971787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:18.972328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:19.011481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-41e528cb-79c6-40cd-ae96-a091de3d0a37 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7627983 Nov 12 09:24:19.014678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34266) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:19.022998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f228e09-275d-42a4-988e-de808cdc24e2 req-d65911dc-5bd3-43cb-b5ee-35509a95135b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 210 time: 0.2040384 Nov 12 09:24:19.063672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 346d1103-b736-4625-a5ff-4e752c3d86ba up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:19.191716 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.196256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.212718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port d4b8216d-8efb-47f9-a675-1e8d12fe96af {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:19.214117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.233874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 346d1103-b736-4625-a5ff-4e752c3d86ba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:19.234749 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.260640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.20.0.7 (28862d37-9317-4176-ac68-c377f994a8fd/15347eb1-64d5-4854-8589-83fbf8b6db83/0f83209b-4f9c-4882-b3a8-9afff1827416) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:19.464331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=f8278ec6-f975-4a03-bdd0-9bf555075e7d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:19.587410 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.601479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.645502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for d4b8216d-8efb-47f9-a675-1e8d12fe96af owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:19.686127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 346d1103-b736-4625-a5ff-4e752c3d86ba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=346d1103-b736-4625-a5ff-4e752c3d86ba,segment=NetworkSegment(e624fa7e-db62-47d8-a270-16baa6b9f873),segment_id=e624fa7e-db62-47d8-a270-16baa6b9f873)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:19.695092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.736009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a282b07-1bf2-4e9a-856c-db35763d8358 req-49c656ea-62c0-4bf0-b563-0a70352f816e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:19.762559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a282b07-1bf2-4e9a-856c-db35763d8358 req-49c656ea-62c0-4bf0-b563-0a70352f816e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.3504772 Nov 12 09:24:19.848206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=346d1103-b736-4625-a5ff-4e752c3d86ba,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:19.855641 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.896054 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:19.917678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.046436 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1a282b07-1bf2-4e9a-856c-db35763d8358 req-48c328c4-73a3-4e60-b573-b6ead13ac630 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059820 Nov 12 09:24:20.047813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.100685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=d4b8216d-8efb-47f9-a675-1e8d12fe96af,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:20.125501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4146b-6c09-4285-b034-ad9338f2a44a None None] Network dc46fad6-0f53-4e9b-a0a6-1f983e70078d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:20.135487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e883dd2-9e24-4803-b3e0-79082442242a req-6ce8650d-7c1f-4ef1-8530-b1eae7502a74 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:20.138324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e883dd2-9e24-4803-b3e0-79082442242a req-6ce8650d-7c1f-4ef1-8530-b1eae7502a74 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2948663 Nov 12 09:24:20.153477 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.159382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8f11cf3b-cfb5-4fe2-9cce-0c236bf12d30 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/d4b8216d-8efb-47f9-a675-1e8d12fe96af HTTP/1.1" status: 204 len: 168 time: 1.1433640 Nov 12 09:24:20.165776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34278) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.201904 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-5938d322-9bae-49f1-8d52-ec58cb8ab685 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:20.202678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5938d322-9bae-49f1-8d52-ec58cb8ab685 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:20.211027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5938d322-9bae-49f1-8d52-ec58cb8ab685 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/d4b8216d-8efb-47f9-a675-1e8d12fe96af HTTP/1.1" status: 404 len: 333 time: 0.0392501 Nov 12 09:24:20.212112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34280) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.219076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3c5a4149-f2ad-4c69-a038-2a611cea83a3 None None] Provisioning complete for port 346d1103-b736-4625-a5ff-4e752c3d86ba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:20.220381 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c5a4149-f2ad-4c69-a038-2a611cea83a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.286262 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e883dd2-9e24-4803-b3e0-79082442242a req-b9666146-cf5d-414e-a717-cd1a4ec960b0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392817 Nov 12 09:24:20.286790 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa4e86e-7913-450e-8cf8-02b8ecf7cca7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:24:20.290674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.292748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2aa4e86e-7913-450e-8cf8-02b8ecf7cca7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/d4b8216d-8efb-47f9-a675-1e8d12fe96af HTTP/1.1" status: 404 len: 333 time: 0.0794663 Nov 12 09:24:20.293595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34284) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.362955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network 28862d37-9317-4176-ac68-c377f994a8fd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:20.368371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:20.415605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:20.416619 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.495836 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:20.503860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632f50b-29cf-4ef4-b224-5fedd5debf8f req-83d1dd44-4ac3-4b0b-9a33-08b975541fb3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:20.514826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2632f50b-29cf-4ef4-b224-5fedd5debf8f req-83d1dd44-4ac3-4b0b-9a33-08b975541fb3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 931 time: 0.1995888 Nov 12 09:24:20.518051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-72807b0f-b703-4461-9677-c6ba8b442ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:20.519624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-72807b0f-b703-4461-9677-c6ba8b442ebe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.2247305 Nov 12 09:24:20.528788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet fe909dd0-6449-403f-aff5-4f0bd469f839 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:20.545173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34288) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.546431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.590246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:20.590911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.610746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bfb4ed-dee0-4cd0-91fe-f3726db9ebcc req-9433aa15-b508-4333-9f2e-ad7c7a113e84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:20.614816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2bfb4ed-dee0-4cd0-91fe-f3726db9ebcc req-9433aa15-b508-4333-9f2e-ad7c7a113e84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1994641 Nov 12 09:24:20.643123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:20.669575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-34f6719b-14b6-4189-8e3e-c51a690b02d4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7390342 Nov 12 09:24:20.685348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-0f6e428a-2881-4292-b98a-e53fac3e50ea tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:24:20.686540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-0f6e428a-2881-4292-b98a-e53fac3e50ea tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093789 Nov 12 09:24:20.786123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-22c7422e-5772-4981-b952-b63b4d62223f None None] Provisioning complete for port 0f83209b-4f9c-4882-b3a8-9afff1827416 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:20.787326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22c7422e-5772-4981-b952-b63b4d62223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:20.804742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Request body: {'port': {'device_id': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:20.843520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-22c7422e-5772-4981-b952-b63b4d62223f None None] Port 0f83209b-4f9c-4882-b3a8-9afff1827416 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:20.863300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2bfb4ed-dee0-4cd0-91fe-f3726db9ebcc req-0f80f06e-8c18-488c-a641-64449410b07f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2375627 Nov 12 09:24:20.907131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:20.920880 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8413a892-7b9a-4627-9d19-b673799da1a0 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3829870 Nov 12 09:24:20.921077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:20.926931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:20.944922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:20.946850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:20.959587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.043769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet f275468c-09bc-4083-a232-89be809b75e8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:21.053476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.111607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 346d1103-b736-4625-a5ff-4e752c3d86ba up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:21.173983 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.187493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e818a4f5-c9bc-4f57-ba03-90a4de4a196d None None] Provisioning complete for port 346d1103-b736-4625-a5ff-4e752c3d86ba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:21.187940 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e818a4f5-c9bc-4f57-ba03-90a4de4a196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.222650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-684ac266-d419-4899-9050-7ecff5e3a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:21.224542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-684ac266-d419-4899-9050-7ecff5e3a4ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.6923072 Nov 12 09:24:21.237071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:21.292282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 346d1103-b736-4625-a5ff-4e752c3d86ba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:21.292819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.354368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-135f471e-3b53-446b-bb8e-8f0ee56a4fbe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.0854549 Nov 12 09:24:21.370451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.430858 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.475700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2632f50b-29cf-4ef4-b224-5fedd5debf8f req-c3d6cbde-1a8a-4d7c-b91b-74d5104a83c7 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9599557 Nov 12 09:24:21.514200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f83209b-4f9c-4882-b3a8-9afff1827416 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:21.524174 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.555443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Transition to ACTIVE for port object 0f83209b-4f9c-4882-b3a8-9afff1827416 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:24:21.567895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-934c91f2-8b0d-41be-ac96-c44beeb325c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:21.569757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-934c91f2-8b0d-41be-ac96-c44beeb325c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.2010515 Nov 12 09:24:21.589575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.659954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc0fe6-f3ee-4b78-aef0-8ad26809c63d req-f6c3d5dc-7167-4551-9155-e888cbfff48b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:21.664913 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afc0fe6-f3ee-4b78-aef0-8ad26809c63d req-f6c3d5dc-7167-4551-9155-e888cbfff48b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2397077 Nov 12 09:24:21.682410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:21.708903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.727272 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.750847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-0d096e60-d890-4994-8ee5-419d163da5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:21.752911 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-0d096e60-d890-4994-8ee5-419d163da5f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684604 Nov 12 09:24:21.791802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6556cff0-d746-4249-8985-615675ad7e0c None None] Could not find standard attr ID for object d4b8216d-8efb-47f9-a675-1e8d12fe96af. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:24:21.809806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=f275468c-09bc-4083-a232-89be809b75e8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:21.829175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.842926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-24cb6cef-4785-475b-bac0-5bea7f3ba050 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/f275468c-09bc-4083-a232-89be809b75e8 HTTP/1.1" status: 204 len: 168 time: 0.9186630 Nov 12 09:24:21.843751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34294) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:21.864798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32e68b-abea-4bf1-870d-8bb9222f3c05 None None] Network 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:21.879051 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7afc0fe6-f3ee-4b78-aef0-8ad26809c63d req-33bef94a-87a9-427b-b0b6-31fcc501f4a5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821823 Nov 12 09:24:21.884712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port 29f6b78c-fb2d-4e81-b373-f8f2b9d6e807 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:21.885232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.910381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Attempting to bind port 0f83209b-4f9c-4882-b3a8-9afff1827416 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:21.910780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Attempting to bind port 0f83209b-4f9c-4882-b3a8-9afff1827416 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:21.911055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Attempting to bind port 0f83209b-4f9c-4882-b3a8-9afff1827416 on network 28862d37-9317-4176-ac68-c377f994a8fd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:21.925407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Port 0f83209b-4f9c-4882-b3a8-9afff1827416 on network 28862d37-9317-4176-ac68-c377f994a8fd not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:24:21.925739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Attempting to bind port 0f83209b-4f9c-4882-b3a8-9afff1827416 on network 28862d37-9317-4176-ac68-c377f994a8fd {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:21.938447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:21.940745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Checking segment: {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:21.942029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Bound using segment: {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:21.943552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Bound port: 0f83209b-4f9c-4882-b3a8-9afff1827416, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed87b2ca-5962-4742-a54d-b625be2b9901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:21.945203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:21.996554 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.054639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:18Z', 'revision_number': 9, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:22.058942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:22.063681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:22.072941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.103403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:22.119728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:22.120121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.121869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] 10.222.0.62 "PUT /v2.0/ports/0f83209b-4f9c-4882-b3a8-9afff1827416 HTTP/1.1" status: 200 len: 1092 time: 1.3785975 Nov 12 09:24:22.134584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=fe909dd0-6449-403f-aff5-4f0bd469f839,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:22.136394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:22.143122 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.143770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:22.144610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:22.147706 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645cdef8-6fc7-4b86-8522-ef8713a0bbed" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:22.152200 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a871371c-d968-4b09-bbdd-fe82591e1295 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/fe909dd0-6449-403f-aff5-4f0bd469f839 HTTP/1.1" status: 204 len: 168 time: 1.8479106 Nov 12 09:24:22.152949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:22.183330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.201291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-6c1f2003-98c7-4d56-a9e6-f9a7dbbe87ca service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371123 Nov 12 09:24:22.209762 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] DHCP port deletion for 88cde9e2-2252-4c3a-b44a-3ef8ba85c49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:22.214805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a291e7-e75f-4565-a702-7ad0daccca33 None None] Network dc46fad6-0f53-4e9b-a0a6-1f983e70078d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:22.237823 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cb99f0-592c-4d62-aca3-c05aed564639 x-openstack-request-id: req-90cb99f0-592c-4d62-aca3-c05aed564639 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:22.238639 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:22.238639 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90cb99f0-592c-4d62-aca3-c05aed564639 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:22.238993 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'status': 'completed', 'code': 200} Nov 12 09:24:22.277569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc212490-e1c5-47f3-b99c-a7fcff4640f0 req-c176a11a-969c-446a-97c3-67c146478744 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:22.279165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc212490-e1c5-47f3-b99c-a7fcff4640f0 req-c176a11a-969c-446a-97c3-67c146478744 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2923782 Nov 12 09:24:22.333094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bf742-b14b-43c2-9752-cd3559dc89cd service neutron] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:22.341905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.342852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.374588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.382356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-88fed952-aedd-4e5a-bf9a-e05086345c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:22.384395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-88fed952-aedd-4e5a-bf9a-e05086345c75 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1944859 Nov 12 09:24:22.408913 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for 29f6b78c-fb2d-4e81-b373-f8f2b9d6e807 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:22.439969 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:22.462776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-83ac648d-e8e7-474e-839d-d2801fd3204c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f83209b-4f9c-4882-b3a8-9afff1827416 HTTP/1.1" status: 200 len: 217 time: 0.0684061 Nov 12 09:24:22.528092 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc212490-e1c5-47f3-b99c-a7fcff4640f0 req-4ffc2fec-1303-4614-a827-3c0145fff5a7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795151 Nov 12 09:24:22.531135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-828f7224-6798-4b89-8f30-404eb795dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:22.532564 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-828f7224-6798-4b89-8f30-404eb795dfae service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15347eb1-64d5-4854-8589-83fbf8b6db83 HTTP/1.1" status: 200 len: 834 time: 0.0618389 Nov 12 09:24:22.539999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cda1400e-43a4-41b1-8e52-3dd823ac8d07 req-cbcdbd48-5594-4b50-8dc0-83d9097b5d05 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270772 Nov 12 09:24:22.553557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 346d1103-b736-4625-a5ff-4e752c3d86ba {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:22.553945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 15069491-38d4-43f5-9e70-c8780d89e960 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:22.553945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.554176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.673740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 15069491-38d4-43f5-9e70-c8780d89e960, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=15069491-38d4-43f5-9e70-c8780d89e960,segment=NetworkSegment(975bddf0-81aa-4e3d-921f-76e473aa1e32),segment_id=975bddf0-81aa-4e3d-921f-76e473aa1e32)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:22.674100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.676809 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-718a25ae-0fe0-469b-a1fe-fb0abc7d30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:22.678391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-718a25ae-0fe0-469b-a1fe-fb0abc7d30a9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28862d37-9317-4176-ac68-c377f994a8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1383681 Nov 12 09:24:22.691831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 15069491-38d4-43f5-9e70-c8780d89e960 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:22.733589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] Deleting port 15069491-38d4-43f5-9e70-c8780d89e960 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:22.734356 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.829104 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.846845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] For port 15069491-38d4-43f5-9e70-c8780d89e960, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=15069491-38d4-43f5-9e70-c8780d89e960,segment=NetworkSegment(975bddf0-81aa-4e3d-921f-76e473aa1e32),segment_id=975bddf0-81aa-4e3d-921f-76e473aa1e32)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:22.847269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:22.872221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] Calling delete_port for 15069491-38d4-43f5-9e70-c8780d89e960 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:22.874904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] DHCP port deletion for dc46fad6-0f53-4e9b-a0a6-1f983e70078d request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:22.889072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=29f6b78c-fb2d-4e81-b373-f8f2b9d6e807,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.025200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 346d1103-b736-4625-a5ff-4e752c3d86ba no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:23.040847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:18Z', 'revision_number': 9, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:23.065196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.065582 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Floating IP 7ca06644-6503-4cfd-9a16-0df5d56d02b2 disassociated (deleted). External IP: 172.25.5.200, port: ccbda553-7167-4afd-bea3-969246f1c412. Nov 12 09:24:23.072959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.112572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] Deleting port 346d1103-b736-4625-a5ff-4e752c3d86ba {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:23.112919 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.114885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ca2ab0-511a-4fb2-9444-ebbe87d7d0ea None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:18Z', 'revision_number': 9, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '66b36e14-f931-4e77-a509-e228780d430c', 'name': '', 'network_id': '4964d222-dc71-41c4-a628-61ba00ae56e6', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:23:f0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:30Z', 'updated_at': '2021-11-12T09:23:42Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '7b2112bd-0250-4925-8b5d-a51ad0f9eee7', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.164295 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:24:23.172914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=15069491-38d4-43f5-9e70-c8780d89e960,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.191616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No DVR routers for this DVR port 15069491-38d4-43f5-9e70-c8780d89e960 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:23.222784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] For port 346d1103-b736-4625-a5ff-4e752c3d86ba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=346d1103-b736-4625-a5ff-4e752c3d86ba,segment=NetworkSegment(e624fa7e-db62-47d8-a270-16baa6b9f873),segment_id=e624fa7e-db62-47d8-a270-16baa6b9f873)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:23.223400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.246200 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.253239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 346d1103-b736-4625-a5ff-4e752c3d86ba owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:23.261855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e26d1d-875c-41fa-920d-5ccb6499b16c req-8bbc1681-a164-41fb-90d3-22f3e2c5c6be tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.263468 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8e26d1d-875c-41fa-920d-5ccb6499b16c req-8bbc1681-a164-41fb-90d3-22f3e2c5c6be tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2652888 Nov 12 09:24:23.267791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] For port 346d1103-b736-4625-a5ff-4e752c3d86ba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=346d1103-b736-4625-a5ff-4e752c3d86ba,segment=NetworkSegment(e624fa7e-db62-47d8-a270-16baa6b9f873),segment_id=e624fa7e-db62-47d8-a270-16baa6b9f873)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:23.268232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.279963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8e489-0b75-4ab4-9e63-bc44bdd0ee6f req-af4d903f-dc02-4c52-a3c1-86811b8025f0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.284586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5fb8e489-0b75-4ab4-9e63-bc44bdd0ee6f req-af4d903f-dc02-4c52-a3c1-86811b8025f0 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 943 time: 0.6518283 Nov 12 09:24:23.300672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] Pushing event deleted for resources: {'Port': ['ID=15069491-38d4-43f5-9e70-c8780d89e960,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.307259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db59a6-5438-49ae-85b6-6fd90fe1879f None None] No DVR routers for this DVR port 15069491-38d4-43f5-9e70-c8780d89e960 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:23.315070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] Calling delete_port for 346d1103-b736-4625-a5ff-4e752c3d86ba owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:23.316796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.360870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-44b20ed1-cb74-4c02-a1e3-e364ab3c6439 service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709898 Nov 12 09:24:23.392449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 346d1103-b736-4625-a5ff-4e752c3d86ba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=346d1103-b736-4625-a5ff-4e752c3d86ba,segment=NetworkSegment(e624fa7e-db62-47d8-a270-16baa6b9f873),segment_id=e624fa7e-db62-47d8-a270-16baa6b9f873)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:23.399709 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.400505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 15069491-38d4-43f5-9e70-c8780d89e960 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:23.436334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.475245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cde9e2-2252-4c3a-b44a-3ef8ba85c49b']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:23.480136 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5fb8e489-0b75-4ab4-9e63-bc44bdd0ee6f req-a4ddd096-da2a-4e82-b059-0db124cb1755 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846385 Nov 12 09:24:23.481998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=346d1103-b736-4625-a5ff-4e752c3d86ba,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.483891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8e26d1d-875c-41fa-920d-5ccb6499b16c req-51c36a67-1a70-41b3-aa46-01a0a48926ad tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806583 Nov 12 09:24:23.486840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 15069491-38d4-43f5-9e70-c8780d89e960 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:23.487499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 15069491-38d4-43f5-9e70-c8780d89e960 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:23.535657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.542291 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.578780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975bddf0-81aa-4e3d-921f-76e473aa1e32') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:23.579836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975bddf0-81aa-4e3d-921f-76e473aa1e32') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:23.584110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=346d1103-b736-4625-a5ff-4e752c3d86ba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.596064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] Pushing event deleted for resources: {'Port': ['ID=346d1103-b736-4625-a5ff-4e752c3d86ba,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.604360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No DVR routers for this DVR port 346d1103-b736-4625-a5ff-4e752c3d86ba on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:23.608605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.613611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a0a80b-f694-4f12-8602-f1f965a31b3a None None] No DVR routers for this DVR port 346d1103-b736-4625-a5ff-4e752c3d86ba on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:23.646524 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a9762d0c-bb05-4686-b9a9-fa33be30fb7b req-83299f07-00a6-4a83-9cfd-6af5cdc69e34 service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720253 Nov 12 09:24:23.694454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.729830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:23.730239 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:23.739877 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:23.766760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.798388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc46fad6-0f53-4e9b-a0a6-1f983e70078d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:23.812386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e624fa7e-db62-47d8-a270-16baa6b9f873') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:23.812709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e624fa7e-db62-47d8-a270-16baa6b9f873') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:23.825613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:23.826905 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.830202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-adcb8469-c44f-4721-a56f-2d79fd4ad8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.831725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-adcb8469-c44f-4721-a56f-2d79fd4ad8b0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 1095 time: 0.0951231 Nov 12 09:24:23.833354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca31cb46-7aae-4eeb-a454-5788cdfbf02c req-efdc499d-27f0-48ae-abcc-693f9a0d705b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:23.835657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca31cb46-7aae-4eeb-a454-5788cdfbf02c req-efdc499d-27f0-48ae-abcc-693f9a0d705b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1426096 Nov 12 09:24:23.839309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.848132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.852489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/88cde9e2-2252-4c3a-b44a-3ef8ba85c49b HTTP/1.1" status: 204 len: 168 time: 2.0079632 Nov 12 09:24:23.859973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34308) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:23.875042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.891986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:23.892270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:23.892583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a65b3-9e57-47f0-b22e-2547c9eb2123 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=88cde9e2-2252-4c3a-b44a-3ef8ba85c49b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:23.896277 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:24.009594 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.015290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.020605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/dc46fad6-0f53-4e9b-a0a6-1f983e70078d HTTP/1.1" status: 204 len: 168 time: 1.8611724 Nov 12 09:24:24.027872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34310) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:24.037345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-321402899'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:24.054951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-b3508d07-863d-4fb8-a9af-aca49d36634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.056572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-b3508d07-863d-4fb8-a9af-aca49d36634c service neutron] 10.222.0.62 "GET /v2.0/networks?id=28862d37-9317-4176-ac68-c377f994a8fd HTTP/1.1" status: 200 len: 897 time: 0.2163491 Nov 12 09:24:24.059983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6c963-37df-4e64-8f72-8d406ed60f10 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=dc46fad6-0f53-4e9b-a0a6-1f983e70078d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:24.115331 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-50ea7813-6301-4fd8-b8cf-1814006cfae7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f83209b-4f9c-4882-b3a8-9afff1827416 HTTP/1.1" status: 200 len: 217 time: 0.0479603 Nov 12 09:24:24.118990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:24.122955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.186746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:24:24.196828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-2d00af09-4eee-4e56-8ca3-4264f3e08173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.198640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-2d00af09-4eee-4e56-8ca3-4264f3e08173 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15347eb1-64d5-4854-8589-83fbf8b6db83 HTTP/1.1" status: 200 len: 834 time: 0.0730741 Nov 12 09:24:24.204723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.205176 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment af6981c8-f19e-4dda-9489-520d2645e1c6 of type vlan for network 5fb06360-6bb9-4024-ae51-51735e18f56e Nov 12 09:24:24.363685 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.383634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-72ff81a8-5f02-4dc2-9c1f-3ffeb3595dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.386221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-72ff81a8-5f02-4dc2-9c1f-3ffeb3595dcc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28862d37-9317-4176-ac68-c377f994a8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1790283 Nov 12 09:24:24.407727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca31cb46-7aae-4eeb-a454-5788cdfbf02c req-647ec890-1a22-4834-8f62-8a56fa14c38f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5526471 Nov 12 09:24:24.431219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.438042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.438865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.522891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:24.533675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.544705 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:24.565277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff300950-da66-45ad-9191-64c2e3cf5310 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "DELETE /v2.0/floatingips/7ca06644-6503-4cfd-9a16-0df5d56d02b2 HTTP/1.1" status: 204 len: 168 time: 4.0155706 Nov 12 09:24:24.568292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:24.570748 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b68ab6-1512-4d19-9b96-003eaebb3d18" -d '{"events": [{"name": "network-changed", "server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "tag": "ccbda553-7167-4afd-bea3-969246f1c412"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:24.574486 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:24.575125 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:24.575884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5466218 Nov 12 09:24:24.576459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34322) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:24.582016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:24.606636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63c5dc-2664-42f2-9011-55dbee0f3a9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=5fb06360-6bb9-4024-ae51-51735e18f56e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:24.622066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 5fb06360-6bb9-4024-ae51-51735e18f56e details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:24:24.696448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-509b64c9-29fd-496b-b448-e8746f229ecc service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975438 Nov 12 09:24:24.724974 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:24.763666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f7a9e-3965-4f28-9ffe-976c3b4aa6b1 req-e812a9e5-3c3c-422c-b628-1fc3cb675651 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.765411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-500f7a9e-3965-4f28-9ffe-976c3b4aa6b1 req-e812a9e5-3c3c-422c-b628-1fc3cb675651 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1537833 Nov 12 09:24:24.775399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb5e481-e19a-4f12-8dfe-c60e2e453499 req-962f2978-063c-4ae5-a18a-abb1f371fcf2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:24.779670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2bb5e481-e19a-4f12-8dfe-c60e2e453499 req-962f2978-063c-4ae5-a18a-abb1f371fcf2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1387079 Nov 12 09:24:24.883643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:24.887826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:24.899225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2bb5e481-e19a-4f12-8dfe-c60e2e453499 req-897858be-f6b4-4ff1-8da1-f0771958a96f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886202 Nov 12 09:24:24.903515 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-645cdef8-6fc7-4b86-8522-ef8713a0bbed req-1ec3fcba-5d79-49c9-92ba-e077731e0344 service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982532 Nov 12 09:24:24.944687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f8278ec6-f975-4a03-bdd0-9bf555075e7d no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:24.989302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f8278ec6-f975-4a03-bdd0-9bf555075e7d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:24.989662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f8278ec6-f975-4a03-bdd0-9bf555075e7d not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:25.006057 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:25.035227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-500f7a9e-3965-4f28-9ffe-976c3b4aa6b1 req-94cb7fe2-bed5-4dbb-a58a-2013158c8551 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604706 Nov 12 09:24:25.061919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d3de7-a074-4f27-abdf-b25c3d53c997 req-6551089c-3154-4a89-a58f-c1b0676f5825 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:25.063673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-063d3de7-a074-4f27-abdf-b25c3d53c997 req-6551089c-3154-4a89-a58f-c1b0676f5825 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 943 time: 0.0671375 Nov 12 09:24:25.064662 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:25.087950 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:25.089295 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:25.210826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-063d3de7-a074-4f27-abdf-b25c3d53c997 req-da439368-1af8-4e5e-ae91-9d1f455c3ae4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323195 Nov 12 09:24:25.247266 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:25.309140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.427028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.547106 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b0bc83-3451-4dee-bc47-6f89ee160df5 x-openstack-request-id: req-01b0bc83-3451-4dee-bc47-6f89ee160df5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:25.548754 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "tag": "ccbda553-7167-4afd-bea3-969246f1c412", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:25.549423 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01b0bc83-3451-4dee-bc47-6f89ee160df5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:25.550313 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412', 'status': 'completed', 'code': 200} Nov 12 09:24:25.588600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-04ade3ff-1123-49d7-a979-396cbd4e3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:25.590313 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-04ade3ff-1123-49d7-a979-396cbd4e3dd7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 1097 time: 0.0714631 Nov 12 09:24:25.645111 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:25.678850 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a279f6-afa5-4b14-b1bb-d328f2dc70d3 None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6b67f306-248f-4153-841c-dcaa9fefe5f2', 'name': '', 'network_id': '53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'mac_address': 'fa:16:3e:dc:6f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:24Z', 'updated_at': '2021-11-12T09:08:34Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'subnets': [{'id': '1f4a5e4b-48c0-4458-87a5-63f265278b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:25.706385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=84a24d37-5495-416e-be35-f4cabf7d284f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:25.731015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': 'af6981c8-f19e-4dda-9489-520d2645e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:25.731402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: 5fb06360-6bb9-4024-ae51-51735e18f56e, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:25.744311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac546fa-7929-494a-ae4d-247494f1a7bf req-b4946abe-9948-4a9c-abe7-006c57f27b1b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:25.746960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ac546fa-7929-494a-ae4d-247494f1a7bf req-b4946abe-9948-4a9c-abe7-006c57f27b1b tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 945 time: 0.1704364 Nov 12 09:24:25.755081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80554d62-73f9-452f-a6f1-2f9e8fa7cf47 req-aa36c9e0-b841-4885-9fad-d705576a20df tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:25.758001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80554d62-73f9-452f-a6f1-2f9e8fa7cf47 req-aa36c9e0-b841-4885-9fad-d705576a20df tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2040768 Nov 12 09:24:25.797467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 5fb06360-6bb9-4024-ae51-51735e18f56e is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:25.824780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 5fb06360-6bb9-4024-ae51-51735e18f56e) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:25.839088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-b298c5a8-e415-4454-a81c-e8448f5dde2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:25.840926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-b298c5a8-e415-4454-a81c-e8448f5dde2f service neutron] 10.222.0.62 "GET /v2.0/networks?id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 200 len: 913 time: 0.2161598 Nov 12 09:24:25.844078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:25.844811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:25.845809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ac546fa-7929-494a-ae4d-247494f1a7bf req-28617a63-1139-4446-a7ca-0fd09d39bb3f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907986 Nov 12 09:24:25.846542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f601cb1e-0bf4-4136-be17-4efc685e8d7e None None] Network 5fb06360-6bb9-4024-ae51-51735e18f56e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:25.910603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-85b9e46d-8d14-4e19-92ed-664788736078 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3326390 Nov 12 09:24:25.916467 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-67d1f034-0173-40cf-8657-bc6efaf674a5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 200 len: 217 time: 0.0608318 Nov 12 09:24:25.916467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:25.922244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1878718703'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:25.934249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-80554d62-73f9-452f-a6f1-2f9e8fa7cf47 req-43ad6e16-0b87-4b6c-9dbe-e81e97dffc83 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481292 Nov 12 09:24:26.010454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-87c6a712-6136-410e-8061-7f442e9a6eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:26.013991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-87c6a712-6136-410e-8061-7f442e9a6eba service neutron] 10.222.0.62 "GET /v2.0/subnets?id=1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 200 len: 851 time: 0.0707934 Nov 12 09:24:26.050688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 66b36e14-f931-4e77-a509-e228780d430c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:26.051185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.134796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-0f18630e-700b-421f-a9ac-7da64ee94b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:26.136518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-0f18630e-700b-421f-a9ac-7da64ee94b4a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1110253 Nov 12 09:24:26.218931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-5fb06360-6bb9-4024-ae51-51735e18f56e', 'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e', 'tenant_id': 'ecb7e9d75a54412f83cf0e0b3e419f5b', 'fixed_ips': [{'subnet_id': '84a24d37-5495-416e-be35-f4cabf7d284f'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:24:26.219839 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.277027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 66b36e14-f931-4e77-a509-e228780d430c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=66b36e14-f931-4e77-a509-e228780d430c,segment=NetworkSegment(39bf0d67-5717-4090-a468-1a92e8db1406),segment_id=39bf0d67-5717-4090-a468-1a92e8db1406)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:26.277562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.298438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:26.302144 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.305807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 66b36e14-f931-4e77-a509-e228780d430c owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:26.327619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314f5e0-7158-47cd-885e-70e819e8b657 None None] New status for floating IP 7ca06644-6503-4cfd-9a16-0df5d56d02b2: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:24:26.350468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 5203fd15-f6e3-4cbf-803f-c1eb098c48f8 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:26.370890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-4ca9e650-0bca-4e5e-bbb0-2250732cda75 service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175689 Nov 12 09:24:26.379444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14827072-2d44-4ca0-9f8b-c4c0b0031b4b req-7cccd4a3-586f-4d72-8565-993a0e81f268 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:26.381085 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14827072-2d44-4ca0-9f8b-c4c0b0031b4b req-7cccd4a3-586f-4d72-8565-993a0e81f268 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1806786 Nov 12 09:24:26.538258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0f83209b-4f9c-4882-b3a8-9afff1827416 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:24:26.585709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-14827072-2d44-4ca0-9f8b-c4c0b0031b4b req-1136d236-2f4e-4fae-b09b-bf1494fd055e tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535830 Nov 12 09:24:26.619304 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5b68ab6-1512-4d19-9b96-003eaebb3d18 req-653bbd5e-5097-48ae-9d31-e162c336c4dd service neutron] 10.222.0.62 "GET /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347870 Nov 12 09:24:26.637732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::308 (5fb06360-6bb9-4024-ae51-51735e18f56e/84a24d37-5495-416e-be35-f4cabf7d284f/5203fd15-f6e3-4cbf-803f-c1eb098c48f8) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:26.638905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-3680333c-c67f-42e7-ac49-2d73982b338f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:26.641807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-3680333c-c67f-42e7-ac49-2d73982b338f tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 945 time: 0.2377410 Nov 12 09:24:26.741288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:26.767421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'port_id': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'mac_address': 'fa:16:3e:a2:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:24:26.823852 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.842078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f83209b-4f9c-4882-b3a8-9afff1827416 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:26.844748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-20fcc957-b172-42c7-882b-04aae1fc7c77 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:26.852178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-20fcc957-b172-42c7-882b-04aae1fc7c77 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.4690080 Nov 12 09:24:26.873964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:26.881272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-c8760c47-7716-4297-9d88-03e7a2ebc202 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/quotas/c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 375 time: 0.0277228 Nov 12 09:24:26.882334 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.889639 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:26.915104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b52b6-9f63-42e3-83e6-f8a751a99606 req-28307e45-b539-4bdd-a379-274fa3c1c613 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:26.918031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c8b52b6-9f63-42e3-83e6-f8a751a99606 req-28307e45-b539-4bdd-a379-274fa3c1c613 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 943 time: 0.1136293 Nov 12 09:24:26.965252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:26.987692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port ccbda553-7167-4afd-bea3-969246f1c412 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:26.988186 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.015759 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c8b52b6-9f63-42e3-83e6-f8a751a99606 req-527239bd-4057-4995-9073-4097b1c0b33c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843883 Nov 12 09:24:27.017467 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.060978 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 5fb06360-6bb9-4024-ae51-51735e18f56e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:27.064516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-30113398-7e84-4eb4-acaf-f4cc823bfe79 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1815631 Nov 12 09:24:27.069991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:27.076703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.077681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:27.091111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:27.093482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.137667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Allocated IP 2001:db8::2 (5fb06360-6bb9-4024-ae51-51735e18f56e/84a24d37-5495-416e-be35-f4cabf7d284f/97e312af-c325-4ee9-9b6e-a6311dd552f0) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:27.146616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=5203fd15-f6e3-4cbf-803f-c1eb098c48f8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:27.160414 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9bdc60b3-fed1-4eb7-ad68-352e547cb743 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.2428031 Nov 12 09:24:27.167890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34352) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:27.170834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0f83209b-4f9c-4882-b3a8-9afff1827416'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:27.206772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=66b36e14-f931-4e77-a509-e228780d430c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:27.366376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b853f1-012f-4d18-8884-c198a3dac31c req-008cf751-a6bd-4826-94c7-38e82504d762 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:27.368223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2b853f1-012f-4d18-8884-c198a3dac31c req-008cf751-a6bd-4826-94c7-38e82504d762 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 945 time: 0.2020674 Nov 12 09:24:27.434584 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2b853f1-012f-4d18-8884-c198a3dac31c req-3dd1fa11-f4f1-4516-8dc1-ea47058a2af7 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/security-groups?id=2a3eda9f-76b3-4005-a70d-17475a542f38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586238 Nov 12 09:24:27.443316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 5203fd15-f6e3-4cbf-803f-c1eb098c48f8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:27.443838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.505943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-8eabb4ef-8459-4e94-a547-7f5f04ba8980 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402390 Nov 12 09:24:27.595899 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.602157 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.619284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.619564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 5203fd15-f6e3-4cbf-803f-c1eb098c48f8 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:27.649795 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] For port ccbda553-7167-4afd-bea3-969246f1c412, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ccbda553-7167-4afd-bea3-969246f1c412,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:27.650446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.681239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Network 5fb06360-6bb9-4024-ae51-51735e18f56e is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:27.691434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:27.694625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for ccbda553-7167-4afd-bea3-969246f1c412 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:27.699575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:27.719635 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.802970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Pushing event updated for resources: {'Port': ['ID=97e312af-c325-4ee9-9b6e-a6311dd552f0,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:27.866758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Attempting to bind port 97e312af-c325-4ee9-9b6e-a6311dd552f0 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:27.867327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Attempting to bind port 97e312af-c325-4ee9-9b6e-a6311dd552f0 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'af6981c8-f19e-4dda-9489-520d2645e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:27.868064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Attempting to bind port 97e312af-c325-4ee9-9b6e-a6311dd552f0 on network 5fb06360-6bb9-4024-ae51-51735e18f56e {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:27.874686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.876342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:27.876835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Checking segment: {'id': 'af6981c8-f19e-4dda-9489-520d2645e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:27.877336 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.877852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Bound using segment: {'id': 'af6981c8-f19e-4dda-9489-520d2645e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:27.878408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Bound port: 97e312af-c325-4ee9-9b6e-a6311dd552f0, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6981c8-f19e-4dda-9489-520d2645e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5fb06360-6bb9-4024-ae51-51735e18f56e'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:27.878860 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.947054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef63e9-aefd-4baa-961f-edee069f810a req-f3298500-df60-4f00-a272-2ed271d6a2c3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:27.955230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57ef63e9-aefd-4baa-961f-edee069f810a req-f3298500-df60-4f00-a272-2ed271d6a2c3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1055286 Nov 12 09:24:27.957459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:27.979701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] For port 97e312af-c325-4ee9-9b6e-a6311dd552f0, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:27.985597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] For port 97e312af-c325-4ee9-9b6e-a6311dd552f0, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=97e312af-c325-4ee9-9b6e-a6311dd552f0,segment=NetworkSegment(af6981c8-f19e-4dda-9489-520d2645e1c6),segment_id=af6981c8-f19e-4dda-9489-520d2645e1c6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:27.995687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.026103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=5203fd15-f6e3-4cbf-803f-c1eb098c48f8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:28.033496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.041314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6c1a50e0-fb7e-42a5-a015-fde1b35d7b79 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/5203fd15-f6e3-4cbf-803f-c1eb098c48f8 HTTP/1.1" status: 204 len: 168 time: 0.8667631 Nov 12 09:24:28.041314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34356) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:28.099825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d2d89-bc65-4a1c-9bda-3522b365dff5 None None] Pushing event updated for resources: {'Port': ['ID=97e312af-c325-4ee9-9b6e-a6311dd552f0,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:28.106585 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ca9b61-3219-4d2f-b858-ea47c5127d0a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:24:28.110964 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-99ca9b61-3219-4d2f-b858-ea47c5127d0a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/5203fd15-f6e3-4cbf-803f-c1eb098c48f8 HTTP/1.1" status: 404 len: 333 time: 0.0648630 Nov 12 09:24:28.111440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34360) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:28.165137 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-57ef63e9-aefd-4baa-961f-edee069f810a req-2f6ca565-0d89-445f-bf29-16372cce8926 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083015 Nov 12 09:24:28.217839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 84a24d37-5495-416e-be35-f4cabf7d284f {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:28.224361 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.324499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.325155 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.388078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-627a5a0e-09d6-432d-bc95-2d50ee57150b service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696160 Nov 12 09:24:28.432686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0f83209b-4f9c-4882-b3a8-9afff1827416 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:28.538770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.552226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 0f83209b-4f9c-4882-b3a8-9afff1827416 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:28.560701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 0f83209b-4f9c-4882-b3a8-9afff1827416 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:28.561368 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.672719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.690655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c02e02-a464-414d-82df-71753996f602 req-f4045704-ad95-403f-9b02-0f318dd4c3d2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:28.702415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44c02e02-a464-414d-82df-71753996f602 req-f4045704-ad95-403f-9b02-0f318dd4c3d2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 944 time: 0.4225802 Nov 12 09:24:28.704189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:28.706679 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7457fd43-8c27-40cf-8e5b-6713e26ad499" -d '{"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:28.727595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:28.733442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.735961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ccbda553-7167-4afd-bea3-969246f1c412 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:28.791504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-4d509264-2dc2-4089-96d9-39111158ae2a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1997321 Nov 12 09:24:28.867068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.871687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:28.898054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:28.915786 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44c02e02-a464-414d-82df-71753996f602 req-acad6013-f9e9-4ad7-a650-f963a7970c1c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104719 Nov 12 09:24:28.947892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=ccbda553-7167-4afd-bea3-969246f1c412,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.051850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=84a24d37-5495-416e-be35-f4cabf7d284f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.066248 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50359df-ed63-466b-adf2-26b395becd36 x-openstack-request-id: req-f50359df-ed63-466b-adf2-26b395becd36 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:29.066965 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:29.067082 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f50359df-ed63-466b-adf2-26b395becd36 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:29.067676 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'code': 200} Nov 12 09:24:29.080038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.089961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No active binding found for port ccbda553-7167-4afd-bea3-969246f1c412 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:24:29.090707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ccbda553-7167-4afd-bea3-969246f1c412 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:29.091413 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cea4417c-9a03-4ebc-8204-6d14c4d83dbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/84a24d37-5495-416e-be35-f4cabf7d284f HTTP/1.1" status: 204 len: 168 time: 0.9789195 Nov 12 09:24:29.116702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:29.125538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:29.226290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] No DVR routers for this DVR port ccbda553-7167-4afd-bea3-969246f1c412 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:29.256711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.264362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c4109b6-59e8-43d8-8bb2-328c5bd8bf8f req-932729b6-2af4-4e55-b6de-5841b01c7064 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.62 "DELETE /v2.0/ports/ccbda553-7167-4afd-bea3-969246f1c412 HTTP/1.1" status: 204 len: 173 time: 2.6150002 Nov 12 09:24:29.281796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'name': 'network-vif-deleted', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:29.291971 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1af0d6-b801-4118-b4c9-75cc8e0559bf" -d '{"events": [{"server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "name": "network-vif-deleted", "tag": "ccbda553-7167-4afd-bea3-969246f1c412"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:29.375459 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17d81b5f-66c4-4099-8e54-2568e9540291 req-3b89720e-1aaf-44d3-8723-f3e4c8dfd2eb tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.1333542 Nov 12 09:24:29.392308 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c320225c-27a0-42e7-8931-30ab0b0b2a10 req-5147946a-f687-442c-aaea-309075a517f9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 210 time: 0.1911597 Nov 12 09:24:29.472719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247bdf-5063-47d1-999d-46df9266a79e req-ad3cc6c5-b799-4244-8cfd-079c4c5eb10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:29.479210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-ad3cc6c5-b799-4244-8cfd-079c4c5eb10b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.3810055 Nov 12 09:24:29.524166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 97e312af-c325-4ee9-9b6e-a6311dd552f0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:29.554367 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629d33b-b894-4efb-b82b-6ee0f133e4f3 x-openstack-request-id: req-8629d33b-b894-4efb-b82b-6ee0f133e4f3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:29.554675 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47de5736-34d6-4027-a2a4-9e8dac0278fa", "name": "network-vif-deleted", "tag": "ccbda553-7167-4afd-bea3-969246f1c412", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:29.554936 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8629d33b-b894-4efb-b82b-6ee0f133e4f3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:29.555348 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47de5736-34d6-4027-a2a4-9e8dac0278fa', 'name': 'network-vif-deleted', 'tag': 'ccbda553-7167-4afd-bea3-969246f1c412', 'status': 'completed', 'code': 200} Nov 12 09:24:29.621325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.642381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba0fb4-cb3e-4a4d-b06e-b28985191d48 req-b34c3b46-43a9-450e-83f4-86692bbd2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:29.645300 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 97e312af-c325-4ee9-9b6e-a6311dd552f0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:29.645678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.646513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4ba0fb4-cb3e-4a4d-b06e-b28985191d48 req-b34c3b46-43a9-450e-83f4-86692bbd2ade service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 1097 time: 0.3942382 Nov 12 09:24:29.719407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:29.733055 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:29.738429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eeee3673-4ee9-4f22-a864-2e6fe541e3fb tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8734872 Nov 12 09:24:29.743479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34382) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:29.790105 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:29.791510 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:29.900899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet 7b2112bd-0250-4925-8b5d-a51ad0f9eee7 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:29.914970 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:29.941146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.000651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.015582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200996d7-673f-4642-a830-81a34a28d23b None None] Network 5fb06360-6bb9-4024-ae51-51735e18f56e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:30.119101 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:30.145981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247bdf-5063-47d1-999d-46df9266a79e req-66de35d6-b120-42d3-8453-3f46c9c917bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:30.152788 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-66de35d6-b120-42d3-8453-3f46c9c917bc service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.5743144 Nov 12 09:24:30.360742 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:26Z', 'revision_number': 10, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:30.446546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 97e312af-c325-4ee9-9b6e-a6311dd552f0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=97e312af-c325-4ee9-9b6e-a6311dd552f0,segment=NetworkSegment(af6981c8-f19e-4dda-9489-520d2645e1c6),segment_id=af6981c8-f19e-4dda-9489-520d2645e1c6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:30.466790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.504444 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:30.505543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-971dc3e8-d3f1-41ef-94a8-792db8bcfb70 None None] Provisioning complete for port 97e312af-c325-4ee9-9b6e-a6311dd552f0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:30.506147 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-971dc3e8-d3f1-41ef-94a8-792db8bcfb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.516262 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.517031 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:30.517872 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:30.552693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4ba0fb4-cb3e-4a4d-b06e-b28985191d48 req-bd6dee06-d68c-4558-a85d-cf89e04f26a8 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8004589 Nov 12 09:24:30.567959 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-149728ee-e138-44ec-b249-b1cbd0612fb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.3291595 Nov 12 09:24:30.627831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a20af6-753d-46e1-b444-b49f1f8b6035 req-ccc7a311-1ff0-489b-9b28-4ebd7e4b2d09 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:30.632396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45a20af6-753d-46e1-b444-b49f1f8b6035 req-ccc7a311-1ff0-489b-9b28-4ebd7e4b2d09 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.4813440 Nov 12 09:24:30.644198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a11605-1910-487a-857c-e79ffeffe6fb req-7769f7c8-80f9-4368-8f16-09da9fd1c43b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:30.651031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a7a11605-1910-487a-857c-e79ffeffe6fb req-7769f7c8-80f9-4368-8f16-09da9fd1c43b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.9482608 Nov 12 09:24:30.704670 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:30.708284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=97e312af-c325-4ee9-9b6e-a6311dd552f0,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:30.735490 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.770946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] DHCP port deletion for 5fb06360-6bb9-4024-ae51-51735e18f56e request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:30.870043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cf0ef7-4428-4edb-a2c8-dadce0210cfc None None] Network 4964d222-dc71-41c4-a628-61ba00ae56e6 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:30.871000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2112bd-0250-4925-8b5d-a51ad0f9eee7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:30.881896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:30.888020 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a7a11605-1910-487a-857c-e79ffeffe6fb req-38a0ea51-bd55-44ca-b3ef-234f3e45f7a4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235849 Nov 12 09:24:30.905376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b021da72-eeac-4a15-b08e-b139f1a5e7e7 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/7b2112bd-0250-4925-8b5d-a51ad0f9eee7 HTTP/1.1" status: 204 len: 168 time: 1.1606107 Nov 12 09:24:30.911894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34390) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:30.930168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 97e312af-c325-4ee9-9b6e-a6311dd552f0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:30.932907 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.111766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 97e312af-c325-4ee9-9b6e-a6311dd552f0 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:31.184975 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:26Z', 'revision_number': 10, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:31.248366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] Deleting port 97e312af-c325-4ee9-9b6e-a6311dd552f0 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:31.248884 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.258520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45a20af6-753d-46e1-b444-b49f1f8b6035 req-00b39b9e-b79a-4847-908b-15d1881dad6b tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5452838 Nov 12 09:24:31.303698 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08cd693d-bf39-48d4-9a86-c796b4106654 None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:26Z', 'revision_number': 10, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None, '_interfaces': [{'id': '83a5ca8e-816b-4270-80cc-d53d52818fb7', 'name': '', 'network_id': '43213c0e-c723-4bcf-9c14-967b3c4a4e37', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'mac_address': 'fa:16:3e:a2:a8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3094, 'fixed_ips': [{'subnet_id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:19Z', 'updated_at': '2021-11-12T09:23:31Z', 'revision_number': 5, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'subnets': [{'id': '1aa07703-3057-4f9b-beaa-30319defae0c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:31.322831 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.346570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] DHCP port deletion for 4964d222-dc71-41c4-a628-61ba00ae56e6 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:31.469443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] For port 97e312af-c325-4ee9-9b6e-a6311dd552f0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=97e312af-c325-4ee9-9b6e-a6311dd552f0,segment=NetworkSegment(af6981c8-f19e-4dda-9489-520d2645e1c6),segment_id=af6981c8-f19e-4dda-9489-520d2645e1c6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:31.470198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.489583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] Calling delete_port for 97e312af-c325-4ee9-9b6e-a6311dd552f0 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:31.541916 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecd41e89-041f-46e7-8ba6-9554e5f1be20 req-a8979f5f-3777-455f-9e78-4fa6e4b02973 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.0692594 Nov 12 09:24:31.658494 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.745665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d5044533-3ee2-4142-a750-5c77d8d4aed6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.747122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d5044533-3ee2-4142-a750-5c77d8d4aed6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.1672621 Nov 12 09:24:31.749860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 29ad52e7-9c1e-4255-ae46-f550a28a8362 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:31.750264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.776344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'port': {'device_id': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'admin_state_up': True, 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:31.833701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] Deleting port 29ad52e7-9c1e-4255-ae46-f550a28a8362 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:31.834934 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.856788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247bdf-5063-47d1-999d-46df9266a79e req-c9d42bda-589d-45ae-8ec5-9e798657bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:31.862093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-c9d42bda-589d-45ae-8ec5-9e798657bc8c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 1.0147781 Nov 12 09:24:31.868974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9eb6bcbd-e2b7-4441-a50c-ee950a8c16f4 req-fd5de13a-282a-4caa-9a53-c284d5990666 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 210 time: 0.7878020 Nov 12 09:24:31.986497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] For port 97e312af-c325-4ee9-9b6e-a6311dd552f0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=97e312af-c325-4ee9-9b6e-a6311dd552f0,segment=NetworkSegment(af6981c8-f19e-4dda-9489-520d2645e1c6),segment_id=af6981c8-f19e-4dda-9489-520d2645e1c6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:31.987290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:31.994039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 97e312af-c325-4ee9-9b6e-a6311dd552f0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=97e312af-c325-4ee9-9b6e-a6311dd552f0,segment=NetworkSegment(af6981c8-f19e-4dda-9489-520d2645e1c6),segment_id=af6981c8-f19e-4dda-9489-520d2645e1c6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:32.061437 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.078560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 29ad52e7-9c1e-4255-ae46-f550a28a8362, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=29ad52e7-9c1e-4255-ae46-f550a28a8362,segment=NetworkSegment(39bf0d67-5717-4090-a468-1a92e8db1406),segment_id=39bf0d67-5717-4090-a468-1a92e8db1406)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:32.081135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.086934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 97e312af-c325-4ee9-9b6e-a6311dd552f0 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:32.149594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8247bdf-5063-47d1-999d-46df9266a79e req-6e50da98-13d9-443a-a918-53694499e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:32.157478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-6e50da98-13d9-443a-a918-53694499e16e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2716110 Nov 12 09:24:32.177075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event deleted for resources: {'Port': ['ID=97e312af-c325-4ee9-9b6e-a6311dd552f0,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:32.178918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 29ad52e7-9c1e-4255-ae46-f550a28a8362 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:32.200864 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.320379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] Pushing event deleted for resources: {'Port': ['ID=97e312af-c325-4ee9-9b6e-a6311dd552f0,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:32.364686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982542c-61d2-4af4-8273-3272fc8c47fc None None] No DVR routers for this DVR port 97e312af-c325-4ee9-9b6e-a6311dd552f0 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:32.424482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81be6e-17f6-4069-a933-5cd59cc63c56 req-408156b9-3913-4da8-a133-2884dc1ba903 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:32.428735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c81be6e-17f6-4069-a933-5cd59cc63c56 req-408156b9-3913-4da8-a133-2884dc1ba903 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2977085 Nov 12 09:24:32.446466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] For port 29ad52e7-9c1e-4255-ae46-f550a28a8362, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=29ad52e7-9c1e-4255-ae46-f550a28a8362,segment=NetworkSegment(39bf0d67-5717-4090-a468-1a92e8db1406),segment_id=39bf0d67-5717-4090-a468-1a92e8db1406)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:32.447160 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.485658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] Calling delete_port for 29ad52e7-9c1e-4255-ae46-f550a28a8362 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:32.502024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Made reservation on behalf of c9a1f382835b46b38a798f579f7972d4 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:32.511264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.658781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c81be6e-17f6-4069-a933-5cd59cc63c56 req-3fcd979a-f328-47a1-ab71-24637c963fff tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136440 Nov 12 09:24:32.670888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823848a-cee0-4839-b771-df6a377f6c82 req-cc4e20c6-bb3f-44fe-9cbb-968f76854d70 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:32.679297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1823848a-cee0-4839-b771-df6a377f6c82 req-cc4e20c6-bb3f-44fe-9cbb-968f76854d70 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.2581532 Nov 12 09:24:32.747548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.762391 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.801727 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:32.818883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-1836c92f-3a4b-4282-8461-4edb0652e95b service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526058 Nov 12 09:24:32.833809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] Pushing event deleted for resources: {'Port': ['ID=29ad52e7-9c1e-4255-ae46-f550a28a8362,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:32.847054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=29ad52e7-9c1e-4255-ae46-f550a28a8362,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:32.853810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5b8d5-53ef-436a-94d7-2abff7535ff8 None None] No DVR routers for this DVR port 29ad52e7-9c1e-4255-ae46-f550a28a8362 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:32.887596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No DVR routers for this DVR port 29ad52e7-9c1e-4255-ae46-f550a28a8362 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:32.894198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=97e312af-c325-4ee9-9b6e-a6311dd552f0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:32.898751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b23acf83-6fbb-4abc-8326-582e364cf056 req-3e6eafbc-0a9b-4a05-8b5c-04aad2a683e3 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.0877819 Nov 12 09:24:32.915309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No DVR routers for this DVR port 97e312af-c325-4ee9-9b6e-a6311dd552f0 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:33.097780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 29ad52e7-9c1e-4255-ae46-f550a28a8362 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:33.144705 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 29ad52e7-9c1e-4255-ae46-f550a28a8362 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:33.145619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 29ad52e7-9c1e-4255-ae46-f550a28a8362 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:33.146724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 66b36e14-f931-4e77-a509-e228780d430c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:33.187319 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1823848a-cee0-4839-b771-df6a377f6c82 req-91d506e9-3097-4645-892d-f9af11ffdf45 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4884777 Nov 12 09:24:33.188697 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 66b36e14-f931-4e77-a509-e228780d430c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:33.189202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 66b36e14-f931-4e77-a509-e228780d430c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:33.198534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-684d6ec6-1920-4632-9e9f-50141464f088 req-0657811f-c148-4000-ac7c-a487aa6ec74c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 210 time: 0.1240172 Nov 12 09:24:33.216469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.219755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Allocated IP 172.20.0.5 (9eb1cebe-4ebc-4357-bc85-a093989d4bc0/9bc2f213-1026-4b58-9897-52af9d16abe8/44a168c3-c52e-4aaf-9ac7-4f0b0709098d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:33.284848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.285577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4964d222-dc71-41c4-a628-61ba00ae56e6']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:33.308505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bf0d67-5717-4090-a468-1a92e8db1406') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:33.309648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bf0d67-5717-4090-a468-1a92e8db1406') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:33.328782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.329157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb06360-6bb9-4024-ae51-51735e18f56e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:33.349297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6981c8-f19e-4dda-9489-520d2645e1c6') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:33.350357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6981c8-f19e-4dda-9489-520d2645e1c6') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:33.384504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.435024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.464352 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.487551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:33.488232 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:33.493802 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:33.523265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:33.523960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:33.532159 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:33.630766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8247bdf-5063-47d1-999d-46df9266a79e req-9875dbe7-a16c-494d-8f04-4b448d7635a6 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004208 Nov 12 09:24:33.657531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.687309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.698364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/5fb06360-6bb9-4024-ae51-51735e18f56e HTTP/1.1" status: 204 len: 168 time: 4.5710537 Nov 12 09:24:33.722612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34404) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:33.731377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3c981-8f27-439e-9d4d-ab693e5b1159 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=5fb06360-6bb9-4024-ae51-51735e18f56e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:33.745100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'name': 'tempest-PortsIpV6TestJSON-1931451376'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:33.819482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.826897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:33.837698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34408) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:33.838354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/4964d222-dc71-41c4-a628-61ba00ae56e6 HTTP/1.1" status: 204 len: 168 time: 2.9233010 Nov 12 09:24:33.852900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29023417-e0f4-4ea1-a215-8011b48402b4 req-4000b954-db4b-4e5b-8dbc-d02c48470cc5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:33.855632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29023417-e0f4-4ea1-a215-8011b48402b4 req-4000b954-db4b-4e5b-8dbc-d02c48470cc5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.4924805 Nov 12 09:24:33.977650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6c377-de78-4f8e-993f-4964e52de415 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=4964d222-dc71-41c4-a628-61ba00ae56e6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:34.047583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.066976 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-29023417-e0f4-4ea1-a215-8011b48402b4 req-83352c98-d76d-4d74-843d-2dacd97b515a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777015 Nov 12 09:24:34.086294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abf945-1ba3-4e90-879e-9aa7c9b7582a req-38a22de4-7a36-442f-b2b6-6c83d6a007fb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:34.089794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78abf945-1ba3-4e90-879e-9aa7c9b7582a req-38a22de4-7a36-442f-b2b6-6c83d6a007fb tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1601970 Nov 12 09:24:34.105774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34412) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:34.141552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:34.145421 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.249043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-51776d7e-6d02-4ae6-aada-d83e12c98f0d req-2fcdb71d-55b5-44bb-8642-d163a64638ab tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.0391529 Nov 12 09:24:34.268013 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.278502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 5eebab35-2221-4b98-bac6-6eb1d1153c62 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:34.405052 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-78abf945-1ba3-4e90-879e-9aa7c9b7582a req-878f49ea-5834-4327-a29b-cf84cb841e4d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083136 Nov 12 09:24:34.478934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3690c8c-2049-4312-a0dd-d564e4879858 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:34.484018 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a3690c8c-2049-4312-a0dd-d564e4879858 tempest-TestNetworkAdvancedServerOps-1051185098 tempest-TestNetworkAdvancedServerOps-1051185098-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 1092 time: 0.3742690 Nov 12 09:24:34.487381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:34.509244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:34.526292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:34.532235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:34.551761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:34.612902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:34.645304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.709276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa6e57-1501-45bf-98fa-da57b9433ca8 req-e79a58c9-4942-427d-b261-0069f42d89c7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:34.712795 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81aa6e57-1501-45bf-98fa-da57b9433ca8 req-e79a58c9-4942-427d-b261-0069f42d89c7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 931 time: 0.2046287 Nov 12 09:24:34.724484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:34.726294 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.892072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bb0b190-293e-4e2e-8fb9-97a623ed7259 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1218517 Nov 12 09:24:34.953387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-3f293a7d-1d2c-4537-8895-852d528499ed tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:24:34.955643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-3f293a7d-1d2c-4537-8895-852d528499ed tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0392923 Nov 12 09:24:34.960310 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:34.998213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9c353335-1461-447b-9a72-343ad3344a30 None None] Provisioning complete for port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:34.998852 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c353335-1461-447b-9a72-343ad3344a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.102452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9c353335-1461-447b-9a72-343ad3344a30 None None] Port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:35.119362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.120334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.130594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-81aa6e57-1501-45bf-98fa-da57b9433ca8 req-f5fc6479-d49b-4338-a5f3-d86869729608 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990757 Nov 12 09:24:35.168587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Request body: {'port': {'device_id': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:35.271105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.275179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Allocated IP 172.25.5.56 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/4952af23-c0f6-4c57-82a4-2e19a5f7dbda) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:35.303750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-d3c53ee8-1be0-4bcb-88f2-98f327611883 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4178426 Nov 12 09:24:35.342871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.397436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:35.418992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:35.422380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:35.428919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:35.429977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:35.448145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=5eebab35-2221-4b98-bac6-6eb1d1153c62,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:35.496477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4a708504-df41-45c3-a0e9-ecbcc7557deb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7701538 Nov 12 09:24:35.499316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34426) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:35.619438 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1d0fd372-a209-44b1-b41f-93f0192124cd req-a982b7cc-f05f-4c13-b7d4-00252284bf43 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.1340463 Nov 12 09:24:35.703484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-f6f32d3f-7542-48da-9634-23ad13fa3457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:35.706176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-f6f32d3f-7542-48da-9634-23ad13fa3457 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 1098 time: 0.2190425 Nov 12 09:24:35.785193 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.007233 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.083439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-611c155e-5192-475c-92aa-04fce47d60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:36.086696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-611c155e-5192-475c-92aa-04fce47d60d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 200 len: 906 time: 0.3446386 Nov 12 09:24:36.180844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:36.183804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-b7d46c58-d436-4607-9d82-d09a16944559 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59 HTTP/1.1" status: 200 len: 217 time: 0.0801942 Nov 12 09:24:36.192149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:36.195609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:36.213132 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:24:36.221811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9f965-1915-4c86-889b-b4394808635c req-c0920c51-8049-4111-8170-c06f781d05b3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:36.224449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7dc9f965-1915-4c86-889b-b4394808635c req-c0920c51-8049-4111-8170-c06f781d05b3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.6699419 Nov 12 09:24:36.308225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port 83a5ca8e-816b-4270-80cc-d53d52818fb7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:36.308570 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.345575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=4952af23-c0f6-4c57-82a4-2e19a5f7dbda,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:36.384045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44a168c3-c52e-4aaf-9ac7-4f0b0709098d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:36.392196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 5eebab35-2221-4b98-bac6-6eb1d1153c62 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:36.392546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.404824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.434192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-458d2b88-758b-470d-a686-b4ff9562e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:36.435570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-458d2b88-758b-470d-a686-b4ff9562e182 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 200 len: 845 time: 0.1763580 Nov 12 09:24:36.476942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Transition to ACTIVE for port object 44a168c3-c52e-4aaf-9ac7-4f0b0709098d will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:24:36.489156 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7dc9f965-1915-4c86-889b-b4394808635c req-777995b8-d368-4339-aeb2-3eeed2a01ecc tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889942 Nov 12 09:24:36.514297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-2e8d0d33-1d91-4035-b33a-e4e69bbf0af0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ba8628-070c-4aaf-86f2-4076c7a6a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672257 Nov 12 09:24:36.525733 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.530068 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:36.581479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0db9b-a6ab-4815-b8af-a7f35636594f req-dda64bf7-c29c-4b57-8130-5595ce4fa672 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:36.582984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52e0db9b-a6ab-4815-b8af-a7f35636594f req-dda64bf7-c29c-4b57-8130-5595ce4fa672 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 931 time: 0.2682786 Nov 12 09:24:36.601740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 5eebab35-2221-4b98-bac6-6eb1d1153c62 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:36.739290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Pushing event updated for resources: {'Port': ['ID=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:36.889139 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f69888b-341a-42c5-a805-8e35130f19ee req-c171b1b1-3b31-4c2f-81c2-4eefb58cceaa tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.0782585 Nov 12 09:24:36.962573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Attempting to bind port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:36.963094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Attempting to bind port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:36.963533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Attempting to bind port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:36.987169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:24:36.987331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Attempting to bind port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:36.998443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:36.999024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:36.999690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Bound using segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:37.000516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Bound port: 44a168c3-c52e-4aaf-9ac7-4f0b0709098d, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:37.001095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.041441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.148725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=5eebab35-2221-4b98-bac6-6eb1d1153c62,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:37.164781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port 83a5ca8e-816b-4270-80cc-d53d52818fb7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=83a5ca8e-816b-4270-80cc-d53d52818fb7,segment=NetworkSegment(f5b3fd49-528e-434c-951c-b948c79f14a1),segment_id=f5b3fd49-528e-434c-951c-b948c79f14a1)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:37.165264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.168815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.174964 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c5d2c475-350d-435b-b12b-572305b92c70 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/5eebab35-2221-4b98-bac6-6eb1d1153c62 HTTP/1.1" status: 204 len: 168 time: 1.6740594 Nov 12 09:24:37.182947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34432) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:37.202044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'mac_address': 'fa:16:3e:fe:a0:39', 'name': 'tempest-PortsIpV6TestJSON-1914897399'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:37.261890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for 83a5ca8e-816b-4270-80cc-d53d52818fb7 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:37.264659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] For port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:37.277635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-52e0db9b-a6ab-4815-b8af-a7f35636594f req-0fd7a8e0-249b-4ff3-a279-5b3440b5d567 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6793845 Nov 12 09:24:37.307277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-a9341f8e-1d4e-4c8a-90c3-ca0ff9df5d2e service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803974 Nov 12 09:24:37.350490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] For port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:37.370663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.440622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:37.449919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:37.450876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.452795 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] 10.222.0.55 "PUT /v2.0/ports/44a168c3-c52e-4aaf-9ac7-4f0b0709098d HTTP/1.1" status: 200 len: 1092 time: 2.4688783 Nov 12 09:24:37.469876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'tag': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:37.473317 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c5407a-f366-4bf8-8185-abf085c9a020" -d '{"events": [{"name": "network-changed", "server_uuid": "8cffce59-d017-4ad4-b1b1-67796b7a3288", "tag": "44a168c3-c52e-4aaf-9ac7-4f0b0709098d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:37.503446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0e6bd-c8bb-42cc-90f8-440e602715e3 service neutron] Pushing event updated for resources: {'Port': ['ID=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:37.638404 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db41a35b-165c-460b-8245-32e2ebfe4d7b x-openstack-request-id: req-db41a35b-165c-460b-8245-32e2ebfe4d7b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:37.639053 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cffce59-d017-4ad4-b1b1-67796b7a3288", "tag": "44a168c3-c52e-4aaf-9ac7-4f0b0709098d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:37.639667 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db41a35b-165c-460b-8245-32e2ebfe4d7b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:37.640427 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'tag': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d', 'status': 'completed', 'code': 200} Nov 12 09:24:37.733580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:37.743103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-6fc6a036-d26c-45fe-ae13-54f9310b43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:37.745954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-6fc6a036-d26c-45fe-ae13-54f9310b43fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 1095 time: 0.2146168 Nov 12 09:24:37.820860 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb5232c5-88f6-4fdf-b19f-3e0e369662bd req-959a751a-6002-4dba-a7ff-90be05614ec2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0945878 Nov 12 09:24:37.866815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port bf0620e1-06d1-44db-a09f-1783509c117f yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:37.877411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-0bc063e0-fa86-4d85-a3e4-5d33f8b0c41b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d HTTP/1.1" status: 200 len: 217 time: 0.1151004 Nov 12 09:24:37.963052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-3ffcb045-15b2-4c9d-abb9-38b6f96e1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:37.965641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-3ffcb045-15b2-4c9d-abb9-38b6f96e1a8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0743675 Nov 12 09:24:37.982728 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:38.028881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f2f21-5a1e-4601-8e98-7c47eb1c1baf req-c054911d-3a6b-4af3-91b2-cf14de6752ef tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:38.031164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a4f2f21-5a1e-4601-8e98-7c47eb1c1baf req-c054911d-3a6b-4af3-91b2-cf14de6752ef tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.3784616 Nov 12 09:24:38.041167 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb5232c5-88f6-4fdf-b19f-3e0e369662bd req-923c71c0-2a62-493c-bb96-2a1329459bae service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d67fe61746de4f718c627adc92591612&device_id=47de5736-34d6-4027-a2a4-9e8dac0278fa HTTP/1.1" status: 200 len: 210 time: 0.0809021 Nov 12 09:24:38.098359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-98e91d44-a0b0-4bc9-9a0e-78438ae05ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:38.100714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-98e91d44-a0b0-4bc9-9a0e-78438ae05ba2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868456 Nov 12 09:24:38.106709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-397ebfeb-8f42-4de6-bfe8-f9f775af8e98 req-27c0f4cd-215d-4a90-8597-3ed757f54c30 service neutron] 10.222.0.55 "GET /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440991 Nov 12 09:24:38.312460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.329723 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-83cc535b-7190-43ed-a00a-9e4c0c8ce5c1 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935174 Nov 12 09:24:38.376971 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.469597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a4f2f21-5a1e-4601-8e98-7c47eb1c1baf req-79fa966d-f87b-4080-b364-0dc4352ee207 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793845 Nov 12 09:24:38.523953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.591601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5232c5-88f6-4fdf-b19f-3e0e369662bd req-3f07a633-7ccd-4799-9667-a70013d58689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:38.593288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb5232c5-88f6-4fdf-b19f-3e0e369662bd req-3f07a633-7ccd-4799-9667-a70013d58689 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=d67fe61746de4f718c627adc92591612&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4892478 Nov 12 09:24:38.600067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.645933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:38.660056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:38.674223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d05a-d8d3-4e5c-bc04-d3fdc7f7365e req-d51d5812-c42b-4deb-b33f-4d52bab8b823 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:38.675898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f091d05a-d8d3-4e5c-bc04-d3fdc7f7365e req-d51d5812-c42b-4deb-b33f-4d52bab8b823 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 943 time: 0.2194755 Nov 12 09:24:38.679490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:38.685284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:38.685947 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.688515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=bf0620e1-06d1-44db-a09f-1783509c117f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:38.703560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0efa2cc2-cc02-4052-bf37-4565658b9f54 req-fb70ae51-dbe9-4001-a79f-9f98b01bd916 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656743 Nov 12 09:24:38.705060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=83a5ca8e-816b-4270-80cc-d53d52818fb7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:38.728634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:38.749782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5349040-d89e-422c-8bd8-795e74856e91 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5615118 Nov 12 09:24:38.753391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:38.788020 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f091d05a-d8d3-4e5c-bc04-d3fdc7f7365e req-8004ef82-243e-4e67-9517-41eda8e02cce tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933352 Nov 12 09:24:38.913443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-9b1345b6-4887-402e-99e6-6e1cf3618a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:38.916235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-9b1345b6-4887-402e-99e6-6e1cf3618a6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 1095 time: 0.0926704 Nov 12 09:24:38.978776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Deleting port b2132e3e-3869-4936-956b-54721d93f66b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:38.979381 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.140227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-752db146-3fa8-4695-9282-3635729daa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:39.141950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-752db146-3fa8-4695-9282-3635729daa85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2176671 Nov 12 09:24:39.189412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e78b122-3f6d-412b-bf0f-99f53f52f95a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:39.190411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-0403d8fb-71e7-4232-9c96-14da0426c7f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d HTTP/1.1" status: 200 len: 217 time: 0.0410526 Nov 12 09:24:39.192379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8e78b122-3f6d-412b-bf0f-99f53f52f95a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/bf0620e1-06d1-44db-a09f-1783509c117f HTTP/1.1" status: 200 len: 845 time: 0.4029388 Nov 12 09:24:39.193728 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34446) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:39.208668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.256715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5232c5-88f6-4fdf-b19f-3e0e369662bd req-8e6ad738-5edb-412c-8f08-bbfbe4affe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:39.258647 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eb5232c5-88f6-4fdf-b19f-3e0e369662bd req-8e6ad738-5edb-412c-8f08-bbfbe4affe71 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6340940 Nov 12 09:24:39.318123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-0e2dfef9-9aef-4b8a-9cb1-bb3d8bf2b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:39.319663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-0e2dfef9-9aef-4b8a-9cb1-bb3d8bf2b59a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1148446 Nov 12 09:24:39.394975 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.395807 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.399988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port bf0620e1-06d1-44db-a09f-1783509c117f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:39.400334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.430910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-880aa1e2-f7cd-47ef-9d9d-6f320bce5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:39.432501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-880aa1e2-f7cd-47ef-9d9d-6f320bce5719 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007621 Nov 12 09:24:39.440688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Calling delete_port for b2132e3e-3869-4936-956b-54721d93f66b owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:39.504894 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.552469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for bf0620e1-06d1-44db-a09f-1783509c117f owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:39.626636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-84913fea-0830-4c50-a525-d9743a650035 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634707 Nov 12 09:24:39.734203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.748303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44a168c3-c52e-4aaf-9ac7-4f0b0709098d details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:24:39.786377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=bf0620e1-06d1-44db-a09f-1783509c117f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:39.809416 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:39.816682 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4d0d22d6-4acd-459a-8acd-8ff776a7b4db tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/bf0620e1-06d1-44db-a09f-1783509c117f HTTP/1.1" status: 204 len: 168 time: 0.6208019 Nov 12 09:24:39.816682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34450) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:39.832727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2c5407a-f366-4bf8-8185-abf085c9a020 req-2afe4bf6-4e43-4078-a14a-8bd5bbdae7c9 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942554 Nov 12 09:24:39.850630 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-20d7cbbb-ce06-458d-a740-e2d0a2b00f4d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:24:39.858464 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-20d7cbbb-ce06-458d-a740-e2d0a2b00f4d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/bf0620e1-06d1-44db-a09f-1783509c117f HTTP/1.1" status: 404 len: 333 time: 0.0388138 Nov 12 09:24:39.859369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34454) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:39.865422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'name': 'tempest-PortsIpV6TestJSON-978899307'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:39.969811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:39.986038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d', 'mac_address': 'fa:16:3e:6a:74:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:24:40.036610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2218661-34bc-41b8-9a2b-79fd8aaa9c4f req-c9af00cf-d43e-4b68-9af5-d51d4b82effe tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:40.038340 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2218661-34bc-41b8-9a2b-79fd8aaa9c4f req-c9af00cf-d43e-4b68-9af5-d51d4b82effe tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 943 time: 0.0819244 Nov 12 09:24:40.046173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:40.046506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:40.051128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.056283 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.063671 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.074008 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.085176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44a168c3-c52e-4aaf-9ac7-4f0b0709098d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:24:40.100831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 9fe01559-9ce2-48f9-854a-58363ce393bb yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:40.113995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:40.118881 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.134986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192d39f-77d5-40ee-83c6-a371654dd88e req-88fb67be-3263-4d75-94ca-5392c3c35c09 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:40.136644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2192d39f-77d5-40ee-83c6-a371654dd88e req-88fb67be-3263-4d75-94ca-5392c3c35c09 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.5467823 Nov 12 09:24:40.184302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:40.243872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a2218661-34bc-41b8-9a2b-79fd8aaa9c4f req-55fccc33-5b5a-4422-97e8-bda956b6087e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770163 Nov 12 09:24:40.284902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event updated for resources: {'Port': ['ID=4952af23-c0f6-4c57-82a4-2e19a5f7dbda,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:40.360494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:40.381465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-03f37a66-7027-4e85-a573-b8ec0ca9a280 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5388501 Nov 12 09:24:40.382699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34456) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:40.385897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.387160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:40.396460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:40.435969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.437342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2192d39f-77d5-40ee-83c6-a371654dd88e req-06a40be6-55b8-4a4d-9e3d-177fd068fccd tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594655 Nov 12 09:24:40.449016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.457135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:40.457890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:40.480467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.498201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'Port': ['ID=b2132e3e-3869-4936-956b-54721d93f66b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:40.559133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting subnet 1aa07703-3057-4f9b-beaa-30319defae0c {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:40.567048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:40.571096 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.606355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:40.613118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=9fe01559-9ce2-48f9-854a-58363ce393bb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:40.620803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:40.631254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:40.632837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.667526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.671730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.673625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d1f72bf9-62fd-4fe3-bf80-79ea53f8f693 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "DELETE /v2.0/floatingips/6d7f057e-d7f6-40f4-89d7-86be4fef148e HTTP/1.1" status: 204 len: 168 time: 2.6796162 Nov 12 09:24:40.678734 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.680029 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP f6d715ff-9598-495f-923b-52b098d86292 associated. External IP: 172.25.5.56, port: 0f83209b-4f9c-4882-b3a8-9afff1827416. Nov 12 09:24:40.827372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-278d0c44-2f5f-40d3-b8f6-fabf8e65a232 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9657202 Nov 12 09:24:40.829375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34464) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:40.837033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:40.867637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:40.909679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:38Z', 'revision_number': 11, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:40.960511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:40.980408 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:40.993626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:40.994278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:41.096848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 254be786-d440-4e4e-8491-ca0b10189b1d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:41.136101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:41.176854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.238434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:38Z', 'revision_number': 11, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:41.297194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e8fc91-a599-4f3c-b3bd-70f9c98594b5 None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:38Z', 'revision_number': 11, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:41.325052 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:41.339578 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] Sync routers for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:41.367179 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.387302 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:41.389768 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:41.426327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-45f46db0-a01f-420e-ba02-7e21a527e35f tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9339387 Nov 12 09:24:41.428288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:41.432811 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed3b123-ec84-4753-888f-3d4fe01d2205" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:41.444981 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.546576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa07703-3057-4f9b-beaa-30319defae0c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:41.555698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.558896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0842eff7-9d59-4380-a443-3b5db86f0e45 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/1aa07703-3057-4f9b-beaa-30319defae0c HTTP/1.1" status: 204 len: 168 time: 1.1753807 Nov 12 09:24:41.565716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34476) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:41.567048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e90f89-73a7-4121-b362-3d704712bbf1 None None] Network 43213c0e-c723-4bcf-9c14-967b3c4a4e37 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:41.644978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d15309-8584-45e6-89c0-4fe067258f4f req-64250410-fe32-4216-97f7-6b88d83126bd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:41.663369 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2d15309-8584-45e6-89c0-4fe067258f4f req-64250410-fe32-4216-97f7-6b88d83126bd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 944 time: 0.2560492 Nov 12 09:24:41.713542 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:41.746852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd005b-31d1-4ca5-9ad0-766663b7959b req-364d2ca4-7178-46fa-aa0d-32df05d5b822 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:41.762094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39bd005b-31d1-4ca5-9ad0-766663b7959b req-364d2ca4-7178-46fa-aa0d-32df05d5b822 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.2303209 Nov 12 09:24:41.968721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:41.976704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39bd005b-31d1-4ca5-9ad0-766663b7959b req-c3b12e47-749a-448c-943d-e96424a5eeb5 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089305 Nov 12 09:24:41.996636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.008677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.039230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34478) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:42.041408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] DHCP port deletion for 43213c0e-c723-4bcf-9c14-967b3c4a4e37 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:42.079811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e2d15309-8584-45e6-89c0-4fe067258f4f req-882e5dd3-9375-4981-9dc2-8976b6da82a1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149053 Nov 12 09:24:42.276036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] In _notify_port_updated(), no bound segment for port 9fe01559-9ce2-48f9-854a-58363ce393bb on network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:24:42.278345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] Deleting port e417139b-9a46-4efa-9a09-d2f61a50e33b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:42.284207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.300866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:42.301968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.316917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "PUT /v2.0/ports/9fe01559-9ce2-48f9-854a-58363ce393bb HTTP/1.1" status: 200 len: 818 time: 1.4546316 Nov 12 09:24:42.317505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:42.372075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-98649ece-0d45-4c49-9d72-7347ee7c5655 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/f6d715ff-9598-495f-923b-52b098d86292 HTTP/1.1" status: 200 len: 990 time: 0.3286998 Nov 12 09:24:42.413716 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ec2cc3-a27f-4fbe-8cf8-2c06cdd87742 x-openstack-request-id: req-84ec2cc3-a27f-4fbe-8cf8-2c06cdd87742 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:42.414677 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:42.415336 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84ec2cc3-a27f-4fbe-8cf8-2c06cdd87742 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:42.416632 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'status': 'completed', 'code': 200} Nov 12 09:24:42.508835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] For port e417139b-9a46-4efa-9a09-d2f61a50e33b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e417139b-9a46-4efa-9a09-d2f61a50e33b,segment=NetworkSegment(f5b3fd49-528e-434c-951c-b948c79f14a1),segment_id=f5b3fd49-528e-434c-951c-b948c79f14a1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:42.509768 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.540273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] Calling delete_port for e417139b-9a46-4efa-9a09-d2f61a50e33b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:42.592474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8ab57-efdf-4341-aeb7-68dc30e93da5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=9fe01559-9ce2-48f9-854a-58363ce393bb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:42.617952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-10e79212-906c-465f-9017-ce86df3eca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:42.621268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-10e79212-906c-465f-9017-ce86df3eca2e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 1097 time: 0.1813619 Nov 12 09:24:42.629538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba9bca-a6f3-443d-9cea-d06abfe989f1 req-03c19e4a-9f99-498a-bafc-ed80f3bdd3e9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:42.632702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3ba9bca-a6f3-443d-9cea-d06abfe989f1 req-03c19e4a-9f99-498a-bafc-ed80f3bdd3e9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2264092 Nov 12 09:24:42.674880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Deleting port e417139b-9a46-4efa-9a09-d2f61a50e33b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:42.675791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.708102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'f6d715ff-9598-495f-923b-52b098d86292', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.56', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'port_id': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'mac_address': 'fa:16:3e:a2:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:37Z', 'updated_at': '2021-11-12T09:24:37Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:42.765919 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.772879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 9fe01559-9ce2-48f9-854a-58363ce393bb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:42.773759 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.808998 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] Checking router: 254be786-d440-4e4e-8491-ca0b10189b1d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:42.837770 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:42.838830 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:42.840416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] Pushing event deleted for resources: {'Port': ['ID=e417139b-9a46-4efa-9a09-d2f61a50e33b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:42.869205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef70e5-2a07-4968-9d38-416197bafa79 None None] No DVR routers for this DVR port e417139b-9a46-4efa-9a09-d2f61a50e33b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:42.880437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:42.905524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-c2e388f8-3a66-48e6-bfc1-60cdf049bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:42.907283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-c2e388f8-3a66-48e6-bfc1-60cdf049bba3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28862d37-9317-4176-ac68-c377f994a8fd HTTP/1.1" status: 200 len: 897 time: 0.2784505 Nov 12 09:24:42.912856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 9fe01559-9ce2-48f9-854a-58363ce393bb owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:42.983333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3ba9bca-a6f3-443d-9cea-d06abfe989f1 req-9889b87e-44dd-4c19-a925-06f5d2069826 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338561 Nov 12 09:24:43.014324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] For port e417139b-9a46-4efa-9a09-d2f61a50e33b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e417139b-9a46-4efa-9a09-d2f61a50e33b,segment=NetworkSegment(f5b3fd49-528e-434c-951c-b948c79f14a1),segment_id=f5b3fd49-528e-434c-951c-b948c79f14a1)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:43.015052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.063971 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-f07934fd-ef8e-467e-8819-9322e96c7d4a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f83209b-4f9c-4882-b3a8-9afff1827416 HTTP/1.1" status: 200 len: 998 time: 0.1485155 Nov 12 09:24:43.069039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Calling delete_port for e417139b-9a46-4efa-9a09-d2f61a50e33b owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:43.131783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 83a5ca8e-816b-4270-80cc-d53d52818fb7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:43.212973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-93782183-a1be-439b-887e-cee89669bc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.221426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-93782183-a1be-439b-887e-cee89669bc97 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15347eb1-64d5-4854-8589-83fbf8b6db83 HTTP/1.1" status: 200 len: 834 time: 0.1420510 Nov 12 09:24:43.225713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 83a5ca8e-816b-4270-80cc-d53d52818fb7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:43.226299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 83a5ca8e-816b-4270-80cc-d53d52818fb7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:43.226990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e417139b-9a46-4efa-9a09-d2f61a50e33b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:43.279663 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:43.304245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: e417139b-9a46-4efa-9a09-d2f61a50e33b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:43.304820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e417139b-9a46-4efa-9a09-d2f61a50e33b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:43.367895 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.388732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34494) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:43.491527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=9fe01559-9ce2-48f9-854a-58363ce393bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:43.497860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.503881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f6691db1-9ff7-4c92-aa0a-337ade1435eb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/9fe01559-9ce2-48f9-854a-58363ce393bb HTTP/1.1" status: 204 len: 168 time: 1.1847086 Nov 12 09:24:43.514033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34496) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:43.606665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-f9fb843d-b7b6-424c-ba02-1038123ea8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.609290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-f9fb843d-b7b6-424c-ba02-1038123ea8ea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28862d37-9317-4176-ac68-c377f994a8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3778272 Nov 12 09:24:43.669016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12ef6557-d874-4ded-8e30-f6bb91b834c9 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/f6d715ff-9598-495f-923b-52b098d86292 HTTP/1.1" status: 200 len: 990 time: 0.2419050 Nov 12 09:24:43.754217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44a168c3-c52e-4aaf-9ac7-4f0b0709098d up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:43.794854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b9b3-f44b-423d-b1f3-4ecc2798d53d req-d76edaf8-1ef1-435e-9b17-b35caa322c1f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:43.808839 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4947b9b3-f44b-423d-b1f3-4ecc2798d53d req-d76edaf8-1ef1-435e-9b17-b35caa322c1f tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2713387 Nov 12 09:24:43.815552 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'f6d715ff-9598-495f-923b-52b098d86292', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.56', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'port_id': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'mac_address': 'fa:16:3e:a2:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:37Z', 'updated_at': '2021-11-12T09:24:37Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:43.885240 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667909b0-62e6-44bd-922a-ed108a958945 None None] The sync data for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 is: [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'f6d715ff-9598-495f-923b-52b098d86292', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'floating_ip_address': '172.25.5.56', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'port_id': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'mac_address': 'fa:16:3e:a2:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:24:37Z', 'updated_at': '2021-11-12T09:24:37Z', 'revision_number': 0, 'project_id': '29ad76fbd32249958059ad70c802938c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:43.946767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-74d8d645-3ad3-4d56-8d4b-eb9d7b4cb599 service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180900 Nov 12 09:24:43.961678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dcbcc825-5f2b-4dbe-a75e-b5bbb5e58963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:43.965325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:24:43.975880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:43.976575 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.026405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4947b9b3-f44b-423d-b1f3-4ecc2798d53d req-99eeca6d-bf41-437f-824f-fbfe81d58b8b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161405 Nov 12 09:24:44.076484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.135324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cb33d-f804-4e12-aacb-7444b78305fa req-e297278a-8fd8-4aaf-aeda-4f17427060cb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.144117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b1cb33d-f804-4e12-aacb-7444b78305fa req-e297278a-8fd8-4aaf-aeda-4f17427060cb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 944 time: 0.7932165 Nov 12 09:24:44.189121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.192921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Port': ['ID=e417139b-9a46-4efa-9a09-d2f61a50e33b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:44.218737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5e8e4a-5ad5-458c-b7ed-3ac96d16db52 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.224107 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e5e8e4a-5ad5-458c-b7ed-3ac96d16db52 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7048783 Nov 12 09:24:44.224107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No DVR routers for this DVR port e417139b-9a46-4efa-9a09-d2f61a50e33b on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:44.235504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34500) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:44.275773 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea626e3-1ade-4803-8a27-b18d3721e5a2 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:24:44.285369 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bea626e3-1ade-4803-8a27-b18d3721e5a2 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/9fe01559-9ce2-48f9-854a-58363ce393bb HTTP/1.1" status: 404 len: 333 time: 0.0409179 Nov 12 09:24:44.301058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ed3b123-ec84-4753-888f-3d4fe01d2205 req-7bfb7ad7-ac9f-450e-8626-6ee7532cef1d service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386152 Nov 12 09:24:44.301417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:44.302526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:44.303578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:44.305457 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35aad5a-7795-4ace-8b8a-43c8f247bfa9" -d '{"events": [{"server_uuid": "8cffce59-d017-4ad4-b1b1-67796b7a3288", "name": "network-vif-plugged", "status": "completed", "tag": "44a168c3-c52e-4aaf-9ac7-4f0b0709098d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:44.311719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.312914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2072583075'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:44.411344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:44.422106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d69f52-47ac-4244-9dae-ff709eed642f req-4881c813-063a-4d06-8c42-944b7a74cf1b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.425883 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.436870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fb6ee1-32e1-4ced-b1d3-baf76f42d8df None None] New status for floating IP f6d715ff-9598-495f-923b-52b098d86292: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:24:44.437767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49d69f52-47ac-4244-9dae-ff709eed642f req-4881c813-063a-4d06-8c42-944b7a74cf1b tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.2460239 Nov 12 09:24:44.439202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:44.447826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.471509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43213c0e-c723-4bcf-9c14-967b3c4a4e37']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:44.489967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b3fd49-528e-434c-951c-b948c79f14a1') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:44.491306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b3fd49-528e-434c-951c-b948c79f14a1') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:44.497107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:24:44.518288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.518633 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment c518d067-9cfc-4ad5-aab7-de54f91cfaeb of type vlan for network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa Nov 12 09:24:44.524322 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.553737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.569767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:44.570396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: self.session.flush() Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:44.574367 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:44.580457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b1cb33d-f804-4e12-aacb-7444b78305fa req-fc3080e6-8c06-4984-9234-bc5b6068ef3d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354343 Nov 12 09:24:44.602135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.621362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49d69f52-47ac-4244-9dae-ff709eed642f req-ac9edc74-68e2-477d-8ab0-869324ad0ae0 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500146 Nov 12 09:24:44.672359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:44.683482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.691986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:44.691986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.748121 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.760353 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:44.772983 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/networks/43213c0e-c723-4bcf-9c14-967b3c4a4e37 HTTP/1.1" status: 204 len: 168 time: 3.1952772 Nov 12 09:24:44.788782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:44.795372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'routes': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:44.796605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714d741-2083-481b-8acc-bb7e1329d237 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Pushing event deleted for resources: {'Network': ['ID=43213c0e-c723-4bcf-9c14-967b3c4a4e37,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:44.934519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6244137 Nov 12 09:24:44.935243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34516) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:44.935442 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6307118-843c-48e0-ae1e-a5caeefd9258 x-openstack-request-id: req-c6307118-843c-48e0-ae1e-a5caeefd9258 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:44.935866 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cffce59-d017-4ad4-b1b1-67796b7a3288", "name": "network-vif-plugged", "status": "completed", "tag": "44a168c3-c52e-4aaf-9ac7-4f0b0709098d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:44.936321 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6307118-843c-48e0-ae1e-a5caeefd9258 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:44.936790 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d', 'code': 200} Nov 12 09:24:44.953390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:45.056305 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-86f21fa8-1357-4a03-88e4-b3b9fcd1c029 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/f6d715ff-9598-495f-923b-52b098d86292 HTTP/1.1" status: 200 len: 990 time: 0.3823717 Nov 12 09:24:45.072754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5edfb6-b904-4219-bda0-255cf882261c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=1958647c-ba5d-4ad3-8ad2-e9bd92279dfa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:45.091120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:24:45.195054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Added routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 09:24:45.195533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Removed routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 09:24:45.196160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.339085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7ba17-b076-4a86-89a7-92d03e400d17 req-9098d8e5-aa63-4042-add0-f90ce29dfcd9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:45.340654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4aa7ba17-b076-4a86-89a7-92d03e400d17 req-9098d8e5-aa63-4042-add0-f90ce29dfcd9 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.1625776 Nov 12 09:24:45.342314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:45.345707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.351789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ff013-1ecc-4dce-a203-6dfe5aeccd20 req-aa8c8164-f8c5-4176-b96f-232c60d1e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:45.353378 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb5ff013-1ecc-4dce-a203-6dfe5aeccd20 req-aa8c8164-f8c5-4176-b96f-232c60d1e82d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 1097 time: 0.1727896 Nov 12 09:24:45.390472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.394651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.482896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:45.507484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb5ff013-1ecc-4dce-a203-6dfe5aeccd20 req-fc9c066a-a2d6-42d5-b5d3-dcf9309e18fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359525 Nov 12 09:24:45.515635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4aa7ba17-b076-4a86-89a7-92d03e400d17 req-61fb0327-43f5-430f-a3af-8ab130f0664d tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658742 Nov 12 09:24:45.688234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.767047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=96c08175-3183-49f0-b1e5-f1443326b0d7,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:45.776402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': 'c518d067-9cfc-4ad5-aab7-de54f91cfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:45.776780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:24:45.797171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:24:45.809579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:45.814501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:45.815161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:45.825052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cda24a-57f2-44c0-9417-a477389bd490 None None] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:45.839194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-df506141-bf3e-4a41-a0c7-ae5d8e850927 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9024086 Nov 12 09:24:45.843956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34524) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:45.850123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-54c9a064-9ba6-489f-aa41-b1662944495a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:45.997343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:46.007090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.012199 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f1b8ccf0-0fa5-4b59-9a9f-ac285f214adf tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 200 len: 703 time: 1.2223091 Nov 12 09:24:46.013483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:46.028000 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] Sync routers for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:46.047991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-1958647c-ba5d-4ad3-8ad2-e9bd92279dfa', 'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa', 'tenant_id': 'ecb7e9d75a54412f83cf0e0b3e419f5b', 'fixed_ips': [{'subnet_id': '96c08175-3183-49f0-b1e5-f1443326b0d7'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:24:46.048879 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.057749 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:46.058701 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:46.058891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34528) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:46.065407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d86cb7e5-701e-42b1-8555-c32015805219 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 200 len: 205 time: 0.0485520 Nov 12 09:24:46.067826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34530) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:46.092974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e8d8b-7881-47ba-99ed-cd8c0d2fddff req-72f754ac-4ae4-4065-be00-bf9b0f834f9f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:46.095000 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-941e8d8b-7881-47ba-99ed-cd8c0d2fddff req-72f754ac-4ae4-4065-be00-bf9b0f834f9f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1514280 Nov 12 09:24:46.169424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c9a064-9ba6-489f-aa41-b1662944495a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:46.173119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-54c9a064-9ba6-489f-aa41-b1662944495a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.199850 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9170ac7b-00b6-413b-915e-7fcbf9efb14c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.202184 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:46.293358 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:38Z', 'revision_number': 11, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:46.300132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-941e8d8b-7881-47ba-99ed-cd8c0d2fddff req-1504db09-4adf-4730-8e90-e4693232888d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632712 Nov 12 09:24:46.355773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8ccb148d-097b-475e-beeb-ea023a7e5032 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/f6d715ff-9598-495f-923b-52b098d86292 HTTP/1.1" status: 200 len: 992 time: 0.2895093 Nov 12 09:24:46.360414 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Allocated IP 2001:db8::2 (1958647c-ba5d-4ad3-8ad2-e9bd92279dfa/96c08175-3183-49f0-b1e5-f1443326b0d7/b80d1984-3da3-40d0-83b3-d26b50c0eb50) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:46.393386 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] Checking router: 509dcd5d-ab87-4cdb-9537-4621f7bdee0a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:46.415604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] Routers {'509dcd5d-ab87-4cdb-9537-4621f7bdee0a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:46.417125 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:46.431880 n-d-769329-17 neutron-server[109377]: INFO neutron.db.ipam_backend_mixin [None req-54c9a064-9ba6-489f-aa41-b1662944495a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96c08175-3183-49f0-b1e5-f1443326b0d7 (CIDR: 2001:db8::/64) Nov 12 09:24:46.438708 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c9a064-9ba6-489f-aa41-b1662944495a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:24:46.441960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c9a064-9ba6-489f-aa41-b1662944495a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:46.451811 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1da38cfe-a435-4217-802a-2f7d9f1db0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.486181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-54c9a064-9ba6-489f-aa41-b1662944495a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6398342 Nov 12 09:24:46.488450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9170ac7b-00b6-413b-915e-7fcbf9efb14c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.489441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34532) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:46.496252 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9170ac7b-00b6-413b-915e-7fcbf9efb14c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.499965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:46.661458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9170ac7b-00b6-413b-915e-7fcbf9efb14c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.663802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9170ac7b-00b6-413b-915e-7fcbf9efb14c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Fanout notify agent at l3_agent the message router_deleted on router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:24:46.682054 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9170ac7b-00b6-413b-915e-7fcbf9efb14c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.691578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9170ac7b-00b6-413b-915e-7fcbf9efb14c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 204 len: 168 time: 0.6184599 Nov 12 09:24:46.700579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:46.709304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d0251041-82f8-41a8-8e0e-459eea15ad34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-994393481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:46.785800 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0251041-82f8-41a8-8e0e-459eea15ad34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.787745 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0251041-82f8-41a8-8e0e-459eea15ad34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.808060 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] Set router 509dcd5d-ab87-4cdb-9537-4621f7bdee0a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:46.859177 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.869621 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.874457 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:38Z', 'revision_number': 11, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:46.905486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0251041-82f8-41a8-8e0e-459eea15ad34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.908575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02152130-5605-4722-8ad5-73a3ca052e42 req-3dc18e4a-b090-4fc7-9a9b-3b583a8ce798 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:46.911615 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02152130-5605-4722-8ad5-73a3ca052e42 req-3dc18e4a-b090-4fc7-9a9b-3b583a8ce798 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.3551116 Nov 12 09:24:46.914375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0251041-82f8-41a8-8e0e-459eea15ad34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.916702 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17b50ec-a4cf-4e2d-8de5-5bdef227ad39 None None] The sync data for ids ['509dcd5d-ab87-4cdb-9537-4621f7bdee0a'] in n-d-769329-17 is: [{'id': '509dcd5d-ab87-4cdb-9537-4621f7bdee0a', 'name': 'tempest-RoutersIpV6Test-router-48978855', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:14Z', 'updated_at': '2021-11-12T09:24:38Z', 'revision_number': 11, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:46.981152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:46.983585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Pushing event updated for resources: {'Port': ['ID=b80d1984-3da3-40d0-83b3-d26b50c0eb50,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:46.989657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:46.991328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0251041-82f8-41a8-8e0e-459eea15ad34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:46.992772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:46.996028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d0251041-82f8-41a8-8e0e-459eea15ad34 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2911475 Nov 12 09:24:46.997017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34540) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:47.005738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-be6100fe-c9af-4381-ace3-77a84f2e0cce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:47.044708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b02f50c-a2e4-4727-aaf5-4c212da0d19c req-307196b0-db80-4a77-992c-b91df4780bbc tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:47.055555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b02f50c-a2e4-4727-aaf5-4c212da0d19c req-307196b0-db80-4a77-992c-b91df4780bbc tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 945 time: 0.3228872 Nov 12 09:24:47.098405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Attempting to bind port b80d1984-3da3-40d0-83b3-d26b50c0eb50 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:24:47.098782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Attempting to bind port b80d1984-3da3-40d0-83b3-d26b50c0eb50 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'c518d067-9cfc-4ad5-aab7-de54f91cfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:24:47.099198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Attempting to bind port b80d1984-3da3-40d0-83b3-d26b50c0eb50 on network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:24:47.115600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:24:47.116021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Checking segment: {'id': 'c518d067-9cfc-4ad5-aab7-de54f91cfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:24:47.116435 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.116865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Bound using segment: {'id': 'c518d067-9cfc-4ad5-aab7-de54f91cfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:24:47.117342 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Bound port: b80d1984-3da3-40d0-83b3-d26b50c0eb50, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c518d067-9cfc-4ad5-aab7-de54f91cfaeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:24:47.117732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.170308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:47.175231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.202320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] For port b80d1984-3da3-40d0-83b3-d26b50c0eb50, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:24:47.205863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] For port b80d1984-3da3-40d0-83b3-d26b50c0eb50, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b80d1984-3da3-40d0-83b3-d26b50c0eb50,segment=NetworkSegment(c518d067-9cfc-4ad5-aab7-de54f91cfaeb),segment_id=c518d067-9cfc-4ad5-aab7-de54f91cfaeb)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:24:47.210960 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.226246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b02f50c-a2e4-4727-aaf5-4c212da0d19c req-2feab1be-577d-4af0-9822-60d0f9975704 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690888 Nov 12 09:24:47.319445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Deleting port 0bd91305-df4f-411e-b813-9c3f58e96212 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:47.327325 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.366651 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b64fb0-d912-4679-9d88-b7f36e9dcf84 None None] Pushing event updated for resources: {'Port': ['ID=b80d1984-3da3-40d0-83b3-d26b50c0eb50,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:47.505748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] For port 0bd91305-df4f-411e-b813-9c3f58e96212, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=0bd91305-df4f-411e-b813-9c3f58e96212,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:47.506360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.523168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be6100fe-c9af-4381-ace3-77a84f2e0cce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.547471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be6100fe-c9af-4381-ace3-77a84f2e0cce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.583467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Calling delete_port for 0bd91305-df4f-411e-b813-9c3f58e96212 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:47.718397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1316fca-e368-43ba-93c8-4832da6214b7 req-c31d6db0-dafb-409e-9885-80da9c4bf662 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:47.729901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1316fca-e368-43ba-93c8-4832da6214b7 req-c31d6db0-dafb-409e-9885-80da9c4bf662 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1971462 Nov 12 09:24:47.783373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6100fe-c9af-4381-ace3-77a84f2e0cce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Router a2abaf32-f59f-42d5-b6bf-e577a4179b7d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:24:47.818901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34546) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:47.832401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1316fca-e368-43ba-93c8-4832da6214b7 req-d12f8429-4418-4c03-886b-2fa5f3364c53 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011121 Nov 12 09:24:47.917002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.973037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6100fe-c9af-4381-ace3-77a84f2e0cce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:47.985989 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-be6100fe-c9af-4381-ace3-77a84f2e0cce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:47.989534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] Sync routers for ids ['a2abaf32-f59f-42d5-b6bf-e577a4179b7d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:47.993973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-be6100fe-c9af-4381-ace3-77a84f2e0cce tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "PUT /v2.0/routers/a2abaf32-f59f-42d5-b6bf-e577a4179b7d HTTP/1.1" status: 200 len: 697 time: 0.9958501 Nov 12 09:24:47.996066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34550) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:48.003570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] Routers {'a2abaf32-f59f-42d5-b6bf-e577a4179b7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:48.004329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a2abaf32-f59f-42d5-b6bf-e577a4179b7d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:48.049387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:48.051200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:48.057868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:48.058466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.108223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30260e74-c5da-4d3c-954d-011d280baa60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.116576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=1d986165-c65f-4a39-a188-dbde6145fc7f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:48.148839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.162825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ac307ee2-13ca-4f3a-9515-34ed02950b59'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:24:48.174170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bcc6464e-cd54-4eda-be64-e471909c6c8b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6803980 Nov 12 09:24:48.179624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ee19611e-7923-46de-98fe-eba6fb493102 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/routers/a2abaf32-f59f-42d5-b6bf-e577a4179b7d HTTP/1.1" status: 200 len: 703 time: 0.1820877 Nov 12 09:24:48.181146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34554) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:48.181475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34556) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:48.186709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa', 'fixed_ips': [{'subnet_id': '96c08175-3183-49f0-b1e5-f1443326b0d7'}, {'subnet_id': '1d986165-c65f-4a39-a188-dbde6145fc7f'}], 'name': 'tempest-PortsIpV6TestJSON-80914694'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:48.207569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] Set router a2abaf32-f59f-42d5-b6bf-e577a4179b7d gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:48.243139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89001da-7b5d-432c-b71c-15efdbb979e8 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:48.246873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-24baa475-eba1-447e-b73f-0fc90178a234 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2abaf32-f59f-42d5-b6bf-e577a4179b7d HTTP/1.1" status: 200 len: 205 time: 0.0562339 Nov 12 09:24:48.247514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34558) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:48.278285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30260e74-c5da-4d3c-954d-011d280baa60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.282482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event deleted for resources: {'Port': ['ID=0bd91305-df4f-411e-b813-9c3f58e96212,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:48.301351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ca127-e286-4c17-a494-2a93fc64d248 req-04bdf884-658e-4c2d-a18d-06952da67832 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:48.303131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c35ca127-e286-4c17-a494-2a93fc64d248 req-04bdf884-658e-4c2d-a18d-06952da67832 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1960692 Nov 12 09:24:48.323001 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2abaf32-f59f-42d5-b6bf-e577a4179b7d', 'name': 'tempest-RoutersIpV6Test-router-994393481', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:46Z', 'updated_at': '2021-11-12T09:24:47Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:48.341337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] No DVR routers for this DVR port 0bd91305-df4f-411e-b813-9c3f58e96212 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:48.345766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.352388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02152130-5605-4722-8ad5-73a3ca052e42 req-9ec67646-d6ea-4a82-8b43-08701a362376 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "DELETE /v2.0/ports/0bd91305-df4f-411e-b813-9c3f58e96212 HTTP/1.1" status: 204 len: 173 time: 1.4289412 Nov 12 09:24:48.353885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'name': 'network-vif-deleted', 'tag': '0bd91305-df4f-411e-b813-9c3f58e96212'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:48.359482 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b192d1c-9f4d-4448-beae-24042991b5d6" -d '{"events": [{"server_uuid": "a410c316-0d99-4b6e-ada9-31b803bba976", "name": "network-vif-deleted", "tag": "0bd91305-df4f-411e-b813-9c3f58e96212"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:48.397504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] Checking router: a2abaf32-f59f-42d5-b6bf-e577a4179b7d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:48.435015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] Routers {'a2abaf32-f59f-42d5-b6bf-e577a4179b7d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:48.436161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a2abaf32-f59f-42d5-b6bf-e577a4179b7d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:48.490683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c737066c-45a2-40e3-b16f-0801ec8619a7 req-cd4bc3f7-f88b-4437-9b15-0ee2db8904b4 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=a410c316-0d99-4b6e-ada9-31b803bba976 HTTP/1.1" status: 200 len: 210 time: 0.0911708 Nov 12 09:24:48.497283 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ec3db46-1407-46b7-b541-66dcee85f55c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.572747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30260e74-c5da-4d3c-954d-011d280baa60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.579569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-30260e74-c5da-4d3c-954d-011d280baa60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.597450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-30260e74-c5da-4d3c-954d-011d280baa60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] 10.222.0.53 "DELETE /v2.0/security-groups/2a3eda9f-76b3-4005-a70d-17475a542f38 HTTP/1.1" status: 204 len: 168 time: 0.7742722 Nov 12 09:24:48.609994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30260e74-c5da-4d3c-954d-011d280baa60 tempest-TestVolumeBootPattern-467905126 tempest-TestVolumeBootPattern-467905126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3eda9f-76b3-4005-a70d-17475a542f38,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:48.625183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] Set router a2abaf32-f59f-42d5-b6bf-e577a4179b7d gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:48.641410 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773e4461-8e03-45b8-b5f3-7820841e4c31 x-openstack-request-id: req-773e4461-8e03-45b8-b5f3-7820841e4c31 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:48.641828 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a410c316-0d99-4b6e-ada9-31b803bba976", "name": "network-vif-deleted", "tag": "0bd91305-df4f-411e-b813-9c3f58e96212", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:48.642260 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-773e4461-8e03-45b8-b5f3-7820841e4c31 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:48.644424 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a410c316-0d99-4b6e-ada9-31b803bba976', 'name': 'network-vif-deleted', 'tag': '0bd91305-df4f-411e-b813-9c3f58e96212', 'status': 'completed', 'code': 200} Nov 12 09:24:48.898140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ec3db46-1407-46b7-b541-66dcee85f55c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.907066 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ec3db46-1407-46b7-b541-66dcee85f55c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:48.917438 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c35ca127-e286-4c17-a494-2a93fc64d248 req-65aa1802-a1ee-4536-a4ec-68f8fdb1d529 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690725 Nov 12 09:24:49.026220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2abaf32-f59f-42d5-b6bf-e577a4179b7d', 'name': 'tempest-RoutersIpV6Test-router-994393481', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:46Z', 'updated_at': '2021-11-12T09:24:47Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:49.075718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ec3db46-1407-46b7-b541-66dcee85f55c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.076290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec3db46-1407-46b7-b541-66dcee85f55c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Fanout notify agent at l3_agent the message router_deleted on router a2abaf32-f59f-42d5-b6bf-e577a4179b7d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:24:49.096076 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ec3db46-1407-46b7-b541-66dcee85f55c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.099005 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ec3db46-1407-46b7-b541-66dcee85f55c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/a2abaf32-f59f-42d5-b6bf-e577a4179b7d HTTP/1.1" status: 204 len: 168 time: 0.8464050 Nov 12 09:24:49.101010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:49.103961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34566) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.131344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0427c44a-b4de-43ef-ba92-60446e92bff7 None None] The sync data for ids ['a2abaf32-f59f-42d5-b6bf-e577a4179b7d'] in n-d-769329-17 is: [{'id': 'a2abaf32-f59f-42d5-b6bf-e577a4179b7d', 'name': 'tempest-RoutersIpV6Test-router-994393481', 'tenant_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:24:46Z', 'updated_at': '2021-11-12T09:24:47Z', 'revision_number': 2, 'project_id': 'd9104357a0ca431ea57cc6c6e19468a5', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:49.172310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.190655 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bcb37efe-7e44-4128-8627-d1d588dfa99a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2abaf32-f59f-42d5-b6bf-e577a4179b7d HTTP/1.1" status: 200 len: 205 time: 0.0838053 Nov 12 09:24:49.194210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34568) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.252810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b80d1984-3da3-40d0-83b3-d26b50c0eb50 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:49.282714 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-7461e9d3-b7e6-4632-9924-53fca9c51040 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] delete failed (client error): The resource could not be found. Nov 12 09:24:49.283837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7461e9d3-b7e6-4632-9924-53fca9c51040 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/a2abaf32-f59f-42d5-b6bf-e577a4179b7d HTTP/1.1" status: 404 len: 336 time: 0.0886459 Nov 12 09:24:49.297101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34570) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.307429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.314296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6459107-874e-40c2-b6cf-15c75d3a47ee None None] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:49.339159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 756914d7-0783-4100-92a0-b1ddc326a316 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:24:49.352978 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ad04f1-2368-43c3-ae02-e9fbd36ff5c3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:49.354712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ad04f1-2368-43c3-ae02-e9fbd36ff5c3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:49.360127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-51ad04f1-2368-43c3-ae02-e9fbd36ff5c3 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/ca7c91cf-fbc5-43a3-8a85-09e459e2a320 HTTP/1.1" status: 404 len: 337 time: 0.0574691 Nov 12 09:24:49.362666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34572) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.395043 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f021802-aa77-4a2d-b9ac-84a80907741e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:49.395894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f021802-aa77-4a2d-b9ac-84a80907741e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:49.400553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2f021802-aa77-4a2d-b9ac-84a80907741e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/f275468c-09bc-4083-a232-89be809b75e8 HTTP/1.1" status: 404 len: 337 time: 0.0367780 Nov 12 09:24:49.403149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34574) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.436620 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b763f34-7250-4c67-8222-8faf109068c6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:49.437108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b763f34-7250-4c67-8222-8faf109068c6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:49.440294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8b763f34-7250-4c67-8222-8faf109068c6 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/7b2112bd-0250-4925-8b5d-a51ad0f9eee7 HTTP/1.1" status: 404 len: 337 time: 0.0358069 Nov 12 09:24:49.446441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:49.446692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34576) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.447295 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.452760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Provisioning complete for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:49.453376 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.481160 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a20fc31-4c7e-4df9-b5d9-408c5c664c03 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:49.482256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a20fc31-4c7e-4df9-b5d9-408c5c664c03 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:49.486569 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0a20fc31-4c7e-4df9-b5d9-408c5c664c03 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/1aa07703-3057-4f9b-beaa-30319defae0c HTTP/1.1" status: 404 len: 337 time: 0.0384111 Nov 12 09:24:49.492430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.535681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-266365cf-f0cc-450a-9291-2db3d1ac3e31 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 200 len: 205 time: 0.0413632 Nov 12 09:24:49.541072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34582) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.631144 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-71b25ba4-55db-4e1a-97d8-f4b45b6e37aa tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] delete failed (client error): The resource could not be found. Nov 12 09:24:49.632985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-71b25ba4-55db-4e1a-97d8-f4b45b6e37aa tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/509dcd5d-ab87-4cdb-9537-4621f7bdee0a HTTP/1.1" status: 404 len: 336 time: 0.0906086 Nov 12 09:24:49.637007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34586) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.700654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ae64d3c3-28cc-45c5-9a13-737fbd0e09ea tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8711045-ecf5-4fb6-860c-b61c5bb733d0 HTTP/1.1" status: 200 len: 205 time: 0.0624962 Nov 12 09:24:49.703802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34592) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.762185 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-bac9d69f-cd5a-4ba7-a415-fa493d3a3447 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] delete failed (client error): The resource could not be found. Nov 12 09:24:49.763449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bac9d69f-cd5a-4ba7-a415-fa493d3a3447 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/b8711045-ecf5-4fb6-860c-b61c5bb733d0 HTTP/1.1" status: 404 len: 336 time: 0.0583680 Nov 12 09:24:49.768922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34594) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.786343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34598) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.814065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0bd91305-df4f-411e-b813-9c3f58e96212 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:49.843954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::13d (1958647c-ba5d-4ad3-8ad2-e9bd92279dfa/96c08175-3183-49f0-b1e5-f1443326b0d7/756914d7-0783-4100-92a0-b1ddc326a316) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:49.852943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8:0:1::32b (1958647c-ba5d-4ad3-8ad2-e9bd92279dfa/1d986165-c65f-4a39-a188-dbde6145fc7f/756914d7-0783-4100-92a0-b1ddc326a316) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:49.861060 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.868387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 0bd91305-df4f-411e-b813-9c3f58e96212 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:49.869131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 0bd91305-df4f-411e-b813-9c3f58e96212 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:49.874219 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.887554 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-0861592c-e1bb-42cd-b4f7-804d3bd30922 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:49.888119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0861592c-e1bb-42cd-b4f7-804d3bd30922 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:49.902439 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0861592c-e1bb-42cd-b4f7-804d3bd30922 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/8aec1f3b-aa34-418c-b6a4-0988d7eb4dbc HTTP/1.1" status: 404 len: 337 time: 0.1303568 Nov 12 09:24:49.903199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34604) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:49.910930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:49.969384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] For port b80d1984-3da3-40d0-83b3-d26b50c0eb50, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b80d1984-3da3-40d0-83b3-d26b50c0eb50,segment=NetworkSegment(c518d067-9cfc-4ad5-aab7-de54f91cfaeb),segment_id=c518d067-9cfc-4ad5-aab7-de54f91cfaeb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:49.977415 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:50.015625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ef1b346-ca52-424d-97e1-9e1818e1150a tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5fb8229-8440-4d7a-a10e-50e2800f5eb3 HTTP/1.1" status: 200 len: 205 time: 0.1068318 Nov 12 09:24:50.016779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34612) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.104229 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-f1644395-ad95-4003-b7c6-8bb468fd82f2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] delete failed (client error): The resource could not be found. Nov 12 09:24:50.110141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f1644395-ad95-4003-b7c6-8bb468fd82f2 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/e5fb8229-8440-4d7a-a10e-50e2800f5eb3 HTTP/1.1" status: 404 len: 336 time: 0.0920527 Nov 12 09:24:50.111157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34616) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.171862 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:24:50.172771 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:24:50.191755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Pushing event updated for resources: {'Port': ['ID=b80d1984-3da3-40d0-83b3-d26b50c0eb50,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:50.205028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15961aea-8414-4e7a-bedc-ada97972cd4f None None] Update dhcp port {'port': {'network_id': '1958647c-ba5d-4ad3-8ad2-e9bd92279dfa', 'fixed_ips': [{'subnet_id': '96c08175-3183-49f0-b1e5-f1443326b0d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d986165-c65f-4a39-a188-dbde6145fc7f'}], 'binding:host_id': 'n-d-769329-17'}, 'id': 'b80d1984-3da3-40d0-83b3-d26b50c0eb50'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:24:50.211221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.211559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.212341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.212806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.213218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.213489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.213830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.214169 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.214540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.214824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.215155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.215485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1162efb0-1ff1-4866-b4a0-026116c229b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:24:50.249354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf2a18-13e7-4acf-b052-242d41ae7387 req-f819e6a4-a953-47f5-9f3c-cc926d4352ba tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:50.261574 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dabf2a18-13e7-4acf-b052-242d41ae7387 req-f819e6a4-a953-47f5-9f3c-cc926d4352ba tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1539423 Nov 12 09:24:50.279044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15961aea-8414-4e7a-bedc-ada97972cd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:50.309654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:50.312134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ad9fa7d6-92ef-4998-8635-a80aa30241b4 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=48572083-e50f-44db-ae24-18698d8c2eae HTTP/1.1" status: 200 len: 205 time: 0.1416173 Nov 12 09:24:50.316459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34624) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.373016 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-595fa1bb-ea38-4ea3-8675-3431007c3047 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] delete failed (client error): The resource could not be found. Nov 12 09:24:50.374076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-595fa1bb-ea38-4ea3-8675-3431007c3047 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/48572083-e50f-44db-ae24-18698d8c2eae HTTP/1.1" status: 404 len: 336 time: 0.0561507 Nov 12 09:24:50.377980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34626) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.381742 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dabf2a18-13e7-4acf-b052-242d41ae7387 req-e41c05fc-a160-4efe-9480-ed6861f85c9e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179225 Nov 12 09:24:50.407025 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:50.457323 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:50.491249 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa02b8a-df93-4c15-8a88-9c6a17ce01e5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:50.491900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa02b8a-df93-4c15-8a88-9c6a17ce01e5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:50.497628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1fa02b8a-df93-4c15-8a88-9c6a17ce01e5 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/7381e5c5-3568-4cd7-862d-ff41e7692331 HTTP/1.1" status: 404 len: 337 time: 0.1181984 Nov 12 09:24:50.506622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34632) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.558249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:24:50.562208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:24:50.565460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:24:50.566489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-84014e46-d045-4392-96c8-3d45fcfc601e tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=f25012de-c355-4fbb-8128-8e709ed9a546 HTTP/1.1" status: 200 len: 205 time: 0.0583620 Nov 12 09:24:50.572776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:50.573439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:50.581920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34636) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.637261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-15961aea-8414-4e7a-bedc-ada97972cd4f None None] Allocated IP 2001:db8:0:1::2 (1958647c-ba5d-4ad3-8ad2-e9bd92279dfa/1d986165-c65f-4a39-a188-dbde6145fc7f/b80d1984-3da3-40d0-83b3-d26b50c0eb50) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:50.658462 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.4758961 Nov 12 09:24:50.660308 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-ec40fee5-b2a9-4c22-9e3f-2255f50f3669 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] delete failed (client error): The resource could not be found. Nov 12 09:24:50.661619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ec40fee5-b2a9-4c22-9e3f-2255f50f3669 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/f25012de-c355-4fbb-8128-8e709ed9a546 HTTP/1.1" status: 404 len: 336 time: 0.0784068 Nov 12 09:24:50.663127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34642) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.669961 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96c08175-3183-49f0-b1e5-f1443326b0d7'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:50.697937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34644) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.722738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ddde9-8ab1-4a81-aa0d-fcadaee4a01e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=756914d7-0783-4100-92a0-b1ddc326a316,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:50.782985 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32a218d-70e2-45a7-a345-6d1ce57f301c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:50.783825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32a218d-70e2-45a7-a345-6d1ce57f301c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:50.790205 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d32a218d-70e2-45a7-a345-6d1ce57f301c tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/b2357b19-864c-4c54-bc04-ea945890a203 HTTP/1.1" status: 404 len: 337 time: 0.0890257 Nov 12 09:24:50.800283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34646) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.857281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:50.870944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d4f3b554-f5b3-46df-8257-6bacf7d47355 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "GET /v2.0/ports?device_id=06a93ea8-9284-45ec-a65a-b476ae5b4cd6 HTTP/1.1" status: 200 len: 205 time: 0.0687091 Nov 12 09:24:50.875609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34650) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.951764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-15961aea-8414-4e7a-bedc-ada97972cd4f None None] For port b80d1984-3da3-40d0-83b3-d26b50c0eb50, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b80d1984-3da3-40d0-83b3-d26b50c0eb50,segment=NetworkSegment(c518d067-9cfc-4ad5-aab7-de54f91cfaeb),segment_id=c518d067-9cfc-4ad5-aab7-de54f91cfaeb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:50.953126 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-00645b82-3472-489c-8cc8-3d9a97242412 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] delete failed (client error): The resource could not be found. Nov 12 09:24:50.954294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-00645b82-3472-489c-8cc8-3d9a97242412 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/routers/06a93ea8-9284-45ec-a65a-b476ae5b4cd6 HTTP/1.1" status: 404 len: 336 time: 0.0771925 Nov 12 09:24:50.959091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34652) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:50.999339 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-553cd093-a6dd-42b7-8a3b-e5037bd4d410 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:51.000040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553cd093-a6dd-42b7-8a3b-e5037bd4d410 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:51.006449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-553cd093-a6dd-42b7-8a3b-e5037bd4d410 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/cb934566-e552-4712-b207-3ab63d70f25d HTTP/1.1" status: 404 len: 337 time: 0.0454202 Nov 12 09:24:51.015242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34654) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:51.031520 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15961aea-8414-4e7a-bedc-ada97972cd4f None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.036377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b80d1984-3da3-40d0-83b3-d26b50c0eb50 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:51.045299 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-15961aea-8414-4e7a-bedc-ada97972cd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.085695 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-30eac962-6f38-4df2-8c91-76dac7d71476 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] DELETE failed (client error): The resource could not be found. Nov 12 09:24:51.086393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30eac962-6f38-4df2-8c91-76dac7d71476 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:24:51.092639 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-30eac962-6f38-4df2-8c91-76dac7d71476 tempest-RoutersIpV6Test-368021354 tempest-RoutersIpV6Test-368021354-project] 10.222.0.53 "DELETE /v2.0/subnets/77a1debf-4a28-4d0d-9547-bd18fa4f96bb HTTP/1.1" status: 404 len: 337 time: 0.0800445 Nov 12 09:24:51.246879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd573e-d960-4afe-a3d2-a9de0739e601 req-910d212d-aa19-46fc-a78c-f9f44f121c47 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:51.249626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67cd573e-d960-4afe-a3d2-a9de0739e601 req-910d212d-aa19-46fc-a78c-f9f44f121c47 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 946 time: 0.2544017 Nov 12 09:24:51.307286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.316669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15961aea-8414-4e7a-bedc-ada97972cd4f None None] Pushing event updated for resources: {'Port': ['ID=b80d1984-3da3-40d0-83b3-d26b50c0eb50,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:51.355703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:51.356932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.495365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67cd573e-d960-4afe-a3d2-a9de0739e601 req-99cca752-83d5-4135-a3ad-deee401696a5 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276046 Nov 12 09:24:51.561464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Delete allocated IP 2001:db8:0:1::32b (1958647c-ba5d-4ad3-8ad2-e9bd92279dfa/1d986165-c65f-4a39-a188-dbde6145fc7f) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:24:51.592858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34662) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:51.815375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.824071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.903779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] In _notify_port_updated(), no bound segment for port 756914d7-0783-4100-92a0-b1ddc326a316 on network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:24:51.909672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:51.910361 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:51.917628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "PUT /v2.0/ports/756914d7-0783-4100-92a0-b1ddc326a316 HTTP/1.1" status: 200 len: 924 time: 1.2475140 Nov 12 09:24:51.917628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34666) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:51.922447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '96c08175-3183-49f0-b1e5-f1443326b0d7'}, {'subnet_id': '1d986165-c65f-4a39-a188-dbde6145fc7f'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:52.163674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e49e5f-d508-4677-9297-10fe1ce7e16b None None] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:52.203883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ca6925b3-60cd-49bc-a6bc-e12c755fb3bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d9104357a0ca431ea57cc6c6e19468a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6068389 Nov 12 09:24:52.206982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34668) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:52.243753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b35717-18b1-4ca0-9721-362fc1f5498f req-ab044a6b-1aad-48c3-becc-9e4a62f3aed5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:52.246368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2b35717-18b1-4ca0-9721-362fc1f5498f req-ab044a6b-1aad-48c3-becc-9e4a62f3aed5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.6518629 Nov 12 09:24:52.288653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f2716080-0ebb-447c-b0d1-8939a47aaffe None None] Provisioning complete for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:52.289064 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2716080-0ebb-447c-b0d1-8939a47aaffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.321686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-bc7f63fe-c004-4126-8fe5-a8b81c633b9a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:52.323104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-bc7f63fe-c004-4126-8fe5-a8b81c633b9a tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 946 time: 0.1692209 Nov 12 09:24:52.356040 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181fc04-1001-4043-b800-2e5fc2c33cfe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=756914d7-0783-4100-92a0-b1ddc326a316,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:52.432440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.437816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857596c5-972d-4324-9d50-56ffe3f0e92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.464535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857596c5-972d-4324-9d50-56ffe3f0e92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.493552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2b35717-18b1-4ca0-9721-362fc1f5498f req-d5371f05-1663-45ad-985e-c66fc582c72d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294707 Nov 12 09:24:52.620763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Deleting port ac307ee2-13ca-4f3a-9515-34ed02950b59 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:52.621522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.666182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857596c5-972d-4324-9d50-56ffe3f0e92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.671204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-857596c5-972d-4324-9d50-56ffe3f0e92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.675956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-857596c5-972d-4324-9d50-56ffe3f0e92b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ab571e6-b8b8-44e4-96f8-1291588cf670 HTTP/1.1" status: 204 len: 168 time: 0.4653895 Nov 12 09:24:52.676385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Deleting port 6b67f306-248f-4153-841c-dcaa9fefe5f2 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:52.676960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.789366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857596c5-972d-4324-9d50-56ffe3f0e92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab571e6-b8b8-44e4-96f8-1291588cf670,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:52.860004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f7939-5ed5-4610-a8af-38df3d9f90d9 req-f0b1647b-b224-4df4-9192-20d84668d9d2 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:52.869673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-747f7939-5ed5-4610-a8af-38df3d9f90d9 req-f0b1647b-b224-4df4-9192-20d84668d9d2 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 946 time: 0.2002091 Nov 12 09:24:52.942648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] For port 6b67f306-248f-4153-841c-dcaa9fefe5f2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6b67f306-248f-4153-841c-dcaa9fefe5f2,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:52.944361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:52.975992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Calling delete_port for 6b67f306-248f-4153-841c-dcaa9fefe5f2 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:53.034775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3abe0985-6f9f-43b4-a0c4-a959c1579e53 None None] Provisioning complete for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:53.035405 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3abe0985-6f9f-43b4-a0c4-a959c1579e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.067210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-747f7939-5ed5-4610-a8af-38df3d9f90d9 req-6edc6730-cf8c-4e60-a844-abf8376969d1 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/security-groups?id=259e28d8-a790-4590-a42a-2f905a00f574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943381 Nov 12 09:24:53.109248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] For port ac307ee2-13ca-4f3a-9515-34ed02950b59, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ac307ee2-13ca-4f3a-9515-34ed02950b59,segment=NetworkSegment(885e466a-87a7-4de3-87c9-d62a9d03db15),segment_id=885e466a-87a7-4de3-87c9-d62a9d03db15)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:53.115210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.122060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8:0:1::203 (1958647c-ba5d-4ad3-8ad2-e9bd92279dfa/1d986165-c65f-4a39-a188-dbde6145fc7f/756914d7-0783-4100-92a0-b1ddc326a316) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:24:53.124361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b80d1984-3da3-40d0-83b3-d26b50c0eb50 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:24:53.197616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Calling delete_port for ac307ee2-13ca-4f3a-9515-34ed02950b59 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:53.264993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:53.266973 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.363272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3abe0985-6f9f-43b4-a0c4-a959c1579e53 None None] Provisioning complete for port 756914d7-0783-4100-92a0-b1ddc326a316 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:53.363651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3abe0985-6f9f-43b4-a0c4-a959c1579e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.425793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.433142 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.457140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3abe0985-6f9f-43b4-a0c4-a959c1579e53 None None] Port 756914d7-0783-4100-92a0-b1ddc326a316 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:53.586623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2d85840e-e3b2-420a-b11e-5a8d1b160644 None None] Provisioning complete for port 756914d7-0783-4100-92a0-b1ddc326a316 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:53.586994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2d85840e-e3b2-420a-b11e-5a8d1b160644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.608127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] In _notify_port_updated(), no bound segment for port 756914d7-0783-4100-92a0-b1ddc326a316 on network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:24:53.610637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.631276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:53.634509 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.637438 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "PUT /v2.0/ports/756914d7-0783-4100-92a0-b1ddc326a316 HTTP/1.1" status: 200 len: 1010 time: 1.7196186 Nov 12 09:24:53.659301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2d85840e-e3b2-420a-b11e-5a8d1b160644 None None] Port 756914d7-0783-4100-92a0-b1ddc326a316 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:53.661360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:53.664904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3178376-b4b8-44a7-81f0-6442e620afe3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=756914d7-0783-4100-92a0-b1ddc326a316,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:53.718039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=6b67f306-248f-4153-841c-dcaa9fefe5f2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:53.833759 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.979716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] No DVR routers for this DVR port ac307ee2-13ca-4f3a-9515-34ed02950b59 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:53.983659 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:53.988300 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90c4a71f-8feb-4f26-b643-a4a67558d5ba req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.55 "DELETE /v2.0/ports/ac307ee2-13ca-4f3a-9515-34ed02950b59 HTTP/1.1" status: 204 len: 173 time: 1.6567369 Nov 12 09:24:54.000762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5bda-4060-48f0-b427-9a8f654b03f3 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] Pushing event deleted for resources: {'Port': ['ID=ac307ee2-13ca-4f3a-9515-34ed02950b59,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:54.002482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'name': 'network-vif-deleted', 'tag': 'ac307ee2-13ca-4f3a-9515-34ed02950b59'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:24:54.004854 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d7d5be-42c7-45a5-b91e-a996be32246e" -d '{"events": [{"server_uuid": "8a825daa-d57c-4da9-ae77-13c587d3efb9", "name": "network-vif-deleted", "tag": "ac307ee2-13ca-4f3a-9515-34ed02950b59"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:24:54.066307 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34698) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:54.072667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0041018 Nov 12 09:24:54.078527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34700) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:54.079250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83384f1-783a-4634-83f3-26e461bcb858 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:54.097280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a00ca-b152-4c24-9950-9adcf07bb4fb req-587dd541-8fbf-4216-985a-611f2a24aa56 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:54.109506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f81a00ca-b152-4c24-9950-9adcf07bb4fb req-587dd541-8fbf-4216-985a-611f2a24aa56 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.4566960 Nov 12 09:24:54.266055 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c81f44-aef0-42e3-b850-c352ff64b82d x-openstack-request-id: req-85c81f44-aef0-42e3-b850-c352ff64b82d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:24:54.269724 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a825daa-d57c-4da9-ae77-13c587d3efb9", "name": "network-vif-deleted", "tag": "ac307ee2-13ca-4f3a-9515-34ed02950b59", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:24:54.270096 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85c81f44-aef0-42e3-b850-c352ff64b82d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:24:54.270631 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a825daa-d57c-4da9-ae77-13c587d3efb9', 'name': 'network-vif-deleted', 'tag': 'ac307ee2-13ca-4f3a-9515-34ed02950b59', 'status': 'completed', 'code': 200} Nov 12 09:24:54.372124 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-17825bed-7960-48aa-9503-d68542d6d0f6 tempest-NetworksApiDiscovery-1674289167 tempest-NetworksApiDiscovery-1674289167-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2923236 Nov 12 09:24:54.376651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f81a00ca-b152-4c24-9950-9adcf07bb4fb req-26259b15-1389-4531-bb9d-59a5c790b059 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568750 Nov 12 09:24:54.377090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdffae41-faea-418b-901f-15574e60f08f req-0fcb8410-b8b6-40b1-b5a8-e18fa9228f14 tempest-ServersTestJSON-1817448984 tempest-ServersTestJSON-1817448984-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a825daa-d57c-4da9-ae77-13c587d3efb9 HTTP/1.1" status: 200 len: 210 time: 0.0624902 Nov 12 09:24:54.419136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 756914d7-0783-4100-92a0-b1ddc326a316 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:54.420770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:54.507540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ae1b6804-0331-49d7-924d-178ddecafb03 None None] Provisioning complete for port 756914d7-0783-4100-92a0-b1ddc326a316 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:54.507937 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae1b6804-0331-49d7-924d-178ddecafb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:54.581761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ae1b6804-0331-49d7-924d-178ddecafb03 None None] Port 756914d7-0783-4100-92a0-b1ddc326a316 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:54.651523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:54.670898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:54.728923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 756914d7-0783-4100-92a0-b1ddc326a316 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:54.732654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cacc8be4-c5a7-4da9-be74-9140bf07bd5a None None] Provisioning complete for port 756914d7-0783-4100-92a0-b1ddc326a316 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:54.735044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cacc8be4-c5a7-4da9-be74-9140bf07bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:54.800196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cacc8be4-c5a7-4da9-be74-9140bf07bd5a None None] Port 756914d7-0783-4100-92a0-b1ddc326a316 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:24:54.914270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34710) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.081009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Router c3a6b1e2-d0d9-444d-8c89-cf502443498a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:24:55.105085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.106176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de737f1-59fb-4369-9b71-ce8a2fb59d2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.184886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=756914d7-0783-4100-92a0-b1ddc326a316,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:55.216524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de737f1-59fb-4369-9b71-ce8a2fb59d2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.222506 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3de737f1-59fb-4369-9b71-ce8a2fb59d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.278037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.281547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0c760143-e1b6-494b-9efb-b17875faef48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/756914d7-0783-4100-92a0-b1ddc326a316 HTTP/1.1" status: 204 len: 168 time: 1.6153252 Nov 12 09:24:55.283484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3de737f1-59fb-4369-9b71-ce8a2fb59d2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1de9fa15f154177a769bf9768763e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673477 Nov 12 09:24:55.284642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de737f1-59fb-4369-9b71-ce8a2fb59d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a195ab8-0220-4cc8-bf67-b4ba24993c02,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:55.289615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.289981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34716) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.315691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:24:55.329728 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] Sync routers for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:24:55.332335 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-220051ee-4f72-4619-9e24-2ab96f7d5f8a admin admin] 10.222.0.53 "PUT /v2.0/routers/c3a6b1e2-d0d9-444d-8c89-cf502443498a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5382996 Nov 12 09:24:55.343057 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:55.343454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.343723 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:55.355348 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-682cec5a-6b52-4237-920d-18f90f035a75 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:24:55.357041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-682cec5a-6b52-4237-920d-18f90f035a75 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/756914d7-0783-4100-92a0-b1ddc326a316 HTTP/1.1" status: 404 len: 333 time: 0.0659866 Nov 12 09:24:55.361049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34720) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.484887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa176e2-2b6f-4cd8-87e9-840530d608fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.502477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.509865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34726) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:55.519126 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:55.591374 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 1d986165-c65f-4a39-a188-dbde6145fc7f {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:55.637181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa176e2-2b6f-4cd8-87e9-840530d608fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.639383 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.668772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.738323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.751012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Deleting port b3a4ba9b-983f-44ee-ba76-1db751fefc35 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:55.751499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.766326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] Deleting subnet 7b16d376-2e61-41b1-845a-acb59d25c075 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:55.772542 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:24:53Z', 'revision_number': 5, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port': {'id': 'b3a4ba9b-983f-44ee-ba76-1db751fefc35', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:8b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:18Z', 'updated_at': '2021-11-12T09:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:55.779003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7267e-18a9-4d6a-b775-6975cf2703dc req-4f291f1e-a4d2-4677-b66d-97150e90ce08 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:55.780604 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2aa7267e-18a9-4d6a-b775-6975cf2703dc req-4f291f1e-a4d2-4677-b66d-97150e90ce08 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.2520332 Nov 12 09:24:55.788378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.802718 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] Checking router: c3a6b1e2-d0d9-444d-8c89-cf502443498a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:24:55.814058 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] Routers {'c3a6b1e2-d0d9-444d-8c89-cf502443498a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:24:55.814967 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:55.832507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ac307ee2-13ca-4f3a-9515-34ed02950b59 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:55.859833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] For port b3a4ba9b-983f-44ee-ba76-1db751fefc35, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b3a4ba9b-983f-44ee-ba76-1db751fefc35,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:55.860491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.869511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa176e2-2b6f-4cd8-87e9-840530d608fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.872183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0aa176e2-2b6f-4cd8-87e9-840530d608fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.873377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0aa176e2-2b6f-4cd8-87e9-840530d608fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a195ab8-0220-4cc8-bf67-b4ba24993c02 HTTP/1.1" status: 204 len: 168 time: 0.5822849 Nov 12 09:24:55.875408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Calling delete_port for b3a4ba9b-983f-44ee-ba76-1db751fefc35 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:55.885349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: ac307ee2-13ca-4f3a-9515-34ed02950b59 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:55.886587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ac307ee2-13ca-4f3a-9515-34ed02950b59 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:55.890074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:55.925805 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] Set router c3a6b1e2-d0d9-444d-8c89-cf502443498a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:24:55.957243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa176e2-2b6f-4cd8-87e9-840530d608fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a195ab8-0220-4cc8-bf67-b4ba24993c02,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:55.992520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2aa7267e-18a9-4d6a-b775-6975cf2703dc req-1fb4b616-4440-45ed-a423-b1c9d1f9e50c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700244 Nov 12 09:24:56.006353 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:24:55Z', 'revision_number': 6, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:56.016128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.020043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.059727 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de92c345-329b-4ede-a349-601a2d361ef1 None None] The sync data for ids ['c3a6b1e2-d0d9-444d-8c89-cf502443498a'] in n-d-769329-17 is: [{'id': 'c3a6b1e2-d0d9-444d-8c89-cf502443498a', 'name': 'tempest-TestVolumeBootPattern-1372231590-router', 'tenant_id': 'd67fe61746de4f718c627adc92591612', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:16Z', 'updated_at': '2021-11-12T09:24:55Z', 'revision_number': 6, 'project_id': 'd67fe61746de4f718c627adc92591612', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:24:56.120705 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.152219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a4ba9b-983f-44ee-ba76-1db751fefc35,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:56.160081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.170397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5bcb83-1cfb-4cde-b81c-0d56d1f9e67f None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:56.191754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=1d986165-c65f-4a39-a188-dbde6145fc7f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:56.196449 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.216968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c66fc-1b4b-4f8f-860a-7a0971ed93d3 None None] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:56.224932 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.231126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-66fd29f0-bf29-4608-90e8-8881243bfe1d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/1d986165-c65f-4a39-a188-dbde6145fc7f HTTP/1.1" status: 204 len: 168 time: 0.8668227 Nov 12 09:24:56.231772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34732) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:56.232544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b16d376-2e61-41b1-845a-acb59d25c075,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:56.244931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.253058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-92a493c8-3711-4c4b-8a9c-1d58407b375f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7b16d376-2e61-41b1-845a-acb59d25c075 HTTP/1.1" status: 204 len: 168 time: 0.7360744 Nov 12 09:24:56.256323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34736) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:56.260935 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.263530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002bf857-3b95-4c45-a7c7-7bb324ef357f None None] Network 41ba8628-070c-4aaf-86f2-4076c7a6a49b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:56.326872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 96c08175-3183-49f0-b1e5-f1443326b0d7 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:56.343823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.397462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.401030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.490197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.491210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3a6b1e2-d0d9-444d-8c89-cf502443498a {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:24:56.503290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.506170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9204420f-ca17-408c-b9bb-9613faa6e7d1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c3a6b1e2-d0d9-444d-8c89-cf502443498a HTTP/1.1" status: 204 len: 168 time: 1.1594579 Nov 12 09:24:56.509282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34744) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:56.579164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492772c-6319-466d-97ee-c24f9fb0ae28 None None] DHCP port deletion for 41ba8628-070c-4aaf-86f2-4076c7a6a49b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:56.590378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] Deleting subnet 1f4a5e4b-48c0-4458-87a5-63f265278b56 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:24:56.596281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.670079 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.804442 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.837731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.881730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.931539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.971213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:56.974109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6844a0-33b4-4ffb-b0a5-ccebe5687a88 None None] Network 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:56.998743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f4a5e4b-48c0-4458-87a5-63f265278b56 HTTP/1.1" status: 204 len: 168 time: 0.4783905 Nov 12 09:24:56.999557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34754) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:57.061094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffb2d7-a89f-4341-a02d-2f32d243f8a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f4a5e4b-48c0-4458-87a5-63f265278b56,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:57.143095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.173246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ba8628-070c-4aaf-86f2-4076c7a6a49b']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:57.180314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.203849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '885e466a-87a7-4de3-87c9-d62a9d03db15') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:57.211202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '885e466a-87a7-4de3-87c9-d62a9d03db15') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:57.227519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6b67f306-248f-4153-841c-dcaa9fefe5f2 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:57.230190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.256768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.265039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:57.265748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.270634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 6b67f306-248f-4153-841c-dcaa9fefe5f2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:57.271017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6b67f306-248f-4153-841c-dcaa9fefe5f2 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:57.271431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3a4ba9b-983f-44ee-ba76-1db751fefc35 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:57.323460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b3a4ba9b-983f-44ee-ba76-1db751fefc35 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:57.324753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b3a4ba9b-983f-44ee-ba76-1db751fefc35 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:57.385621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729defd1-84f7-4ac9-b1de-a1eb2d3ca339 req-af3a1314-dedf-4f29-b0e7-720677e95c68 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:57.387376 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:57.401750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-729defd1-84f7-4ac9-b1de-a1eb2d3ca339 req-af3a1314-dedf-4f29-b0e7-720677e95c68 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1505728 Nov 12 09:24:57.407779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.420506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.427492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] 10.222.0.53 "DELETE /v2.0/networks/41ba8628-070c-4aaf-86f2-4076c7a6a49b HTTP/1.1" status: 204 len: 168 time: 1.1698377 Nov 12 09:24:57.461451 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-729defd1-84f7-4ac9-b1de-a1eb2d3ca339 req-c26f801d-dfc8-45f9-971c-940c6574cef8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618007 Nov 12 09:24:57.469555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Deleting port 2f5c158c-3cc9-42e2-8d48-278c9645196c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:57.469909 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.471024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c260f-38fe-420a-b45e-a74b26f6c153 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ba8628-070c-4aaf-86f2-4076c7a6a49b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:57.578512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.584150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] For port 2f5c158c-3cc9-42e2-8d48-278c9645196c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2f5c158c-3cc9-42e2-8d48-278c9645196c,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:57.586859 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.597528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] DHCP port deletion for 53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:57.656828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Calling delete_port for 2f5c158c-3cc9-42e2-8d48-278c9645196c owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:57.744675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.783116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] Deleting port 2f5c158c-3cc9-42e2-8d48-278c9645196c {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:57.783837 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.799398 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:57.807715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/96c08175-3183-49f0-b1e5-f1443326b0d7 HTTP/1.1" status: 204 len: 168 time: 1.5728235 Nov 12 09:24:57.816277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:57.858471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f3eda-677e-4a45-b6dc-2f46f489ebb8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=96c08175-3183-49f0-b1e5-f1443326b0d7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:57.904466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7983a57-aa9d-4d9f-9378-fe6462471f89 None None] Network 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:24:57.914735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34772) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:58.003651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9fa9b130-9fad-4783-851d-626388585f88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ac29f6d67c7421fbd95b3f742213f86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0859139 Nov 12 09:24:58.006955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34774) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:58.021144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.068497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.073893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.095460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] For port 2f5c158c-3cc9-42e2-8d48-278c9645196c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2f5c158c-3cc9-42e2-8d48-278c9645196c,segment=NetworkSegment(22ac6b5d-d23e-4db9-b548-5d9741323c89),segment_id=22ac6b5d-d23e-4db9-b548-5d9741323c89)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:58.096995 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.101565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-07479875-ef5a-47b8-a99f-3f5a275686c8 None None] Provisioning complete for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:24:58.102399 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07479875-ef5a-47b8-a99f-3f5a275686c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.102624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4786be31-b9b4-4b06-900c-c96cd0da5f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.125477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f5c158c-3cc9-42e2-8d48-278c9645196c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:58.141559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] No DVR routers for this DVR port 2f5c158c-3cc9-42e2-8d48-278c9645196c on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:58.159569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4786be31-b9b4-4b06-900c-c96cd0da5f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.186030 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] Calling delete_port for 2f5c158c-3cc9-42e2-8d48-278c9645196c owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:58.234428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4786be31-b9b4-4b06-900c-c96cd0da5f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.238703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4786be31-b9b4-4b06-900c-c96cd0da5f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.257789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4786be31-b9b4-4b06-900c-c96cd0da5f89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/259e28d8-a790-4590-a42a-2f905a00f574 HTTP/1.1" status: 204 len: 168 time: 0.2349803 Nov 12 09:24:58.278771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786be31-b9b4-4b06-900c-c96cd0da5f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e28d8-a790-4590-a42a-2f905a00f574,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:58.314703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.345366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:58.358990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ac6b5d-d23e-4db9-b548-5d9741323c89') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:58.359695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ac6b5d-d23e-4db9-b548-5d9741323c89') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:58.362905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port b80d1984-3da3-40d0-83b3-d26b50c0eb50 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:58.363262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.385645 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.399108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.416247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] No DVR routers for this DVR port 2f5c158c-3cc9-42e2-8d48-278c9645196c on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:58.456634 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.473009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43219f14-5535-47e0-abbf-05a295b80401 None None] Pushing event deleted for resources: {'Port': ['ID=2f5c158c-3cc9-42e2-8d48-278c9645196c,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:58.486505 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.547370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:58.548108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:58.553312 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:58.648512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] DHCP port deletion for 1958647c-ba5d-4ad3-8ad2-e9bd92279dfa request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:24:58.704223 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.710996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.720468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] 10.222.0.53 "DELETE /v2.0/networks/53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789 HTTP/1.1" status: 204 len: 168 time: 1.6606328 Nov 12 09:24:58.720757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34794) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:58.722979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] For port b80d1984-3da3-40d0-83b3-d26b50c0eb50, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b80d1984-3da3-40d0-83b3-d26b50c0eb50,segment=NetworkSegment(c518d067-9cfc-4ad5-aab7-de54f91cfaeb),segment_id=c518d067-9cfc-4ad5-aab7-de54f91cfaeb)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:58.723667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.756532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] Deleting port b80d1984-3da3-40d0-83b3-d26b50c0eb50 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:58.757454 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.784321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c6055-19b4-4720-b6ed-59c08242ef86 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c3accd-2a0b-4cc6-96c4-e7cfb7ee6789,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:58.802777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for b80d1984-3da3-40d0-83b3-d26b50c0eb50 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:58.869996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f74d2-5bcd-48fa-8d93-6ca904b968cf req-d65bfa03-f8a9-433d-aa18-02248865903a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:58.871837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-233f74d2-5bcd-48fa-8d93-6ca904b968cf req-d65bfa03-f8a9-433d-aa18-02248865903a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1897783 Nov 12 09:24:58.873401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] For port b80d1984-3da3-40d0-83b3-d26b50c0eb50, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b80d1984-3da3-40d0-83b3-d26b50c0eb50,segment=NetworkSegment(c518d067-9cfc-4ad5-aab7-de54f91cfaeb),segment_id=c518d067-9cfc-4ad5-aab7-de54f91cfaeb)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:24:58.873812 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:58.923576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] Calling delete_port for b80d1984-3da3-40d0-83b3-d26b50c0eb50 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:24:59.023447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b80d1984-3da3-40d0-83b3-d26b50c0eb50 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:59.051096 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.098065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No active binding found for port b80d1984-3da3-40d0-83b3-d26b50c0eb50 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:24:59.099753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b80d1984-3da3-40d0-83b3-d26b50c0eb50 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:59.100490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2f5c158c-3cc9-42e2-8d48-278c9645196c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:24:59.105757 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.114514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=b80d1984-3da3-40d0-83b3-d26b50c0eb50,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:59.119152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No DVR routers for this DVR port b80d1984-3da3-40d0-83b3-d26b50c0eb50 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:59.137711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-233f74d2-5bcd-48fa-8d93-6ca904b968cf req-3f46ae61-2274-4392-be51-c19a7b8cfd10 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349353 Nov 12 09:24:59.192291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2f5c158c-3cc9-42e2-8d48-278c9645196c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:24:59.193502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2f5c158c-3cc9-42e2-8d48-278c9645196c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:24:59.207563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] Pushing event deleted for resources: {'Port': ['ID=b80d1984-3da3-40d0-83b3-d26b50c0eb50,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:59.210960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555286e-fd9a-49d8-bd25-95122d76a52d None None] No DVR routers for this DVR port b80d1984-3da3-40d0-83b3-d26b50c0eb50 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:24:59.311374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.343400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1958647c-ba5d-4ad3-8ad2-e9bd92279dfa']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:59.366914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c518d067-9cfc-4ad5-aab7-de54f91cfaeb') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:59.367797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c518d067-9cfc-4ad5-aab7-de54f91cfaeb') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:24:59.386394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.406646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.415529 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:24:59.416645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:24:59.423463 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:24:59.508849 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.517723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.518397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.541604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/1958647c-ba5d-4ad3-8ad2-e9bd92279dfa HTTP/1.1" status: 204 len: 168 time: 1.7231708 Nov 12 09:24:59.565563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34816) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:59.566447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c6f18-98a5-4c41-9a6f-c3b2f540685f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=1958647c-ba5d-4ad3-8ad2-e9bd92279dfa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:24:59.676566 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cb3812-f3fd-48db-b547-15314e6ca55a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:59.682452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-15cb3812-f3fd-48db-b547-15314e6ca55a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1092467 Nov 12 09:24:59.683112 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:59.745509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f59d16a9-0cc3-47c5-a8ff-d52e720d3bbf tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0608139 Nov 12 09:24:59.750299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34824) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:59.756807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2040063120'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:24:59.785362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:24:59.789978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.823312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:24:59.834468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.834939 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment de2fd601-02b8-46f4-baa6-582e853f4e52 of type vlan for network 187a1429-a389-4214-b1da-820e5897bb0b Nov 12 09:24:59.892619 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.930411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Deleting port d1c8cddb-6a06-444e-ac85-4e75461cf7ba {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:24:59.930819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.931255 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.937906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:24:59.938562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:24:59.981581 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2296424 Nov 12 09:24:59.986893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34830) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:24:59.994271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '187a1429-a389-4214-b1da-820e5897bb0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:00.038410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12707fd-5c0e-4ea2-bc88-dbeb7f660305 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=187a1429-a389-4214-b1da-820e5897bb0b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:00.049583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 187a1429-a389-4214-b1da-820e5897bb0b details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:00.119048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] For port d1c8cddb-6a06-444e-ac85-4e75461cf7ba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,segment=NetworkSegment(02ccae24-0168-4edb-8868-a76ca98300e4),segment_id=02ccae24-0168-4edb-8868-a76ca98300e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:00.119874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.140060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Calling delete_port for d1c8cddb-6a06-444e-ac85-4e75461cf7ba owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:00.195480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:00.199874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.406499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44b4bd-26e8-46f6-9d5e-ce971c807c4c req-ed5fce28-7e9d-45f7-b6ca-b489948ea2f2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:00.408078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c44b4bd-26e8-46f6-9d5e-ce971c807c4c req-ed5fce28-7e9d-45f7-b6ca-b489948ea2f2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1432726 Nov 12 09:25:00.564540 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c44b4bd-26e8-46f6-9d5e-ce971c807c4c req-da7dd411-d75f-4472-a49f-cd33f62e4012 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491940 Nov 12 09:25:00.596715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.667661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.704297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=3f3936a8-7e69-43e4-862b-32ede84768b5,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:00.708167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c8cddb-6a06-444e-ac85-4e75461cf7ba,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:00.786511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': 'de2fd601-02b8-46f4-baa6-582e853f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '187a1429-a389-4214-b1da-820e5897bb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:00.787135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: 187a1429-a389-4214-b1da-820e5897bb0b, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:00.880617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 187a1429-a389-4214-b1da-820e5897bb0b is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:00.972445 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.977291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 187a1429-a389-4214-b1da-820e5897bb0b) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:00.988959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:00.990965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:00.999444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27df44d-dcb0-4327-89a6-4d29e50ede69 None None] Network 187a1429-a389-4214-b1da-820e5897bb0b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:01.001440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:01.036075 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-190e6df4-7a66-4af8-8686-81beded8e93a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0476191 Nov 12 09:25:01.040392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34874) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:01.052383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '187a1429-a389-4214-b1da-820e5897bb0b', 'name': 'tempest-PortsIpV6TestJSON-1297491655'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:01.197232 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.342853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-187a1429-a389-4214-b1da-820e5897bb0b', 'network_id': '187a1429-a389-4214-b1da-820e5897bb0b', 'tenant_id': 'ecb7e9d75a54412f83cf0e0b3e419f5b', 'fixed_ips': [{'subnet_id': '3f3936a8-7e69-43e4-862b-32ede84768b5'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:01.344454 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.399158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Router 2f9e70bc-321c-41a6-8960-1b559283459f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:25:01.429209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:01.437990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.486904 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.489602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 29b8f58f-b08f-4d74-9822-b184fef7a012 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:01.504653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.581988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:01.589844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e021f34-bf3b-44be-9290-ac757308a408,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:01.601883 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-50bcae6e-2004-45e4-9e88-d833d3e6543c admin admin] 10.222.0.53 "PUT /v2.0/routers/2f9e70bc-321c-41a6-8960-1b559283459f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8794444 Nov 12 09:25:01.602115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34890) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:01.604266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Allocated IP 2001:db8::2 (187a1429-a389-4214-b1da-820e5897bb0b/3f3936a8-7e69-43e4-862b-32ede84768b5/3ef7f7e7-f9cc-4804-b171-95461477b0b0) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:01.618244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] Sync routers for ids ['2f9e70bc-321c-41a6-8960-1b559283459f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:01.618842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.619196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.620690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.621042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.621388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.623987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.624354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.624869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.625354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.625711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.626239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.626505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:01.635970 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af358bd5-0571-4105-a0ed-8fba3aeeb8a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0f57b01b2f046aca3449d8744da1fb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6332366 Nov 12 09:25:01.642830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:01.732538 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc996dcf-ecad-4d14-908b-326479862137 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.765112 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc996dcf-ecad-4d14-908b-326479862137 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.773260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.778628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] Routers {'2f9e70bc-321c-41a6-8960-1b559283459f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:01.783578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2f9e70bc-321c-41a6-8960-1b559283459f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:01.876025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2a73a-236a-461c-8535-b3adced1069e req-42fb1e25-51ac-417f-ac0f-5a7e3c9320c6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:01.877546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84b2a73a-236a-461c-8535-b3adced1069e req-42fb1e25-51ac-417f-ac0f-5a7e3c9320c6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.0927284 Nov 12 09:25:01.889265 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc996dcf-ecad-4d14-908b-326479862137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.893216 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc996dcf-ecad-4d14-908b-326479862137 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.894854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fc996dcf-ecad-4d14-908b-326479862137 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e021f34-bf3b-44be-9290-ac757308a408 HTTP/1.1" status: 204 len: 168 time: 0.2508152 Nov 12 09:25:01.918003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996dcf-ecad-4d14-908b-326479862137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e021f34-bf3b-44be-9290-ac757308a408,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:01.935718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:01.990674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84b2a73a-236a-461c-8535-b3adced1069e req-71d38afc-7114-4599-bffe-a2a418ac336d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942860 Nov 12 09:25:02.035003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Deleting port f0a5c90b-7540-42da-a16c-90acf1dbc236 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:02.036004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.124200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] Set router 2f9e70bc-321c-41a6-8960-1b559283459f gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:02.201557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] For port f0a5c90b-7540-42da-a16c-90acf1dbc236, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f0a5c90b-7540-42da-a16c-90acf1dbc236,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:02.201925 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.220622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Calling delete_port for f0a5c90b-7540-42da-a16c-90acf1dbc236 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:02.329743 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.347891 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.465858 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::134 (187a1429-a389-4214-b1da-820e5897bb0b/3f3936a8-7e69-43e4-862b-32ede84768b5/29b8f58f-b08f-4d74-9822-b184fef7a012) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:02.474864 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.482248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Network 187a1429-a389-4214-b1da-820e5897bb0b is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:02.515411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:02.522075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:02.526041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Pushing event updated for resources: {'Port': ['ID=3ef7f7e7-f9cc-4804-b171-95461477b0b0,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:02.564188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a5c90b-7540-42da-a16c-90acf1dbc236,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:02.636622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e76c1c-9491-4dc5-a790-c9006a662e9a None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:02.683227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Attempting to bind port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:02.692634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Attempting to bind port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'de2fd601-02b8-46f4-baa6-582e853f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '187a1429-a389-4214-b1da-820e5897bb0b'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:02.693138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Attempting to bind port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 on network 187a1429-a389-4214-b1da-820e5897bb0b {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:02.707875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:02.708911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Checking segment: {'id': 'de2fd601-02b8-46f4-baa6-582e853f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '187a1429-a389-4214-b1da-820e5897bb0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:02.709410 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.710090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Bound using segment: {'id': 'de2fd601-02b8-46f4-baa6-582e853f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '187a1429-a389-4214-b1da-820e5897bb0b'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:02.710783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.711284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Bound port: 3ef7f7e7-f9cc-4804-b171-95461477b0b0, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2fd601-02b8-46f4-baa6-582e853f4e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '187a1429-a389-4214-b1da-820e5897bb0b'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:02.711284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.743535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:25:00Z', 'revision_number': 5, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port': {'id': 'f0a5c90b-7540-42da-a16c-90acf1dbc236', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:08:41Z', 'updated_at': '2021-11-12T09:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:02.790480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.883270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:02.893916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] Checking router: 2f9e70bc-321c-41a6-8960-1b559283459f for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:25:03.006974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.014231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.018950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] Routers {'2f9e70bc-321c-41a6-8960-1b559283459f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:03.020114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:24:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2f9e70bc-321c-41a6-8960-1b559283459f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:03.062937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 187a1429-a389-4214-b1da-820e5897bb0b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:03.075082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:03.081230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:03.117684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:03.123125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.133849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=29b8f58f-b08f-4d74-9822-b184fef7a012,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:03.184253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.185885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f9e70bc-321c-41a6-8960-1b559283459f {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:25:03.194637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.202455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-78586be0-21b8-4ba7-83ee-aa1cfd0cc03e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1598198 Nov 12 09:25:03.203951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34920) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:03.204644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-83ed65bc-091d-4737-8e27-85919599e2ac admin admin] 10.222.0.53 "DELETE /v2.0/routers/2f9e70bc-321c-41a6-8960-1b559283459f HTTP/1.1" status: 204 len: 168 time: 1.6006551 Nov 12 09:25:03.204997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34922) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:03.236021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '187a1429-a389-4214-b1da-820e5897bb0b', 'name': 'tempest-PortsIpV6TestJSON-1813727004'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:03.310454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81a75d-5bf4-41ae-b5db-90c5b0ab22ba req-5f0e47b5-9dd5-4b08-82a8-3d1a7dc5cc79 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:03.319603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd81a75d-5bf4-41ae-b5db-90c5b0ab22ba req-5f0e47b5-9dd5-4b08-82a8-3d1a7dc5cc79 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1063080 Nov 12 09:25:03.435725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd81a75d-5bf4-41ae-b5db-90c5b0ab22ba req-2e1c4fd9-9ac2-42bf-a69f-a8425ca43a63 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147754 Nov 12 09:25:03.439800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] Set router 2f9e70bc-321c-41a6-8960-1b559283459f gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:03.447878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] For port 3ef7f7e7-f9cc-4804-b171-95461477b0b0, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:03.495276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] Deleting subnet db6ffc6c-fb96-4b3b-b4b6-3630e1328480 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:03.504618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.549810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:25:02Z', 'revision_number': 7, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:03.556172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] For port 3ef7f7e7-f9cc-4804-b171-95461477b0b0, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3ef7f7e7-f9cc-4804-b171-95461477b0b0,segment=NetworkSegment(de2fd601-02b8-46f4-baa6-582e853f4e52),segment_id=de2fd601-02b8-46f4-baa6-582e853f4e52)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:03.587164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b753b1e9-a0d7-48d9-bf57-d51b947f02ae None None] The sync data for ids ['2f9e70bc-321c-41a6-8960-1b559283459f'] in n-d-769329-17 is: [{'id': '2f9e70bc-321c-41a6-8960-1b559283459f', 'name': 'tempest-TestVolumeBootPattern-1058053747-router', 'tenant_id': 'c0d575542bea4df3b8651a135d67eabc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:08:38Z', 'updated_at': '2021-11-12T09:25:02Z', 'revision_number': 7, 'project_id': 'c0d575542bea4df3b8651a135d67eabc', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:25:03.600086 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.629374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.716296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114f31d-7c25-4cee-9c9f-1daec3db138c None None] Pushing event updated for resources: {'Port': ['ID=3ef7f7e7-f9cc-4804-b171-95461477b0b0,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:03.778569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:03.788124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:03.833968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 55ad382d-088c-467a-8836-46ca60f12da5 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:03.955162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.147286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::38b (187a1429-a389-4214-b1da-820e5897bb0b/3f3936a8-7e69-43e4-862b-32ede84768b5/55ad382d-088c-467a-8836-46ca60f12da5) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:04.294958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.350287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db6ffc6c-fb96-4b3b-b4b6-3630e1328480,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:04.357893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.359567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867acdd5-b6aa-4dd3-845a-b6964216e2d9 None None] Network 4bb89cd4-7117-462b-97ee-213b434454aa requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:04.364124 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b0f85a06-82f6-4f48-af6d-a9792a5ffef2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db6ffc6c-fb96-4b3b-b4b6-3630e1328480 HTTP/1.1" status: 204 len: 168 time: 1.1508152 Nov 12 09:25:04.364800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34946) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:04.398117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.502819 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.637203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 187a1429-a389-4214-b1da-820e5897bb0b is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:04.663183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:04.673194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:04.679833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.680565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.686267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=55ad382d-088c-467a-8836-46ca60f12da5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:04.697725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] DHCP port deletion for 4bb89cd4-7117-462b-97ee-213b434454aa request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:04.810435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-34d32c4f-df58-4ee6-9621-e845365f5607 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5994885 Nov 12 09:25:04.810920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34958) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:04.862350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] Deleting port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:04.864071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:04.868811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb735e0-103b-4517-8440-0f61d8c4ea45 req-6d880672-7e9f-4447-b147-757e188b7504 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:04.870509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddb735e0-103b-4517-8440-0f61d8c4ea45 req-6d880672-7e9f-4447-b147-757e188b7504 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1859534 Nov 12 09:25:05.055571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.166499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] For port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,segment=NetworkSegment(02ccae24-0168-4edb-8868-a76ca98300e4),segment_id=02ccae24-0168-4edb-8868-a76ca98300e4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:05.167759 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.194932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] Calling delete_port for 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:05.228895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Deleting port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:05.229415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.287778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3ef7f7e7-f9cc-4804-b171-95461477b0b0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:05.433163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] For port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,segment=NetworkSegment(02ccae24-0168-4edb-8868-a76ca98300e4),segment_id=02ccae24-0168-4edb-8868-a76ca98300e4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:05.433783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.447733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:05.448729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.487168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Calling delete_port for 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:05.565070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eebb9b-e485-46b4-ab12-1e9c0e5d810e None None] Network 187a1429-a389-4214-b1da-820e5897bb0b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:05.584787 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.695465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.754201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:05.778815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] No DVR routers for this DVR port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:05.787622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] No DVR routers for this DVR port 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:05.810519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a2fff-b11a-42c6-a223-24301cb8a65c None None] Pushing event deleted for resources: {'Port': ['ID=495b3ba9-b77b-4bd0-b255-5c8a7f4d204a,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:05.829187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3243c4ad-9132-4918-8967-d15738356b6a None None] Provisioning complete for port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:05.829572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3243c4ad-9132-4918-8967-d15738356b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.869362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ddb735e0-103b-4517-8440-0f61d8c4ea45 req-4a3520f5-3b15-4eab-8110-9bd9c8156818 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9391325 Nov 12 09:25:05.888110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e7151-3b58-479e-ad05-845e77147d86 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:05.900195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c65e7151-3b58-479e-ad05-845e77147d86 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A134 HTTP/1.1" status: 200 len: 929 time: 1.0819852 Nov 12 09:25:05.905920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:05.921427 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:05.986681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.033930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 3ef7f7e7-f9cc-4804-b171-95461477b0b0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3ef7f7e7-f9cc-4804-b171-95461477b0b0,segment=NetworkSegment(de2fd601-02b8-46f4-baa6-582e853f4e52),segment_id=de2fd601-02b8-46f4-baa6-582e853f4e52)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:06.034461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb89cd4-7117-462b-97ee-213b434454aa']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:06.048046 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.049599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ccae24-0168-4edb-8868-a76ca98300e4') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:06.050094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ccae24-0168-4edb-8868-a76ca98300e4') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:06.099968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.143473 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.156597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:06.157022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:06.159852 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:06.173935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 55ad382d-088c-467a-8836-46ca60f12da5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:06.174980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.190445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d1c8cddb-6a06-444e-ac85-4e75461cf7ba no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:06.230531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d1c8cddb-6a06-444e-ac85-4e75461cf7ba {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:06.230867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d1c8cddb-6a06-444e-ac85-4e75461cf7ba not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:06.231532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:06.233995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.241356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.248002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4bb89cd4-7117-462b-97ee-213b434454aa HTTP/1.1" status: 204 len: 168 time: 1.8787155 Nov 12 09:25:06.274438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698bccc-ffe9-4df1-9f2b-a071fa79fde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb89cd4-7117-462b-97ee-213b434454aa,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:06.333910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:06.334562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 495b3ba9-b77b-4bd0-b255-5c8a7f4d204a not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:06.335852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f0a5c90b-7540-42da-a16c-90acf1dbc236 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:06.339896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.355903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 55ad382d-088c-467a-8836-46ca60f12da5 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:06.374972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f0a5c90b-7540-42da-a16c-90acf1dbc236 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:06.375688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f0a5c90b-7540-42da-a16c-90acf1dbc236 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:06.382338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=3ef7f7e7-f9cc-4804-b171-95461477b0b0,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:06.644353 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:06.694885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.762743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=55ad382d-088c-467a-8836-46ca60f12da5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:06.781048 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-afef28d8-23fb-482f-a65a-6232297703df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d67fe61746de4f718c627adc92591612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352019 Nov 12 09:25:06.792125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34992) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:06.844515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.851977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b502970f-3115-4026-8043-0e61664b7a9f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/55ad382d-088c-467a-8836-46ca60f12da5 HTTP/1.1" status: 204 len: 168 time: 0.9460373 Nov 12 09:25:06.852627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 34994) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:06.879583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-011caff7-1749-4fd6-a1f0-60aa1eeb33a2 None None] Provisioning complete for port 29b8f58f-b08f-4d74-9822-b184fef7a012 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:06.880303 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-011caff7-1749-4fd6-a1f0-60aa1eeb33a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.900621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 34996) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:06.910034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc65237e-d269-457e-94c3-5f1bb61edbdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:06.961182 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-12996c5e-2486-40a8-a229-df013c7fb829 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:25:06.968006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12996c5e-2486-40a8-a229-df013c7fb829 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/55ad382d-088c-467a-8836-46ca60f12da5 HTTP/1.1" status: 404 len: 333 time: 0.1119833 Nov 12 09:25:06.968982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35002) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:06.992411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-011caff7-1749-4fd6-a1f0-60aa1eeb33a2 None None] Port 29b8f58f-b08f-4d74-9822-b184fef7a012 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:07.048737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3ef7f7e7-f9cc-4804-b171-95461477b0b0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:07.059369 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc65237e-d269-457e-94c3-5f1bb61edbdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.098517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-011caff7-1749-4fd6-a1f0-60aa1eeb33a2 None None] Provisioning complete for port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:07.099815 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-011caff7-1749-4fd6-a1f0-60aa1eeb33a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.129570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 29b8f58f-b08f-4d74-9822-b184fef7a012 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:07.129989 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.140991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:07.141571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.245160 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc65237e-d269-457e-94c3-5f1bb61edbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.247761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc65237e-d269-457e-94c3-5f1bb61edbdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.248979 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fc65237e-d269-457e-94c3-5f1bb61edbdb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3905b079-dd46-415d-990e-7dac60c7b9da HTTP/1.1" status: 204 len: 168 time: 0.4549661 Nov 12 09:25:07.282968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-011caff7-1749-4fd6-a1f0-60aa1eeb33a2 None None] Could not find standard attr ID for object 55ad382d-088c-467a-8836-46ca60f12da5. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:07.290882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41138e68-3b11-4f2c-94c2-9ddf4560a55e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.339838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65237e-d269-457e-94c3-5f1bb61edbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3905b079-dd46-415d-990e-7dac60c7b9da,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:07.340383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.357292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 29b8f58f-b08f-4d74-9822-b184fef7a012 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:07.405983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb8c5-4d5a-4cfe-8306-48fef04373d9 req-510c903e-161f-4b94-8c5f-439043154258 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:07.414775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b96eb8c5-4d5a-4cfe-8306-48fef04373d9 req-510c903e-161f-4b94-8c5f-439043154258 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.2872519 Nov 12 09:25:07.513909 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b96eb8c5-4d5a-4cfe-8306-48fef04373d9 req-793950ab-38b1-4e14-9d01-c0e2668d21ab tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980821 Nov 12 09:25:07.572862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-692b468b-8d07-4329-9d60-6d2ed19b358a None None] Provisioning complete for port 29b8f58f-b08f-4d74-9822-b184fef7a012 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:07.573037 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-692b468b-8d07-4329-9d60-6d2ed19b358a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.576351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.624933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=29b8f58f-b08f-4d74-9822-b184fef7a012,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:07.625208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41138e68-3b11-4f2c-94c2-9ddf4560a55e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.634509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-41138e68-3b11-4f2c-94c2-9ddf4560a55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.647232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-692b468b-8d07-4329-9d60-6d2ed19b358a None None] Port 29b8f58f-b08f-4d74-9822-b184fef7a012 was deleted so its status cannot be updated. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 12 09:25:07.661529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.665246 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e0a79fd5-02e4-4525-9e6d-4034499aa329 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/29b8f58f-b08f-4d74-9822-b184fef7a012 HTTP/1.1" status: 204 len: 168 time: 0.6943572 Nov 12 09:25:07.670691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:07.702696 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1742b27c-271d-4a5a-91d8-f0cf1d43e28f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:25:07.707234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1742b27c-271d-4a5a-91d8-f0cf1d43e28f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/29b8f58f-b08f-4d74-9822-b184fef7a012 HTTP/1.1" status: 404 len: 333 time: 0.0327740 Nov 12 09:25:07.711726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35018) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:07.721665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-41138e68-3b11-4f2c-94c2-9ddf4560a55e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0187e7ef95e74c26a1bc834408ce0fd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8081641 Nov 12 09:25:07.725661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35020) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:07.760418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41138e68-3b11-4f2c-94c2-9ddf4560a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190a7f5-f935-4309-a320-138f1fe13f1f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:07.784140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 3f3936a8-7e69-43e4-862b-32ede84768b5 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:07.788305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.820715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e72-1766-44ad-b4b7-f536bc901c0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.855485 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e72-1766-44ad-b4b7-f536bc901c0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.863374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.869461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8a108b28-7d00-4d7e-ab25-c9e684cac94d None None] Could not find standard attr ID for object 55ad382d-088c-467a-8836-46ca60f12da5. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:07.934833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e72-1766-44ad-b4b7-f536bc901c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.938839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9ef1e72-1766-44ad-b4b7-f536bc901c0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:07.944671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c9ef1e72-1766-44ad-b4b7-f536bc901c0b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6190a7f5-f935-4309-a320-138f1fe13f1f HTTP/1.1" status: 204 len: 168 time: 0.2169976 Nov 12 09:25:07.955133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ef1e72-1766-44ad-b4b7-f536bc901c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190a7f5-f935-4309-a320-138f1fe13f1f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:07.962777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35024) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:08.027404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6434db4d-4d46-477d-8c7f-b4b07f976518 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0d575542bea4df3b8651a135d67eabc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0633409 Nov 12 09:25:08.028428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35026) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:08.032565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.123436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500f495f-a5b8-46af-8ef2-f51f8a88d415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.132409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.182253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.190133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/3f3936a8-7e69-43e4-862b-32ede84768b5 HTTP/1.1" status: 204 len: 168 time: 0.4761984 Nov 12 09:25:08.190816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35028) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:08.191607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af16db-1578-4c86-91d7-755f0876250a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3936a8-7e69-43e4-862b-32ede84768b5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:08.197749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7d17ec-c642-4e19-ba30-7a12dcec6f48 None None] Network 187a1429-a389-4214-b1da-820e5897bb0b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:08.217054 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500f495f-a5b8-46af-8ef2-f51f8a88d415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.330310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500f495f-a5b8-46af-8ef2-f51f8a88d415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.337468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-500f495f-a5b8-46af-8ef2-f51f8a88d415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.340688 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-500f495f-a5b8-46af-8ef2-f51f8a88d415 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2caee1b4-1f82-469d-a03c-fe79cb41e361 HTTP/1.1" status: 204 len: 168 time: 0.3107972 Nov 12 09:25:08.355414 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.380836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f495f-a5b8-46af-8ef2-f51f8a88d415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caee1b4-1f82-469d-a03c-fe79cb41e361,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:08.479145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:08.479495 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.665850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] For port 3ef7f7e7-f9cc-4804-b171-95461477b0b0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3ef7f7e7-f9cc-4804-b171-95461477b0b0,segment=NetworkSegment(de2fd601-02b8-46f4-baa6-582e853f4e52),segment_id=de2fd601-02b8-46f4-baa6-582e853f4e52)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:08.666287 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.669796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35044) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:08.701012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e3a49d6-4a43-4376-954e-31ed88180a6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.707088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] DHCP port deletion for 187a1429-a389-4214-b1da-820e5897bb0b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:08.784410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 3ef7f7e7-f9cc-4804-b171-95461477b0b0 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:08.800763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6af80-e765-4b3e-9450-d9dd2dd69822 req-a586e069-30b4-41ba-a030-fc99024d2588 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:08.811509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86f6af80-e765-4b3e-9450-d9dd2dd69822 req-a586e069-30b4-41ba-a030-fc99024d2588 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1278780 Nov 12 09:25:08.878542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] Deleting port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:08.878965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e3a49d6-4a43-4376-954e-31ed88180a6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.882372 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.889328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e3a49d6-4a43-4376-954e-31ed88180a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:08.998408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86f6af80-e765-4b3e-9450-d9dd2dd69822 req-f82d5cf1-eda5-4644-b2bb-e512fd0d5511 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853642 Nov 12 09:25:09.005371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a49d6-4a43-4376-954e-31ed88180a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1556f328-4b48-4009-a27c-c7bf0a1be8f8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:09.066820 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9e3a49d6-4a43-4376-954e-31ed88180a6b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e7008e441424d12b0daf262839bb0a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3952470 Nov 12 09:25:09.068944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35048) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:09.078428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] For port 3ef7f7e7-f9cc-4804-b171-95461477b0b0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3ef7f7e7-f9cc-4804-b171-95461477b0b0,segment=NetworkSegment(de2fd601-02b8-46f4-baa6-582e853f4e52),segment_id=de2fd601-02b8-46f4-baa6-582e853f4e52)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:09.081282 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.113033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] Calling delete_port for 3ef7f7e7-f9cc-4804-b171-95461477b0b0 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:09.134115 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.213239 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0605942-0c58-45d5-b4a5-aeeb8106d386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.218275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.221428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No DVR routers for this DVR port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:09.221678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3ef7f7e7-f9cc-4804-b171-95461477b0b0 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:09.240087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=3ef7f7e7-f9cc-4804-b171-95461477b0b0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:09.262251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 3ef7f7e7-f9cc-4804-b171-95461477b0b0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:09.263098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3ef7f7e7-f9cc-4804-b171-95461477b0b0 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:09.296534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0605942-0c58-45d5-b4a5-aeeb8106d386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.335111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] No DVR routers for this DVR port 3ef7f7e7-f9cc-4804-b171-95461477b0b0 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:09.337696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4bc65-0e99-4d34-8779-6348aadb05dc None None] Pushing event deleted for resources: {'Port': ['ID=3ef7f7e7-f9cc-4804-b171-95461477b0b0,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:09.408350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0605942-0c58-45d5-b4a5-aeeb8106d386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.412973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e0605942-0c58-45d5-b4a5-aeeb8106d386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.414450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e0605942-0c58-45d5-b4a5-aeeb8106d386 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1556f328-4b48-4009-a27c-c7bf0a1be8f8 HTTP/1.1" status: 204 len: 168 time: 0.3414793 Nov 12 09:25:09.425096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0605942-0c58-45d5-b4a5-aeeb8106d386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1556f328-4b48-4009-a27c-c7bf0a1be8f8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:09.433213 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.485900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187a1429-a389-4214-b1da-820e5897bb0b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:09.502856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2fd601-02b8-46f4-baa6-582e853f4e52') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:09.503154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2fd601-02b8-46f4-baa6-582e853f4e52') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:09.523050 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.546090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.559609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:09.560113 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:09.563626 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:09.663946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.678334 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.690042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/187a1429-a389-4214-b1da-820e5897bb0b HTTP/1.1" status: 204 len: 168 time: 1.4784777 Nov 12 09:25:09.690402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35056) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:09.696958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1697364526'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:09.709231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d10f5-2860-4c7e-9754-55307ffad493 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=187a1429-a389-4214-b1da-820e5897bb0b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:09.740425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:09.746148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.786887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:09.807961 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.808525 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment 6fe22bd9-0110-4a02-8e32-9ed8c1513ec7 of type vlan for network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 Nov 12 09:25:09.898216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.943165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:09.964669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:09.964669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.156250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4645407 Nov 12 09:25:10.158868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35082) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:10.159812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8919091-325b-4342-9435-c22076cbb694 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=4907caf5-5c3d-43aa-82e1-9a84eeeae568,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:10.168783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:10.173708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:10.219659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ff30c-2fba-4c09-9a09-34e725764406 req-6e33f755-aeb9-4d7b-a8ea-addec5363bca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:10.224424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d30ff30c-2fba-4c09-9a09-34e725764406 req-6e33f755-aeb9-4d7b-a8ea-addec5363bca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1089299 Nov 12 09:25:10.332646 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d30ff30c-2fba-4c09-9a09-34e725764406 req-90aae9ff-1038-4f95-96e7-5ac343de746e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992332 Nov 12 09:25:10.355610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e2dd-d552-44cb-b652-27b4a86ecf11 req-10c52a96-f1c3-4ee9-94aa-08643a0b7016 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:10.357420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77a2e2dd-d552-44cb-b652-27b4a86ecf11 req-10c52a96-f1c3-4ee9-94aa-08643a0b7016 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.2497110 Nov 12 09:25:10.387150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:10.390702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.496973 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77a2e2dd-d552-44cb-b652-27b4a86ecf11 req-a5d6d27a-e279-411c-bae7-12f4e371866a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302419 Nov 12 09:25:10.696072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.795942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=7fb7e81d-a000-4da0-b6e9-774a8a454141,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:10.802859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': '6fe22bd9-0110-4a02-8e32-9ed8c1513ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:10.803531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: 4907caf5-5c3d-43aa-82e1-9a84eeeae568, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:10.846754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:10.858926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4907caf5-5c3d-43aa-82e1-9a84eeeae568) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:10.864663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:10.866151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:10.872770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71610e8c-cb2e-489d-b3c4-10e26a6acadc None None] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:10.924612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-91c70d2d-dc4d-4d6b-ac62-7eba89b85c9a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7599831 Nov 12 09:25:10.928408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:10.933880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568', 'name': 'tempest-PortsIpV6TestJSON-968694492', 'fixed_ips': [{'subnet_id': '7fb7e81d-a000-4da0-b6e9-774a8a454141', 'ip_address': '2001:db8::10'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:11.207145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4907caf5-5c3d-43aa-82e1-9a84eeeae568', 'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568', 'tenant_id': 'ecb7e9d75a54412f83cf0e0b3e419f5b', 'fixed_ips': [{'subnet_id': '7fb7e81d-a000-4da0-b6e9-774a8a454141'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:11.211758 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.225586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:11.416525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.445919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port dfd4b778-3dc2-443c-8cca-0d310e475a22 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:11.518549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Allocated IP 2001:db8::2 (4907caf5-5c3d-43aa-82e1-9a84eeeae568/7fb7e81d-a000-4da0-b6e9-774a8a454141/2915c46b-d684-4dae-8b96-931551681c3e) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:11.761210 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.781087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:11.829491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:11.851821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fceb1-3559-4c08-825b-e0b8e84819b4 req-f1305b60-80e6-414c-9c10-7ae97f74c61d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:11.885003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-369fceb1-3559-4c08-825b-e0b8e84819b4 req-f1305b60-80e6-414c-9c10-7ae97f74c61d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.2270727 Nov 12 09:25:11.891125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::10 (4907caf5-5c3d-43aa-82e1-9a84eeeae568/7fb7e81d-a000-4da0-b6e9-774a8a454141/dfd4b778-3dc2-443c-8cca-0d310e475a22) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:12.088563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-369fceb1-3559-4c08-825b-e0b8e84819b4 req-0e127b3a-575b-4728-9a34-4de618f84db9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026348 Nov 12 09:25:12.253051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515860d2-f30e-4d83-8969-38e281cd235b req-a36c856f-3701-4959-bf2b-d9b8b2b2856a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:12.256349 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-515860d2-f30e-4d83-8969-38e281cd235b req-a36c856f-3701-4959-bf2b-d9b8b2b2856a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.7061074 Nov 12 09:25:12.263819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:12.266880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:12.269838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Pushing event updated for resources: {'Port': ['ID=2915c46b-d684-4dae-8b96-931551681c3e,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:12.345783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Attempting to bind port 2915c46b-d684-4dae-8b96-931551681c3e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:12.346327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Attempting to bind port 2915c46b-d684-4dae-8b96-931551681c3e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6fe22bd9-0110-4a02-8e32-9ed8c1513ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:12.346937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Attempting to bind port 2915c46b-d684-4dae-8b96-931551681c3e on network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:12.354914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:12.355490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Checking segment: {'id': '6fe22bd9-0110-4a02-8e32-9ed8c1513ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:12.356071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.356596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Bound using segment: {'id': '6fe22bd9-0110-4a02-8e32-9ed8c1513ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:12.357182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Bound port: 2915c46b-d684-4dae-8b96-931551681c3e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fe22bd9-0110-4a02-8e32-9ed8c1513ec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:12.357688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.430221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.477735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] For port 2915c46b-d684-4dae-8b96-931551681c3e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:12.482746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] For port 2915c46b-d684-4dae-8b96-931551681c3e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2915c46b-d684-4dae-8b96-931551681c3e,segment=NetworkSegment(6fe22bd9-0110-4a02-8e32-9ed8c1513ec7),segment_id=6fe22bd9-0110-4a02-8e32-9ed8c1513ec7)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:12.492271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.500568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-515860d2-f30e-4d83-8969-38e281cd235b req-ca5c7315-965d-46ee-b0dc-ac3995d7ea89 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956890 Nov 12 09:25:12.561772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.627606 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57158649-0da3-4184-b7fb-6190120c8797 None None] Pushing event updated for resources: {'Port': ['ID=2915c46b-d684-4dae-8b96-931551681c3e,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:12.636214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:12.644665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:12.654005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:12.659850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:12.660559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:12.721044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=dfd4b778-3dc2-443c-8cca-0d310e475a22,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:12.732162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35134) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:12.732781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-31a433ff-1358-4913-9b94-e14c3596c9d3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8031158 Nov 12 09:25:12.738431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '4907caf5-5c3d-43aa-82e1-9a84eeeae568', 'name': 'tempest-PortsIpV6TestJSON-1647469923', 'fixed_ips': [{'subnet_id': '7fb7e81d-a000-4da0-b6e9-774a8a454141', 'ip_address': '2001:db8::f'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:13.046630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:13.087850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2915c46b-d684-4dae-8b96-931551681c3e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:13.184065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2915c46b-d684-4dae-8b96-931551681c3e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:13.184443 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.198540 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:13.275477 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.399574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 45b81074-246c-4bca-bcb7-78dd69d6d0d7 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:13.450155 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.534946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fe2a4-9c18-480e-b294-c869e7e27800 req-83e47186-63a6-49d4-9cc5-9372dc7f3b67 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:13.536617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f8fe2a4-9c18-480e-b294-c869e7e27800 req-83e47186-63a6-49d4-9cc5-9372dc7f3b67 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1900845 Nov 12 09:25:13.550786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 2915c46b-d684-4dae-8b96-931551681c3e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2915c46b-d684-4dae-8b96-931551681c3e,segment=NetworkSegment(6fe22bd9-0110-4a02-8e32-9ed8c1513ec7),segment_id=6fe22bd9-0110-4a02-8e32-9ed8c1513ec7)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:13.556414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.667540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=2915c46b-d684-4dae-8b96-931551681c3e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:13.778291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061c324-dece-47ac-b1d7-15507389510b req-2a4dd622-2483-441c-bd1b-d71310e0c291 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:13.780741 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2061c324-dece-47ac-b1d7-15507389510b req-2a4dd622-2483-441c-bd1b-d71310e0c291 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1407635 Nov 12 09:25:13.857220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f8fe2a4-9c18-480e-b294-c869e7e27800 req-8772863a-e039-4cd8-8b75-bc22d72d6094 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069160 Nov 12 09:25:13.864929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2061c324-dece-47ac-b1d7-15507389510b req-c13e0785-0cee-452d-8935-951acf990e3c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759120 Nov 12 09:25:13.875480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dc023f89-0f59-4d98-93a1-dde6a653ff2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:13.926200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::f (4907caf5-5c3d-43aa-82e1-9a84eeeae568/7fb7e81d-a000-4da0-b6e9-774a8a454141/45b81074-246c-4bca-bcb7-78dd69d6d0d7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:14.260682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:14.321440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:14.352042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5732c294-b351-4faf-995e-7f226aaf8b7d None None] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:14.402213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:14.408847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:14.412340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:14.418539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:14.419397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:14.444203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7102687 Nov 12 09:25:14.448084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35162) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:14.450056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2da5f7-c0c3-4c2f-86e8-dc01eb913f33 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=45b81074-246c-4bca-bcb7-78dd69d6d0d7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:14.580176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7b8e8fe3-5589-43d5-86b2-eacf6b65ef93 None None] Provisioning complete for port 2915c46b-d684-4dae-8b96-931551681c3e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:14.581565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7b8e8fe3-5589-43d5-86b2-eacf6b65ef93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:14.664886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933860b9-5617-478a-8beb-d66b92248546 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:14.668100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-933860b9-5617-478a-8beb-d66b92248546 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2176721 Nov 12 09:25:14.671051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35164) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:14.865219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49a698-b38b-423a-80d5-602291f3a4a9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:14.875192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49a698-b38b-423a-80d5-602291f3a4a9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:14.884051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df49a698-b38b-423a-80d5-602291f3a4a9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:14.886005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-df49a698-b38b-423a-80d5-602291f3a4a9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1980405 Nov 12 09:25:14.890512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35170) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:15.028175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2915c46b-d684-4dae-8b96-931551681c3e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:15.167586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4afe4f1-c2e9-40b2-a0aa-8cb0ffc540f6 req-0a825129-f64c-4f0b-a084-fe4a421019de tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:15.169315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4afe4f1-c2e9-40b2-a0aa-8cb0ffc540f6 req-0a825129-f64c-4f0b-a084-fe4a421019de tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1129007 Nov 12 09:25:15.173870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:15.195110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2915c46b-d684-4dae-8b96-931551681c3e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:15.195504 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.279094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3673a8-819e-4096-ad84-b108f373f7a2 req-988534ab-ea0f-4a42-97d3-56e5c5ade75f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:15.280725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db3673a8-819e-4096-ad84-b108f373f7a2 req-988534ab-ea0f-4a42-97d3-56e5c5ade75f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.1279757 Nov 12 09:25:15.322731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4afe4f1-c2e9-40b2-a0aa-8cb0ffc540f6 req-228b7dac-355f-47d9-986e-90a2fbcdc95d tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304739 Nov 12 09:25:15.326558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Provisioning complete for port 45b81074-246c-4bca-bcb7-78dd69d6d0d7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:15.326945 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.364886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 45b81074-246c-4bca-bcb7-78dd69d6d0d7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:15.365726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.421542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Port 45b81074-246c-4bca-bcb7-78dd69d6d0d7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:15.460777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db3673a8-819e-4096-ad84-b108f373f7a2 req-cde2ac47-6b52-4721-89d2-eab5b2f7be76 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655319 Nov 12 09:25:15.512064 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27a70016-743d-4b61-b7ca-54b9787f39c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.582690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Provisioning complete for port dfd4b778-3dc2-443c-8cca-0d310e475a22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:15.585218 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.668351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.706654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 45b81074-246c-4bca-bcb7-78dd69d6d0d7 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:15.718526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Port dfd4b778-3dc2-443c-8cca-0d310e475a22 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:15.752147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Provisioning complete for port 2915c46b-d684-4dae-8b96-931551681c3e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:15.752416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3da36277-c3f9-4695-a0ad-a0d7415d4a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.802124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27a70016-743d-4b61-b7ca-54b9787f39c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.811680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-27a70016-743d-4b61-b7ca-54b9787f39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:15.906044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-27a70016-743d-4b61-b7ca-54b9787f39c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81bf67018d5a4996a1193fa821eb8660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7281063 Nov 12 09:25:15.907364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a70016-743d-4b61-b7ca-54b9787f39c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc178f85-0ff7-4d15-9dcf-43de40f891de,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:15.909702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35186) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:16.007460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08053a-9b05-40e2-93cb-3b8bac93298f req-b85e63ba-87a6-45c3-8a74-6e3e33c48964 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.019114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad08053a-9b05-40e2-93cb-3b8bac93298f req-b85e63ba-87a6-45c3-8a74-6e3e33c48964 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1994917 Nov 12 09:25:16.091592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21e74734-6fe5-46cb-8729-6394ebaa7a80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.107576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0120ec93-669b-4f3e-8601-6e1ff7eaa63a None None] Provisioning complete for port dfd4b778-3dc2-443c-8cca-0d310e475a22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:16.108729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0120ec93-669b-4f3e-8601-6e1ff7eaa63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.159638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0120ec93-669b-4f3e-8601-6e1ff7eaa63a None None] Port dfd4b778-3dc2-443c-8cca-0d310e475a22 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:16.168080 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21e74734-6fe5-46cb-8729-6394ebaa7a80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.184678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad08053a-9b05-40e2-93cb-3b8bac93298f req-549107e5-28bc-4737-8c72-744b0c8cdf04 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628218 Nov 12 09:25:16.185387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.238473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=45b81074-246c-4bca-bcb7-78dd69d6d0d7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:16.278452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-76999b35-da44-424a-942e-dbb9396b9231 None None] Could not find standard attr ID for object 45b81074-246c-4bca-bcb7-78dd69d6d0d7. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:16.301523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.307241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c87bc74b-ade3-4000-9019-6be1800b8ae4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/45b81074-246c-4bca-bcb7-78dd69d6d0d7 HTTP/1.1" status: 204 len: 168 time: 1.4125087 Nov 12 09:25:16.307827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35190) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:16.345854 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-11068fe0-ad3a-42a1-8ef4-c44a26003be6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:25:16.347701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-11068fe0-ad3a-42a1-8ef4-c44a26003be6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/45b81074-246c-4bca-bcb7-78dd69d6d0d7 HTTP/1.1" status: 404 len: 333 time: 0.0386653 Nov 12 09:25:16.352377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:16.409190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3723-4499-45f9-b9d0-8b2490c976ed req-48cbae64-cf42-4ff9-9896-0c755b703c66 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.418450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a45f3723-4499-45f9-b9d0-8b2490c976ed req-48cbae64-cf42-4ff9-9896-0c755b703c66 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0838053 Nov 12 09:25:16.421532 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-45be19c1-0757-4fcf-977d-fc6e7f016a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.475783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21e74734-6fe5-46cb-8729-6394ebaa7a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.478814 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-21e74734-6fe5-46cb-8729-6394ebaa7a80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.480105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-21e74734-6fe5-46cb-8729-6394ebaa7a80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc178f85-0ff7-4d15-9dcf-43de40f891de HTTP/1.1" status: 204 len: 168 time: 0.5654938 Nov 12 09:25:16.527293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a45f3723-4499-45f9-b9d0-8b2490c976ed req-51c455cb-cda1-41fa-a25a-1cf644d3f1a6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047611 Nov 12 09:25:16.554652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e74734-6fe5-46cb-8729-6394ebaa7a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc178f85-0ff7-4d15-9dcf-43de40f891de,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:16.659415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7019df4-c9d4-424a-bfdd-cac44ca30938 req-e6a7e4bb-4025-4383-8840-c8081e12109c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:16.661861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d7019df4-c9d4-424a-bfdd-cac44ca30938 req-e6a7e4bb-4025-4383-8840-c8081e12109c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1646287 Nov 12 09:25:16.726191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port dfd4b778-3dc2-443c-8cca-0d310e475a22 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:16.728225 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.851634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d7019df4-c9d4-424a-bfdd-cac44ca30938 req-1979dccc-bc8a-41c5-90c9-cea3d45100b2 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773102 Nov 12 09:25:16.927815 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:16.958443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for dfd4b778-3dc2-443c-8cca-0d310e475a22 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:17.066773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-5da8d7af-402f-47bf-b4bd-9016b6cb0cd8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:17.069509 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-5da8d7af-402f-47bf-b4bd-9016b6cb0cd8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.1946747 Nov 12 09:25:17.100925 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-39ae73f1-a14d-4371-8982-41cbce057a47 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/quotas/c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 375 time: 0.0179653 Nov 12 09:25:17.139331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:17.168836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0419e3b5-75fa-4de0-b3e5-22a41cc964cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.199757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.205245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-f2882388-1fde-4250-b47e-5551dc059fe4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0953622 Nov 12 09:25:17.251354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=dfd4b778-3dc2-443c-8cca-0d310e475a22,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:17.295201 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.299054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-198461bb-0aa5-4fde-a405-ae27c92db982 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/dfd4b778-3dc2-443c-8cca-0d310e475a22 HTTP/1.1" status: 204 len: 168 time: 0.9451699 Nov 12 09:25:17.302835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35218) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:17.339586 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e996016-e5e7-4a46-83ce-66557bed24cb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:25:17.344552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4e996016-e5e7-4a46-83ce-66557bed24cb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/dfd4b778-3dc2-443c-8cca-0d310e475a22 HTTP/1.1" status: 404 len: 333 time: 0.0382912 Nov 12 09:25:17.347532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35220) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:17.358538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-def9ee97-415b-4eb8-9275-2c2e30edc8d8 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453476 Nov 12 09:25:17.457898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 7fb7e81d-a000-4da0-b6e9-774a8a454141 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:17.462534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0419e3b5-75fa-4de0-b3e5-22a41cc964cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.471017 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.476294 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0419e3b5-75fa-4de0-b3e5-22a41cc964cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.541519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-838094fa-4ca3-4adc-bc4c-b08a0fd8383a service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744640 Nov 12 09:25:17.571992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0419e3b5-75fa-4de0-b3e5-22a41cc964cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cea53ef0c2a441a8c3bf7d5839f607e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4305766 Nov 12 09:25:17.572227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:17.606914 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.632262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419e3b5-75fa-4de0-b3e5-22a41cc964cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911d9c59-fd88-4c77-814e-d0b49b0e9970,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:17.657292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-359d2b80-bae4-4db2-9da0-1d6b0f0fdd0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.694847 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-359d2b80-bae4-4db2-9da0-1d6b0f0fdd0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.822747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-52fd4018-be8d-4cc2-bc87-0780bf1bc042 req-6f37e093-d75b-4db7-92c7-10dfa4f6ede6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 210 time: 0.0472240 Nov 12 09:25:17.839144 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.885890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-359d2b80-bae4-4db2-9da0-1d6b0f0fdd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.888622 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-359d2b80-bae4-4db2-9da0-1d6b0f0fdd0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:17.889935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-359d2b80-bae4-4db2-9da0-1d6b0f0fdd0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/911d9c59-fd88-4c77-814e-d0b49b0e9970 HTTP/1.1" status: 204 len: 168 time: 0.3135996 Nov 12 09:25:17.911998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d2b80-bae4-4db2-9da0-1d6b0f0fdd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911d9c59-fd88-4c77-814e-d0b49b0e9970,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:17.985004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.034294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb7e81d-a000-4da0-b6e9-774a8a454141,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:18.056911 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.061264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe9381-eebd-4a6b-8241-ae365bc9a226 None None] Network 4907caf5-5c3d-43aa-82e1-9a84eeeae568 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:18.064709 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-49e9aef0-4df0-46d6-8596-2fe6f304f7e3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/7fb7e81d-a000-4da0-b6e9-774a8a454141 HTTP/1.1" status: 204 len: 168 time: 0.7152264 Nov 12 09:25:18.067744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35238) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:18.088630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36361d71-5660-4e19-b6c4-de9eb5f5a97a req-a01cb887-43c1-4985-b11a-ae2207d6ea40 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:18.091629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36361d71-5660-4e19-b6c4-de9eb5f5a97a req-a01cb887-43c1-4985-b11a-ae2207d6ea40 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.0991547 Nov 12 09:25:18.251174 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36361d71-5660-4e19-b6c4-de9eb5f5a97a req-a811758c-0633-4c1d-909d-bb4ac69d7c2c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488314 Nov 12 09:25:18.303604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.393552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 2915c46b-d684-4dae-8b96-931551681c3e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:18.393954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.491346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] For port 2915c46b-d684-4dae-8b96-931551681c3e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2915c46b-d684-4dae-8b96-931551681c3e,segment=NetworkSegment(6fe22bd9-0110-4a02-8e32-9ed8c1513ec7),segment_id=6fe22bd9-0110-4a02-8e32-9ed8c1513ec7)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:18.493259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.512117 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] DHCP port deletion for 4907caf5-5c3d-43aa-82e1-9a84eeeae568 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:18.520315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 2915c46b-d684-4dae-8b96-931551681c3e owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:18.623345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] Deleting port 2915c46b-d684-4dae-8b96-931551681c3e {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:18.633376 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.671244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.701879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=2915c46b-d684-4dae-8b96-931551681c3e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:18.722744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No DVR routers for this DVR port 2915c46b-d684-4dae-8b96-931551681c3e on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:18.782664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] For port 2915c46b-d684-4dae-8b96-931551681c3e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2915c46b-d684-4dae-8b96-931551681c3e,segment=NetworkSegment(6fe22bd9-0110-4a02-8e32-9ed8c1513ec7),segment_id=6fe22bd9-0110-4a02-8e32-9ed8c1513ec7)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:18.783672 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.827508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] Calling delete_port for 2915c46b-d684-4dae-8b96-931551681c3e owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:18.851161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:18.888076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4907caf5-5c3d-43aa-82e1-9a84eeeae568']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:18.923927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe22bd9-0110-4a02-8e32-9ed8c1513ec7') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:18.925285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe22bd9-0110-4a02-8e32-9ed8c1513ec7') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:18.964662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.034006 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.076521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2915c46b-d684-4dae-8b96-931551681c3e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:19.099489 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b7ebe465-66ea-41e5-b77b-edbc466141d0 req-379b69a6-f7f7-4b8e-8b53-5f326a64e02b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 210 time: 0.1019483 Nov 12 09:25:19.103104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] No DVR routers for this DVR port 2915c46b-d684-4dae-8b96-931551681c3e on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:19.111759 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.143416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:19.144113 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:19.150181 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:19.162437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7f0dd-7a36-4246-87eb-9e7db20dd2c9 None None] Pushing event deleted for resources: {'Port': ['ID=2915c46b-d684-4dae-8b96-931551681c3e,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:19.195618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2915c46b-d684-4dae-8b96-931551681c3e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:19.196053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2915c46b-d684-4dae-8b96-931551681c3e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:19.201377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.257806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.262785 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.277835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/4907caf5-5c3d-43aa-82e1-9a84eeeae568 HTTP/1.1" status: 204 len: 168 time: 1.1974318 Nov 12 09:25:19.278730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:19.302823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1952108685'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:19.316798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=4907caf5-5c3d-43aa-82e1-9a84eeeae568,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:19.340510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.345082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.349489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.353785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.356716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.363368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.363991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.364453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.366695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.368216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.368687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.368881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94636ff5-5227-4808-96e2-89d9884a22d6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:19.406800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:19.428851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.526472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:19.537642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.538330 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Added segment 8c9833d5-b653-495f-899d-491c772ee19c of type vlan for network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e Nov 12 09:25:19.612041 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.666891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-546a8a66-ba11-409c-8ee5-51b97a79723a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:19.668880 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-546a8a66-ba11-409c-8ee5-51b97a79723a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.3178384 Nov 12 09:25:19.681230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.687169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:19.687858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.693834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'port': {'device_id': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'admin_state_up': True, 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:19.779644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Network': ['ID=63f89b1d-1caa-4767-bc41-06f33fc3ac7e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:19.791420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:19.851743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f3758-bef4-41a9-af53-a3bac6f6e39a req-1e5806fc-ae16-4a70-8d2c-cc66fbd19516 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:19.853861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-729f3758-bef4-41a9-af53-a3bac6f6e39a req-1e5806fc-ae16-4a70-8d2c-cc66fbd19516 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.3411398 Nov 12 09:25:19.862946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35274) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:19.863694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-95956717-3bdd-4a13-a323-6f040e9b8ae6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5830755 Nov 12 09:25:19.872074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:19.931728 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:19.972989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-729f3758-bef4-41a9-af53-a3bac6f6e39a req-991940ff-1ec4-4887-8be2-dd61c705a3ad tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069777 Nov 12 09:25:19.974609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Made reservation on behalf of c9a1f382835b46b38a798f579f7972d4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:19.978556 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.081980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:20.103596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.242525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Allocated IP 172.20.0.10 (9eb1cebe-4ebc-4357-bc85-a093989d4bc0/9bc2f213-1026-4b58-9897-52af9d16abe8/79b82188-40f9-4375-83c5-38c29e25676c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:20.308946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-73e76f3c-b4c7-4578-a6b6-e5911b0e8ee6 req-9366cfd1-af27-4904-a7c7-ff09fed3b8fd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 210 time: 0.0542850 Nov 12 09:25:20.377311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.544667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.596527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.630802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:20.640802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Checking segment: {'id': '8c9833d5-b653-495f-899d-491c772ee19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:20.641717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network hostable DHCP agents. Network: 63f89b1d-1caa-4767-bc41-06f33fc3ac7e, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:20.660149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.672236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:20.678079 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:20.688032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 63f89b1d-1caa-4767-bc41-06f33fc3ac7e) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:20.696215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:20.697396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.727661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a3101eba-a285-47bd-a3c2-3805ccd39653 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8563094 Nov 12 09:25:20.728178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35298) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:20.734320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-52ef71f3-0b3b-40fb-af82-f8faf8c79c7b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-988967564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:20.737665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe3ac1-706a-41d0-83d0-2b2b499fdbc8 None None] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:20.764524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ef71f3-0b3b-40fb-af82-f8faf8c79c7b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.764941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:20.766124 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ef71f3-0b3b-40fb-af82-f8faf8c79c7b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.773139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:20.777206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=79b82188-40f9-4375-83c5-38c29e25676c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:20.782004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:20.854588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ef71f3-0b3b-40fb-af82-f8faf8c79c7b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.861211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ef71f3-0b3b-40fb-af82-f8faf8c79c7b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.881715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:20.882269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.918591 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ef71f3-0b3b-40fb-af82-f8faf8c79c7b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:20.921250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-8cba292c-c1ac-49ad-a979-3e7c0e74c55d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2412674 Nov 12 09:25:20.926194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52ef71f3-0b3b-40fb-af82-f8faf8c79c7b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1941466 Nov 12 09:25:20.926465 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35304) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:20.938017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e', 'name': 'tempest-PortsIpV6TestJSON-1001777055'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:20.939737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Request body: {'port': {'device_id': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:21.141870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:21.143128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-63f89b1d-1caa-4767-bc41-06f33fc3ac7e', 'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e', 'tenant_id': 'ecb7e9d75a54412f83cf0e0b3e419f5b', 'fixed_ips': [{'subnet_id': '27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:21.144202 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:21.170650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:21.175372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:21.201818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port cd2f62fd-81a8-47c4-b954-0192f95984af yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:21.316854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cae6e-bbdd-4aa6-9227-1fd87b4d5745 req-b6d2aea4-0abf-4368-94ab-efbc39e37144 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:21.320045 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d25cae6e-bbdd-4aa6-9227-1fd87b4d5745 req-b6d2aea4-0abf-4368-94ab-efbc39e37144 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1814663 Nov 12 09:25:21.402791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-285f4a35-6d12-41d9-91c6-2ae29c4ed025 None None] Provisioning complete for port 79b82188-40f9-4375-83c5-38c29e25676c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:21.409448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-285f4a35-6d12-41d9-91c6-2ae29c4ed025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:21.485454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-285f4a35-6d12-41d9-91c6-2ae29c4ed025 None None] Port 79b82188-40f9-4375-83c5-38c29e25676c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:21.559875 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d25cae6e-bbdd-4aa6-9227-1fd87b4d5745 req-bf595716-5507-4d5a-860f-0a5b8143aded tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074107 Nov 12 09:25:21.569585 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:21.765294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5299b8fe-5b8d-4469-b0ef-1bbc471edb08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:21.789372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b82188-40f9-4375-83c5-38c29e25676c {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:21.803542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:21.828470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Transition to ACTIVE for port object 79b82188-40f9-4375-83c5-38c29e25676c will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:25:21.835573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:21.894282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11786f7-fe45-4dbb-bfe7-292887816b3c req-79c81634-324d-4cc4-9da3-d132ed517742 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:21.897050 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b11786f7-fe45-4dbb-bfe7-292887816b3c req-79c81634-324d-4cc4-9da3-d132ed517742 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 932 time: 0.1000376 Nov 12 09:25:21.898698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::10 (63f89b1d-1caa-4767-bc41-06f33fc3ac7e/27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa/cd2f62fd-81a8-47c4-b954-0192f95984af) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:21.955346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Pushing event updated for resources: {'Port': ['ID=79b82188-40f9-4375-83c5-38c29e25676c,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:22.036540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5299b8fe-5b8d-4469-b0ef-1bbc471edb08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.045038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5299b8fe-5b8d-4469-b0ef-1bbc471edb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.120461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b11786f7-fe45-4dbb-bfe7-292887816b3c req-4b78d907-5639-49c7-a174-e3936dc74798 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138991 Nov 12 09:25:22.128714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5299b8fe-5b8d-4469-b0ef-1bbc471edb08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df45009cf15b4aafa48261db085af14a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5576544 Nov 12 09:25:22.130597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35334) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:22.133893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299b8fe-5b8d-4469-b0ef-1bbc471edb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57f460-809f-44ea-b2e4-f289007f15ff,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:22.160725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Attempting to bind port 79b82188-40f9-4375-83c5-38c29e25676c on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:22.164668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Attempting to bind port 79b82188-40f9-4375-83c5-38c29e25676c by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:22.165182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Attempting to bind port 79b82188-40f9-4375-83c5-38c29e25676c on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:22.178818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Port 79b82188-40f9-4375-83c5-38c29e25676c on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:25:22.178818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Attempting to bind port 79b82188-40f9-4375-83c5-38c29e25676c on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:22.180490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:22.180727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:22.181930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Bound using segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:22.181930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Bound port: 79b82188-40f9-4375-83c5-38c29e25676c, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:22.182293 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.222451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0aeeba4-0de9-414e-8d2b-09b76ba5ad70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.272809 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] For port 79b82188-40f9-4375-83c5-38c29e25676c, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:22.278799 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.279716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] For port 79b82188-40f9-4375-83c5-38c29e25676c, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=79b82188-40f9-4375-83c5-38c29e25676c,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:22.282046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0aeeba4-0de9-414e-8d2b-09b76ba5ad70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.286734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.342641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.343462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.348819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] 10.222.0.62 "PUT /v2.0/ports/79b82188-40f9-4375-83c5-38c29e25676c HTTP/1.1" status: 200 len: 1093 time: 1.4158022 Nov 12 09:25:22.352263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'tag': '79b82188-40f9-4375-83c5-38c29e25676c'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:22.355965 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21" -d '{"events": [{"name": "network-changed", "server_uuid": "68a1b03e-2650-47c3-bdf4-189d6fc43345", "tag": "79b82188-40f9-4375-83c5-38c29e25676c"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:22.380925 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.456424 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598e8c1a-adb6-46e4-a9bf-5a172a85fa98 x-openstack-request-id: req-598e8c1a-adb6-46e4-a9bf-5a172a85fa98 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:22.458337 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68a1b03e-2650-47c3-bdf4-189d6fc43345", "tag": "79b82188-40f9-4375-83c5-38c29e25676c", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:22.458605 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-598e8c1a-adb6-46e4-a9bf-5a172a85fa98 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:22.459189 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'tag': '79b82188-40f9-4375-83c5-38c29e25676c', 'status': 'completed', 'code': 200} Nov 12 09:25:22.469722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:22.470920 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0aeeba4-0de9-414e-8d2b-09b76ba5ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.475128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0aeeba4-0de9-414e-8d2b-09b76ba5ad70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.481949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d0aeeba4-0de9-414e-8d2b-09b76ba5ad70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca57f460-809f-44ea-b2e4-f289007f15ff HTTP/1.1" status: 204 len: 168 time: 0.3482478 Nov 12 09:25:22.501853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:22.529426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:22.533422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Allocated IP 2001:db8::2 (63f89b1d-1caa-4767-bc41-06f33fc3ac7e/27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa/5aaf548e-f527-4905-807e-43382f284503) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:22.533953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe730f46-351e-4dab-b7a2-3c77afc70b31 service neutron] Pushing event updated for resources: {'Port': ['ID=79b82188-40f9-4375-83c5-38c29e25676c,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:22.541293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.542120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.549849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aeeba4-0de9-414e-8d2b-09b76ba5ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57f460-809f-44ea-b2e4-f289007f15ff,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:22.558952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=cd2f62fd-81a8-47c4-b954-0192f95984af,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:22.566547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-4e493a03-6a5f-471a-9353-5823ece0d34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.571411 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-4e493a03-6a5f-471a-9353-5823ece0d34b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 1096 time: 0.1685138 Nov 12 09:25:22.599036 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1aaf8e90-e747-40b6-9af7-5f240f44a747 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6707392 Nov 12 09:25:22.601742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35342) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:22.654599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-54e869f1-12a1-4ab1-a645-61c170c973f8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b82188-40f9-4375-83c5-38c29e25676c HTTP/1.1" status: 200 len: 217 time: 0.0746918 Nov 12 09:25:22.760009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-375e4bd0-93ee-4df5-bce0-77d83938124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.770747 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-375e4bd0-93ee-4df5-bce0-77d83938124b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0988991 Nov 12 09:25:22.857184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-ea2a4c1f-f6f6-4e77-9eed-b59b8cc4a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.859436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-ea2a4c1f-f6f6-4e77-9eed-b59b8cc4a25e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900910 Nov 12 09:25:22.886396 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.900297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:22.980189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c5ede-500d-4cab-b2e6-b1c871a9f8f7 req-56e97093-0124-4839-8b29-f056b4af1aa1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:22.981796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a5c5ede-500d-4cab-b2e6-b1c871a9f8f7 req-56e97093-0124-4839-8b29-f056b4af1aa1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.2149174 Nov 12 09:25:22.997179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Pushing event updated for resources: {'Port': ['ID=5aaf548e-f527-4905-807e-43382f284503,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:23.009310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:23.011284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:23.014455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:23.103409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Attempting to bind port 5aaf548e-f527-4905-807e-43382f284503 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:23.103801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-5b9f8c95-75e5-4318-95bb-c43d37647b69 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362821 Nov 12 09:25:23.103988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Attempting to bind port 5aaf548e-f527-4905-807e-43382f284503 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '8c9833d5-b653-495f-899d-491c772ee19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:23.104201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Attempting to bind port 5aaf548e-f527-4905-807e-43382f284503 on network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:23.116421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:23.117372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Checking segment: {'id': '8c9833d5-b653-495f-899d-491c772ee19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:23.118000 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:23.118599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Bound using segment: {'id': '8c9833d5-b653-495f-899d-491c772ee19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:23.119485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Bound port: 5aaf548e-f527-4905-807e-43382f284503, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9833d5-b653-495f-899d-491c772ee19c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '63f89b1d-1caa-4767-bc41-06f33fc3ac7e'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:23.120185 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:23.248158 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18fc432b-5d8a-4b77-b108-015ee173c658 req-e7d91864-78ec-4fcb-bae2-cc256c243736 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318061 Nov 12 09:25:23.272065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] For port 5aaf548e-f527-4905-807e-43382f284503, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:23.282237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] For port 5aaf548e-f527-4905-807e-43382f284503, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5aaf548e-f527-4905-807e-43382f284503,segment=NetworkSegment(8c9833d5-b653-495f-899d-491c772ee19c),segment_id=8c9833d5-b653-495f-899d-491c772ee19c)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:23.289575 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:23.303902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5a5c5ede-500d-4cab-b2e6-b1c871a9f8f7 req-23e36c3e-71ae-46e8-b1cb-8057550abf39 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149331 Nov 12 09:25:23.400118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c5d39-79f0-4464-9044-e1350a2323fe None None] Pushing event updated for resources: {'Port': ['ID=5aaf548e-f527-4905-807e-43382f284503,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:23.485587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75030a4-0513-4e6d-acef-37c40378bb2e req-883a00fa-a6c1-462f-9a2d-25bb107a431f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:23.496409 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b75030a4-0513-4e6d-acef-37c40378bb2e req-883a00fa-a6c1-462f-9a2d-25bb107a431f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 944 time: 0.2048683 Nov 12 09:25:23.528054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-06785d5c-586a-4425-8e14-efb24f8e6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:23.529600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-06785d5c-586a-4425-8e14-efb24f8e6987 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 1096 time: 0.1516545 Nov 12 09:25:23.544034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:23.714066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-a7641996-a262-4863-89bb-896f99808bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:23.714815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-a7641996-a262-4863-89bb-896f99808bf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1771178 Nov 12 09:25:23.792491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-38b088ee-fe30-47a6-8401-eb1aa04360b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b82188-40f9-4375-83c5-38c29e25676c HTTP/1.1" status: 200 len: 217 time: 0.0645540 Nov 12 09:25:23.797732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b75030a4-0513-4e6d-acef-37c40378bb2e req-ccf28f7b-c7e1-4bd3-bd0f-fe2e0e48cc64 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001297 Nov 12 09:25:23.907955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-da980ee7-c4ba-4e88-a7d8-cfbdaf50a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:23.909916 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-da980ee7-c4ba-4e88-a7d8-cfbdaf50a1df service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1081030 Nov 12 09:25:24.096870 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:24.105535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:24.302633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=cd2f62fd-81a8-47c4-b954-0192f95984af,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:24.481627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:24.600595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-58cdfbe2-bcbc-4ef5-b51c-5070a24c6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:24.602767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-58cdfbe2-bcbc-4ef5-b51c-5070a24c6f83 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6850033 Nov 12 09:25:24.603584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:24.659543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b191b-4f5b-4b07-b5fc-ac61de25f309 req-327cbaed-b814-4157-a25a-645a9be5ae18 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:24.668090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a20b191b-4f5b-4b07-b5fc-ac61de25f309 req-327cbaed-b814-4157-a25a-645a9be5ae18 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1957541 Nov 12 09:25:24.789315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-370f83df-8670-41fd-bd60-da91634afd08 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777048 Nov 12 09:25:24.800491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a20b191b-4f5b-4b07-b5fc-ac61de25f309 req-2b1a6a45-8739-4964-85a5-6310b156efaa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255722 Nov 12 09:25:24.801713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:24.859090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-495c7385-15b8-4ab3-881b-a4c4d10d3781 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:24.977891 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a63eba4-b3c8-4cbe-8879-6c022ab47a21 req-98254b64-9539-492d-b47c-235f3722d651 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799140 Nov 12 09:25:24.987698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b704e71-45da-4c86-8725-65505fecd02b None None] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:25.068363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d2c91-69b6-420f-84b8-1dbdfc830b99 req-9807efd1-d65b-4a95-a0f2-a77f72df8cac tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:25.070605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-086d2c91-69b6-420f-84b8-1dbdfc830b99 req-9807efd1-d65b-4a95-a0f2-a77f72df8cac tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 944 time: 0.1193364 Nov 12 09:25:25.139074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5aaf548e-f527-4905-807e-43382f284503 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:25.172661 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-495c7385-15b8-4ab3-881b-a4c4d10d3781 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.193734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-086d2c91-69b6-420f-84b8-1dbdfc830b99 req-6de9a8f6-ac28-4a74-9960-5d57de599ed8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123376 Nov 12 09:25:25.198017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-495c7385-15b8-4ab3-881b-a4c4d10d3781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.241516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-495c7385-15b8-4ab3-881b-a4c4d10d3781 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63ab1aa3fa184b1691650498860434ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6365426 Nov 12 09:25:25.245630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:25.275137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7aba91d9-ef4d-4a7d-8913-6b0a9aed9edc None None] Provisioning complete for port 5aaf548e-f527-4905-807e-43382f284503 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:25.275545 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7aba91d9-ef4d-4a7d-8913-6b0a9aed9edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.307624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c7385-15b8-4ab3-881b-a4c4d10d3781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630436c5-6641-4d20-b964-6a8cfde36010,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:25.318669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 5aaf548e-f527-4905-807e-43382f284503 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:25.319646 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.369476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2e4c-140a-439b-918e-52925e7f62d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.408767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.414139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.415012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.419001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2e4c-140a-439b-918e-52925e7f62d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.497952 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7aba91d9-ef4d-4a7d-8913-6b0a9aed9edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.512974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.566755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7aba91d9-ef4d-4a7d-8913-6b0a9aed9edc None None] For port 5aaf548e-f527-4905-807e-43382f284503, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5aaf548e-f527-4905-807e-43382f284503,segment=NetworkSegment(8c9833d5-b653-495f-899d-491c772ee19c),segment_id=8c9833d5-b653-495f-899d-491c772ee19c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:25.571889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=cd2f62fd-81a8-47c4-b954-0192f95984af,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:25.574069 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7aba91d9-ef4d-4a7d-8913-6b0a9aed9edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.647672 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2e4c-140a-439b-918e-52925e7f62d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.653479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f3bf2e4c-140a-439b-918e-52925e7f62d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:25.657977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f3bf2e4c-140a-439b-918e-52925e7f62d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/630436c5-6641-4d20-b964-6a8cfde36010 HTTP/1.1" status: 204 len: 168 time: 0.4087491 Nov 12 09:25:25.673890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:25.674973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf2e4c-140a-439b-918e-52925e7f62d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630436c5-6641-4d20-b964-6a8cfde36010,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:25.684898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:26.010225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Router d4a62145-f4e2-4a43-b123-0faee35a809c is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:25:26.029453 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:25:26.030703 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:25:26.035366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-722193b5-efb9-4401-ab9b-02803d39a0cc None None] Provisioning complete for port cd2f62fd-81a8-47c4-b954-0192f95984af triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:26.036273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-722193b5-efb9-4401-ab9b-02803d39a0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:26.039232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba91d9-ef4d-4a7d-8913-6b0a9aed9edc None None] Pushing event updated for resources: {'Port': ['ID=5aaf548e-f527-4905-807e-43382f284503,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:26.095424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-722193b5-efb9-4401-ab9b-02803d39a0cc None None] Port cd2f62fd-81a8-47c4-b954-0192f95984af cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:26.108375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-722193b5-efb9-4401-ab9b-02803d39a0cc None None] Provisioning complete for port 5aaf548e-f527-4905-807e-43382f284503 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:26.108708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-722193b5-efb9-4401-ab9b-02803d39a0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:26.143015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8457c-2415-4673-a74a-36fed31b9701 req-8ac0df01-be68-4742-8996-b814ed0fdd82 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:26.144900 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bbb8457c-2415-4673-a74a-36fed31b9701 req-8ac0df01-be68-4742-8996-b814ed0fdd82 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.2344096 Nov 12 09:25:26.216974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:26.230203 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] Sync routers for ids ['d4a62145-f4e2-4a43-b123-0faee35a809c'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:26.242676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f6eb3003-ab68-4dfc-949d-535ced17f957 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "PUT /v2.0/routers/d4a62145-f4e2-4a43-b123-0faee35a809c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6373012 Nov 12 09:25:26.243084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35406) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:26.245969 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] Routers {'d4a62145-f4e2-4a43-b123-0faee35a809c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:26.246604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d4a62145-f4e2-4a43-b123-0faee35a809c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:26.290293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bbb8457c-2415-4673-a74a-36fed31b9701 req-19a39efb-5ece-4a2d-acca-b52e487d3f08 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267478 Nov 12 09:25:26.329912 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:26.354212 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] Routers {'d4a62145-f4e2-4a43-b123-0faee35a809c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:26.361949 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d4a62145-f4e2-4a43-b123-0faee35a809c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:26.439662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c6e846f2-754a-43c9-bfcf-bf9f36c29273 None None] Provisioning complete for port cd2f62fd-81a8-47c4-b954-0192f95984af triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:26.440157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c6e846f2-754a-43c9-bfcf-bf9f36c29273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:26.489395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da5c11-ddb5-4c4c-8743-cd6630147f72 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:26.495968 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:26.497128 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaca45f-c186-4cc4-bbf4-1135f31ce14c None None] The sync data for ids ['d4a62145-f4e2-4a43-b123-0faee35a809c'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:25:26.501354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c7da5c11-ddb5-4c4c-8743-cd6630147f72 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a62145-f4e2-4a43-b123-0faee35a809c HTTP/1.1" status: 200 len: 988 time: 0.2547688 Nov 12 09:25:26.502885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35418) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:26.516761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c6e846f2-754a-43c9-bfcf-bf9f36c29273 None None] Port cd2f62fd-81a8-47c4-b954-0192f95984af cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:26.558971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b4583-7e16-402d-b025-6e88aa23859f req-0e1821d3-fc84-415b-ae38-2a6b5c56583b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:26.561187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-616b4583-7e16-402d-b025-6e88aa23859f req-0e1821d3-fc84-415b-ae38-2a6b5c56583b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 944 time: 0.2020571 Nov 12 09:25:26.689587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-616b4583-7e16-402d-b025-6e88aa23859f req-d847aa9d-04c3-4a02-8127-349176f8e807 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207116 Nov 12 09:25:26.719247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 79b82188-40f9-4375-83c5-38c29e25676c details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:25:27.055119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7709499f-9d06-4643-8956-f4e8fd82f430 None None] Provisioning complete for port cd2f62fd-81a8-47c4-b954-0192f95984af triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:27.056191 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7709499f-9d06-4643-8956-f4e8fd82f430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.212639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 79b82188-40f9-4375-83c5-38c29e25676c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=79b82188-40f9-4375-83c5-38c29e25676c,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:27.234360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5aaf548e-f527-4905-807e-43382f284503 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:27.237358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '79b82188-40f9-4375-83c5-38c29e25676c', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': '79b82188-40f9-4375-83c5-38c29e25676c', 'mac_address': 'fa:16:3e:8c:3b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:25:27.333911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7709499f-9d06-4643-8956-f4e8fd82f430 None None] Port cd2f62fd-81a8-47c4-b954-0192f95984af cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:27.375392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.412087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b82188-40f9-4375-83c5-38c29e25676c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:27.464956 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 79b82188-40f9-4375-83c5-38c29e25676c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=79b82188-40f9-4375-83c5-38c29e25676c,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:27.490966 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.564142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bdd1c4fd-2af3-4131-9d4e-1b297368682c None None] Provisioning complete for port cd2f62fd-81a8-47c4-b954-0192f95984af triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:27.564848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c4fd-2af3-4131-9d4e-1b297368682c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.586758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 5aaf548e-f527-4905-807e-43382f284503 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:27.589016 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.640684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7da4d-aded-439e-a907-d4288cf854a2 req-09e21d51-5339-4952-94da-d8065f7003d1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:27.642574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cab7da4d-aded-439e-a907-d4288cf854a2 req-09e21d51-5339-4952-94da-d8065f7003d1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.1637316 Nov 12 09:25:27.747235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=79b82188-40f9-4375-83c5-38c29e25676c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:27.753718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bdd1c4fd-2af3-4131-9d4e-1b297368682c None None] Port cd2f62fd-81a8-47c4-b954-0192f95984af cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:27.808194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['79b82188-40f9-4375-83c5-38c29e25676c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:27.836715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:27.910016 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cab7da4d-aded-439e-a907-d4288cf854a2 req-1a89f8cd-1c47-4416-aacf-1305db720cd3 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546914 Nov 12 09:25:28.006086 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:28.325550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port cd2f62fd-81a8-47c4-b954-0192f95984af {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:28.326117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:28.340181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:28.397118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f57be-faa7-4edf-941e-92a12c941975 req-31595351-57d1-411e-9456-b6a2ac0b52c9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:28.409636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-514f57be-faa7-4edf-941e-92a12c941975 req-31595351-57d1-411e-9456-b6a2ac0b52c9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 945 time: 0.1223493 Nov 12 09:25:28.503223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:28.514219 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-514f57be-faa7-4edf-941e-92a12c941975 req-34768a25-b107-49d0-8a4a-938008dba496 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986929 Nov 12 09:25:28.523253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for cd2f62fd-81a8-47c4-b954-0192f95984af owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:28.619054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-0a8332d8-350f-4db8-9a5d-c6f25a62c3a1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0688558 Nov 12 09:25:28.734846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 79b82188-40f9-4375-83c5-38c29e25676c up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:28.747029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-149ae8e4-969d-482a-8505-daa1fe3774e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:28.748753 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-149ae8e4-969d-482a-8505-daa1fe3774e1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.0946560 Nov 12 09:25:28.801056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 79b82188-40f9-4375-83c5-38c29e25676c completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:25:28.816063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 79b82188-40f9-4375-83c5-38c29e25676c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:28.816630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:28.981829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-2ae83618-0dca-4fb4-b04f-9bc18ca2b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:28.983500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-2ae83618-0dca-4fb4-b04f-9bc18ca2b8a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2102141 Nov 12 09:25:28.983956 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:29.045048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 79b82188-40f9-4375-83c5-38c29e25676c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=79b82188-40f9-4375-83c5-38c29e25676c,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:29.046972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b82188-40f9-4375-83c5-38c29e25676c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:29.052368 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee2816c-9811-43ad-b72c-d4a88d551984" -d '{"events": [{"server_uuid": "68a1b03e-2650-47c3-bdf4-189d6fc43345", "name": "network-vif-plugged", "status": "completed", "tag": "79b82188-40f9-4375-83c5-38c29e25676c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:29.058279 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:29.059288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0f83209b-4f9c-4882-b3a8-9afff1827416 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:29.264173 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e2fa1-ea7c-421f-b59f-e70fc40833f6 x-openstack-request-id: req-790e2fa1-ea7c-421f-b59f-e70fc40833f6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:29.269732 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a1b03e-2650-47c3-bdf4-189d6fc43345", "name": "network-vif-plugged", "status": "completed", "tag": "79b82188-40f9-4375-83c5-38c29e25676c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:29.269732 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-790e2fa1-ea7c-421f-b59f-e70fc40833f6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:29.269732 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b82188-40f9-4375-83c5-38c29e25676c', 'code': 200} Nov 12 09:25:29.357737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-6b784b3c-f1b8-4430-a0b4-1b140207309c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.3538427 Nov 12 09:25:29.359992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=79b82188-40f9-4375-83c5-38c29e25676c,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:29.373101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:29.447372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:29.450987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-953507f1-5382-44de-a0c6-8b1a4dba3b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:29.454640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:29.458396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-953507f1-5382-44de-a0c6-8b1a4dba3b55 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0907738 Nov 12 09:25:29.469630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b2a7c-ec8a-4e8f-bf73-a016a76977fb req-72463122-f501-4085-950d-3d6c25288ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:29.471204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-818b2a7c-ec8a-4e8f-bf73-a016a76977fb req-72463122-f501-4085-950d-3d6c25288ef9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 1098 time: 0.1842954 Nov 12 09:25:29.543895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:29.609973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-818b2a7c-ec8a-4e8f-bf73-a016a76977fb req-f3f09376-6a0c-4786-8295-055832d590ca service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240554 Nov 12 09:25:29.623435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-9bced5f9-c453-4e59-ad6e-e374b78c9bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:29.626091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-9bced5f9-c453-4e59-ad6e-e374b78c9bb2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1536188 Nov 12 09:25:29.719436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9ce39-13c3-4abd-9ea3-4098b3b50bac req-eb62fabc-bd36-4cd2-bdd1-2691473dc056 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:29.721184 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aae9ce39-13c3-4abd-9ea3-4098b3b50bac req-eb62fabc-bd36-4cd2-bdd1-2691473dc056 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 943 time: 0.1661193 Nov 12 09:25:29.726362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce1fa6-5b7d-4ef1-a7d2-279343947d6a req-396a9b1b-977b-478b-84c4-a2b028a286b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:29.728613 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6dce1fa6-5b7d-4ef1-a7d2-279343947d6a req-396a9b1b-977b-478b-84c4-a2b028a286b2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 1095 time: 0.1748600 Nov 12 09:25:29.734818 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:29.735428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12c6df-ef68-42f2-bf39-4f16461f881e req-e4fb0fa3-80ce-45e7-93c6-150e0b4c0b28 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:29.737365 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f12c6df-ef68-42f2-bf39-4f16461f881e req-e4fb0fa3-80ce-45e7-93c6-150e0b4c0b28 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 946 time: 0.1098342 Nov 12 09:25:29.788466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=cd2f62fd-81a8-47c4-b954-0192f95984af,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:29.805257 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f12c6df-ef68-42f2-bf39-4f16461f881e req-640af8c4-6555-4116-979d-057737b8f6aa tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593879 Nov 12 09:25:29.939720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-877069bc-057b-4260-948a-143f82168f51 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240499 Nov 12 09:25:29.974071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35502) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:30.014086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aae9ce39-13c3-4abd-9ea3-4098b3b50bac req-fc5edae8-d86c-4fef-a512-70e99498aa21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699373 Nov 12 09:25:30.049856 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.070237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6dce1fa6-5b7d-4ef1-a7d2-279343947d6a req-3b018386-1303-41dc-99f9-e3281de292ec service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553520 Nov 12 09:25:30.107396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a93ebfb1-39e4-4086-96d4-d15b214e9e34 req-a0a7a892-9181-4a09-a749-de2bd53a5b3d service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596272 Nov 12 09:25:30.148730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-917ff512-0511-4577-aef1-0dac47c4f31d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.235629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-917ff512-0511-4577-aef1-0dac47c4f31d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.239491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Router d4a62145-f4e2-4a43-b123-0faee35a809c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:25:30.243061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-917ff512-0511-4577-aef1-0dac47c4f31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.291417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-917ff512-0511-4577-aef1-0dac47c4f31d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f487feffcc8b486cbbd4c67df9bc259d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3162024 Nov 12 09:25:30.292497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ff512-0511-4577-aef1-0dac47c4f31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf496535-7d4d-4f97-84d1-558bf8094e56,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:30.294945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:30.346022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:30.355537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4424d018-e4b5-4e85-b7d1-d2489b108a34 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "PUT /v2.0/routers/d4a62145-f4e2-4a43-b123-0faee35a809c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8485861 Nov 12 09:25:30.355537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35518) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:30.364819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] Sync routers for ids ['d4a62145-f4e2-4a43-b123-0faee35a809c'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:30.366783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a77f-56e6-4ec9-954f-d4898bf0bb50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.376991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] Routers {'d4a62145-f4e2-4a43-b123-0faee35a809c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:30.377759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d4a62145-f4e2-4a43-b123-0faee35a809c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:30.400373 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a77f-56e6-4ec9-954f-d4898bf0bb50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.402737 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf12ae83-cda1-4234-8267-6f4299bbd176 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:25:30.405597 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cf12ae83-cda1-4234-8267-6f4299bbd176 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/cd2f62fd-81a8-47c4-b954-0192f95984af HTTP/1.1" status: 404 len: 333 time: 0.0492721 Nov 12 09:25:30.409836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:30.416612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:30.428618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] Routers {'d4a62145-f4e2-4a43-b123-0faee35a809c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:30.429275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d4a62145-f4e2-4a43-b123-0faee35a809c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:30.477255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:30.478143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69eb04-cc18-4092-9d55-317280946674 None None] The sync data for ids ['d4a62145-f4e2-4a43-b123-0faee35a809c'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:25:30.486526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a77f-56e6-4ec9-954f-d4898bf0bb50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.491133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a77f-56e6-4ec9-954f-d4898bf0bb50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.495229 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6dc5a77f-56e6-4ec9-954f-d4898bf0bb50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf496535-7d4d-4f97-84d1-558bf8094e56 HTTP/1.1" status: 204 len: 168 time: 0.1971037 Nov 12 09:25:30.507266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5a77f-56e6-4ec9-954f-d4898bf0bb50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf496535-7d4d-4f97-84d1-558bf8094e56,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:30.524780 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-472b53ab-2074-4df1-950a-55c4b4072eeb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.709946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-472b53ab-2074-4df1-950a-55c4b4072eeb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.712276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-472b53ab-2074-4df1-950a-55c4b4072eeb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.730332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0f83209b-4f9c-4882-b3a8-9afff1827416 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:25:30.766095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-472b53ab-2074-4df1-950a-55c4b4072eeb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.766799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472b53ab-2074-4df1-950a-55c4b4072eeb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Fanout notify agent at l3_agent the message router_deleted on router d4a62145-f4e2-4a43-b123-0faee35a809c {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:25:30.776331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-472b53ab-2074-4df1-950a-55c4b4072eeb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.780695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35530) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:30.792125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-472b53ab-2074-4df1-950a-55c4b4072eeb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/routers/d4a62145-f4e2-4a43-b123-0faee35a809c HTTP/1.1" status: 204 len: 168 time: 0.3802576 Nov 12 09:25:30.853899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:30.865712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.894405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:30.916166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'port_id': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'mac_address': 'fa:16:3e:a2:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:25:30.967123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:30.991303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35534) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:30.991850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f83209b-4f9c-4882-b3a8-9afff1827416 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:25:31.012809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bddce12-5fd6-4ca7-9131-5872f8eb5083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.017889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:31.023501 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.060273 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.137197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:31.162079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7208c8-1891-488b-98f8-21e0aed172ec req-e9b626a6-2cf8-44e8-9589-e4b90b571b13 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:31.163682 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db7208c8-1891-488b-98f8-21e0aed172ec req-e9b626a6-2cf8-44e8-9589-e4b90b571b13 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 946 time: 0.2283759 Nov 12 09:25:31.185655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bddce12-5fd6-4ca7-9131-5872f8eb5083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.194609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bddce12-5fd6-4ca7-9131-5872f8eb5083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.256508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8b9e8-a99e-481a-866e-b452e5848c0f req-f2b99e7b-a880-4d4c-91c4-83a4e5fa676e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:31.258149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ec8b9e8-a99e-481a-866e-b452e5848c0f req-f2b99e7b-a880-4d4c-91c4-83a4e5fa676e tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 944 time: 0.1364243 Nov 12 09:25:31.260321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bddce12-5fd6-4ca7-9131-5872f8eb5083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9a65a2-0950-4c36-b127-c475f5d19168,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:31.262288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db7208c8-1891-488b-98f8-21e0aed172ec req-5464dbfa-a8b0-4897-9b09-c453ec890810 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921009 Nov 12 09:25:31.268466 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3bddce12-5fd6-4ca7-9131-5872f8eb5083 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2e128db596043698611ca8a93f3e28c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752693 Nov 12 09:25:31.274220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35538) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:31.275377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:31.285066 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db358d-2ad7-46f7-bc2a-55b5d01281f9" -d '{"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:31.341855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['0f83209b-4f9c-4882-b3a8-9afff1827416'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:25:31.352416 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0ec8b9e8-a99e-481a-866e-b452e5848c0f req-524901b4-887d-4e22-a98d-af752530fd01 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821760 Nov 12 09:25:31.384167 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e4ee71-fe01-434f-b6d9-acfd452e5700 x-openstack-request-id: req-98e4ee71-fe01-434f-b6d9-acfd452e5700 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:31.384812 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:31.384812 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98e4ee71-fe01-434f-b6d9-acfd452e5700 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:31.385130 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'code': 200} Nov 12 09:25:31.391681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.422614 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9386cbb0-80f5-4022-8d90-30fcb99fb638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.470834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9386cbb0-80f5-4022-8d90-30fcb99fb638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.536205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.573122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:31.581126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.592049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35542) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:31.592544 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5f71832e-e739-4731-84a4-2eaf012fbe6b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa HTTP/1.1" status: 204 len: 168 time: 0.8101606 Nov 12 09:25:31.613793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9386cbb0-80f5-4022-8d90-30fcb99fb638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.620747 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9386cbb0-80f5-4022-8d90-30fcb99fb638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.624316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9386cbb0-80f5-4022-8d90-30fcb99fb638 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa9a65a2-0950-4c36-b127-c475f5d19168 HTTP/1.1" status: 204 len: 168 time: 0.3468850 Nov 12 09:25:31.643434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386cbb0-80f5-4022-8d90-30fcb99fb638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9a65a2-0950-4c36-b127-c475f5d19168,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:31.659677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705f867-442f-4608-a8e0-c3920fd03feb None None] Network 63f89b1d-1caa-4767-bc41-06f33fc3ac7e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:31.789599 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:31.887108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 5aaf548e-f527-4905-807e-43382f284503 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:31.887744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.008731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] For port 5aaf548e-f527-4905-807e-43382f284503, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5aaf548e-f527-4905-807e-43382f284503,segment=NetworkSegment(8c9833d5-b653-495f-899d-491c772ee19c),segment_id=8c9833d5-b653-495f-899d-491c772ee19c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:32.009299 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.044623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 5aaf548e-f527-4905-807e-43382f284503 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:32.172780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] DHCP port deletion for 63f89b1d-1caa-4767-bc41-06f33fc3ac7e request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:32.203368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.245319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] Deleting port 5aaf548e-f527-4905-807e-43382f284503 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:32.245615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=5aaf548e-f527-4905-807e-43382f284503,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:32.246423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.251589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No DVR routers for this DVR port 5aaf548e-f527-4905-807e-43382f284503 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:32.401202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.406591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] For port 5aaf548e-f527-4905-807e-43382f284503, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:32.407315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.435469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] Calling delete_port for 5aaf548e-f527-4905-807e-43382f284503 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:32.440885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] Port 5aaf548e-f527-4905-807e-43382f284503 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:25:32.442997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.445262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f89b1d-1caa-4767-bc41-06f33fc3ac7e']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:32.474099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9833d5-b653-495f-899d-491c772ee19c') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:32.474409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9833d5-b653-495f-899d-491c772ee19c') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:32.482505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] Pushing event deleted for resources: {'Port': ['ID=5aaf548e-f527-4905-807e-43382f284503,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:32.502038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e6178-d8eb-4adb-90c3-7148727faff5 None None] No DVR routers for this DVR port 5aaf548e-f527-4905-807e-43382f284503 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:32.504600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.553134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.566056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5d3bf-1684-4199-a62a-b0d03ef8c492 req-57323e77-54ff-4ee4-aa6a-c243f3b406cb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:32.571125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12e5d3bf-1684-4199-a62a-b0d03ef8c492 req-57323e77-54ff-4ee4-aa6a-c243f3b406cb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 946 time: 0.1420012 Nov 12 09:25:32.585583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:32.586110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:32.590298 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:32.680347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12e5d3bf-1684-4199-a62a-b0d03ef8c492 req-c5f8f801-0176-4848-926e-4eca5bc95193 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906265 Nov 12 09:25:32.722878 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.736448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.741789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/63f89b1d-1caa-4767-bc41-06f33fc3ac7e HTTP/1.1" status: 204 len: 168 time: 1.1482615 Nov 12 09:25:32.743346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0f83209b-4f9c-4882-b3a8-9afff1827416 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:32.749429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35574) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:32.763294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123befb6-c8e7-4479-a921-d36d0e3b0afe req-3113260a-f61e-451c-a627-08f23f804256 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:32.765545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-123befb6-c8e7-4479-a921-d36d0e3b0afe req-3113260a-f61e-451c-a627-08f23f804256 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 944 time: 0.2312505 Nov 12 09:25:32.840767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-123befb6-c8e7-4479-a921-d36d0e3b0afe req-b8a9da15-b7a0-420c-8dc2-2116f80c963a tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631967 Nov 12 09:25:32.842513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b79f9-3b5e-4aae-989b-b4d98c91f1f8 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=63f89b1d-1caa-4767-bc41-06f33fc3ac7e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:32.866327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5e4d88-7e11-460a-9724-d4e11aa7b8ce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:32.867794 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa5e4d88-7e11-460a-9724-d4e11aa7b8ce tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/31e45d9e-12e5-4969-9fa3-a5493ff44200 HTTP/1.1" status: 200 len: 845 time: 0.1170492 Nov 12 09:25:32.873223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35580) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:32.895999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35582) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:32.933366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 0f83209b-4f9c-4882-b3a8-9afff1827416 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:32.933898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:32.978298 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-29f91d19-4bda-48e6-a99e-40c077646586 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/31e45d9e-12e5-4969-9fa3-a5493ff44200?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1033945 Nov 12 09:25:32.979598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:32.990258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:33.017891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-36ed339e-24e1-432a-8ec3-2a1b7f9a9a16 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/floatingips/f6d715ff-9598-495f-923b-52b098d86292 HTTP/1.1" status: 200 len: 991 time: 0.1201863 Nov 12 09:25:33.105189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5aaf548e-f527-4905-807e-43382f284503 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:33.131969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:33.137580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.146861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 5aaf548e-f527-4905-807e-43382f284503 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:25:33.147294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5aaf548e-f527-4905-807e-43382f284503 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:25:33.154097 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.199334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:33.205187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.290999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:33.386286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:25:33.393255 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed9ddec-d843-427f-bcb1-5957fdc28e5c" -d '{"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:25:33.455214 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3247237-ac8d-4af2-81a6-8489d584b182 x-openstack-request-id: req-f3247237-ac8d-4af2-81a6-8489d584b182 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:25:33.456346 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-plugged", "status": "completed", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:25:33.456346 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3247237-ac8d-4af2-81a6-8489d584b182 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:25:33.456346 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'code': 200} Nov 12 09:25:33.459387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.530759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:33.539701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:33.545375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:33.546442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.557321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77beafcc-d16d-49f4-94f0-a7c24102a1d1 None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:33.571262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=477243c5-a959-4e57-a02c-58baf80b1054,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:33.586771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35596) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:33.588342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ea931ba4-fbd4-4c7a-932b-3b4a5ff903c6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6056094 Nov 12 09:25:33.593493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d1fae6f3-2a73-4249-8268-f2ded7644c9c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1715941634'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:33.638230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1fae6f3-2a73-4249-8268-f2ded7644c9c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.746561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1fae6f3-2a73-4249-8268-f2ded7644c9c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.760245 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1fae6f3-2a73-4249-8268-f2ded7644c9c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.816552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d1fae6f3-2a73-4249-8268-f2ded7644c9c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.820478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d1fae6f3-2a73-4249-8268-f2ded7644c9c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2318413 Nov 12 09:25:33.822239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fae6f3-2a73-4249-8268-f2ded7644c9c tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb76ad9-5a93-4fe2-b565-928bd8b28624,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:33.823818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35602) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:33.835249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-77b4480a-5915-4180-8e89-ccbff575911a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1243699790'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:33.876444 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77b4480a-5915-4180-8e89-ccbff575911a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:33.907393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'tenant_id': 'ecb7e9d75a54412f83cf0e0b3e419f5b', 'fixed_ips': [{'subnet_id': '477243c5-a959-4e57-a02c-58baf80b1054'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:33.912463 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.027270 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77b4480a-5915-4180-8e89-ccbff575911a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.034950 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77b4480a-5915-4180-8e89-ccbff575911a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.078048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-77b4480a-5915-4180-8e89-ccbff575911a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.079547 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-77b4480a-5915-4180-8e89-ccbff575911a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2533674 Nov 12 09:25:34.082037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4480a-5915-4180-8e89-ccbff575911a tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301a6361-f244-4650-99ba-7c26471c433b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:34.082772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35612) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:34.090634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-854313247', 'security_groups': ['301a6361-f244-4650-99ba-7c26471c433b'], 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '477243c5-a959-4e57-a02c-58baf80b1054'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:34.191155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Allocated IP 2001:db8::2 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/477243c5-a959-4e57-a02c-58baf80b1054/b59472a0-60be-4ceb-bf29-0b7896f7fa79) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:34.284136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:34.394263 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.402471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.408699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.452562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:34.455468 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:34.459489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:34.464696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:34.474272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Pushing event updated for resources: {'Port': ['ID=b59472a0-60be-4ceb-bf29-0b7896f7fa79,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:34.583723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Attempting to bind port b59472a0-60be-4ceb-bf29-0b7896f7fa79 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:34.584293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Attempting to bind port b59472a0-60be-4ceb-bf29-0b7896f7fa79 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '407cbd31-90e3-4be8-8bd3-f9264f5c195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:34.584734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Attempting to bind port b59472a0-60be-4ceb-bf29-0b7896f7fa79 on network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:34.592530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:34.592928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Checking segment: {'id': '407cbd31-90e3-4be8-8bd3-f9264f5c195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:34.593326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.593736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Bound using segment: {'id': '407cbd31-90e3-4be8-8bd3-f9264f5c195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:34.594256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Bound port: b59472a0-60be-4ceb-bf29-0b7896f7fa79, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407cbd31-90e3-4be8-8bd3-f9264f5c195d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:34.594654 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.686861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] For port b59472a0-60be-4ceb-bf29-0b7896f7fa79, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:34.689962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] For port b59472a0-60be-4ceb-bf29-0b7896f7fa79, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b59472a0-60be-4ceb-bf29-0b7896f7fa79,segment=NetworkSegment(407cbd31-90e3-4be8-8bd3-f9264f5c195d),segment_id=407cbd31-90e3-4be8-8bd3-f9264f5c195d)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:34.696696 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:34.712592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::269 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/477243c5-a959-4e57-a02c-58baf80b1054/5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:34.789132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39d99d-19b6-4bf8-b1fd-4bedaf24e22d None None] Pushing event updated for resources: {'Port': ['ID=b59472a0-60be-4ceb-bf29-0b7896f7fa79,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:34.998268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:35.103534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:35.241791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:35.247112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:35.264818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:35.292535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:35.293751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:35.311125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:35.344004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6a5dd78d-df5c-4975-abde-1c90b16993a0 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2560580 Nov 12 09:25:35.345580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:35.357880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ff66d578-d654-43ec-90c7-80342a276520 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:35.611458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff66d578-d654-43ec-90c7-80342a276520 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:35.617081 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff66d578-d654-43ec-90c7-80342a276520 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:35.756717 n-d-769329-17 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-ff66d578-d654-43ec-90c7-80342a276520 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 477243c5-a959-4e57-a02c-58baf80b1054 (CIDR: 2001:db8::/64) Nov 12 09:25:35.761693 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff66d578-d654-43ec-90c7-80342a276520 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:25:35.762324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff66d578-d654-43ec-90c7-80342a276520 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:35.788551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:35.788911 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ff66d578-d654-43ec-90c7-80342a276520 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4406469 Nov 12 09:25:35.796498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:35.907241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35710) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:35.986630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:35.991289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.090653 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718d57bd-85ba-4caa-b8f7-870a02c261ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.208111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718d57bd-85ba-4caa-b8f7-870a02c261ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.216333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718d57bd-85ba-4caa-b8f7-870a02c261ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.269303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d57bd-85ba-4caa-b8f7-870a02c261ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c19bac9-216c-425f-a533-f1345a57d9a9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:36.275453 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-718d57bd-85ba-4caa-b8f7-870a02c261ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9de7f636c0894ac2a4d1013ea160336b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3665783 Nov 12 09:25:36.282152 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:36.326219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.338652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Provisioning complete for port 31e45d9e-12e5-4969-9fa3-a5493ff44200 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:36.340134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.348642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4893324a-c581-4720-845e-de0be726af3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.369301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:36.376726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:36.384056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:36.384663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.408695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4893324a-c581-4720-845e-de0be726af3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.409429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=967cf25e-276a-46b3-bdd3-f6b9e677e751,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:36.422143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f5e12ad6-5e64-4861-8b91-e9b37faeec36 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6276739 Nov 12 09:25:36.424157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Port 31e45d9e-12e5-4969-9fa3-a5493ff44200 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:36.424655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:36.437930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:36.439493 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-368048023', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '967cf25e-276a-46b3-bdd3-f6b9e677e751'}], 'security_groups': ['fcb76ad9-5a93-4fe2-b565-928bd8b28624']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:36.443887 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.587622 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.596596 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4893324a-c581-4720-845e-de0be726af3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.600677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4893324a-c581-4720-845e-de0be726af3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.602038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4893324a-c581-4720-845e-de0be726af3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c19bac9-216c-425f-a533-f1345a57d9a9 HTTP/1.1" status: 204 len: 168 time: 0.3226197 Nov 12 09:25:36.614458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893324a-c581-4720-845e-de0be726af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c19bac9-216c-425f-a533-f1345a57d9a9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:36.668431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] For port b59472a0-60be-4ceb-bf29-0b7896f7fa79, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b59472a0-60be-4ceb-bf29-0b7896f7fa79,segment=NetworkSegment(407cbd31-90e3-4be8-8bd3-f9264f5c195d),segment_id=407cbd31-90e3-4be8-8bd3-f9264f5c195d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:36.674549 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.715121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744bda3-a382-451e-bac7-b09030bedbed None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:36.758178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:36.823417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704aac9c-9aa5-4b14-8c4b-34f9fc30e765 None None] Pushing event updated for resources: {'Port': ['ID=b59472a0-60be-4ceb-bf29-0b7896f7fa79,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:36.850578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-55a206a1-e8f1-43a0-9841-e3b1848c9fa9 None None] Provisioning complete for port 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:36.850997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-55a206a1-e8f1-43a0-9841-e3b1848c9fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.184724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35730) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:37.219459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a295b3-39b0-4abf-ad98-3148512288dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.323383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Delete allocated IP 2001:db8::269 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/477243c5-a959-4e57-a02c-58baf80b1054) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:25:37.344036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8:0:1::2d0 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/967cf25e-276a-46b3-bdd3-f6b9e677e751/5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:37.350174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b59472a0-60be-4ceb-bf29-0b7896f7fa79 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:37.354252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-55a206a1-e8f1-43a0-9841-e3b1848c9fa9 None None] Port 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:37.381600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a295b3-39b0-4abf-ad98-3148512288dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.387709 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-78a295b3-39b0-4abf-ad98-3148512288dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.456453 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-78a295b3-39b0-4abf-ad98-3148512288dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f40461dcbfea4962ab3ace014a64b0fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696862 Nov 12 09:25:37.458768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a295b3-39b0-4abf-ad98-3148512288dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4c46b-2cfe-476e-bc92-2aaa6ce5998a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:37.462290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35742) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:37.535691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:37.536519 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.547222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43eafd8f-2b02-43d1-a3ea-e371592a569a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.594287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43eafd8f-2b02-43d1-a3ea-e371592a569a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.677377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.685563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.689521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43eafd8f-2b02-43d1-a3ea-e371592a569a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.691013 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43eafd8f-2b02-43d1-a3ea-e371592a569a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.701966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-43eafd8f-2b02-43d1-a3ea-e371592a569a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b5a4c46b-2cfe-476e-bc92-2aaa6ce5998a HTTP/1.1" status: 204 len: 168 time: 0.2382491 Nov 12 09:25:37.713596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8891d-fd2a-4823-9219-2b6c26cc2301 None None] Update dhcp port {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'fixed_ips': [{'subnet_id': '477243c5-a959-4e57-a02c-58baf80b1054', 'ip_address': '2001:db8::2'}, {'subnet_id': '967cf25e-276a-46b3-bdd3-f6b9e677e751'}], 'binding:host_id': 'n-d-769329-17'}, 'id': 'b59472a0-60be-4ceb-bf29-0b7896f7fa79'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:25:37.732491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eafd8f-2b02-43d1-a3ea-e371592a569a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4c46b-2cfe-476e-bc92-2aaa6ce5998a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:37.778688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] In _notify_port_updated(), no bound segment for port 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 on network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:25:37.784606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:37.785312 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.787711 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89f8891d-fd2a-4823-9219-2b6c26cc2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:37.790275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35746) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:37.800424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "PUT /v2.0/ports/5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 HTTP/1.1" status: 200 len: 930 time: 1.3731384 Nov 12 09:25:37.841158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d458e-7920-4ad0-8fb5-f9c0891b0dc7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:37.910515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:37.910872 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.063031 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.070990 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-89f8891d-fd2a-4823-9219-2b6c26cc2301 None None] Allocated IP 2001:db8:0:1::2 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/967cf25e-276a-46b3-bdd3-f6b9e677e751/b59472a0-60be-4ceb-bf29-0b7896f7fa79) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:38.090671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:38.240398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-89f8891d-fd2a-4823-9219-2b6c26cc2301 None None] For port b59472a0-60be-4ceb-bf29-0b7896f7fa79, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b59472a0-60be-4ceb-bf29-0b7896f7fa79,segment=NetworkSegment(407cbd31-90e3-4be8-8bd3-f9264f5c195d),segment_id=407cbd31-90e3-4be8-8bd3-f9264f5c195d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:38.279550 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89f8891d-fd2a-4823-9219-2b6c26cc2301 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.284598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.286206 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89f8891d-fd2a-4823-9219-2b6c26cc2301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.368534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:38.455951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.472642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8891d-fd2a-4823-9219-2b6c26cc2301 None None] Pushing event updated for resources: {'Port': ['ID=b59472a0-60be-4ceb-bf29-0b7896f7fa79,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:38.474391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e5084f6e-1282-43ef-b341-5d781e5f64b4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 HTTP/1.1" status: 204 len: 168 time: 0.6826158 Nov 12 09:25:38.482115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:38.536531 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5631b187-5ec9-4d5b-b7f0-9ed346dd001d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:25:38.539449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5631b187-5ec9-4d5b-b7f0-9ed346dd001d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6 HTTP/1.1" status: 404 len: 333 time: 0.0543108 Nov 12 09:25:38.543951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35766) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:38.657864 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22c6e567-49f5-4ae3-952c-de2b6dc73882 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.705092 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22c6e567-49f5-4ae3-952c-de2b6dc73882 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.788477 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22c6e567-49f5-4ae3-952c-de2b6dc73882 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.791517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-22c6e567-49f5-4ae3-952c-de2b6dc73882 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.793061 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-22c6e567-49f5-4ae3-952c-de2b6dc73882 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/security-groups/301a6361-f244-4650-99ba-7c26471c433b HTTP/1.1" status: 204 len: 168 time: 0.2476485 Nov 12 09:25:38.797084 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35774) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:38.809115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6e567-49f5-4ae3-952c-de2b6dc73882 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=301a6361-f244-4650-99ba-7c26471c433b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:38.896249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56f9b3fe-c499-460d-8987-3e357dfc852d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.931100 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56f9b3fe-c499-460d-8987-3e357dfc852d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.990649 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56f9b3fe-c499-460d-8987-3e357dfc852d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.994580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56f9b3fe-c499-460d-8987-3e357dfc852d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:38.999501 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-56f9b3fe-c499-460d-8987-3e357dfc852d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/security-groups/fcb76ad9-5a93-4fe2-b565-928bd8b28624 HTTP/1.1" status: 204 len: 168 time: 0.1968319 Nov 12 09:25:38.999737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b59472a0-60be-4ceb-bf29-0b7896f7fa79 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:39.000047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35778) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:39.010267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9b3fe-c499-460d-8987-3e357dfc852d tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb76ad9-5a93-4fe2-b565-928bd8b28624,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:39.085281 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 477243c5-a959-4e57-a02c-58baf80b1054 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:39.106345 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.130752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:39.131443 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.174601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.287208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.390562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.437354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9e6d5b7d-30fc-4841-ab51-8a373caafd5a None None] Provisioning complete for port 31e45d9e-12e5-4969-9fa3-a5493ff44200 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:39.438300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5b7d-30fc-4841-ab51-8a373caafd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.449402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=477243c5-a959-4e57-a02c-58baf80b1054,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:39.457606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.465843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-413660dc-be5b-4e12-9444-92e164619a11 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/477243c5-a959-4e57-a02c-58baf80b1054 HTTP/1.1" status: 204 len: 168 time: 0.4643009 Nov 12 09:25:39.470507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35788) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:39.489091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:39.526237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9e6d5b7d-30fc-4841-ab51-8a373caafd5a None None] Port 31e45d9e-12e5-4969-9fa3-a5493ff44200 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:39.533396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9e6d5b7d-30fc-4841-ab51-8a373caafd5a None None] Could not find standard attr ID for object 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:39.544353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9e6d5b7d-30fc-4841-ab51-8a373caafd5a None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:39.544755 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e6d5b7d-30fc-4841-ab51-8a373caafd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.666124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35796) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:39.721581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:39.728078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.739612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27bc0c7-fdec-4e24-a5a9-fe1613a89068 None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:39.861831 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7b02-b54d-41f1-91df-b7da45c8125c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.865559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a7ac122a-2ae4-4d8e-8fbe-4f523b69be71 None None] Could not find standard attr ID for object 5eaaaa48-1c4a-45d8-a96e-284c3f1f7db6. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:39.983878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7b02-b54d-41f1-91df-b7da45c8125c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:39.994010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9c6e7b02-b54d-41f1-91df-b7da45c8125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.057919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9c6e7b02-b54d-41f1-91df-b7da45c8125c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7edde11e18544e487c387d9c4fa348f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3899467 Nov 12 09:25:40.059143 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e7b02-b54d-41f1-91df-b7da45c8125c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd34df8e-e8a1-47a7-87be-2643b89d20b3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.067525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35806) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:40.160345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a126dd1-dc6f-4772-84fc-c1c8c899b843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.205019 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.205745 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a126dd1-dc6f-4772-84fc-c1c8c899b843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.256527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:40.282636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:40.288547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:40.289325 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.299259 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a126dd1-dc6f-4772-84fc-c1c8c899b843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.302418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=81262773-0e9f-4376-9cc7-b2b5f112d880,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.303792 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a126dd1-dc6f-4772-84fc-c1c8c899b843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.305228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5a126dd1-dc6f-4772-84fc-c1c8c899b843 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd34df8e-e8a1-47a7-87be-2643b89d20b3 HTTP/1.1" status: 204 len: 168 time: 0.2364037 Nov 12 09:25:40.330816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a126dd1-dc6f-4772-84fc-c1c8c899b843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd34df8e-e8a1-47a7-87be-2643b89d20b3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.332854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-19a0a360-37fc-4269-855e-9bd9c346ed68 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8538988 Nov 12 09:25:40.335232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35816) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:40.360456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-402cc4b9-f8a1-460d-92aa-178e66f66e60 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'security_group': {'name': 'tempest-secgroup-651777288'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:40.400773 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-402cc4b9-f8a1-460d-92aa-178e66f66e60 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.513130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-402cc4b9-f8a1-460d-92aa-178e66f66e60 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.519828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-402cc4b9-f8a1-460d-92aa-178e66f66e60 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.556971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-402cc4b9-f8a1-460d-92aa-178e66f66e60 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.558547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-402cc4b9-f8a1-460d-92aa-178e66f66e60 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2213821 Nov 12 09:25:40.560071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402cc4b9-f8a1-460d-92aa-178e66f66e60 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff7798e-66df-443e-8026-dd679766e1c5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.561482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35820) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:40.567417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bc9e9b53-a91c-478b-956e-9d002bc3ffb1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'security_group': {'name': 'tempest-secgroup-1815479732'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:40.606539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b53-a91c-478b-956e-9d002bc3ffb1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.719963 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b53-a91c-478b-956e-9d002bc3ffb1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.726054 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b53-a91c-478b-956e-9d002bc3ffb1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.775403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e9b53-a91c-478b-956e-9d002bc3ffb1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6658791a-563b-4278-a97c-9bd6fe3b5b50,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:40.802735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc9e9b53-a91c-478b-956e-9d002bc3ffb1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.804647 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc9e9b53-a91c-478b-956e-9d002bc3ffb1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2417512 Nov 12 09:25:40.807475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:40.812327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-db42cd6c-1cb5-4257-98e3-de258adfb786 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'security_group': {'name': 'tempest-secgroup-473716848'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:40.855517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db42cd6c-1cb5-4257-98e3-de258adfb786 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.956947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db42cd6c-1cb5-4257-98e3-de258adfb786 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:40.968347 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db42cd6c-1cb5-4257-98e3-de258adfb786 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.020811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42cd6c-1cb5-4257-98e3-de258adfb786 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f423f32-04b2-4784-9ec6-766b0d11afe9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:41.030692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-db42cd6c-1cb5-4257-98e3-de258adfb786 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.036006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-db42cd6c-1cb5-4257-98e3-de258adfb786 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2260916 Nov 12 09:25:41.036345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35834) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:41.042290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-831387951', 'security_groups': ['0f423f32-04b2-4784-9ec6-766b0d11afe9'], 'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '81262773-0e9f-4376-9cc7-b2b5f112d880'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:41.085184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818c610-ad86-487a-9fad-94bf593f5a9e None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:41.199892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ca67aeef-f428-4a03-862f-60348db0f1cc None None] Provisioning complete for port 31e45d9e-12e5-4969-9fa3-a5493ff44200 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:41.200287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca67aeef-f428-4a03-862f-60348db0f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.242595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ca67aeef-f428-4a03-862f-60348db0f1cc None None] Port 31e45d9e-12e5-4969-9fa3-a5493ff44200 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:41.266093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:41.344164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ca67aeef-f428-4a03-862f-60348db0f1cc None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:41.344828 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca67aeef-f428-4a03-862f-60348db0f1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.418923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.482708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] device_id is not set on port 3e86c4a5-c91e-4a80-ac6a-147a7ee416de yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:41.589753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cf495-5f87-4a9c-976d-569310cdf3a1 None None] Update dhcp port {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'fixed_ips': [{'subnet_id': '967cf25e-276a-46b3-bdd3-f6b9e677e751', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '81262773-0e9f-4376-9cc7-b2b5f112d880'}], 'binding:host_id': 'n-d-769329-17'}, 'id': 'b59472a0-60be-4ceb-bf29-0b7896f7fa79'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:25:41.632453 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f91cf495-5f87-4a9c-976d-569310cdf3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.696136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8::3e5 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/81262773-0e9f-4376-9cc7-b2b5f112d880/3e86c4a5-c91e-4a80-ac6a-147a7ee416de) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:41.871052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.920801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:41.973726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:41.980500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:41.987326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:41.996803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:41.997580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.004774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f91cf495-5f87-4a9c-976d-569310cdf3a1 None None] Allocated IP 2001:db8::2 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/81262773-0e9f-4376-9cc7-b2b5f112d880/b59472a0-60be-4ceb-bf29-0b7896f7fa79) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:42.011546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=3e86c4a5-c91e-4a80-ac6a-147a7ee416de,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:42.031984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a0e5a41-529e-4a36-b0d8-9a012b1c39a1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9931114 Nov 12 09:25:42.034137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.045737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-545a9479-9d52-400d-a6ea-5ca0c7c7a25e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:42.169673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f91cf495-5f87-4a9c-976d-569310cdf3a1 None None] For port b59472a0-60be-4ceb-bf29-0b7896f7fa79, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b59472a0-60be-4ceb-bf29-0b7896f7fa79,segment=NetworkSegment(407cbd31-90e3-4be8-8bd3-f9264f5c195d),segment_id=407cbd31-90e3-4be8-8bd3-f9264f5c195d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:42.206678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f91cf495-5f87-4a9c-976d-569310cdf3a1 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.210092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545a9479-9d52-400d-a6ea-5ca0c7c7a25e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:42.213902 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f91cf495-5f87-4a9c-976d-569310cdf3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.214661 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-545a9479-9d52-400d-a6ea-5ca0c7c7a25e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.313699 n-d-769329-17 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-545a9479-9d52-400d-a6ea-5ca0c7c7a25e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81262773-0e9f-4376-9cc7-b2b5f112d880 (CIDR: 2001:db8::/64) Nov 12 09:25:42.317215 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-545a9479-9d52-400d-a6ea-5ca0c7c7a25e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:25:42.317729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545a9479-9d52-400d-a6ea-5ca0c7c7a25e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:42.341942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-545a9479-9d52-400d-a6ea-5ca0c7c7a25e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3041973 Nov 12 09:25:42.343343 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cf495-5f87-4a9c-976d-569310cdf3a1 None None] Pushing event updated for resources: {'Port': ['ID=b59472a0-60be-4ceb-bf29-0b7896f7fa79,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:42.345720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.359696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-73532156-d953-4629-b9d0-049be78a0b98 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:42.566869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73532156-d953-4629-b9d0-049be78a0b98 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:42.574655 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-73532156-d953-4629-b9d0-049be78a0b98 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.754766 n-d-769329-17 neutron-server[109376]: INFO neutron.db.ipam_backend_mixin [None req-73532156-d953-4629-b9d0-049be78a0b98 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 967cf25e-276a-46b3-bdd3-f6b9e677e751 (CIDR: 2001:db8:0:1::/64) Nov 12 09:25:42.761343 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-73532156-d953-4629-b9d0-049be78a0b98 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:25:42.762376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73532156-d953-4629-b9d0-049be78a0b98 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:42.787387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35882) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.787961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-73532156-d953-4629-b9d0-049be78a0b98 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4350364 Nov 12 09:25:42.790868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.794189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'subnet': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:42.920192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0c7329e7-9a7b-459a-a586-708dbc342635 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:42.944962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Made reservation on behalf of ecb7e9d75a54412f83cf0e0b3e419f5b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:42.949693 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:42.969323 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0c7329e7-9a7b-459a-a586-708dbc342635 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "PUT /v2.0/quotas/139ee1ef4629470d8716f41db5c3f821 HTTP/1.1" status: 200 len: 366 time: 0.1772993 Nov 12 09:25:42.971735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:42.993932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ee0b7a16-a18e-4463-ad89-0fb4a5a6f41f tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0196168 Nov 12 09:25:42.995674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.007017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f2382ad9-4974-42d8-b6d5-c8e8ac9720a2 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "GET /v2.0/quotas/139ee1ef4629470d8716f41db5c3f821 HTTP/1.1" status: 200 len: 366 time: 0.0112793 Nov 12 09:25:43.010399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35894) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.016379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b59472a0-60be-4ceb-bf29-0b7896f7fa79 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:43.040113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-183653c3-7960-40fc-9cb5-0133974c52cc tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/139ee1ef4629470d8716f41db5c3f821 HTTP/1.1" status: 204 len: 168 time: 0.0256827 Nov 12 09:25:43.040829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.058723 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-08b9eed2-1d41-44aa-ad32-2874416d53c6 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0172219 Nov 12 09:25:43.061384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.083796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ebaa3be4-90fa-4bd6-bd4d-1ab70347dbf8 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "GET /v2.0/quotas/139ee1ef4629470d8716f41db5c3f821 HTTP/1.1" status: 200 len: 370 time: 0.0212851 Nov 12 09:25:43.091185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35900) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.099529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ac054eb2-c880-426d-88bc-e1b84c0d6d28 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "GET /v2.0/quotas/139ee1ef4629470d8716f41db5c3f821/default HTTP/1.1" status: 200 len: 370 time: 0.0051796 Nov 12 09:25:43.102914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.112422 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-aa68b07f-5aa2-426d-8d20-124409b157c9 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] delete failed (client error): The resource could not be found. Nov 12 09:25:43.113503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa68b07f-5aa2-426d-8d20-124409b157c9 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/139ee1ef4629470d8716f41db5c3f821 HTTP/1.1" status: 404 len: 348 time: 0.0095651 Nov 12 09:25:43.121387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:43.121767 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.189194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-902cab1b-d089-4224-8f23-0c70bac632c6 None None] Provisioning complete for port 31e45d9e-12e5-4969-9fa3-a5493ff44200 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:43.189910 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-902cab1b-d089-4224-8f23-0c70bac632c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.270148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35906) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.299948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:network and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.306065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.308348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-902cab1b-d089-4224-8f23-0c70bac632c6 None None] Port 31e45d9e-12e5-4969-9fa3-a5493ff44200 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:43.314904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:subnet and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.322516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-902cab1b-d089-4224-8f23-0c70bac632c6 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:43.324195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.326566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-902cab1b-d089-4224-8f23-0c70bac632c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.335741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:subnetpool and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.346058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.362005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:port and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.367878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.380382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:router and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.388385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.400895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:floatingip and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.407750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.467714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:security_group and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.473171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.488479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Usage tracker for resource:security_group_rule and project:394d8b9895404c6bbdd3d78c89b348f3 is out of sync, need to count used quota {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 12 09:25:43.493730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.quota.resource [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109376) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 12 09:25:43.502433 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e66f0bc6-4538-48cc-a225-74c7029d5769 tempest-QuotasTest-1649033707 tempest-QuotasTest-1649033707-project-admin] 10.222.0.53 "GET /v2.0/quotas/394d8b9895404c6bbdd3d78c89b348f3/details.json HTTP/1.1" status: 200 len: 703 time: 0.2270703 Nov 12 09:25:43.581396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a418110d-65eb-4a91-b657-1d68cd94b8de None None] Provisioning complete for port 3e86c4a5-c91e-4a80-ac6a-147a7ee416de triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:43.581784 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a418110d-65eb-4a91-b657-1d68cd94b8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.637137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a418110d-65eb-4a91-b657-1d68cd94b8de None None] Port 3e86c4a5-c91e-4a80-ac6a-147a7ee416de cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:43.713572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.758621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:43.763490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:43.767850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:43.768433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.779200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d053eac-4cb5-466c-ae84-c77002f9029e None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:43.781851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Subnet': ['ID=1afbc18c-76d3-4bb9-8d65-1461aab24ffb,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:43.797944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:43.800513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a85509e-8a6f-4d09-97ea-3f30dacfa7c9 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0113792 Nov 12 09:25:43.808279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1567667606', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1afbc18c-76d3-4bb9-8d65-1461aab24ffb'}], 'security_groups': ['9ff7798e-66df-443e-8026-dd679766e1c5', '6658791a-563b-4278-a97c-9bd6fe3b5b50']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:43.911720 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0c728a2c-94b5-4ff8-b96c-f0a5b5f379f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:43.917403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35920) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:44.027167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.064348 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b378f0a4-7e79-44bb-9962-f9fc22a89808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.132962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e21a5-a7b3-4c04-840b-d4922c21a2b7 None None] Update dhcp port {'port': {'network_id': '0e20a1f3-ff11-4287-9cce-0dea9aee2fbf', 'fixed_ips': [{'subnet_id': '967cf25e-276a-46b3-bdd3-f6b9e677e751', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '81262773-0e9f-4376-9cc7-b2b5f112d880', 'ip_address': '2001:db8::2'}, {'subnet_id': '1afbc18c-76d3-4bb9-8d65-1461aab24ffb'}], 'binding:host_id': 'n-d-769329-17'}, 'id': 'b59472a0-60be-4ceb-bf29-0b7896f7fa79'} from n-d-769329-17. {{(pid=109378) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 12 09:25:44.167473 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3d6e21a5-a7b3-4c04-840b-d4922c21a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.185676 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b378f0a4-7e79-44bb-9962-f9fc22a89808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.195703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b378f0a4-7e79-44bb-9962-f9fc22a89808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.258049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b378f0a4-7e79-44bb-9962-f9fc22a89808 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ac9b2c857214dac8d6e7ededc710d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3393257 Nov 12 09:25:44.258824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35928) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:44.280099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378f0a4-7e79-44bb-9962-f9fc22a89808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed0bc98-7c1d-4443-aa21-f88dff11460e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.333350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96aefa-aac7-4db8-abb1-992b716cd169 req-837d8eec-2c0c-40a2-b8bd-c7301c2f8740 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:44.335054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b96aefa-aac7-4db8-abb1-992b716cd169 req-837d8eec-2c0c-40a2-b8bd-c7301c2f8740 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0967205 Nov 12 09:25:44.367783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1b373f6-832d-4b69-be38-bb0bccb98170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.403060 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1b373f6-832d-4b69-be38-bb0bccb98170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.433324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b96aefa-aac7-4db8-abb1-992b716cd169 req-88560560-13f9-4b83-89ca-e60efecf36cd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857232 Nov 12 09:25:44.467578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Delete allocated IP 2001:db8::3e5 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/81262773-0e9f-4376-9cc7-b2b5f112d880) {{(pid=109376) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 12 09:25:44.477855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Allocated IP 2001:db8:0:2::e1 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/1afbc18c-76d3-4bb9-8d65-1461aab24ffb/3e86c4a5-c91e-4a80-ac6a-147a7ee416de) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:44.478749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1b373f6-832d-4b69-be38-bb0bccb98170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.481434 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e1b373f6-832d-4b69-be38-bb0bccb98170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.485756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e1b373f6-832d-4b69-be38-bb0bccb98170 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ed0bc98-7c1d-4443-aa21-f88dff11460e HTTP/1.1" status: 204 len: 168 time: 0.2119610 Nov 12 09:25:44.495484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b373f6-832d-4b69-be38-bb0bccb98170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed0bc98-7c1d-4443-aa21-f88dff11460e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.648870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924204b-9c97-476e-b22c-82526717f553 req-a1ccc528-a49d-427c-bb97-e6728512359e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:44.650566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5924204b-9c97-476e-b22c-82526717f553 req-a1ccc528-a49d-427c-bb97-e6728512359e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1066229 Nov 12 09:25:44.735040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5924204b-9c97-476e-b22c-82526717f553 req-28b460c0-b8fe-477f-843f-38f1b5f5e5af tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768356 Nov 12 09:25:44.754762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.760005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.797494 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35938) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:44.811868 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e81c5b4-be2d-4562-9d20-105d69639101 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.839328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e21a5-a7b3-4c04-840b-d4922c21a2b7 None None] Allocated IP 2001:db8:0:2::2 (0e20a1f3-ff11-4287-9cce-0dea9aee2fbf/1afbc18c-76d3-4bb9-8d65-1461aab24ffb/b59472a0-60be-4ceb-bf29-0b7896f7fa79) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:44.844296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] In _notify_port_updated(), no bound segment for port 3e86c4a5-c91e-4a80-ac6a-147a7ee416de on network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:25:44.851749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:44.852590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.856934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "PUT /v2.0/ports/3e86c4a5-c91e-4a80-ac6a-147a7ee416de HTTP/1.1" status: 200 len: 969 time: 1.0575712 Nov 12 09:25:44.857807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35940) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:44.858478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28493563-3cae-4ca7-a2c1-adc7a677bef6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event updated for resources: {'Port': ['ID=3e86c4a5-c91e-4a80-ac6a-147a7ee416de,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.933977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e81c5b4-be2d-4562-9d20-105d69639101 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.942697 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e81c5b4-be2d-4562-9d20-105d69639101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:44.995299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e81c5b4-be2d-4562-9d20-105d69639101 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=394d8b9895404c6bbdd3d78c89b348f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1966112 Nov 12 09:25:44.996270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81c5b4-be2d-4562-9d20-105d69639101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c183f25-8583-4a96-9252-808694ff302a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:44.998618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35948) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:45.038153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3d6e21a5-a7b3-4c04-840b-d4922c21a2b7 None None] For port b59472a0-60be-4ceb-bf29-0b7896f7fa79, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b59472a0-60be-4ceb-bf29-0b7896f7fa79,segment=NetworkSegment(407cbd31-90e3-4be8-8bd3-f9264f5c195d),segment_id=407cbd31-90e3-4be8-8bd3-f9264f5c195d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:45.067754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf4e4-4808-4d0f-acd3-76a3a0ba4603 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.104174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3d6e21a5-a7b3-4c04-840b-d4922c21a2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.109870 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf4e4-4808-4d0f-acd3-76a3a0ba4603 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.110624 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3d6e21a5-a7b3-4c04-840b-d4922c21a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.111596 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 3e86c4a5-c91e-4a80-ac6a-147a7ee416de {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:45.112173 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.163313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45950a9c-9eae-442f-b448-e1d5a800a254 req-2e180bc9-24aa-41f4-a54e-16807492abd1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:45.164907 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45950a9c-9eae-442f-b448-e1d5a800a254 req-2e180bc9-24aa-41f4-a54e-16807492abd1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1278241 Nov 12 09:25:45.184817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf4e4-4808-4d0f-acd3-76a3a0ba4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.186683 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b2cf4e4-4808-4d0f-acd3-76a3a0ba4603 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.187866 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b2cf4e4-4808-4d0f-acd3-76a3a0ba4603 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7c183f25-8583-4a96-9252-808694ff302a HTTP/1.1" status: 204 len: 168 time: 0.1883268 Nov 12 09:25:45.217832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cf4e4-4808-4d0f-acd3-76a3a0ba4603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c183f25-8583-4a96-9252-808694ff302a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:45.273653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e21a5-a7b3-4c04-840b-d4922c21a2b7 None None] Pushing event updated for resources: {'Port': ['ID=b59472a0-60be-4ceb-bf29-0b7896f7fa79,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:45.280934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45950a9c-9eae-442f-b448-e1d5a800a254 req-2b45c9fe-68bc-4f3d-90f2-d33c23bc2801 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051841 Nov 12 09:25:45.285254 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.300408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 3e86c4a5-c91e-4a80-ac6a-147a7ee416de owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:45.470921 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.506232 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=3e86c4a5-c91e-4a80-ac6a-147a7ee416de,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:45.556128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.562334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-902dcca2-9d7e-4cf2-9c89-afdf5b72764e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/3e86c4a5-c91e-4a80-ac6a-147a7ee416de HTTP/1.1" status: 204 len: 168 time: 0.6915874 Nov 12 09:25:45.562637 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35962) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:45.606491 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-48847df3-7f1d-45a5-bc74-6d00493654cb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] GET failed (client error): The resource could not be found. Nov 12 09:25:45.609784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-48847df3-7f1d-45a5-bc74-6d00493654cb tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports/3e86c4a5-c91e-4a80-ac6a-147a7ee416de HTTP/1.1" status: 404 len: 333 time: 0.0457153 Nov 12 09:25:45.612452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:45.724648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e8e0a1b-a6cb-4bda-a6fb-3e7bc42aa78e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.796590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e8e0a1b-a6cb-4bda-a6fb-3e7bc42aa78e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.847410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5afca0-e729-4d60-999e-73ef94508320 req-a7b46bff-6d93-42e5-9413-e365d4d85207 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:45.849913 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc5afca0-e729-4d60-999e-73ef94508320 req-a7b46bff-6d93-42e5-9413-e365d4d85207 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1053243 Nov 12 09:25:45.893135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e8e0a1b-a6cb-4bda-a6fb-3e7bc42aa78e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.896394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2e8e0a1b-a6cb-4bda-a6fb-3e7bc42aa78e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:45.900091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2e8e0a1b-a6cb-4bda-a6fb-3e7bc42aa78e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/security-groups/0f423f32-04b2-4784-9ec6-766b0d11afe9 HTTP/1.1" status: 204 len: 168 time: 0.2836192 Nov 12 09:25:45.901165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35976) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:45.910367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e0a1b-a6cb-4bda-a6fb-3e7bc42aa78e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f423f32-04b2-4784-9ec6-766b0d11afe9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:45.964556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc5afca0-e729-4d60-999e-73ef94508320 req-9f255e65-d137-4446-b903-f1070b227ac2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023734 Nov 12 09:25:46.018414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973043a2-14f9-46bc-851c-33db8262652b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.053656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973043a2-14f9-46bc-851c-33db8262652b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.116877 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973043a2-14f9-46bc-851c-33db8262652b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.120542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-973043a2-14f9-46bc-851c-33db8262652b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.121734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-973043a2-14f9-46bc-851c-33db8262652b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/security-groups/6658791a-563b-4278-a97c-9bd6fe3b5b50 HTTP/1.1" status: 204 len: 168 time: 0.2190011 Nov 12 09:25:46.125526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 35984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:46.141907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973043a2-14f9-46bc-851c-33db8262652b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6658791a-563b-4278-a97c-9bd6fe3b5b50,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:46.231649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-569373e2-d39a-4c65-b40a-e72c76e898d8 None None] Provisioning complete for port 31e45d9e-12e5-4969-9fa3-a5493ff44200 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:46.232307 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-569373e2-d39a-4c65-b40a-e72c76e898d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.272585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0edf416-b214-4547-821e-46a8da4fba48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.278218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-569373e2-d39a-4c65-b40a-e72c76e898d8 None None] Port 31e45d9e-12e5-4969-9fa3-a5493ff44200 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:46.297217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-569373e2-d39a-4c65-b40a-e72c76e898d8 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:46.297605 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-569373e2-d39a-4c65-b40a-e72c76e898d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.330591 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0edf416-b214-4547-821e-46a8da4fba48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.434467 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0edf416-b214-4547-821e-46a8da4fba48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.439327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b0edf416-b214-4547-821e-46a8da4fba48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.444214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 35994) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:46.449812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b0edf416-b214-4547-821e-46a8da4fba48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/security-groups/9ff7798e-66df-443e-8026-dd679766e1c5 HTTP/1.1" status: 204 len: 168 time: 0.3227870 Nov 12 09:25:46.461901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edf416-b214-4547-821e-46a8da4fba48 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff7798e-66df-443e-8026-dd679766e1c5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:46.495228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c880b42-6b3c-4398-92c7-0e18146e8c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.526629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-569373e2-d39a-4c65-b40a-e72c76e898d8 None None] Could not find standard attr ID for object 3e86c4a5-c91e-4a80-ac6a-147a7ee416de. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:46.561146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 81262773-0e9f-4376-9cc7-b2b5f112d880 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:46.568576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.619969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.640273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3d453632-34b4-4f0a-bec6-8ef0727ddf94 None None] Could not find standard attr ID for object 3e86c4a5-c91e-4a80-ac6a-147a7ee416de. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:25:46.734830 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.812041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.845822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=81262773-0e9f-4376-9cc7-b2b5f112d880,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:46.851583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:46.861243 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8bc27167-f9ac-4a64-a170-6daca63396e6 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/81262773-0e9f-4376-9cc7-b2b5f112d880 HTTP/1.1" status: 204 len: 168 time: 0.4103732 Nov 12 09:25:46.861691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:46.866368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ffb953-4493-4ec5-8e31-fbfc21651764 None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:46.942704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 1afbc18c-76d3-4bb9-8d65-1461aab24ffb {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:46.948939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.042934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.218316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22acbb-85ea-48a6-95dc-023eb88049cb req-3755a541-ed13-462c-b39c-94688ac59b2e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:47.223211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e22acbb-85ea-48a6-95dc-023eb88049cb req-3755a541-ed13-462c-b39c-94688ac59b2e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1122401 Nov 12 09:25:47.337830 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e22acbb-85ea-48a6-95dc-023eb88049cb req-84c65a65-8ba9-4b12-a231-34752db8d189 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052163 Nov 12 09:25:47.354949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b59472a0-60be-4ceb-bf29-0b7896f7fa79 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:47.450785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:47.451257 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.518081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36016) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:47.670160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.732082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-626929098', 'router:external': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:47.762539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.775345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Made reservation on behalf of 7240fe345f7d42c7a79af26beedd2e0a for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:47.778159 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.789251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.795876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=1afbc18c-76d3-4bb9-8d65-1461aab24ffb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:47.798238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.802092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a1ed22d0-be74-4165-9395-67ade6a65143 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/1afbc18c-76d3-4bb9-8d65-1461aab24ffb HTTP/1.1" status: 204 len: 168 time: 0.9392731 Nov 12 09:25:47.807826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36028) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:47.846441 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ad65e7-daad-4f4c-b1f2-462052ca1a06 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:47.847180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ad65e7-daad-4f4c-b1f2-462052ca1a06 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:47.851175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-02ad65e7-daad-4f4c-b1f2-462052ca1a06 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/81262773-0e9f-4376-9cc7-b2b5f112d880 HTTP/1.1" status: 404 len: 337 time: 0.0422778 Nov 12 09:25:47.856715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:47.933976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting subnet 967cf25e-276a-46b3-bdd3-f6b9e677e751 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:47.943435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.972431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.982375 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:47.997670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.015872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:48.034756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483775ba-b7e6-4618-9f4b-ef3cbaacb5c9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.041513 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.041963 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Added segment bdacfdd5-7ed1-43a2-83d8-9519dcb1c6e2 of type vlan for network 5422c96b-c58b-422d-94d3-a08f44cb90ad Nov 12 09:25:48.096871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.113372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.150664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.151803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:48.152432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.197353 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.204324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6828575 Nov 12 09:25:48.209415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36034) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.217091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'subnet': {'network_id': '5422c96b-c58b-422d-94d3-a08f44cb90ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:48.245788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Subnet': ['ID=967cf25e-276a-46b3-bdd3-f6b9e677e751,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.259221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.264517 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df63295c-60ee-4561-a2ce-e240193351b3 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/967cf25e-276a-46b3-bdd3-f6b9e677e751 HTTP/1.1" status: 204 len: 168 time: 0.4061556 Nov 12 09:25:48.267294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36036) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.288890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971793f-6385-449a-8c6f-11ea5262da95 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Network': ['ID=5422c96b-c58b-422d-94d3-a08f44cb90ad,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:48.301784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 5422c96b-c58b-422d-94d3-a08f44cb90ad details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:48.336704 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7e0a17-faf7-4fe1-a3ad-b2326cf38ae5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:48.337445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7e0a17-faf7-4fe1-a3ad-b2326cf38ae5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:48.343826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ad7e0a17-faf7-4fe1-a3ad-b2326cf38ae5 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/477243c5-a959-4e57-a02c-58baf80b1054 HTTP/1.1" status: 404 len: 337 time: 0.0746522 Nov 12 09:25:48.346473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36038) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.364914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Made reservation on behalf of 7240fe345f7d42c7a79af26beedd2e0a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:48.368575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.438218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915570d-57cb-4fda-b813-3343748a795b None None] Network 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:48.486700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-919a07eb-3733-4c1d-8fb9-0db20c71f205 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4a62145-f4e2-4a43-b123-0faee35a809c HTTP/1.1" status: 200 len: 205 time: 0.1377721 Nov 12 09:25:48.490667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36042) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.540663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f4d77038-1849-430c-952b-146033d0c7f7 None None] Provisioning complete for port 31e45d9e-12e5-4969-9fa3-a5493ff44200 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:48.541321 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4d77038-1849-430c-952b-146033d0c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.560613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd3bcb-e0c4-470c-91e6-3ab48ad7ee82 req-f4a2b6c6-2c9d-49cf-9eb4-4dcc0a3c95de tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:48.561689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ccd3bcb-e0c4-470c-91e6-3ab48ad7ee82 req-f4a2b6c6-2c9d-49cf-9eb4-4dcc0a3c95de tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0818443 Nov 12 09:25:48.576860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f4d77038-1849-430c-952b-146033d0c7f7 None None] Port 31e45d9e-12e5-4969-9fa3-a5493ff44200 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:48.601163 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-d18f8244-8cf1-4234-9841-e1e84b55e569 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] delete failed (client error): The resource could not be found. Nov 12 09:25:48.602574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d18f8244-8cf1-4234-9841-e1e84b55e569 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/routers/d4a62145-f4e2-4a43-b123-0faee35a809c HTTP/1.1" status: 404 len: 336 time: 0.1105928 Nov 12 09:25:48.606824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36044) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.637111 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-2549c1fe-dfa5-4298-af81-8a44d0f72e75 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:48.637690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2549c1fe-dfa5-4298-af81-8a44d0f72e75 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:48.646773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2549c1fe-dfa5-4298-af81-8a44d0f72e75 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/27485d7e-b8fd-4ec5-98c7-f4d7f817a6fa HTTP/1.1" status: 404 len: 337 time: 0.0331652 Nov 12 09:25:48.648033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36046) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.650711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f4d77038-1849-430c-952b-146033d0c7f7 None None] Provisioning complete for port b59472a0-60be-4ceb-bf29-0b7896f7fa79 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:48.651230 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4d77038-1849-430c-952b-146033d0c7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.686887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7ccd3bcb-e0c4-470c-91e6-3ab48ad7ee82 req-a5f5de3c-1134-4a96-880c-674fad69a32a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004305 Nov 12 09:25:48.695112 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4831f823-7659-4ce6-946f-8db52c893312 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:48.697693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4831f823-7659-4ce6-946f-8db52c893312 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:48.704337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4831f823-7659-4ce6-946f-8db52c893312 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/7fb7e81d-a000-4da0-b6e9-774a8a454141 HTTP/1.1" status: 404 len: 337 time: 0.0548692 Nov 12 09:25:48.706079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36048) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.765729 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2de9c3-c279-47e6-8b5e-53c06d52999e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:48.766098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2de9c3-c279-47e6-8b5e-53c06d52999e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:48.774019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a2de9c3-c279-47e6-8b5e-53c06d52999e tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/3f3936a8-7e69-43e4-862b-32ede84768b5 HTTP/1.1" status: 404 len: 337 time: 0.0628090 Nov 12 09:25:48.774384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] DHCP port deletion for 0e20a1f3-ff11-4287-9cce-0dea9aee2fbf request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:25:48.774684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36050) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.817298 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6e5deb-1931-44e6-b978-b611d8ed3d4f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:48.818013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6e5deb-1931-44e6-b978-b611d8ed3d4f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:48.824743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cd6e5deb-1931-44e6-b978-b611d8ed3d4f tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/756914d7-0783-4100-92a0-b1ddc326a316 HTTP/1.1" status: 404 len: 333 time: 0.0489807 Nov 12 09:25:48.825376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36052) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.870245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] Deleting port b59472a0-60be-4ceb-bf29-0b7896f7fa79 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:48.870654 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.891567 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85f1dcd-70bc-4b06-a310-5f69071526a7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:48.892061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85f1dcd-70bc-4b06-a310-5f69071526a7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:48.897401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.objects.ports [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109376) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:25:48.898007 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.902090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e85f1dcd-70bc-4b06-a310-5f69071526a7 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/1d986165-c65f-4a39-a188-dbde6145fc7f HTTP/1.1" status: 404 len: 337 time: 0.0731089 Nov 12 09:25:48.902980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36054) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.967241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] For port b59472a0-60be-4ceb-bf29-0b7896f7fa79, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b59472a0-60be-4ceb-bf29-0b7896f7fa79,segment=NetworkSegment(407cbd31-90e3-4be8-8bd3-f9264f5c195d),segment_id=407cbd31-90e3-4be8-8bd3-f9264f5c195d)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:48.967648 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:48.971405 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cdd1e1-086a-4047-8041-9496030eb7d1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:48.972191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cdd1e1-086a-4047-8041-9496030eb7d1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:48.982524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36058) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:48.984966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] Calling delete_port for b59472a0-60be-4ceb-bf29-0b7896f7fa79 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:48.999583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2cdd1e1-086a-4047-8041-9496030eb7d1 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/96c08175-3183-49f0-b1e5-f1443326b0d7 HTTP/1.1" status: 404 len: 337 time: 0.0788677 Nov 12 09:25:49.047058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b59472a0-60be-4ceb-bf29-0b7896f7fa79 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:25:49.049458 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-42845fab-e1f1-4a02-a3b7-e6c63417d19b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:49.050402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42845fab-e1f1-4a02-a3b7-e6c63417d19b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:49.054111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-42845fab-e1f1-4a02-a3b7-e6c63417d19b tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/5203fd15-f6e3-4cbf-803f-c1eb098c48f8 HTTP/1.1" status: 404 len: 333 time: 0.0577073 Nov 12 09:25:49.057177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36060) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.057641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Subnet': ['ID=140cc415-827a-4b31-9d51-3f0c5c92b812,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.077664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Checking segment: {'id': 'bdacfdd5-7ed1-43a2-83d8-9519dcb1c6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5422c96b-c58b-422d-94d3-a08f44cb90ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:49.078054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network hostable DHCP agents. Network: 5422c96b-c58b-422d-94d3-a08f44cb90ad, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:49.095878 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-430fc45f-6b17-428a-bd1f-724c404fd9ee tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:49.097174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430fc45f-6b17-428a-bd1f-724c404fd9ee tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:49.106473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-430fc45f-6b17-428a-bd1f-724c404fd9ee tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/84a24d37-5495-416e-be35-f4cabf7d284f HTTP/1.1" status: 404 len: 337 time: 0.0474710 Nov 12 09:25:49.108584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network 5422c96b-c58b-422d-94d3-a08f44cb90ad is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:49.112280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.136792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.143985 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c364a51-57a3-482a-8df6-18ad82d96d53 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] DELETE failed (client error): The resource could not be found. Nov 12 09:25:49.144648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c364a51-57a3-482a-8df6-18ad82d96d53 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:25:49.148576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7c364a51-57a3-482a-8df6-18ad82d96d53 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/subnets/fe909dd0-6449-403f-aff5-4f0bd469f839 HTTP/1.1" status: 404 len: 337 time: 0.0346930 Nov 12 09:25:49.148866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 5422c96b-c58b-422d-94d3-a08f44cb90ad) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:49.151964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36064) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.161128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:49.161888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.182841 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4a0e6509-c170-4052-bd95-89a770e386a9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9706736 Nov 12 09:25:49.183262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.189502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1643278691', 'network_id': '5422c96b-c58b-422d-94d3-a08f44cb90ad'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:49.191552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42346c6-1be4-4a1e-9232-60d661423bad None None] Network 5422c96b-c58b-422d-94d3-a08f44cb90ad requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:49.216861 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.219135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Made reservation on behalf of 7240fe345f7d42c7a79af26beedd2e0a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:49.224090 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.250840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] device_id is not set on port 65150da7-7f3e-466d-b98e-aa0f65b9a297 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:25:49.282487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Deleting port 31e45d9e-12e5-4969-9fa3-a5493ff44200 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:49.283307 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.293584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] Pushing event deleted for resources: {'Port': ['ID=b59472a0-60be-4ceb-bf29-0b7896f7fa79,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.306901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.309528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b552d-0663-4b07-af46-c5ca1f66fb88 None None] No DVR routers for this DVR port b59472a0-60be-4ceb-bf29-0b7896f7fa79 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:25:49.398425 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.408113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Allocated IP 172.20.0.2 (5422c96b-c58b-422d-94d3-a08f44cb90ad/140cc415-827a-4b31-9d51-3f0c5c92b812/65150da7-7f3e-466d-b98e-aa0f65b9a297) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:49.426709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Calling delete_port for 31e45d9e-12e5-4969-9fa3-a5493ff44200 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:49.481166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45815170-0313-4ebc-b40b-203af5c66c65 None None] Network 5422c96b-c58b-422d-94d3-a08f44cb90ad requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:49.568182 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.663064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Port': ['ID=31e45d9e-12e5-4969-9fa3-a5493ff44200,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.706250 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.723842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9c0fd27-1a77-42f1-aeb8-26b38dcc89fe tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/ports/31e45d9e-12e5-4969-9fa3-a5493ff44200 HTTP/1.1" status: 204 len: 168 time: 0.5719562 Nov 12 09:25:49.729669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36068) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:49.751602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.817502 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.832523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.884236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network 5422c96b-c58b-422d-94d3-a08f44cb90ad is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:49.890154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:49.893126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:49.898503 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.923380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Port': ['ID=65150da7-7f3e-466d-b98e-aa0f65b9a297,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:49.948156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:49.948788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:49.949522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c960d-daa6-472a-b9c6-a4652e81623e req-14a9db49-27be-4f29-863f-c6b65a6fbdaf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:49.952757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f79c960d-daa6-472a-b9c6-a4652e81623e req-14a9db49-27be-4f29-863f-c6b65a6fbdaf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1528192 Nov 12 09:25:49.966669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-401c7a8f-00df-400c-95fe-ba3bcb2db046 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.7821085 Nov 12 09:25:49.971546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:50.077246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Deleting port 65150da7-7f3e-466d-b98e-aa0f65b9a297 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:50.077940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.087521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.118779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f79c960d-daa6-472a-b9c6-a4652e81623e req-5529d950-ea92-4e8f-984e-dd88d60acd63 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362224 Nov 12 09:25:50.123565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e20a1f3-ff11-4287-9cce-0dea9aee2fbf']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:50.144865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407cbd31-90e3-4be8-8bd3-f9264f5c195d') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:50.144865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407cbd31-90e3-4be8-8bd3-f9264f5c195d') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:50.150331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.166633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.173584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:50.173933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.174110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:50.178026 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:50.189748 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:25:50.197787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Calling delete_port for 65150da7-7f3e-466d-b98e-aa0f65b9a297 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:50.248797 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.257140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.263023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] 10.222.0.53 "DELETE /v2.0/networks/0e20a1f3-ff11-4287-9cce-0dea9aee2fbf HTTP/1.1" status: 204 len: 168 time: 0.5313642 Nov 12 09:25:50.274479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b696ee5-9bae-463b-aa0f-2a8efaf33ec4 tempest-PortsIpV6TestJSON-2135276833 tempest-PortsIpV6TestJSON-2135276833-project] Pushing event deleted for resources: {'Network': ['ID=0e20a1f3-ff11-4287-9cce-0dea9aee2fbf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:50.364736 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.369480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.400812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event deleted for resources: {'Port': ['ID=65150da7-7f3e-466d-b98e-aa0f65b9a297,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:50.480121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.483935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0c0ceab6-1be4-45a4-83db-0552b9606663 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "DELETE /v2.0/ports/65150da7-7f3e-466d-b98e-aa0f65b9a297 HTTP/1.1" status: 204 len: 168 time: 0.5112226 Nov 12 09:25:50.490644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:50.494433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5422c96b-c58b-422d-94d3-a08f44cb90ad', 'external_fixed_ips': [{'subnet_id': '140cc415-827a-4b31-9d51-3f0c5c92b812', 'ip_address': '172.20.0.2'}]}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:50.517539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.519098 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.584703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.608058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36082) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:50.755043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.775968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-016331a0-a863-4e17-8d8b-4edeccdb282b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecb7e9d75a54412f83cf0e0b3e419f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1648202 Nov 12 09:25:50.777379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:50.871083 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eec3-e3c2-45cd-9818-90aaa24bf975 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:50.908497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eec3-e3c2-45cd-9818-90aaa24bf975 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.044680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eec3-e3c2-45cd-9818-90aaa24bf975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.047504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1dd8eec3-e3c2-45cd-9818-90aaa24bf975 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.051333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1dd8eec3-e3c2-45cd-9818-90aaa24bf975 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5eb31c23-355a-4899-b673-86ca372145de HTTP/1.1" status: 204 len: 168 time: 0.2703347 Nov 12 09:25:51.076513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8eec3-e3c2-45cd-9818-90aaa24bf975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb31c23-355a-4899-b673-86ca372145de,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:51.093318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.132064 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.416599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed39d5-02ad-4f3b-b2d5-c466383f2f7d req-6150d680-91df-40d6-a7c9-6cb4cd9775ae tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:51.418703 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6fed39d5-02ad-4f3b-b2d5-c466383f2f7d req-6150d680-91df-40d6-a7c9-6cb4cd9775ae tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2023432 Nov 12 09:25:51.537865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Allocated IP 172.20.0.2 (5422c96b-c58b-422d-94d3-a08f44cb90ad/140cc415-827a-4b31-9d51-3f0c5c92b812/24a5ef76-d8ff-4096-95c4-f4284579a9ba) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:51.554131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6fed39d5-02ad-4f3b-b2d5-c466383f2f7d req-736c33d3-6102-4195-80c2-56f0634e214d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129663 Nov 12 09:25:51.735021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.789876 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:51.859403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network 5422c96b-c58b-422d-94d3-a08f44cb90ad is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:51.869556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:51.875562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:51.889280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36112) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:51.917912 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Port': ['ID=24a5ef76-d8ff-4096-95c4-f4284579a9ba,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:51.997625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-1884313126'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:52.023803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:52.028937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.040744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.169532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.178833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.210821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:52.221700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd5f62-05cc-4f52-a981-4c5ce87aecd1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:52.227944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.228296 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment cb87cbaf-9af9-4632-a199-ac5877cb114b of type vlan for network bc52b867-7606-48a4-a658-3121e79ab9c7 Nov 12 09:25:52.235082 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.288043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.327146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.335840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:52.336573 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.396822 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5060923 Nov 12 09:25:52.422156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36130) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:52.427692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-1434725564'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:52.466266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b4dbf-32de-4595-a002-a1d6a69d4c51 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=bc52b867-7606-48a4-a658-3121e79ab9c7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:52.481949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network bc52b867-7606-48a4-a658-3121e79ab9c7 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:52.540791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:52.545417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.597115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:25:52.603598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.620044 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:52.620044 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment cb91b69d-5e34-4acd-a595-de6c8ec6c172 of type vlan for network be88c867-b087-4db7-b595-e0c00a19d59e Nov 12 09:25:52.706048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134b40f-4c9a-4375-998b-2338ed4adca2 req-2d6a2a01-328a-449b-9e8b-e4966e7f4860 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:52.708615 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9134b40f-4c9a-4375-998b-2338ed4adca2 req-2d6a2a01-328a-449b-9e8b-e4966e7f4860 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0589595 Nov 12 09:25:52.772748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9134b40f-4c9a-4375-998b-2338ed4adca2 req-49305142-a9ce-4e23-a91f-8a1a9e03592d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565674 Nov 12 09:25:53.128111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.171877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.178756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:53.179078 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.256301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8327301 Nov 12 09:25:53.258369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36140) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:53.267445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': 'bc52b867-7606-48a4-a658-3121e79ab9c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:53.282337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd203c-add6-4669-aeb2-f56da20dcf9f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=be88c867-b087-4db7-b595-e0c00a19d59e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:53.296685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Router d79157cf-40a5-4acf-ac47-e44f6b59c438 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:25:53.307228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network be88c867-b087-4db7-b595-e0c00a19d59e details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:25:53.426561 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:53.432474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.486149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:53.497304 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Sync routers for ids ['d79157cf-40a5-4acf-ac47-e44f6b59c438'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:53.510441 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Routers {'d79157cf-40a5-4acf-ac47-e44f6b59c438'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:53.512074 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d79157cf-40a5-4acf-ac47-e44f6b59c438'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:53.518956 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.522586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4f5845bd-d76a-4760-81da-e766e1e1413b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.0346353 Nov 12 09:25:53.525541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36144) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:53.673747 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Set router d79157cf-40a5-4acf-ac47-e44f6b59c438 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:25:53.675446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.721353 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.824124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=6e80b266-f77f-419e-87d2-e16162e18e99,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:53.859316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': 'cb87cbaf-9af9-4632-a199-ac5877cb114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc52b867-7606-48a4-a658-3121e79ab9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:53.859831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: bc52b867-7606-48a4-a658-3121e79ab9c7, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:53.873905 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.882385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network bc52b867-7606-48a4-a658-3121e79ab9c7 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:53.899285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, bc52b867-7606-48a4-a658-3121e79ab9c7) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:53.914696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe093a-fec5-42de-b25f-438fcbb508e1 None None] Network bc52b867-7606-48a4-a658-3121e79ab9c7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:53.936108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:53.937779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:53.978473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-43e285c5-4548-4239-9509-3826cc97976f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7152493 Nov 12 09:25:53.979093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36148) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:53.992343 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': 'be88c867-b087-4db7-b595-e0c00a19d59e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:54.029549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d4a99-d89e-4dc9-96a9-8b7447aa76a5 req-3f26b46e-970f-42f5-923b-cb19263015ec tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:54.031006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c56d4a99-d89e-4dc9-96a9-8b7447aa76a5 req-3f26b46e-970f-42f5-923b-cb19263015ec tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0878501 Nov 12 09:25:54.036493 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd79157cf-40a5-4acf-ac47-e44f6b59c438', 'name': '', 'tenant_id': '7240fe345f7d42c7a79af26beedd2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5422c96b-c58b-422d-94d3-a08f44cb90ad', 'external_fixed_ips': [{'subnet_id': '140cc415-827a-4b31-9d51-3f0c5c92b812', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '24a5ef76-d8ff-4096-95c4-f4284579a9ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:25:50Z', 'updated_at': '2021-11-12T09:25:52Z', 'revision_number': 3, 'project_id': '7240fe345f7d42c7a79af26beedd2e0a', 'gw_port': {'id': '24a5ef76-d8ff-4096-95c4-f4284579a9ba', 'name': '', 'network_id': '5422c96b-c58b-422d-94d3-a08f44cb90ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:29:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd79157cf-40a5-4acf-ac47-e44f6b59c438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3303, 'fixed_ips': [{'subnet_id': '140cc415-827a-4b31-9d51-3f0c5c92b812', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:25:51Z', 'updated_at': '2021-11-12T09:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '140cc415-827a-4b31-9d51-3f0c5c92b812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:54.047973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Deleting port 24a5ef76-d8ff-4096-95c4-f4284579a9ba {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:25:54.048333 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.091335 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Checking router: d79157cf-40a5-4acf-ac47-e44f6b59c438 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:25:54.091694 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Updating router d79157cf-40a5-4acf-ac47-e44f6b59c438 port 24a5ef76-d8ff-4096-95c4-f4284579a9ba binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:25:54.141328 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.170323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-bc52b867-7606-48a4-a658-3121e79ab9c7', 'network_id': 'bc52b867-7606-48a4-a658-3121e79ab9c7', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': '6e80b266-f77f-419e-87d2-e16162e18e99'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:54.171211 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.184303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.201191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Calling delete_port for 24a5ef76-d8ff-4096-95c4-f4284579a9ba owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:25:54.208407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:25:54.212814 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.364330 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c56d4a99-d89e-4dc9-96a9-8b7447aa76a5 req-d60cfc2c-03ae-42f4-9912-3e35e9a69533 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198512 Nov 12 09:25:54.425107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Allocated IP 172.20.0.2 (bc52b867-7606-48a4-a658-3121e79ab9c7/6e80b266-f77f-419e-87d2-e16162e18e99/35f3baf3-3f87-45d9-ad77-05b08092bcb5) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:54.502621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.534487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.624806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event deleted for resources: {'Port': ['ID=24a5ef76-d8ff-4096-95c4-f4284579a9ba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:54.665273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': 'cb91b69d-5e34-4acd-a595-de6c8ec6c172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'be88c867-b087-4db7-b595-e0c00a19d59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:54.665973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: be88c867-b087-4db7-b595-e0c00a19d59e, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:25:54.681469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=201af54a-0a03-4e31-abd7-823c2cc910e3,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:54.683882 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.db.api [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:25:54.684460 n-d-769329-17 neutron-server[109379]: DEBUG oslo_db.api [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:25:54.700376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network be88c867-b087-4db7-b595-e0c00a19d59e is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:25:54.709165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.718592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, be88c867-b087-4db7-b595-e0c00a19d59e) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:54.728865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:54.730294 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.756094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6cacc883-b96a-4fb7-80f8-9305f3740d7d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7760203 Nov 12 09:25:54.760545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36152) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:54.766163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fbbf2d9b-2e5c-4b34-94ed-f16f2cddd748 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321883187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:54.804361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2d9b-2e5c-4b34-94ed-f16f2cddd748 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.806637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2d9b-2e5c-4b34-94ed-f16f2cddd748 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.807135 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.813074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c252e2-b5d0-4b30-8967-3e42b468e2b6 None None] Network be88c867-b087-4db7-b595-e0c00a19d59e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:54.819086 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.833642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.837462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.898694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.899414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d79157cf-40a5-4acf-ac47-e44f6b59c438 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:25:54.901886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2d9b-2e5c-4b34-94ed-f16f2cddd748 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.905777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.911656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2d9b-2e5c-4b34-94ed-f16f2cddd748 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.911897 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c0b62acc-1042-4510-a3e1-3ac2de45c74a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "DELETE /v2.0/routers/d79157cf-40a5-4acf-ac47-e44f6b59c438 HTTP/1.1" status: 204 len: 168 time: 1.3808103 Nov 12 09:25:54.912067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:54.924096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Network bc52b867-7606-48a4-a658-3121e79ab9c7 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:54.933728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:54.934763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2d9b-2e5c-4b34-94ed-f16f2cddd748 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:54.937528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fbbf2d9b-2e5c-4b34-94ed-f16f2cddd748 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1752868 Nov 12 09:25:54.942666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:54.947117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36156) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:54.971836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Pushing event updated for resources: {'Port': ['ID=35f3baf3-3f87-45d9-ad77-05b08092bcb5,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:54.993140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Deleting subnet 140cc415-827a-4b31-9d51-3f0c5c92b812 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:25:54.997892 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.031032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.032061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.032217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.032681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.033236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.033698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.034683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.034683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.035675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.036120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.036621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.037280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:25:55.073026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.082819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Attempting to bind port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:55.083515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Attempting to bind port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'cb87cbaf-9af9-4632-a199-ac5877cb114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc52b867-7606-48a4-a658-3121e79ab9c7'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:55.084093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Attempting to bind port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 on network bc52b867-7606-48a4-a658-3121e79ab9c7 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:55.118530 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:55.118985 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Checking segment: {'id': 'cb87cbaf-9af9-4632-a199-ac5877cb114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc52b867-7606-48a4-a658-3121e79ab9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:55.119395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.119789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Bound using segment: {'id': 'cb87cbaf-9af9-4632-a199-ac5877cb114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc52b867-7606-48a4-a658-3121e79ab9c7'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:55.120489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Bound port: 35f3baf3-3f87-45d9-ad77-05b08092bcb5, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb87cbaf-9af9-4632-a199-ac5877cb114b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bc52b867-7606-48a4-a658-3121e79ab9c7'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:55.121138 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.159032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.216456 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Port 24a5ef76-d8ff-4096-95c4-f4284579a9ba not found while updating agent binding for router d79157cf-40a5-4acf-ac47-e44f6b59c438. {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 09:25:55.235540 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Routers set() bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:55.236303 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Router IDs set() for agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 09:25:55.238627 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_agentschedulers_db [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d79157cf-40a5-4acf-ac47-e44f6b59c438'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent'). {{(pid=109379) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 09:25:55.240163 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6370bfa-2750-40d7-b9dd-2229ac379354 None None] The sync data for ids ['d79157cf-40a5-4acf-ac47-e44f6b59c438'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:25:55.241964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-be88c867-b087-4db7-b595-e0c00a19d59e', 'network_id': 'be88c867-b087-4db7-b595-e0c00a19d59e', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': '201af54a-0a03-4e31-abd7-823c2cc910e3'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:25:55.243580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.260408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.298469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] For port 35f3baf3-3f87-45d9-ad77-05b08092bcb5, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:55.304184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] For port 35f3baf3-3f87-45d9-ad77-05b08092bcb5, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=35f3baf3-3f87-45d9-ad77-05b08092bcb5,segment=NetworkSegment(cb87cbaf-9af9-4632-a199-ac5877cb114b),segment_id=cb87cbaf-9af9-4632-a199-ac5877cb114b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:55.312561 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.322321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=140cc415-827a-4b31-9d51-3f0c5c92b812,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:55.334115 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.342170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-99279e2f-bcc0-4cfb-9b68-ca575c07d9f5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/140cc415-827a-4b31-9d51-3f0c5c92b812 HTTP/1.1" status: 204 len: 168 time: 0.4287660 Nov 12 09:25:55.343160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:55.458329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.488416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.597186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b271b-d94e-4b5f-85fc-a6f41f55f604 None None] Pushing event updated for resources: {'Port': ['ID=35f3baf3-3f87-45d9-ad77-05b08092bcb5,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:55.637049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Allocated IP 172.21.0.2 (be88c867-b087-4db7-b595-e0c00a19d59e/201af54a-0a03-4e31-abd7-823c2cc910e3/cdcab9d8-3926-4a07-a3f4-3b5de6df8479) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:55.647871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.700992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5422c96b-c58b-422d-94d3-a08f44cb90ad']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:55.724336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdacfdd5-7ed1-43a2-83d8-9519dcb1c6e2') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:55.724758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdacfdd5-7ed1-43a2-83d8-9519dcb1c6e2') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:55.751150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.823159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.840051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:25:55.840478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:25:55.843260 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:25:55.854140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01a5f1-a537-4fad-9fb0-c17e1ffa200a req-8abdde5e-4f59-4899-9256-b8e80a332576 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:55.855601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d01a5f1-a537-4fad-9fb0-c17e1ffa200a req-8abdde5e-4f59-4899-9256-b8e80a332576 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2328968 Nov 12 09:25:55.976683 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.989869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:55.994272 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.011652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5422c96b-c58b-422d-94d3-a08f44cb90ad {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:25:56.046026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.076468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5422c96b-c58b-422d-94d3-a08f44cb90ad HTTP/1.1" status: 204 len: 168 time: 0.7235465 Nov 12 09:25:56.077895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6979b6-2d25-4eb5-aed4-b2d15d02e839 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event deleted for resources: {'Network': ['ID=5422c96b-c58b-422d-94d3-a08f44cb90ad,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.101996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.20.0.1 (bc52b867-7606-48a4-a658-3121e79ab9c7/6e80b266-f77f-419e-87d2-e16162e18e99/07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:25:56.111794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d01a5f1-a537-4fad-9fb0-c17e1ffa200a req-cf753973-bdee-44fb-8ab6-91371de8c2e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079940 Nov 12 09:25:56.172945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Pushing event updated for resources: {'Port': ['ID=cdcab9d8-3926-4a07-a3f4-3b5de6df8479,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.184309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Network be88c867-b087-4db7-b595-e0c00a19d59e is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:56.187338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:56.189998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:56.273154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Attempting to bind port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:25:56.273154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Attempting to bind port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'cb91b69d-5e34-4acd-a595-de6c8ec6c172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'be88c867-b087-4db7-b595-e0c00a19d59e'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:25:56.273631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Attempting to bind port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 on network be88c867-b087-4db7-b595-e0c00a19d59e {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:25:56.279887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:25:56.280192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Checking segment: {'id': 'cb91b69d-5e34-4acd-a595-de6c8ec6c172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'be88c867-b087-4db7-b595-e0c00a19d59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:25:56.280601 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.281055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Bound using segment: {'id': 'cb91b69d-5e34-4acd-a595-de6c8ec6c172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'be88c867-b087-4db7-b595-e0c00a19d59e'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:25:56.281636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Bound port: cdcab9d8-3926-4a07-a3f4-3b5de6df8479, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb91b69d-5e34-4acd-a595-de6c8ec6c172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'be88c867-b087-4db7-b595-e0c00a19d59e'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:25:56.282015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.383950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.402332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] For port cdcab9d8-3926-4a07-a3f4-3b5de6df8479, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:25:56.411846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] For port cdcab9d8-3926-4a07-a3f4-3b5de6df8479, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cdcab9d8-3926-4a07-a3f4-3b5de6df8479,segment=NetworkSegment(cb91b69d-5e34-4acd-a595-de6c8ec6c172),segment_id=cb91b69d-5e34-4acd-a595-de6c8ec6c172)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:25:56.421159 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.476362 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.519953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:56.526980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6337bf5c-29c6-4197-8da3-9a4722a98744 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'router': {'name': 'tempest-router--456768907', 'project_id': '100d8009927c461da569c92547365c25'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:56.580106 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6337bf5c-29c6-4197-8da3-9a4722a98744 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.584527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6337bf5c-29c6-4197-8da3-9a4722a98744 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.587121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c5675-99a6-4ef6-bc84-8472efb641ed None None] Pushing event updated for resources: {'Port': ['ID=cdcab9d8-3926-4a07-a3f4-3b5de6df8479,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.648276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:56.654528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network bc52b867-7606-48a4-a658-3121e79ab9c7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:56.656948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:56.666742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:25:56.734439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6337bf5c-29c6-4197-8da3-9a4722a98744 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.742518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6337bf5c-29c6-4197-8da3-9a4722a98744 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.762754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.795215 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6337bf5c-29c6-4197-8da3-9a4722a98744 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:56.799254 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6337bf5c-29c6-4197-8da3-9a4722a98744 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2754486 Nov 12 09:25:56.800171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:56.999880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-253486f9-0641-4995-beb7-ff0a45a22dc7 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.107791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.176712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35f3baf3-3f87-45d9-ad77-05b08092bcb5 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:57.277860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:57.278331 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.401505 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca93ab2-dd8a-4128-8d05-af65e58a3408 None None] Network bc52b867-7606-48a4-a658-3121e79ab9c7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:57.471779 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-253486f9-0641-4995-beb7-ff0a45a22dc7 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.476154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-253486f9-0641-4995-beb7-ff0a45a22dc7 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.497805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56703b-3f8d-4607-9df3-f0ca8a917d58 req-a659f036-fa09-4cb5-8148-8d4d1ee5f2b6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:57.499879 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd56703b-3f8d-4607-9df3-f0ca8a917d58 req-a659f036-fa09-4cb5-8148-8d4d1ee5f2b6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1517584 Nov 12 09:25:57.611369 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-253486f9-0641-4995-beb7-ff0a45a22dc7 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.612074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253486f9-0641-4995-beb7-ff0a45a22dc7 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f843808-92c9-451f-bc77-9bdf7e3caa8c {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:25:57.618059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-253486f9-0641-4995-beb7-ff0a45a22dc7 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.633511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-253486f9-0641-4995-beb7-ff0a45a22dc7 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5f843808-92c9-451f-bc77-9bdf7e3caa8c HTTP/1.1" status: 204 len: 168 time: 0.8312430 Nov 12 09:25:57.710210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd56703b-3f8d-4607-9df3-f0ca8a917d58 req-1bf4396d-cf48-476b-a416-2103e40d73db tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319261 Nov 12 09:25:57.804338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.814505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36198) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:57.818480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.879269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c0d6ea10-4e4b-4933-8370-96166389abb9 None None] Provisioning complete for port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:57.879649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c0d6ea10-4e4b-4933-8370-96166389abb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:57.952970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.005139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 35f3baf3-3f87-45d9-ad77-05b08092bcb5, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=35f3baf3-3f87-45d9-ad77-05b08092bcb5,segment=NetworkSegment(cb87cbaf-9af9-4632-a199-ac5877cb114b),segment_id=cb87cbaf-9af9-4632-a199-ac5877cb114b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:58.011340 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.024041 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.044846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.046864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:58.215166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=35f3baf3-3f87-45d9-ad77-05b08092bcb5,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:58.293753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-369528727', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:25:58.305461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network bc52b867-7606-48a4-a658-3121e79ab9c7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:25:58.310166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:25:58.358313 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.374149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.375414 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.429629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975e1e0b-a669-466b-bfc4-363284e7d5e4 None None] Network be88c867-b087-4db7-b595-e0c00a19d59e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:25:58.488550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.564398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 3646aab4-c38d-4741-a4a3-e5d2b0b4973f is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:25:58.590041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f3943dc0-ee8f-4745-9693-d28a546b462f None None] Provisioning complete for port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:58.590643 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f3943dc0-ee8f-4745-9693-d28a546b462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.752610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:25:58.772233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-244ed8d2-e0b9-4730-a92e-cc21ec149788 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/3646aab4-c38d-4741-a4a3-e5d2b0b4973f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8220713 Nov 12 09:25:58.774854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36208) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:58.786508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] Sync routers for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:25:58.826943 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:58.862318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:58.863738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:58.892457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f86a41-ab43-4f52-917c-658213fda421 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:58.898989 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-53f86a41-ab43-4f52-917c-658213fda421 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports/07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20 HTTP/1.1" status: 200 len: 910 time: 0.1187069 Nov 12 09:25:58.912843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:25:58.968259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:58.993968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7def1-5a3b-46dd-a982-cd3f2fb6a1ac req-1e3cad13-252b-49b5-8624-c2fc78d68ef9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:25:58.997235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6ae7def1-5a3b-46dd-a982-cd3f2fb6a1ac req-1e3cad13-252b-49b5-8624-c2fc78d68ef9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1309624 Nov 12 09:25:59.093015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:25:59.108620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6ae7def1-5a3b-46dd-a982-cd3f2fb6a1ac req-0af4dc23-360a-4270-80ed-68cb560d68ab tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034760 Nov 12 09:25:59.115669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:59.241734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:25:59.242935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa6a922-7dbb-4fe2-b170-6e0187de5787 None None] The sync data for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:25:59.246241 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f3943dc0-ee8f-4745-9693-d28a546b462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.368836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f3943dc0-ee8f-4745-9693-d28a546b462f None None] For port cdcab9d8-3926-4a07-a3f4-3b5de6df8479, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cdcab9d8-3926-4a07-a3f4-3b5de6df8479,segment=NetworkSegment(cb91b69d-5e34-4acd-a595-de6c8ec6c172),segment_id=cb91b69d-5e34-4acd-a595-de6c8ec6c172)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:25:59.370667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35f3baf3-3f87-45d9-ad77-05b08092bcb5 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:59.420270 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f3943dc0-ee8f-4745-9693-d28a546b462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.515178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3943dc0-ee8f-4745-9693-d28a546b462f None None] Pushing event updated for resources: {'Port': ['ID=cdcab9d8-3926-4a07-a3f4-3b5de6df8479,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:25:59.584612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6afab98e-ab03-4767-8eef-9a3c2e38148e None None] Provisioning complete for port 07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:59.585577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6afab98e-ab03-4767-8eef-9a3c2e38148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.670469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6afab98e-ab03-4767-8eef-9a3c2e38148e None None] Port 07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:25:59.673189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:59.673787 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.849731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6afab98e-ab03-4767-8eef-9a3c2e38148e None None] Provisioning complete for port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:25:59.850805 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6afab98e-ab03-4767-8eef-9a3c2e38148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:25:59.867615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cdcab9d8-3926-4a07-a3f4-3b5de6df8479 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:25:59.971790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.019169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.036281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:00.036901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.173521 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.216971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9d02c50b-9be4-4db3-9b85-d1fd0c48ad8c None None] Provisioning complete for port 07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:00.217586 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d02c50b-9be4-4db3-9b85-d1fd0c48ad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.285434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9d02c50b-9be4-4db3-9b85-d1fd0c48ad8c None None] Port 07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:00.303945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5394be-2030-4e22-9d17-3a717d5b3479 req-863f9940-5f5b-4e5a-adb7-23ae0c65b788 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:00.304836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9d02c50b-9be4-4db3-9b85-d1fd0c48ad8c None None] Provisioning complete for port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:00.304836 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d02c50b-9be4-4db3-9b85-d1fd0c48ad8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:00.306780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba5394be-2030-4e22-9d17-3a717d5b3479 req-863f9940-5f5b-4e5a-adb7-23ae0c65b788 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1040802 Nov 12 09:26:00.401006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba5394be-2030-4e22-9d17-3a717d5b3479 req-ae553ed5-591b-4bff-a348-cffd7eae9c0c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833461 Nov 12 09:26:00.729544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Allocated IP 172.25.5.168 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/2a32090a-dd67-4934-ad95-f1a43f001fb6) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:00.968032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.038580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.21.0.1 (be88c867-b087-4db7-b595-e0c00a19d59e/201af54a-0a03-4e31-abd7-823c2cc910e3/a3482c4a-9421-4860-8e1f-a49031597caf) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:01.062816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cdcab9d8-3926-4a07-a3f4-3b5de6df8479 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:01.106284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.141694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.142451 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.233778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:01.243605 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:01.246277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:01.262808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc31939-0693-4104-aa4f-5322a4cc000c None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:01.287258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event updated for resources: {'Port': ['ID=2a32090a-dd67-4934-ad95-f1a43f001fb6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:01.321707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4936599a-9ec1-4931-809d-78f7a13bc60c None None] Provisioning complete for port 2a32090a-dd67-4934-ad95-f1a43f001fb6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:01.322540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4936599a-9ec1-4931-809d-78f7a13bc60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.370340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4936599a-9ec1-4931-809d-78f7a13bc60c None None] Port 2a32090a-dd67-4934-ad95-f1a43f001fb6 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:01.412081 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.540616 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.670135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network be88c867-b087-4db7-b595-e0c00a19d59e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:01.675956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=a3482c4a-9421-4860-8e1f-a49031597caf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:01.678315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:01.680953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:01.727321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.727856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.728451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.729011 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.729540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.730081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.730621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.731168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.731709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.732361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.732871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.733217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:01.741215 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.750263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f3d60-590f-4449-9c69-1230c5d2e19f req-97e2089a-325f-4cc6-a29c-ab8c9f40f883 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:01.751854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-475f3d60-590f-4449-9c69-1230c5d2e19f req-97e2089a-325f-4cc6-a29c-ab8c9f40f883 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2269104 Nov 12 09:26:01.822972 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:01.993128 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-475f3d60-590f-4449-9c69-1230c5d2e19f req-d14f9f4a-11ab-4a67-b8cd-3a6e43397a43 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942863 Nov 12 09:26:02.001024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-578fdbb8-2378-445e-a130-4474a1af2023 None None] Provisioning complete for port a3482c4a-9421-4860-8e1f-a49031597caf triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:02.001363 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-578fdbb8-2378-445e-a130-4474a1af2023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:02.089952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-578fdbb8-2378-445e-a130-4474a1af2023 None None] Port a3482c4a-9421-4860-8e1f-a49031597caf cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:02.118175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:02.233824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:02.540965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb709544-c30c-4780-a758-d78a119c6b5c req-8f614530-e0e6-41ed-ad2d-22a5a557bf30 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:02.542567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb709544-c30c-4780-a758-d78a119c6b5c req-8f614530-e0e6-41ed-ad2d-22a5a557bf30 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2125773 Nov 12 09:26:02.556399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-1516158b-2004-4750-8d43-e93aef24840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:02.558035 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-1516158b-2004-4750-8d43-e93aef24840b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.1936042 Nov 12 09:26:02.762217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb709544-c30c-4780-a758-d78a119c6b5c req-c25116f9-4503-41ad-ad84-24ff0f27fdcd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965463 Nov 12 09:26:02.792629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Router 504e32cf-f1f6-416c-b527-6112c54f7e88 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:02.802736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-20aa2e16-06c5-4d75-bc2b-cb582db26fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:02.804268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-20aa2e16-06c5-4d75-bc2b-cb582db26fdb service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2318158 Nov 12 09:26:02.903818 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:02.914466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:02.993689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-165f8788-ee86-4d1e-b397-95658f5a0bcd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.1784391 Nov 12 09:26:03.103352 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:03.105162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=a3482c4a-9421-4860-8e1f-a49031597caf,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:03.131015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:03.145585 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] Sync routers for ids ['504e32cf-f1f6-416c-b527-6112c54f7e88'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:03.153024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-dda57c9e-598e-4058-8e17-3ad1d7e29310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:03.154499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-dda57c9e-598e-4058-8e17-3ad1d7e29310 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1259711 Nov 12 09:26:03.159619 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] Routers {'504e32cf-f1f6-416c-b527-6112c54f7e88'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:03.160351 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['504e32cf-f1f6-416c-b527-6112c54f7e88'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:03.201628 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:03.222809 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] Routers {'504e32cf-f1f6-416c-b527-6112c54f7e88'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:03.223899 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['504e32cf-f1f6-416c-b527-6112c54f7e88'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:03.234897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:03.240403 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-439351ce-c846-4414-83b1-27cfefd8cb9d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.4191859 Nov 12 09:26:03.241348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36242) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:03.276654 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:03.277571 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0e19d-cfff-49b7-b223-0ab7f529676e None None] The sync data for ids ['504e32cf-f1f6-416c-b527-6112c54f7e88'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:03.337785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-c5725843-c676-4081-855d-177a61028d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:03.339235 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-c5725843-c676-4081-855d-177a61028d16 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1719596 Nov 12 09:26:03.379670 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network be88c867-b087-4db7-b595-e0c00a19d59e is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:03.392185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:03.720585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a8e4eb3c-ad24-4d63-9382-c8e70857e6e3 None None] Provisioning complete for port a3482c4a-9421-4860-8e1f-a49031597caf triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:03.721740 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a8e4eb3c-ad24-4d63-9382-c8e70857e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:03.787891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4eb3c-ad24-4d63-9382-c8e70857e6e3 None None] Port a3482c4a-9421-4860-8e1f-a49031597caf cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:03.898957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3367f9e-3dfd-4d87-8868-d359b9b94baf req-04483257-0068-44e1-a36a-2282255c7811 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:03.900495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3367f9e-3dfd-4d87-8868-d359b9b94baf req-04483257-0068-44e1-a36a-2282255c7811 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0547028 Nov 12 09:26:03.970349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b3367f9e-3dfd-4d87-8868-d359b9b94baf req-eb3f99cc-1dbd-4034-9af1-8964a625bf46 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568392 Nov 12 09:26:03.983390 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b33dfa6d-6f67-46e0-9500-e1c71c675e26 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/504e32cf-f1f6-416c-b527-6112c54f7e88 HTTP/1.1" status: 200 len: 920 time: 0.7361341 Nov 12 09:26:03.986783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36246) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:04.024396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3740bb59-5c6a-4b1c-8511-4d319c8b332e tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=504e32cf-f1f6-416c-b527-6112c54f7e88 HTTP/1.1" status: 200 len: 205 time: 0.0327494 Nov 12 09:26:04.024683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:04.028577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 3646aab4-c38d-4741-a4a3-e5d2b0b4973f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:04.031548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-c14e48b9-b269-4c8c-a376-81defb4035d0 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507571 Nov 12 09:26:04.175506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:04.245674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:04.256343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f4803be7-b653-4b47-85e5-6eecb79de16b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/3646aab4-c38d-4741-a4a3-e5d2b0b4973f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3404865 Nov 12 09:26:04.256991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36250) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:04.260965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] Sync routers for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:04.275136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:04.276811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:04.361140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6581149-b7e5-46c4-9c8d-28acfe2adba8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:04.366749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b6581149-b7e5-46c4-9c8d-28acfe2adba8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports/a3482c4a-9421-4860-8e1f-a49031597caf HTTP/1.1" status: 200 len: 910 time: 0.0997131 Nov 12 09:26:04.366749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff8ea4e8-5a55-40d5-9dfa-4335a99e8d98 req-955a5b8f-7c1d-451e-88fa-83582ad8e0e5 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217447 Nov 12 09:26:04.367382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36256) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:04.368548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:04.388183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:04.388822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:04.450533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:04.451503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445da35-58e6-4a60-aaff-4f586282940d None None] The sync data for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:04.935000 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.135617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Deleting port 2a32090a-dd67-4934-ad95-f1a43f001fb6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:05.135617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.160465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bef1c05-a8ec-46be-99c8-988b0cfa1e6e req-ecb75d2a-b615-416a-bb68-8c62b1d421c0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.162040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bef1c05-a8ec-46be-99c8-988b0cfa1e6e req-ecb75d2a-b615-416a-bb68-8c62b1d421c0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0838578 Nov 12 09:26:05.236605 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7bef1c05-a8ec-46be-99c8-988b0cfa1e6e req-d9d505e3-6442-45e2-87a5-e2cd9ddad9b5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666218 Nov 12 09:26:05.254118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.288785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Calling delete_port for 2a32090a-dd67-4934-ad95-f1a43f001fb6 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:05.411564 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.490468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41e354-0636-45e5-96ee-f433028f67bc req-4b0c18d0-7026-42df-a9ff-58bf6acec457 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:05.490819 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce41e354-0636-45e5-96ee-f433028f67bc req-4b0c18d0-7026-42df-a9ff-58bf6acec457 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1506753 Nov 12 09:26:05.671040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce41e354-0636-45e5-96ee-f433028f67bc req-b432f6b4-1e47-4d5f-b9b4-821ad55fdb13 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686115 Nov 12 09:26:05.701326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.741789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event deleted for resources: {'Port': ['ID=2a32090a-dd67-4934-ad95-f1a43f001fb6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:05.762934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10faa5-6460-4fea-be01-54d72369eebb None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:05.854860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.984409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:05.988934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.061674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e1f50-3921-431b-9a8c-e564ef9764eb req-2d85cfe1-98d5-4f85-8cd3-9b44bccb6393 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:06.063971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-784e1f50-3921-431b-9a8c-e564ef9764eb req-2d85cfe1-98d5-4f85-8cd3-9b44bccb6393 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1425807 Nov 12 09:26:06.065221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port a3482c4a-9421-4860-8e1f-a49031597caf {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:06.065562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.071801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.072253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Fanout notify agent at l3_agent the message router_deleted on router 504e32cf-f1f6-416c-b527-6112c54f7e88 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:06.090260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.091406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-19059671-195b-491d-8b97-4a7da42c36e1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/504e32cf-f1f6-416c-b527-6112c54f7e88 HTTP/1.1" status: 204 len: 168 time: 2.0653830 Nov 12 09:26:06.097881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36284) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:06.106038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1604169248', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:06.142948 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.144208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.223878 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-784e1f50-3921-431b-9a8c-e564ef9764eb req-9fa0f694-04cb-4824-b45b-132937162dd3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325924 Nov 12 09:26:06.257110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.281356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.316323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for a3482c4a-9421-4860-8e1f-a49031597caf owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:06.521858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.611485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4564a5f7-fe80-47ad-b0c4-32643c7bab8e req-4c0d5caf-2dd2-45fd-b6d4-c6000669d5c6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:06.613238 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4564a5f7-fe80-47ad-b0c4-32643c7bab8e req-4c0d5caf-2dd2-45fd-b6d4-c6000669d5c6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0910354 Nov 12 09:26:06.668802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.714842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=a3482c4a-9421-4860-8e1f-a49031597caf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:06.721181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4564a5f7-fe80-47ad-b0c4-32643c7bab8e req-d1ecac64-76a8-4536-979f-8ea6ef5f23fc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003251 Nov 12 09:26:06.862629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:06.887026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:07.011004 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:07.068318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Allocated IP 172.25.5.139 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/30d776b6-e248-411d-bdea-a82275877a68) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:07.239778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:07.282313 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:07.318392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 3646aab4-c38d-4741-a4a3-e5d2b0b4973f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:07.334730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:07.338086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:07.343283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:07.346489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Port': ['ID=30d776b6-e248-411d-bdea-a82275877a68,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:07.358329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78197f4-b185-4a4c-9ebe-7e69542d9ab4 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:07.465814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f4cc04c0-b81a-4c95-8219-8b4f64444746 None None] Provisioning complete for port 30d776b6-e248-411d-bdea-a82275877a68 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:07.466680 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4cc04c0-b81a-4c95-8219-8b4f64444746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:07.521667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:07.527543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-56b69814-44a2-45ab-a31f-e64042423044 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/3646aab4-c38d-4741-a4a3-e5d2b0b4973f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1592474 Nov 12 09:26:07.532041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36304) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:07.538953 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] Sync routers for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:07.586959 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:07.588674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f4cc04c0-b81a-4c95-8219-8b4f64444746 None None] Port 30d776b6-e248-411d-bdea-a82275877a68 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:07.588927 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:07.656884 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:07.674007 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:07.675772 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:07.732792 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:07.734014 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c562db-431c-44eb-bab1-3b117afc87e8 None None] The sync data for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:07.804330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:07.960802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad20cc5-6c24-4061-8a88-642dbe127875 req-ae9e77b7-3f48-4b8c-b68b-bc7c7789322f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:07.962504 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ad20cc5-6c24-4061-8a88-642dbe127875 req-ae9e77b7-3f48-4b8c-b68b-bc7c7789322f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1128566 Nov 12 09:26:08.105813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ad20cc5-6c24-4061-8a88-642dbe127875 req-d97518ca-8162-4cd5-8cd5-a6d4d13ec884 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340346 Nov 12 09:26:08.145028 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.369496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.404756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Router 3edefe34-cf4d-4053-9407-74bb504932e6 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:08.425802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbb944-e3f6-49b3-b134-d8029aee32f6 req-3fe90855-ed8e-490c-aa44-65cf4b722a4b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:08.428696 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02cbb944-e3f6-49b3-b134-d8029aee32f6 req-3fe90855-ed8e-490c-aa44-65cf4b722a4b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1054740 Nov 12 09:26:08.569122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-02cbb944-e3f6-49b3-b134-d8029aee32f6 req-70160f3f-8392-4eda-b5fc-f558069c3991 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345387 Nov 12 09:26:08.609979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:08.624483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Sync routers for ids ['3edefe34-cf4d-4053-9407-74bb504932e6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:08.638031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.639617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-56e915f2-5667-4d45-9e21-c968afc382f4 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.5386236 Nov 12 09:26:08.644517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36314) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:08.652748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Routers {'3edefe34-cf4d-4053-9407-74bb504932e6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:08.653662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3edefe34-cf4d-4053-9407-74bb504932e6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:08.765827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:08.766623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.797887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bd4d103a-9451-46e3-959c-0dd6b8ced148 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/3edefe34-cf4d-4053-9407-74bb504932e6 HTTP/1.1" status: 200 len: 909 time: 0.1521382 Nov 12 09:26:08.802036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:08.815421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1604169248', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': True}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:08.843573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Set router 3edefe34-cf4d-4053-9407-74bb504932e6 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:08.860513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.862234 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.914025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.944580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:08.950413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:09.170740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.223495 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.275566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=07b6a54e-6e6d-4eaf-a5cf-4a0a8c501e20,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:09.335487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edefe34-cf4d-4053-9407-74bb504932e6', 'name': 'tempest-snat-router-1604169248', 'tenant_id': '7240fe345f7d42c7a79af26beedd2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.139'}], 'enable_snat': False}, 'gw_port_id': '30d776b6-e248-411d-bdea-a82275877a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:06Z', 'updated_at': '2021-11-12T09:26:07Z', 'revision_number': 3, 'project_id': '7240fe345f7d42c7a79af26beedd2e0a', 'gw_port': {'id': '30d776b6-e248-411d-bdea-a82275877a68', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edefe34-cf4d-4053-9407-74bb504932e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:06Z', 'updated_at': '2021-11-12T09:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:09.384197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Checking router: 3edefe34-cf4d-4053-9407-74bb504932e6 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:26:09.384865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Updating router 3edefe34-cf4d-4053-9407-74bb504932e6 port 30d776b6-e248-411d-bdea-a82275877a68 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:26:09.423006 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.492917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.527844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.578957 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.788177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3ed5d-4295-4f6f-a837-587bb7db373e req-ba0becdc-d5fa-4533-a710-e87062748800 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:09.789755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cb3ed5d-4295-4f6f-a837-587bb7db373e req-ba0becdc-d5fa-4533-a710-e87062748800 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0974305 Nov 12 09:26:09.810708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.819430 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.879068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Attempting to bind port 30d776b6-e248-411d-bdea-a82275877a68 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:09.879629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Attempting to bind port 30d776b6-e248-411d-bdea-a82275877a68 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:09.880042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Attempting to bind port 30d776b6-e248-411d-bdea-a82275877a68 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:09.888724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13887d92-99f4-460f-9b39-a4a16a38df9d None None] Pushing event updated for resources: {'Port': ['ID=30d776b6-e248-411d-bdea-a82275877a68,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:09.892801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:09.893264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:09.893593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.894545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:09.895061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Bound port: 30d776b6-e248-411d-bdea-a82275877a68, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:09.895450 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:09.897955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e082464-a9b3-4930-a2fd-4d4c049381d0 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:09.902490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Allocated IP 172.25.5.148 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/147d7781-232a-4682-be35-c315d042e919) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:09.921426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cb3ed5d-4295-4f6f-a837-587bb7db373e req-543e42d0-0d48-4fa5-9c3b-4d17f4bdac3c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951209 Nov 12 09:26:09.931819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 3646aab4-c38d-4741-a4a3-e5d2b0b4973f has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:09.992498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] For port 30d776b6-e248-411d-bdea-a82275877a68, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:09.998636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] For port 30d776b6-e248-411d-bdea-a82275877a68, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=30d776b6-e248-411d-bdea-a82275877a68,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:10.004727 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.081278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:10.090812 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-99986e23-c320-4b26-b168-a90747dc92e7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/3646aab4-c38d-4741-a4a3-e5d2b0b4973f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5575230 Nov 12 09:26:10.106207 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] Sync routers for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:10.108947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36330) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:10.109200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a9f91a78-e310-49b0-94d9-246d5d18b1ae None None] Provisioning complete for port 30d776b6-e248-411d-bdea-a82275877a68 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:10.109628 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a9f91a78-e310-49b0-94d9-246d5d18b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.122057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e19de54-1b90-4018-a8e0-ff6b9ced1337 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:10.145904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:10.152507 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:10.152878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Routers {'3edefe34-cf4d-4053-9407-74bb504932e6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:10.153886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3edefe34-cf4d-4053-9407-74bb504932e6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:10.155984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d6097bff-3141-4da9-8e9b-2d960d67d4fb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3646aab4-c38d-4741-a4a3-e5d2b0b4973f HTTP/1.1" status: 200 len: 205 time: 0.0447059 Nov 12 09:26:10.159602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36332) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:10.197317 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.212941 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:10.217704 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13887d92-99f4-460f-9b39-a4a16a38df9d None None] Pushing event updated for resources: {'Port': ['ID=30d776b6-e248-411d-bdea-a82275877a68,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:10.246923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:10.264615 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] Routers {'3646aab4-c38d-4741-a4a3-e5d2b0b4973f'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:10.266536 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:10.290780 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b61a592-3c82-4fe1-9f78-27dec74eb465 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.330535 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:10.334641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.335075 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc80423b-d008-4b2f-9988-f0a8fe2b22b6 None None] The sync data for ids ['3646aab4-c38d-4741-a4a3-e5d2b0b4973f'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:10.426399 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a9f91a78-e310-49b0-94d9-246d5d18b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.455262 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:10.464991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a9f91a78-e310-49b0-94d9-246d5d18b1ae None None] For port 30d776b6-e248-411d-bdea-a82275877a68, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=30d776b6-e248-411d-bdea-a82275877a68,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:10.470571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a9f91a78-e310-49b0-94d9-246d5d18b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.518316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:10.525085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:10.532699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] Set router 3edefe34-cf4d-4053-9407-74bb504932e6 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:10.538203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b46e3c7-41da-4d47-a8c2-edbcffa7b768 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:10.560013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6b51-368d-4a75-95c2-8c6fe194c5ec req-05511bbf-5c84-4580-982b-b52669980ec8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:10.562550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e54e6b51-368d-4a75-95c2-8c6fe194c5ec req-05511bbf-5c84-4580-982b-b52669980ec8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.3180075 Nov 12 09:26:10.563345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Port': ['ID=147d7781-232a-4682-be35-c315d042e919,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:10.589914 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b61a592-3c82-4fe1-9f78-27dec74eb465 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.592554 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b61a592-3c82-4fe1-9f78-27dec74eb465 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.664289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b61a592-3c82-4fe1-9f78-27dec74eb465 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.670228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b61a592-3c82-4fe1-9f78-27dec74eb465 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Fanout notify agent at l3_agent the message router_deleted on router 3646aab4-c38d-4741-a4a3-e5d2b0b4973f {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:10.694143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f91a78-e310-49b0-94d9-246d5d18b1ae None None] Pushing event updated for resources: {'Port': ['ID=30d776b6-e248-411d-bdea-a82275877a68,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:10.703587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b61a592-3c82-4fe1-9f78-27dec74eb465 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.707665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5b61a592-3c82-4fe1-9f78-27dec74eb465 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/3646aab4-c38d-4741-a4a3-e5d2b0b4973f HTTP/1.1" status: 204 len: 168 time: 0.5439448 Nov 12 09:26:10.708441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36338) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:10.740062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5e40412c-6890-45ab-9889-3231c2baf071 None None] Provisioning complete for port 30d776b6-e248-411d-bdea-a82275877a68 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:10.740619 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5e40412c-6890-45ab-9889-3231c2baf071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.845398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet 201af54a-0a03-4e31-abd7-823c2cc910e3 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:26:10.857071 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:10.999957 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.070281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3edefe34-cf4d-4053-9407-74bb504932e6', 'name': 'tempest-snat-router-1604169248', 'tenant_id': '7240fe345f7d42c7a79af26beedd2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.139'}], 'enable_snat': False}, 'gw_port_id': '30d776b6-e248-411d-bdea-a82275877a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:06Z', 'updated_at': '2021-11-12T09:26:07Z', 'revision_number': 3, 'project_id': '7240fe345f7d42c7a79af26beedd2e0a', 'gw_port': {'id': '30d776b6-e248-411d-bdea-a82275877a68', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edefe34-cf4d-4053-9407-74bb504932e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:06Z', 'updated_at': '2021-11-12T09:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:11.108698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3154aa-41de-4de6-8ebd-31ab569e097f None None] The sync data for ids ['3edefe34-cf4d-4053-9407-74bb504932e6'] in n-d-769329-17 is: [{'id': '3edefe34-cf4d-4053-9407-74bb504932e6', 'name': 'tempest-snat-router-1604169248', 'tenant_id': '7240fe345f7d42c7a79af26beedd2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.139'}], 'enable_snat': False}, 'gw_port_id': '30d776b6-e248-411d-bdea-a82275877a68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:06Z', 'updated_at': '2021-11-12T09:26:07Z', 'revision_number': 3, 'project_id': '7240fe345f7d42c7a79af26beedd2e0a', 'gw_port': {'id': '30d776b6-e248-411d-bdea-a82275877a68', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:03:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3edefe34-cf4d-4053-9407-74bb504932e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:06Z', 'updated_at': '2021-11-12T09:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:11.125742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c1330822-532b-4829-a8e8-0695f909e0d2 None None] Provisioning complete for port 147d7781-232a-4682-be35-c315d042e919 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:11.125742 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c1330822-532b-4829-a8e8-0695f909e0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.257919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c1330822-532b-4829-a8e8-0695f909e0d2 None None] Port 147d7781-232a-4682-be35-c315d042e919 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:11.286356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.449703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.542291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=201af54a-0a03-4e31-abd7-823c2cc910e3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:11.553007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.561517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ea78023b-2c39-4c3c-aacc-60cf746a64d4 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/201af54a-0a03-4e31-abd7-823c2cc910e3 HTTP/1.1" status: 204 len: 168 time: 0.8482273 Nov 12 09:26:11.562687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36342) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:11.564091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd696e12-fa40-4318-8a76-082ebf9b7423 None None] Network be88c867-b087-4db7-b595-e0c00a19d59e requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:11.712676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet 6e80b266-f77f-419e-87d2-e16162e18e99 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:26:11.724207 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.745984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e54e6b51-368d-4a75-95c2-8c6fe194c5ec req-dd3e9468-b9aa-455e-b625-3719d6307b23 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1532524 Nov 12 09:26:11.867440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:11.970584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 4952af23-c0f6-4c57-82a4-2e19a5f7dbda {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:11.970946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.005348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] DHCP port deletion for be88c867-b087-4db7-b595-e0c00a19d59e request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:12.082104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] Deleting port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:12.083046 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.123549 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.124026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.149045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 4952af23-c0f6-4c57-82a4-2e19a5f7dbda owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:12.194238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] For port cdcab9d8-3926-4a07-a3f4-3b5de6df8479, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=cdcab9d8-3926-4a07-a3f4-3b5de6df8479,segment=NetworkSegment(cb91b69d-5e34-4acd-a595-de6c8ec6c172),segment_id=cb91b69d-5e34-4acd-a595-de6c8ec6c172)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:12.194661 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.215546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] Calling delete_port for cdcab9d8-3926-4a07-a3f4-3b5de6df8479 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:12.235337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b82661-3c7d-4a74-8ccc-fabf4f036adf req-8f61324b-46db-44ab-aa63-d14b885ab0b4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:12.245098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22b82661-3c7d-4a74-8ccc-fabf4f036adf req-8f61324b-46db-44ab-aa63-d14b885ab0b4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2966049 Nov 12 09:26:12.303440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.396013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.489003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] Pushing event deleted for resources: {'Port': ['ID=cdcab9d8-3926-4a07-a3f4-3b5de6df8479,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:12.497785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424dab76-1dda-474b-9d57-d974d4f87164 None None] No DVR routers for this DVR port cdcab9d8-3926-4a07-a3f4-3b5de6df8479 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:12.531626 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22b82661-3c7d-4a74-8ccc-fabf4f036adf req-6489162a-5b20-4299-b7bb-eb6f836721b4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849181 Nov 12 09:26:12.663886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.709768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.715841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be38e9c0-692a-4c2e-b85f-7c17570f780a None None] Network bc52b867-7606-48a4-a658-3121e79ab9c7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:12.734351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/6e80b266-f77f-419e-87d2-e16162e18e99 HTTP/1.1" status: 204 len: 168 time: 1.1681805 Nov 12 09:26:12.753476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36362) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:12.755276 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:12.846069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c258c6-a0c7-4ea6-b0cb-041dba81aae7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=6e80b266-f77f-419e-87d2-e16162e18e99,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:12.979945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=4952af23-c0f6-4c57-82a4-2e19a5f7dbda,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:13.038680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.158459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.237373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 30d776b6-e248-411d-bdea-a82275877a68 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:13.290868 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] DHCP port deletion for bc52b867-7606-48a4-a658-3121e79ab9c7 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:13.297174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaa955-cb15-489e-9760-be08d256081a req-5d9bdbb8-299b-43f3-a9bd-cc111c183dc4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:13.299079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ccaa955-cb15-489e-9760-be08d256081a req-5d9bdbb8-299b-43f3-a9bd-cc111c183dc4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.4902132 Nov 12 09:26:13.319262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.320009 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Floating IP f6d715ff-9598-495f-923b-52b098d86292 disassociated (deleted). External IP: 172.25.5.56, port: 0f83209b-4f9c-4882-b3a8-9afff1827416. Nov 12 09:26:13.356233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 30d776b6-e248-411d-bdea-a82275877a68 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:13.356610 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.415242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] Deleting port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:13.415531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.462645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.556726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] For port 35f3baf3-3f87-45d9-ad77-05b08092bcb5, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=35f3baf3-3f87-45d9-ad77-05b08092bcb5,segment=NetworkSegment(cb87cbaf-9af9-4632-a199-ac5877cb114b),segment_id=cb87cbaf-9af9-4632-a199-ac5877cb114b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:13.557345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.578905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] Calling delete_port for 35f3baf3-3f87-45d9-ad77-05b08092bcb5 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:13.666440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cdcab9d8-3926-4a07-a3f4-3b5de6df8479 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:13.716937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: cdcab9d8-3926-4a07-a3f4-3b5de6df8479 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:13.717611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device cdcab9d8-3926-4a07-a3f4-3b5de6df8479 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:13.733939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ccaa955-cb15-489e-9760-be08d256081a req-21e3ebe7-7f80-4374-9d78-93b9d9507de8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4060948 Nov 12 09:26:13.756274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be88c867-b087-4db7-b595-e0c00a19d59e']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:13.768713 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.783627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb91b69d-5e34-4acd-a595-de6c8ec6c172') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:13.784165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb91b69d-5e34-4acd-a595-de6c8ec6c172') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:13.802270 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] No DVR routers for this DVR port 35f3baf3-3f87-45d9-ad77-05b08092bcb5 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:13.806806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6998a9-86de-481b-a123-b785dc36ae95 None None] Pushing event deleted for resources: {'Port': ['ID=35f3baf3-3f87-45d9-ad77-05b08092bcb5,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:13.848028 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.878727 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-924b9e8d-4a4e-4502-ab60-859e9f1cee73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.939882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:13.946978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.021984 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:26:14.022438 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:26:14.030244 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:26:14.215494 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.234337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.243085 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/be88c867-b087-4db7-b595-e0c00a19d59e HTTP/1.1" status: 204 len: 168 time: 1.4772496 Nov 12 09:26:14.244430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36374) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:14.270899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 254be786-d440-4e4e-8491-ca0b10189b1d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:14.272281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b341b0-5696-47c1-b862-24b6f26b4680 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=be88c867-b087-4db7-b595-e0c00a19d59e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:14.382671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Router dcedf1b2-3068-42ff-8419-2c514cbd209c is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:14.407624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.529583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.551008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:14.566794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] Sync routers for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:14.582396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.588227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:14.588883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:14.593463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc52b867-7606-48a4-a658-3121e79ab9c7']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:14.611053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb87cbaf-9af9-4632-a199-ac5877cb114b') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:14.611357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb87cbaf-9af9-4632-a199-ac5877cb114b') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:14.628448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.656503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c0981f3a-32a5-4001-896c-213651fde1c4 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/floatingips/f6d715ff-9598-495f-923b-52b098d86292 HTTP/1.1" status: 204 len: 168 time: 4.4075875 Nov 12 09:26:14.658268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.660633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:14.674907 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb948c9-9d61-414b-bd0e-484be7d29242" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:14.681065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:26:14.681065 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:26:14.687272 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:26:14.708654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:14.728362 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Sync routers for ids ['dcedf1b2-3068-42ff-8419-2c514cbd209c'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:14.750094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.759842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36380) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:14.760836 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5355b3c6-60f5-4251-ba1a-79a6b7062b76 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.9573698 Nov 12 09:26:14.777846 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d43c15-1f5c-48f6-9b6c-2aff918466d2 x-openstack-request-id: req-51d43c15-1f5c-48f6-9b6c-2aff918466d2 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:14.779029 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:14.780426 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51d43c15-1f5c-48f6-9b6c-2aff918466d2 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:14.781424 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'status': 'completed', 'code': 200} Nov 12 09:26:14.787365 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Routers {'dcedf1b2-3068-42ff-8419-2c514cbd209c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:14.788048 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dcedf1b2-3068-42ff-8419-2c514cbd209c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:14.843898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.854570 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.858058 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/bc52b867-7606-48a4-a658-3121e79ab9c7 HTTP/1.1" status: 204 len: 168 time: 0.6117220 Nov 12 09:26:14.864049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36382) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:14.869116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-1221874041'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:14.901109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:14.910643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-1718e515-6427-4040-84b0-a7a31101db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:14.915250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-1718e515-6427-4040-84b0-a7a31101db8f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=29ad76fbd32249958059ad70c802938c&device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 1097 time: 0.1100509 Nov 12 09:26:14.928288 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494c4e1-3b4f-4bb1-b43b-6820fb3854d0 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=bc52b867-7606-48a4-a658-3121e79ab9c7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:14.972929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:14.977447 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:14.983776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-457e74fb-905c-433c-8ed1-50563292c018 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/dcedf1b2-3068-42ff-8419-2c514cbd209c HTTP/1.1" status: 200 len: 908 time: 0.2214520 Nov 12 09:26:14.997239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36384) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:15.126693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:26:15.153023 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Set router dcedf1b2-3068-42ff-8419-2c514cbd209c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:15.170651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.171206 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment ff209c68-0f02-42f9-85f1-fd09a3073591 of type vlan for network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 Nov 12 09:26:15.175946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35f3baf3-3f87-45d9-ad77-05b08092bcb5 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:15.215386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-62d84b5e-1a7c-492e-8906-6308c8be4e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:15.219225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-62d84b5e-1a7c-492e-8906-6308c8be4e19 service neutron] 10.222.0.62 "GET /v2.0/networks?id=28862d37-9317-4176-ac68-c377f994a8fd HTTP/1.1" status: 200 len: 897 time: 0.2965965 Nov 12 09:26:15.243944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 35f3baf3-3f87-45d9-ad77-05b08092bcb5 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:15.244892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35f3baf3-3f87-45d9-ad77-05b08092bcb5 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:15.251813 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.255855 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.329249 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-a564bdb2-1ad3-4467-8f1b-c27d6a08f78e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f83209b-4f9c-4882-b3a8-9afff1827416 HTTP/1.1" status: 200 len: 217 time: 0.0507877 Nov 12 09:26:15.376836 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.386745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:15.388638 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.454055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5858943 Nov 12 09:26:15.455415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36390) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:15.461150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:15.469584 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcedf1b2-3068-42ff-8419-2c514cbd209c', 'name': 'tempest-snat-router-1604169248', 'tenant_id': '7240fe345f7d42c7a79af26beedd2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.148'}], 'enable_snat': True}, 'gw_port_id': '147d7781-232a-4682-be35-c315d042e919', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:08Z', 'updated_at': '2021-11-12T09:26:11Z', 'revision_number': 3, 'project_id': '7240fe345f7d42c7a79af26beedd2e0a', 'gw_port': {'id': '147d7781-232a-4682-be35-c315d042e919', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:1f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcedf1b2-3068-42ff-8419-2c514cbd209c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:09Z', 'updated_at': '2021-11-12T09:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:15.515202 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Checking router: dcedf1b2-3068-42ff-8419-2c514cbd209c for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:26:15.515770 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Updating router dcedf1b2-3068-42ff-8419-2c514cbd209c port 147d7781-232a-4682-be35-c315d042e919 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:26:15.561103 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.567649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e668f6d-583d-49bd-ab7a-f2647707cf38 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=c3cf95c6-aaee-4c8b-b712-3496dd029cf3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:15.575088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.642135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:26:15.657420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:15.662133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.733990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Deleting port 147d7781-232a-4682-be35-c315d042e919 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:15.735330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.889252 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:15.932581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Calling delete_port for 147d7781-232a-4682-be35-c315d042e919 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:15.974322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e9db7-afbe-46ae-8923-e361ea3cfd9d req-c955a3d0-3132-4155-b168-9b4eb1ce9c21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:15.977329 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-833e9db7-afbe-46ae-8923-e361ea3cfd9d req-c955a3d0-3132-4155-b168-9b4eb1ce9c21 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.7569747 Nov 12 09:26:15.993008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:16.023408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-616c4919-7ff3-40e3-928f-33e524294f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:16.025346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-616c4919-7ff3-40e3-928f-33e524294f2d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=15347eb1-64d5-4854-8589-83fbf8b6db83 HTTP/1.1" status: 200 len: 834 time: 0.6885123 Nov 12 09:26:16.037516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] Checking router: 254be786-d440-4e4e-8491-ca0b10189b1d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:26:16.053307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:16.054531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:16.056486 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.064094 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.106889 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-833e9db7-afbe-46ae-8923-e361ea3cfd9d req-b53ae3de-9d52-46fe-8526-f71cbb730688 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217325 Nov 12 09:26:16.123663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-0b6e852d-c146-40c4-ba0a-933693f549d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:16.126328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-0b6e852d-c146-40c4-ba0a-933693f549d7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=28862d37-9317-4176-ac68-c377f994a8fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874350 Nov 12 09:26:16.136525 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Attempting to bind port 147d7781-232a-4682-be35-c315d042e919 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:16.136525 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Attempting to bind port 147d7781-232a-4682-be35-c315d042e919 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:16.136525 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Attempting to bind port 147d7781-232a-4682-be35-c315d042e919 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:16.150747 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:16.151154 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:16.151671 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.152223 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:16.153519 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Bound port: 147d7781-232a-4682-be35-c315d042e919, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:16.154677 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.186884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267561d2-2942-416b-8f33-1506d46401ab None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:16.234604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] For port 147d7781-232a-4682-be35-c315d042e919, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:16.240186 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] For port 147d7781-232a-4682-be35-c315d042e919, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=147d7781-232a-4682-be35-c315d042e919,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:16.256233 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.262826 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Pushing event updated for resources: {'Port': ['ID=147d7781-232a-4682-be35-c315d042e919,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:16.285219 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.285714 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.286136 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.286843 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.287517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.288129 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.288633 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.289392 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.289810 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.290216 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.291833 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.292337 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:16.353766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-1d2ba8f8-3088-408c-ac24-7bf77a77c7f7 service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083788 Nov 12 09:26:16.387621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef4a1e9-a9f1-4714-908d-caa103bd7fa2 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:16.397632 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Routers {'dcedf1b2-3068-42ff-8419-2c514cbd209c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:16.404110 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:25:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dcedf1b2-3068-42ff-8419-2c514cbd209c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:16.448696 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ab75cc4c-c39e-4f40-a094-0237d6abe059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.463279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-58a37374-19db-4450-a593-8b7f402c7a38 None None] Provisioning complete for port 147d7781-232a-4682-be35-c315d042e919 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:16.463753 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58a37374-19db-4450-a593-8b7f402c7a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.588870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:16.622642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-19faa939-3f7b-453a-9b76-b69bc1c08410 service neutron] 10.222.0.62 "GET /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583306 Nov 12 09:26:16.633522 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] Set router dcedf1b2-3068-42ff-8419-2c514cbd209c gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:16.677164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58a37374-19db-4450-a593-8b7f402c7a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.683781 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.703255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-58a37374-19db-4450-a593-8b7f402c7a38 None None] For port 147d7781-232a-4682-be35-c315d042e919, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=147d7781-232a-4682-be35-c315d042e919,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:16.715587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-58a37374-19db-4450-a593-8b7f402c7a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:16.744941 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a9030-753f-4ba5-8ff0-e72f316c021c None None] Pushing event updated for resources: {'Port': ['ID=147d7781-232a-4682-be35-c315d042e919,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:16.749705 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcedf1b2-3068-42ff-8419-2c514cbd209c', 'name': 'tempest-snat-router-1604169248', 'tenant_id': '7240fe345f7d42c7a79af26beedd2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:08Z', 'updated_at': '2021-11-12T09:26:15Z', 'revision_number': 4, 'project_id': '7240fe345f7d42c7a79af26beedd2e0a', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:16.774451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a37374-19db-4450-a593-8b7f402c7a38 None None] Pushing event updated for resources: {'Port': ['ID=147d7781-232a-4682-be35-c315d042e919,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:16.775776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=3eaf9a91-9e30-475e-b52c-dc2681c60c07,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:16.792200 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22453cdc-cda9-4515-98b9-91d25235fa4b None None] The sync data for ids ['dcedf1b2-3068-42ff-8419-2c514cbd209c'] in n-d-769329-17 is: [{'id': 'dcedf1b2-3068-42ff-8419-2c514cbd209c', 'name': 'tempest-snat-router-1604169248', 'tenant_id': '7240fe345f7d42c7a79af26beedd2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:08Z', 'updated_at': '2021-11-12T09:26:15Z', 'revision_number': 4, 'project_id': '7240fe345f7d42c7a79af26beedd2e0a', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:16.812446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-4c3beee5-a30e-4c93-92f4-9273ca759dab tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:16.814026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-4c3beee5-a30e-4c93-92f4-9273ca759dab tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.2338505 Nov 12 09:26:16.873024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2bddecce-7062-429f-b93b-2c4bb2ea0ace None None] Provisioning complete for port 147d7781-232a-4682-be35-c315d042e919 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:16.873389 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2bddecce-7062-429f-b93b-2c4bb2ea0ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.091684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.126693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2bddecce-7062-429f-b93b-2c4bb2ea0ace None None] Port 147d7781-232a-4682-be35-c315d042e919 update to ACTIVE by agent not found {{(pid=109378) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 12 09:26:17.144919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': 'ff209c68-0f02-42f9-85f1-fd09a3073591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:17.145663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: c3cf95c6-aaee-4c8b-b712-3496dd029cf3, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:26:17.156119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event deleted for resources: {'Port': ['ID=147d7781-232a-4682-be35-c315d042e919,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:17.175492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a8ab4-0097-46bc-973f-8d8aea903233 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:17.200126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:17.250957 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.255358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eba8c6b-d481-4291-889a-39b51b986518 None None] The sync data for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 is: [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:24:08Z', 'revision_number': 4, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b648864a-b13a-4f29-abe1-540e173a4454', 'name': '', 'network_id': '28862d37-9317-4176-ac68-c377f994a8fd', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'mac_address': 'fa:16:3e:eb:6c:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:24:06Z', 'updated_at': '2021-11-12T09:24:16Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'subnets': [{'id': '15347eb1-64d5-4854-8589-83fbf8b6db83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:17.344687 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:26:17.413935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.419169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.421670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, c3cf95c6-aaee-4c8b-b712-3496dd029cf3) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:17.426808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:17.427502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.431561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10089c5f-cd71-4e82-aeab-c35445952e6c None None] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:17.490989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port 0f83209b-4f9c-4882-b3a8-9afff1827416 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:17.491482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.531570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-247efb0f-6d63-450c-b624-5fccb6c61412 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0749342 Nov 12 09:26:17.534432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36412) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:17.540504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4646e6a2-bdeb-4f07-b19e-5b40c0d68873 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1093090825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:17.575677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4646e6a2-bdeb-4f07-b19e-5b40c0d68873 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.577440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4646e6a2-bdeb-4f07-b19e-5b40c0d68873 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.594086 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.594670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcedf1b2-3068-42ff-8419-2c514cbd209c {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:17.631764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32a39d-de88-4983-bcf0-d870a282d517 req-4f648634-522b-41e0-a9f3-e3f65dc73628 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:17.634961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa32a39d-de88-4983-bcf0-d870a282d517 req-4f648634-522b-41e0-a9f3-e3f65dc73628 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 945 time: 0.3380780 Nov 12 09:26:17.638276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.645215 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b7e09c1-4bd6-4f10-aa37-fa15720bbe28 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "DELETE /v2.0/routers/dcedf1b2-3068-42ff-8419-2c514cbd209c HTTP/1.1" status: 204 len: 168 time: 2.6468172 Nov 12 09:26:17.651968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36414) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:17.662828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4646e6a2-bdeb-4f07-b19e-5b40c0d68873 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.688739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-c3cf95c6-aaee-4c8b-b712-3496dd029cf3', 'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': '3eaf9a91-9e30-475e-b52c-dc2681c60c07'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:26:17.689640 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.706038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e05306d-878e-4129-a58b-0a1733a1bc27 None None] New status for floating IP f6d715ff-9598-495f-923b-52b098d86292: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:26:17.712432 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4646e6a2-bdeb-4f07-b19e-5b40c0d68873 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.733666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4646e6a2-bdeb-4f07-b19e-5b40c0d68873 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.735371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4646e6a2-bdeb-4f07-b19e-5b40c0d68873 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1983974 Nov 12 09:26:17.738644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:17.744996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'port': {'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3', 'name': 'tempest-RoutersTest-901054067'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:17.795591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa32a39d-de88-4983-bcf0-d870a282d517 req-4e5e68fe-6a43-421b-8494-fa92496f8a54 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/security-groups?id=95b16648-82e2-48c6-b6eb-182a0c446ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246781 Nov 12 09:26:17.852958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port 0f83209b-4f9c-4882-b3a8-9afff1827416, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=0f83209b-4f9c-4882-b3a8-9afff1827416,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:17.853635 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.912343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:17.928632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for 0f83209b-4f9c-4882-b3a8-9afff1827416 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:18.063777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Allocated IP 172.20.0.2 (c3cf95c6-aaee-4c8b-b712-3496dd029cf3/3eaf9a91-9e30-475e-b52c-dc2681c60c07/2368bbcf-2cdd-4702-8e16-fbf4a7161b00) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:18.131705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:18.135843 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.172835 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] device_id is not set on port e5351ff4-1b18-47e4-93de-6427b1d1856a yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:26:18.218606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.251382 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.313183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=0f83209b-4f9c-4882-b3a8-9afff1827416,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:18.331310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Deleting port 30d776b6-e248-411d-bdea-a82275877a68 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:18.332085 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.378916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] No DVR routers for this DVR port 0f83209b-4f9c-4882-b3a8-9afff1827416 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:18.383969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.387773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ecfe3cd2-8cd2-49b7-ba34-26d2408c5a1b req-d0052185-bf13-404a-8d53-722a00b3a4c1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.62 "DELETE /v2.0/ports/0f83209b-4f9c-4882-b3a8-9afff1827416 HTTP/1.1" status: 204 len: 173 time: 1.4948926 Nov 12 09:26:18.388303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-deleted', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:18.392181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.397691 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9c3009-a0b4-4651-bc85-35ab23e8916a" -d '{"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-deleted", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:18.403650 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.505785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Pushing event updated for resources: {'Port': ['ID=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:18.525074 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ebf5b2c-3362-493d-9385-807eb2200545 x-openstack-request-id: req-9ebf5b2c-3362-493d-9385-807eb2200545 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:18.525416 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4", "name": "network-vif-deleted", "tag": "0f83209b-4f9c-4882-b3a8-9afff1827416", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:18.526741 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9ebf5b2c-3362-493d-9385-807eb2200545 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:18.527185 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4', 'name': 'network-vif-deleted', 'tag': '0f83209b-4f9c-4882-b3a8-9afff1827416', 'status': 'completed', 'code': 200} Nov 12 09:26:18.540405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:18.542658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:18.545618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:18.548107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.20.0.13 (c3cf95c6-aaee-4c8b-b712-3496dd029cf3/3eaf9a91-9e30-475e-b52c-dc2681c60c07/e5351ff4-1b18-47e4-93de-6427b1d1856a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:18.568439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] For port 30d776b6-e248-411d-bdea-a82275877a68, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=30d776b6-e248-411d-bdea-a82275877a68,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:18.568654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.594517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Calling delete_port for 30d776b6-e248-411d-bdea-a82275877a68 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:18.631503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Attempting to bind port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:18.632311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Attempting to bind port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ff209c68-0f02-42f9-85f1-fd09a3073591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:18.632948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Attempting to bind port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 on network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:18.639330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:18.639879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Checking segment: {'id': 'ff209c68-0f02-42f9-85f1-fd09a3073591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:18.640432 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.640911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Bound using segment: {'id': 'ff209c68-0f02-42f9-85f1-fd09a3073591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:18.641500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Bound port: 2368bbcf-2cdd-4702-8e16-fbf4a7161b00, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff209c68-0f02-42f9-85f1-fd09a3073591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c3cf95c6-aaee-4c8b-b712-3496dd029cf3'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:18.641987 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.767979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] For port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:18.773973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] For port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,segment=NetworkSegment(ff209c68-0f02-42f9-85f1-fd09a3073591),segment_id=ff209c68-0f02-42f9-85f1-fd09a3073591)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:18.781902 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.892206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:18.937880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a7d63-303c-46f3-ad96-3de605b48ae2 None None] Pushing event updated for resources: {'Port': ['ID=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:19.112689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.123649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.144145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-074d0ce8-982c-42b4-bd18-762df2b88c02 req-6c8a33b4-4b72-49a5-a472-fd6231a513ca tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "GET /v2.0/ports?device_id=9b3a42d7-d9c6-4b27-a153-0a5006fe9cc4 HTTP/1.1" status: 200 len: 210 time: 0.0778091 Nov 12 09:26:19.190661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event deleted for resources: {'Port': ['ID=30d776b6-e248-411d-bdea-a82275877a68,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:19.191418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fcfaad-4f04-4623-8b6c-f8a181e14918 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:19.196776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.325849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:19.336587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:19.342994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:19.345679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=e5351ff4-1b18-47e4-93de-6427b1d1856a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:19.402601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.523434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:19.524326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.530943 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.535372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.549491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-35066cb4-5e7d-4f9a-9e7d-cca444bc6fd9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8096063 Nov 12 09:26:19.552411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36432) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:19.592941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.593862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3edefe34-cf4d-4053-9407-74bb504932e6 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:19.600088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.602169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac67fa6f-b244-418d-b3d7-bb99d36d2ad6 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3edefe34-cf4d-4053-9407-74bb504932e6 HTTP/1.1" status: 204 len: 168 time: 1.9488015 Nov 12 09:26:19.606924 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36434) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:19.615710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-613869779', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:19.663482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.665473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.746575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.832628 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:19.969639 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.010151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.266591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:20.379224 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.390178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.426981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.525452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40a457c-6c6c-4ccb-ae58-ce7e169c76b2 None None] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:20.541824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.549085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.717165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Allocated IP 172.25.5.171 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a5b39d0e-3ec7-4b1c-a66f-2e69caf20fa9) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:20.800351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=e5351ff4-1b18-47e4-93de-6427b1d1856a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:20.818896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.819153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.819510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.819854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.820201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.820549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.821222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.821613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.822026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.822511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.822846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.823173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:20.842159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-04efb6ac-b9fb-410b-a61d-c082e7f66c01 None None] Provisioning complete for port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:20.843056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04efb6ac-b9fb-410b-a61d-c082e7f66c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:20.895198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0f83209b-4f9c-4882-b3a8-9afff1827416 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:20.947295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 0f83209b-4f9c-4882-b3a8-9afff1827416 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:20.948574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 0f83209b-4f9c-4882-b3a8-9afff1827416 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:21.001401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.062644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.176136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:21.182445 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.199657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.237886 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04efb6ac-b9fb-410b-a61d-c082e7f66c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.292606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:21.302625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:21.311120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:21.331730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-04efb6ac-b9fb-410b-a61d-c082e7f66c01 None None] For port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,segment=NetworkSegment(ff209c68-0f02-42f9-85f1-fd09a3073591),segment_id=ff209c68-0f02-42f9-85f1-fd09a3073591)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:21.334729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8dd199-dd6c-4122-b73b-4b1eda5804b5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:21.351551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04efb6ac-b9fb-410b-a61d-c082e7f66c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.386857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event updated for resources: {'Port': ['ID=a5b39d0e-3ec7-4b1c-a66f-2e69caf20fa9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:21.425144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:21.426116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.474593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.548379 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efb6ac-b9fb-410b-a61d-c082e7f66c01 None None] Pushing event updated for resources: {'Port': ['ID=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:21.553273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d59fe6f6-50d3-49f3-aa93-762c91997123 None None] Provisioning complete for port a5b39d0e-3ec7-4b1c-a66f-2e69caf20fa9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:21.555186 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d59fe6f6-50d3-49f3-aa93-762c91997123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.666498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36470) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:21.667256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d59fe6f6-50d3-49f3-aa93-762c91997123 None None] Port a5b39d0e-3ec7-4b1c-a66f-2e69caf20fa9 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:21.769718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 30d776b6-e248-411d-bdea-a82275877a68 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:21.808050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 30d776b6-e248-411d-bdea-a82275877a68 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:21.808841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 30d776b6-e248-411d-bdea-a82275877a68 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:21.839565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-99ac9a1f-f8d1-4c0b-8fda-96c7b33f2c35 None None] Provisioning complete for port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:21.840569 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99ac9a1f-f8d1-4c0b-8fda-96c7b33f2c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:21.974331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9e7efe1-564e-4f61-99ee-f034e053fe96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.045963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-99ac9a1f-f8d1-4c0b-8fda-96c7b33f2c35 None None] Provisioning complete for port e5351ff4-1b18-47e4-93de-6427b1d1856a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:22.046651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-99ac9a1f-f8d1-4c0b-8fda-96c7b33f2c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.121461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-99ac9a1f-f8d1-4c0b-8fda-96c7b33f2c35 None None] Port e5351ff4-1b18-47e4-93de-6427b1d1856a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:22.127762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9e7efe1-564e-4f61-99ee-f034e053fe96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.132722 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.136276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9e7efe1-564e-4f61-99ee-f034e053fe96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.151710 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.255315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-08f67c55-ac78-4208-b208-cbbb24e6d5a4 None None] Provisioning complete for port e5351ff4-1b18-47e4-93de-6427b1d1856a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:22.255832 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-08f67c55-ac78-4208-b208-cbbb24e6d5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.294535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9e7efe1-564e-4f61-99ee-f034e053fe96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9eb286960fd44061b0792e40a52dc1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6256626 Nov 12 09:26:22.301865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7efe1-564e-4f61-99ee-f034e053fe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf5f6a-f512-4c07-9dd7-47d15113f536,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:22.309738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36474) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:22.325000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=e5351ff4-1b18-47e4-93de-6427b1d1856a,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:22.328961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-08f67c55-ac78-4208-b208-cbbb24e6d5a4 None None] Port e5351ff4-1b18-47e4-93de-6427b1d1856a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:22.345521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.457882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-450e86a0-e63f-40b0-8778-6989e1d44700 None None] Provisioning complete for port e5351ff4-1b18-47e4-93de-6427b1d1856a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:22.458445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-450e86a0-e63f-40b0-8778-6989e1d44700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.485547 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e008788-f6fb-4ec3-bab1-48121dc68736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.513628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-450e86a0-e63f-40b0-8778-6989e1d44700 None None] Port e5351ff4-1b18-47e4-93de-6427b1d1856a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:22.526979 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e008788-f6fb-4ec3-bab1-48121dc68736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.539828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.559992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:22.566091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:22.707309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e008788-f6fb-4ec3-bab1-48121dc68736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.711495 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e008788-f6fb-4ec3-bab1-48121dc68736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.715955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7e008788-f6fb-4ec3-bab1-48121dc68736 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ccf5f6a-f512-4c07-9dd7-47d15113f536 HTTP/1.1" status: 204 len: 168 time: 0.4020860 Nov 12 09:26:22.726900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e008788-f6fb-4ec3-bab1-48121dc68736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf5f6a-f512-4c07-9dd7-47d15113f536,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:22.782222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 9c9ccf97-2467-46db-ad18-8af92f202dba is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:22.844561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port b648864a-b13a-4f29-abe1-540e173a4454 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:22.844825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.925397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:22.926740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.943743 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] Sync routers for ids ['9c9ccf97-2467-46db-ad18-8af92f202dba'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:22.946863 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e49efcf7-65b0-49d4-a094-5118fb5ed2eb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/9c9ccf97-2467-46db-ad18-8af92f202dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3928552 Nov 12 09:26:22.948326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36480) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:22.955303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-01d5063d-797f-401b-9b00-afd4e26949ab None None] Provisioning complete for port e5351ff4-1b18-47e4-93de-6427b1d1856a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:22.956846 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01d5063d-797f-401b-9b00-afd4e26949ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:22.962450 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] Routers {'9c9ccf97-2467-46db-ad18-8af92f202dba'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:22.963308 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9c9ccf97-2467-46db-ad18-8af92f202dba'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.042258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-01d5063d-797f-401b-9b00-afd4e26949ab None None] Port e5351ff4-1b18-47e4-93de-6427b1d1856a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:23.046580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd7f21-09f3-4b28-b2ab-59f1ee7f1011 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:23.049547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-23fd7f21-09f3-4b28-b2ab-59f1ee7f1011 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports/e5351ff4-1b18-47e4-93de-6427b1d1856a HTTP/1.1" status: 200 len: 977 time: 0.1000392 Nov 12 09:26:23.053144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36482) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:23.065634 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.069009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port b648864a-b13a-4f29-abe1-540e173a4454, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b648864a-b13a-4f29-abe1-540e173a4454,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:23.069474 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.103687 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] Routers {'9c9ccf97-2467-46db-ad18-8af92f202dba'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:23.105067 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9c9ccf97-2467-46db-ad18-8af92f202dba'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.109631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:23.138631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for b648864a-b13a-4f29-abe1-540e173a4454 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:23.148847 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.150486 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ea7ad-d9a3-4f43-8fa8-b9f5df86484a None None] The sync data for ids ['9c9ccf97-2467-46db-ad18-8af92f202dba'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:23.209090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:23.209469 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.241258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36484) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:23.286527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d2efcc6-6f8c-4506-94b7-638e290efc3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.370622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Router 72bb44de-821a-4e22-bc19-6db60da60e23 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:23.503407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.623255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:23.636747 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] Sync routers for ids ['72bb44de-821a-4e22-bc19-6db60da60e23'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:23.649394 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d2efcc6-6f8c-4506-94b7-638e290efc3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.650997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.652632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] Routers {'72bb44de-821a-4e22-bc19-6db60da60e23'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:23.653567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['72bb44de-821a-4e22-bc19-6db60da60e23'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.690831 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d2efcc6-6f8c-4506-94b7-638e290efc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.692365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.697697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=b648864a-b13a-4f29-abe1-540e173a4454,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:23.704314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] Routers {'72bb44de-821a-4e22-bc19-6db60da60e23'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:23.704862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['72bb44de-821a-4e22-bc19-6db60da60e23'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.707324 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:23.713042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8fec9b84-a6b9-476f-acce-08084e63c547 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1045012 Nov 12 09:26:23.733965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:23.748748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:23.749604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eea16e-f656-4381-9ad6-0835cbb7ae52 None None] The sync data for ids ['72bb44de-821a-4e22-bc19-6db60da60e23'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:23.757165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:23.859071 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d2efcc6-6f8c-4506-94b7-638e290efc3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f7951fa074843dfb6a9d39d5cf03856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6077881 Nov 12 09:26:23.860908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2efcc6-6f8c-4506-94b7-638e290efc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f68d00a-c2d1-4bea-8afd-546be03b1b5b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:23.865641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36488) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:24.102052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port e5351ff4-1b18-47e4-93de-6427b1d1856a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:24.102628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.104752 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0529361e-a6ab-411b-a176-3b52bffffa3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.149395 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.186729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0529361e-a6ab-411b-a176-3b52bffffa3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.204222 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.218276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for e5351ff4-1b18-47e4-93de-6427b1d1856a owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:24.429425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0529361e-a6ab-411b-a176-3b52bffffa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.432753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0529361e-a6ab-411b-a176-3b52bffffa3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.435026 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0529361e-a6ab-411b-a176-3b52bffffa3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f68d00a-c2d1-4bea-8afd-546be03b1b5b HTTP/1.1" status: 204 len: 168 time: 0.5665014 Nov 12 09:26:24.441934 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.461770 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0529361e-a6ab-411b-a176-3b52bffffa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f68d00a-c2d1-4bea-8afd-546be03b1b5b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:24.475086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=e5351ff4-1b18-47e4-93de-6427b1d1856a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:24.690899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:24.925526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 9c9ccf97-2467-46db-ad18-8af92f202dba has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:24.959847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.027198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:25.037928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5576ed32-34a3-46d6-8187-c4a4f00a8409 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/9c9ccf97-2467-46db-ad18-8af92f202dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9798779 Nov 12 09:26:25.037928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36498) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:25.041715 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] Sync routers for ids ['9c9ccf97-2467-46db-ad18-8af92f202dba'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:25.074627 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] Routers {'9c9ccf97-2467-46db-ad18-8af92f202dba'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:25.077758 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9c9ccf97-2467-46db-ad18-8af92f202dba'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:25.135727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Router 254be786-d440-4e4e-8491-ca0b10189b1d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:25.147475 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:25.179955 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] Routers {'9c9ccf97-2467-46db-ad18-8af92f202dba'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:25.180702 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['9c9ccf97-2467-46db-ad18-8af92f202dba'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:25.223739 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:25.224589 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f823dcb-478f-4af9-a89b-2d22e3ea47f0 None None] The sync data for ids ['9c9ccf97-2467-46db-ad18-8af92f202dba'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:25.288934 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-36ba0673-2743-49bb-a9ca-474be5903b77 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] remove_router_interface failed (client error): The resource could not be found. Nov 12 09:26:25.293509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-36ba0673-2743-49bb-a9ca-474be5903b77 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/9c9ccf97-2467-46db-ad18-8af92f202dba/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2512767 Nov 12 09:26:25.295091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36504) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:25.329227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-601352f1-e86d-438b-b36a-66d6d8101fe7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9ccf97-2467-46db-ad18-8af92f202dba HTTP/1.1" status: 200 len: 205 time: 0.0309033 Nov 12 09:26:25.329592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36508) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:25.349798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:25.355510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-295866fe-e84c-4ba3-9598-887e09e538f1 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "PUT /v2.0/routers/254be786-d440-4e4e-8491-ca0b10189b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0731831 Nov 12 09:26:25.358255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36510) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:25.365938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] Sync routers for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:25.383765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:25.384792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:25.429505 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a82ca6c-c4be-471e-bb40-a1c98b7e858e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.485994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting subnet 15347eb1-64d5-4854-8589-83fbf8b6db83 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:26:25.490095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.542508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.673641 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a82ca6c-c4be-471e-bb40-a1c98b7e858e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.700281 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a82ca6c-c4be-471e-bb40-a1c98b7e858e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.730675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.765656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a82ca6c-c4be-471e-bb40-a1c98b7e858e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.766491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a82ca6c-c4be-471e-bb40-a1c98b7e858e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9ccf97-2467-46db-ad18-8af92f202dba {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:25.783478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a82ca6c-c4be-471e-bb40-a1c98b7e858e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.786934 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a82ca6c-c4be-471e-bb40-a1c98b7e858e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/9c9ccf97-2467-46db-ad18-8af92f202dba HTTP/1.1" status: 204 len: 168 time: 0.4556718 Nov 12 09:26:25.790033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:25.846058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.859317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:25.887629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet 3eaf9a91-9e30-475e-b52c-dc2681c60c07 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:26:25.893136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.903008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Subnet': ['ID=15347eb1-64d5-4854-8589-83fbf8b6db83,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:25.959881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0097bee7-8765-4953-ac1e-4f386c18ece6 None None] Network 28862d37-9317-4176-ac68-c377f994a8fd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:25.965763 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:25.970047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-68d1d1dd-cb5e-46fc-bc5a-e7351728b5fe tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/subnets/15347eb1-64d5-4854-8589-83fbf8b6db83 HTTP/1.1" status: 204 len: 168 time: 0.6107731 Nov 12 09:26:25.976047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36526) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:25.984902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.099082 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.179486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.184297 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.203148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.244327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.257802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=3eaf9a91-9e30-475e-b52c-dc2681c60c07,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:26.274223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.279676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f91ef354-28a9-49d4-9731-d65664c98793 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/3eaf9a91-9e30-475e-b52c-dc2681c60c07 HTTP/1.1" status: 204 len: 168 time: 0.4881825 Nov 12 09:26:26.285389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36534) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:26.289245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a40f95-6e86-458d-9122-0268853a6873 None None] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:26.403080 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.463536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Router 72bb44de-821a-4e22-bc19-6db60da60e23 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:26.469966 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.514549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:26.515180 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.552710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] DHCP port deletion for 28862d37-9317-4176-ac68-c377f994a8fd request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:26.650302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,segment=NetworkSegment(ff209c68-0f02-42f9-85f1-fd09a3073591),segment_id=ff209c68-0f02-42f9-85f1-fd09a3073591)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:26.651042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.653995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] DHCP port deletion for c3cf95c6-aaee-4c8b-b712-3496dd029cf3 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:26.661249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Deleting port b9157ce3-4c57-434e-8eab-087500a9be8d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:26.661595 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.665476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] Deleting port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:26.665854 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.669339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:26:23Z', 'revision_number': 5, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port': {'id': 'b9157ce3-4c57-434e-8eab-087500a9be8d', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:e8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3136, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:23:53Z', 'updated_at': '2021-11-12T09:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:26.674012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:26.707721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] Checking router: 254be786-d440-4e4e-8491-ca0b10189b1d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:26:26.740856 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:26.748416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.751133 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] Sync routers for ids ['72bb44de-821a-4e22-bc19-6db60da60e23'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:26.760952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-387af17e-c5cc-472f-bb70-309339a0f774 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "PUT /v2.0/routers/72bb44de-821a-4e22-bc19-6db60da60e23 HTTP/1.1" status: 200 len: 921 time: 3.0257607 Nov 12 09:26:26.765234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36544) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:26.775533 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] Routers {'72bb44de-821a-4e22-bc19-6db60da60e23'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:26.781600 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['72bb44de-821a-4e22-bc19-6db60da60e23'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:26.838565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.847969 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] Routers {'254be786-d440-4e4e-8491-ca0b10189b1d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:26.848642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['254be786-d440-4e4e-8491-ca0b10189b1d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:26.889010 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:26.903217 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] Routers {'72bb44de-821a-4e22-bc19-6db60da60e23'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:26.904379 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['72bb44de-821a-4e22-bc19-6db60da60e23'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:26.909294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No DVR routers for this DVR port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:26.911478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:26.928996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] For port b9157ce3-4c57-434e-8eab-087500a9be8d, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b9157ce3-4c57-434e-8eab-087500a9be8d,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:26.929382 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:26.954405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Calling delete_port for b9157ce3-4c57-434e-8eab-087500a9be8d owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:26.984817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d9836fe5-dd6c-4968-8efa-b09104bae07c tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/72bb44de-821a-4e22-bc19-6db60da60e23 HTTP/1.1" status: 200 len: 921 time: 0.2179186 Nov 12 09:26:26.987532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36548) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:27.018012 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:27.019390 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86267f4b-f222-4b66-8f83-eaf4c97e10a7 None None] The sync data for ids ['72bb44de-821a-4e22-bc19-6db60da60e23'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:27.113428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.113759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] Set router 254be786-d440-4e4e-8491-ca0b10189b1d gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:26:27.172572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2b8d68-a442-4b76-8ac8-9a14cb8cb627 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:27.175518 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1d2b8d68-a442-4b76-8ac8-9a14cb8cb627 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=72bb44de-821a-4e22-bc19-6db60da60e23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1865146 Nov 12 09:26:27.183208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36554) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:27.183485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:26:26Z', 'revision_number': 6, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:27.190059 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:26:27.200033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:27.201584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cf95c6-aaee-4c8b-b712-3496dd029cf3']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:27.231219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.235347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] For port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4a5d6f1e-d6eb-4ce4-bb32-817a7d610534,segment=NetworkSegment(ed87b2ca-5962-4742-a54d-b625be2b9901),segment_id=ed87b2ca-5962-4742-a54d-b625be2b9901)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:27.235753 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.236739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff209c68-0f02-42f9-85f1-fd09a3073591') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:27.237819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff209c68-0f02-42f9-85f1-fd09a3073591') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:27.268792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Port': ['ID=b9157ce3-4c57-434e-8eab-087500a9be8d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:27.276882 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.295407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c63b9e5-82f1-4c6a-9e01-e9d481b5049d None None] The sync data for ids ['254be786-d440-4e4e-8491-ca0b10189b1d'] in n-d-769329-17 is: [{'id': '254be786-d440-4e4e-8491-ca0b10189b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546215274', 'tenant_id': '29ad76fbd32249958059ad70c802938c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:23:50Z', 'updated_at': '2021-11-12T09:26:26Z', 'revision_number': 6, 'project_id': '29ad76fbd32249958059ad70c802938c', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:27.301277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] Calling delete_port for 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:27.307526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:27.308008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:27.308603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:27.322548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.327361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Deleting port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:27.327741 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.335562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ad0eba-4dee-4b36-b5f7-37a08c3a70d5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:27.344056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:26:27.344361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.368971 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: items = [ Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:26:27.385545 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:26:27.488543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.498387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.502447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/c3cf95c6-aaee-4c8b-b712-3496dd029cf3 HTTP/1.1" status: 204 len: 168 time: 1.2154486 Nov 12 09:26:27.506359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96cdae9-9c70-4863-bfa7-ec2bf1324912 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:27.507837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c96cdae9-9c70-4863-bfa7-ec2bf1324912 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.3231514 Nov 12 09:26:27.508511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36558) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:27.513985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-248082025'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:27.524251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36560) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:27.530432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175aa54-d6d5-4d80-a1a6-13cb5b86be95 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=c3cf95c6-aaee-4c8b-b712-3496dd029cf3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:27.560458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:27.573728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.585283 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ecc1bbc4-6582-4851-bda0-d20122171e97 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bb44de-821a-4e22-bc19-6db60da60e23 HTTP/1.1" status: 200 len: 205 time: 0.0596735 Nov 12 09:26:27.587788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:27.592381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] For port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:27.593071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.596711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.600159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.620846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:26:27.621177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Calling delete_port for 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:27.626161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:26:27.634333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.634686 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment 44129b34-ed21-4dd5-a603-bdc4136abe3f of type vlan for network cb7453a7-773d-4419-9f61-adc9e8a51117 Nov 12 09:26:27.664372 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.686757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Network c3cf95c6-aaee-4c8b-b712-3496dd029cf3 is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:26:27.687618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] No DVR routers for this DVR port 2368bbcf-2cdd-4702-8e16-fbf4a7161b00 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:27.707176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.718681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7277350-f179-4b66-8d75-b460fd8c8303 None None] Pushing event deleted for resources: {'Port': ['ID=2368bbcf-2cdd-4702-8e16-fbf4a7161b00,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:27.732792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.751236 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.762725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.769912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:27.770955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.801316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] Pushing event deleted for resources: {'Port': ['ID=4a5d6f1e-d6eb-4ce4-bb32-817a7d610534,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:27.821865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.823245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Fanout notify agent at l3_agent the message router_deleted on router 254be786-d440-4e4e-8491-ca0b10189b1d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:27.826195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96024d-7b3d-458a-9289-8d97310f0c82 None None] No DVR routers for this DVR port 4a5d6f1e-d6eb-4ce4-bb32-817a7d610534 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:27.839295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.848698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-359e46ab-8164-45c8-b8fd-247e4862fdc8 tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/routers/254be786-d440-4e4e-8491-ca0b10189b1d HTTP/1.1" status: 204 len: 168 time: 1.8696480 Nov 12 09:26:27.853921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:27.885817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:27.900927 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3892925 Nov 12 09:26:27.900927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36566) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:27.917204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': 'cb7453a7-773d-4419-9f61-adc9e8a51117', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:27.930746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739373a0-7ed6-4081-80e4-eef3481a13fa tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=cb7453a7-773d-4419-9f61-adc9e8a51117,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:27.949976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network cb7453a7-773d-4419-9f61-adc9e8a51117 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:26:27.980741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.047336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.082574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:28.086350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.342571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.348592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.440171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=a3b2579f-3eeb-4314-8b13-674913596914,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:28.455435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': '44129b34-ed21-4dd5-a603-bdc4136abe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb7453a7-773d-4419-9f61-adc9e8a51117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:28.458533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: cb7453a7-773d-4419-9f61-adc9e8a51117, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:26:28.484193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network cb7453a7-773d-4419-9f61-adc9e8a51117 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:26:28.500093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, cb7453a7-773d-4419-9f61-adc9e8a51117) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:28.508667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:28.509782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.515100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0b75a6-6b5c-41ef-8bb1-7d8b45b61ff2 None None] Network cb7453a7-773d-4419-9f61-adc9e8a51117 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:28.551269 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b97304cb-a2b4-428a-840d-9762931e6bda tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6443436 Nov 12 09:26:28.554495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36572) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:28.561750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c8b72b58-a62f-4969-98dc-f2f6479cec5e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-26689181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:28.607023 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8b72b58-a62f-4969-98dc-f2f6479cec5e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.608902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8b72b58-a62f-4969-98dc-f2f6479cec5e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.644543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.729513 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8b72b58-a62f-4969-98dc-f2f6479cec5e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.740738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8b72b58-a62f-4969-98dc-f2f6479cec5e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.746017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.789720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c8b72b58-a62f-4969-98dc-f2f6479cec5e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.804237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28862d37-9317-4176-ac68-c377f994a8fd']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:28.805160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c8b72b58-a62f-4969-98dc-f2f6479cec5e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2492332 Nov 12 09:26:28.820225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-cb7453a7-773d-4419-9f61-adc9e8a51117', 'network_id': 'cb7453a7-773d-4419-9f61-adc9e8a51117', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': 'a3b2579f-3eeb-4314-8b13-674913596914'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:26:28.820225 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.822663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36580) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:28.825232 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed87b2ca-5962-4742-a54d-b625be2b9901') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:28.827888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed87b2ca-5962-4742-a54d-b625be2b9901') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:28.847472 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.864229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Deleting port a5b39d0e-3ec7-4b1c-a66f-2e69caf20fa9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:28.864229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.879775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.896913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:26:28.897489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:26:28.900681 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:26:29.060206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.063744 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.078637 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.086516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/networks/28862d37-9317-4176-ac68-c377f994a8fd HTTP/1.1" status: 204 len: 168 time: 1.2308340 Nov 12 09:26:29.089873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36590) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:29.135973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Calling delete_port for a5b39d0e-3ec7-4b1c-a66f-2e69caf20fa9 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:29.146143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b9157ce3-4c57-434e-8eab-087500a9be8d no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:29.151543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01275145-e743-4577-8cfe-5814b58fe7aa tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'Network': ['ID=28862d37-9317-4176-ac68-c377f994a8fd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:29.200603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b9157ce3-4c57-434e-8eab-087500a9be8d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:29.201331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b9157ce3-4c57-434e-8eab-087500a9be8d not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:29.202153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b648864a-b13a-4f29-abe1-540e173a4454 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:29.263731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b648864a-b13a-4f29-abe1-540e173a4454 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:29.264415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b648864a-b13a-4f29-abe1-540e173a4454 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:29.281052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Allocated IP 172.20.0.2 (cb7453a7-773d-4419-9f61-adc9e8a51117/a3b2579f-3eeb-4314-8b13-674913596914/4bed490b-5e81-4686-b4dc-004e313e3c1b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:29.344687 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9936aee3-3191-4316-9a55-d7fca0651f1c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.398192 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9936aee3-3191-4316-9a55-d7fca0651f1c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.584882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.595355 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.634319 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9936aee3-3191-4316-9a55-d7fca0651f1c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.640906 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9936aee3-3191-4316-9a55-d7fca0651f1c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.648745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9936aee3-3191-4316-9a55-d7fca0651f1c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] 10.222.0.53 "DELETE /v2.0/security-groups/95b16648-82e2-48c6-b6eb-182a0c446ec7 HTTP/1.1" status: 204 len: 168 time: 0.5515456 Nov 12 09:26:29.671008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Pushing event updated for resources: {'Port': ['ID=4bed490b-5e81-4686-b4dc-004e313e3c1b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:29.678344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936aee3-3191-4316-9a55-d7fca0651f1c tempest-TestNetworkAdvancedServerOps-1381442437 tempest-TestNetworkAdvancedServerOps-1381442437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b16648-82e2-48c6-b6eb-182a0c446ec7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:29.696783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.734676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Network cb7453a7-773d-4419-9f61-adc9e8a51117 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:29.745120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:29.749276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:29.755784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event deleted for resources: {'Port': ['ID=a5b39d0e-3ec7-4b1c-a66f-2e69caf20fa9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:29.809067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fbe7d-39fc-4a76-b1c8-410d8def85ff None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:29.861066 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.953246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Attempting to bind port 4bed490b-5e81-4686-b4dc-004e313e3c1b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:29.954112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Attempting to bind port 4bed490b-5e81-4686-b4dc-004e313e3c1b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '44129b34-ed21-4dd5-a603-bdc4136abe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb7453a7-773d-4419-9f61-adc9e8a51117'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:29.954518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Attempting to bind port 4bed490b-5e81-4686-b4dc-004e313e3c1b on network cb7453a7-773d-4419-9f61-adc9e8a51117 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:29.976842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:29.977427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Checking segment: {'id': '44129b34-ed21-4dd5-a603-bdc4136abe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb7453a7-773d-4419-9f61-adc9e8a51117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:29.978873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:29.978873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Bound using segment: {'id': '44129b34-ed21-4dd5-a603-bdc4136abe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb7453a7-773d-4419-9f61-adc9e8a51117'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:29.979509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Bound port: 4bed490b-5e81-4686-b4dc-004e313e3c1b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44129b34-ed21-4dd5-a603-bdc4136abe3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cb7453a7-773d-4419-9f61-adc9e8a51117'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:29.980178 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.064528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.130246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.134125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.170908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] For port 4bed490b-5e81-4686-b4dc-004e313e3c1b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:30.181542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] For port 4bed490b-5e81-4686-b4dc-004e313e3c1b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4bed490b-5e81-4686-b4dc-004e313e3c1b,segment=NetworkSegment(44129b34-ed21-4dd5-a603-bdc4136abe3f),segment_id=44129b34-ed21-4dd5-a603-bdc4136abe3f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:30.193487 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.217685 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.218693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Fanout notify agent at l3_agent the message router_deleted on router 72bb44de-821a-4e22-bc19-6db60da60e23 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:30.251557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.254368 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f6d26af7-eb34-4d8b-9460-1333fe89fbf0 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/72bb44de-821a-4e22-bc19-6db60da60e23 HTTP/1.1" status: 204 len: 168 time: 2.6654177 Nov 12 09:26:30.261105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36604) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:30.277466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f302564f-9aba-4f45-ac65-2d235f860be5 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1425384207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:30.313336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f302564f-9aba-4f45-ac65-2d235f860be5 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.315161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f302564f-9aba-4f45-ac65-2d235f860be5 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.339803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713bfa0-956b-4944-8bb4-2d2bdc789e06 None None] Pushing event updated for resources: {'Port': ['ID=4bed490b-5e81-4686-b4dc-004e313e3c1b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:30.417412 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f302564f-9aba-4f45-ac65-2d235f860be5 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.423667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f302564f-9aba-4f45-ac65-2d235f860be5 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.456720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36606) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:30.460405 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f302564f-9aba-4f45-ac65-2d235f860be5 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.463626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f302564f-9aba-4f45-ac65-2d235f860be5 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1993918 Nov 12 09:26:30.465688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36610) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:30.472816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:30.833582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.20.0.1 (cb7453a7-773d-4419-9f61-adc9e8a51117/a3b2579f-3eeb-4314-8b13-674913596914/b33d5e03-f840-4db2-b934-73f1af163ed0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:30.937032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:30.970593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3f4902ec-37d8-4c9b-a6a5-f409cdd4a993 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29ad76fbd32249958059ad70c802938c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5086446 Nov 12 09:26:30.970593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36622) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:31.131174 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.134617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1576eb9f-0a7b-4295-b9e2-e9d3fc7ac9af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.171709 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1576eb9f-0a7b-4295-b9e2-e9d3fc7ac9af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.214009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4bed490b-5e81-4686-b4dc-004e313e3c1b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:31.229287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.280967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network cb7453a7-773d-4419-9f61-adc9e8a51117 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:31.285317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:31.291811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:31.304343 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1576eb9f-0a7b-4295-b9e2-e9d3fc7ac9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.308855 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1576eb9f-0a7b-4295-b9e2-e9d3fc7ac9af admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.310592 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1576eb9f-0a7b-4295-b9e2-e9d3fc7ac9af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a369a6e-51dd-46a6-8326-f80d5221a954 HTTP/1.1" status: 204 len: 168 time: 0.3386703 Nov 12 09:26:31.426405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4bed490b-5e81-4686-b4dc-004e313e3c1b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:31.427177 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.431526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=b33d5e03-f840-4db2-b934-73f1af163ed0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:31.438387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576eb9f-0a7b-4295-b9e2-e9d3fc7ac9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a369a6e-51dd-46a6-8326-f80d5221a954,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:31.470834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36628) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:31.484595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.678195 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.758915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 4bed490b-5e81-4686-b4dc-004e313e3c1b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4bed490b-5e81-4686-b4dc-004e313e3c1b,segment=NetworkSegment(44129b34-ed21-4dd5-a603-bdc4136abe3f),segment_id=44129b34-ed21-4dd5-a603-bdc4136abe3f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:31.767781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.771131 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.790433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.858889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:31.951323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=4bed490b-5e81-4686-b4dc-004e313e3c1b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:32.122557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9221c916-a9bb-4a56-b079-4226b3285408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.148584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36634) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:32.193425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Allocated IP 172.25.5.12 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/3f64c485-89c6-4189-abb8-45a48a8e1e28) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:32.261728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-11bb0a1e-3f61-4b9f-8f88-290449a6b4e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a5a5d970c28d441b90e3d843a2b05f44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1114550 Nov 12 09:26:32.265320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36638) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:32.331806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ec2ed2-6a8e-45fa-a838-b8191e5f0e8e None None] Network cb7453a7-773d-4419-9f61-adc9e8a51117 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:32.401263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9221c916-a9bb-4a56-b079-4226b3285408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.408430 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9221c916-a9bb-4a56-b079-4226b3285408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.419230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157c1dd9-329f-4868-8939-e2d3527b4711 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.455507 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.473201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9f49ed61-806a-47df-8388-a952c1903509 None None] Provisioning complete for port 4bed490b-5e81-4686-b4dc-004e313e3c1b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:32.473831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f49ed61-806a-47df-8388-a952c1903509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.477642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157c1dd9-329f-4868-8939-e2d3527b4711 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.496039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9221c916-a9bb-4a56-b079-4226b3285408 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29d902af7b014e248e9de7a399a54df6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0232768 Nov 12 09:26:32.499227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36640) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:32.502613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221c916-a9bb-4a56-b079-4226b3285408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c027e5-c70d-4eda-9734-ba7a05a86cd0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:32.507581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.516277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.584636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.665133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157c1dd9-329f-4868-8939-e2d3527b4711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.668556 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-157c1dd9-329f-4868-8939-e2d3527b4711 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.670347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-157c1dd9-329f-4868-8939-e2d3527b4711 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec6cb371-50d3-4ab5-bd49-734b8ad6d9be HTTP/1.1" status: 204 len: 168 time: 0.4039800 Nov 12 09:26:32.673004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:32.678319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.686602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=b33d5e03-f840-4db2-b934-73f1af163ed0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:32.699740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:32.703181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:32.736428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c1dd9-329f-4868-8939-e2d3527b4711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6cb371-50d3-4ab5-bd49-734b8ad6d9be,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:32.739794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885300cb-2696-4d9c-a3f2-efea294b1bb5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:32.743390 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event updated for resources: {'Port': ['ID=3f64c485-89c6-4189-abb8-45a48a8e1e28,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:32.809485 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46855e23-2337-4904-a3b2-8a8d477c71bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.874602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network cb7453a7-773d-4419-9f61-adc9e8a51117 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:32.889384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:32.894968 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46855e23-2337-4904-a3b2-8a8d477c71bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:32.910211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a25de4fe-ccd1-4160-9dce-e1ab2255fd86 None None] Provisioning complete for port 3f64c485-89c6-4189-abb8-45a48a8e1e28 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:32.910716 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a25de4fe-ccd1-4160-9dce-e1ab2255fd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.001294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a25de4fe-ccd1-4160-9dce-e1ab2255fd86 None None] Port 3f64c485-89c6-4189-abb8-45a48a8e1e28 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:33.157576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4bed490b-5e81-4686-b4dc-004e313e3c1b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:33.171502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46855e23-2337-4904-a3b2-8a8d477c71bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.175246 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-46855e23-2337-4904-a3b2-8a8d477c71bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.176549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-46855e23-2337-4904-a3b2-8a8d477c71bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57c027e5-c70d-4eda-9734-ba7a05a86cd0 HTTP/1.1" status: 204 len: 168 time: 0.6761997 Nov 12 09:26:33.192775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.203365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46855e23-2337-4904-a3b2-8a8d477c71bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c027e5-c70d-4eda-9734-ba7a05a86cd0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:33.220830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 25185bf5-32fa-470e-8201-1b3cb9ac24b3 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:33.317901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e46067b9-de85-4d4b-b910-98d6a11f5423 None None] Provisioning complete for port b33d5e03-f840-4db2-b934-73f1af163ed0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:33.318279 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e46067b9-de85-4d4b-b910-98d6a11f5423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.410018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e46067b9-de85-4d4b-b910-98d6a11f5423 None None] Port b33d5e03-f840-4db2-b934-73f1af163ed0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:33.443383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e46067b9-de85-4d4b-b910-98d6a11f5423 None None] Provisioning complete for port 4bed490b-5e81-4686-b4dc-004e313e3c1b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:33.444005 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e46067b9-de85-4d4b-b910-98d6a11f5423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.493330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:33.504301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 4bed490b-5e81-4686-b4dc-004e313e3c1b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:33.504857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.510954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-abe2720d-ef0c-4c26-b7cf-b26aa5ddc034 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/25185bf5-32fa-470e-8201-1b3cb9ac24b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6836963 Nov 12 09:26:33.511315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36654) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:33.513865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] Sync routers for ids ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:33.545172 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.555503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:33.621490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4958c40-091e-4201-92b8-d1eae2bf3af6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:33.623171 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a4958c40-091e-4201-92b8-d1eae2bf3af6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports/b33d5e03-f840-4db2-b934-73f1af163ed0 HTTP/1.1" status: 200 len: 910 time: 0.1106825 Nov 12 09:26:33.632572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36658) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:33.843021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Router faadab9d-7dc3-49a3-802c-11dfe9c5e3da is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:33.966648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] Routers {'25185bf5-32fa-470e-8201-1b3cb9ac24b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:33.967684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.030144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.047459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:34.059819 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.060345 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] Sync routers for ids ['faadab9d-7dc3-49a3-802c-11dfe9c5e3da'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:34.065866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6fc76f15-4531-4b49-84bd-abd0b8c2412b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "PUT /v2.0/routers/faadab9d-7dc3-49a3-802c-11dfe9c5e3da HTTP/1.1" status: 200 len: 879 time: 3.5951188 Nov 12 09:26:34.066272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36664) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.104575 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] Routers {'faadab9d-7dc3-49a3-802c-11dfe9c5e3da'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:34.108356 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['faadab9d-7dc3-49a3-802c-11dfe9c5e3da'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.163457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] Routers {'25185bf5-32fa-470e-8201-1b3cb9ac24b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:34.164926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.187878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36670) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.213172 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9a335b-7db3-4fcc-972d-db65bcfb4723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.254708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.255653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7469bd60-802b-4e7c-a263-e077b3eab517 None None] The sync data for ids ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:34.260401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6eb30021-a90d-4381-96e3-6bfb50d59833 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/faadab9d-7dc3-49a3-802c-11dfe9c5e3da HTTP/1.1" status: 200 len: 920 time: 0.1891587 Nov 12 09:26:34.262253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.334342 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.349819 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9a335b-7db3-4fcc-972d-db65bcfb4723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.352637 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] Routers {'faadab9d-7dc3-49a3-802c-11dfe9c5e3da'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:34.353752 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['faadab9d-7dc3-49a3-802c-11dfe9c5e3da'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.354327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff0bd25-14ad-4a17-b76d-e69f6ae9c0a2 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:34.359466 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bff0bd25-14ad-4a17-b76d-e69f6ae9c0a2 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=faadab9d-7dc3-49a3-802c-11dfe9c5e3da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0929203 Nov 12 09:26:34.359832 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36676) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.371248 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9a335b-7db3-4fcc-972d-db65bcfb4723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.391194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-75e191bd-c10c-4e81-ad09-058e5a8302c5 None None] Provisioning complete for port b33d5e03-f840-4db2-b934-73f1af163ed0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:34.391561 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-75e191bd-c10c-4e81-ad09-058e5a8302c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.404276 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:34.404998 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f12f3b5-cf83-4310-affb-5c6296a4f9ed None None] The sync data for ids ['faadab9d-7dc3-49a3-802c-11dfe9c5e3da'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:34.446269 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.454630 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ad9a335b-7db3-4fcc-972d-db65bcfb4723 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d84e5f3fc264f68b9a75884c547c448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609525 Nov 12 09:26:34.454630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a335b-7db3-4fcc-972d-db65bcfb4723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f07fee-a7b1-4d16-a84d-354b3fdd095a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:34.456952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36680) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.457116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-75e191bd-c10c-4e81-ad09-058e5a8302c5 None None] Port b33d5e03-f840-4db2-b934-73f1af163ed0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:34.537437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae11cec-0997-4ee0-b8a4-62a9911623de tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:34.539017 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4ae11cec-0997-4ee0-b8a4-62a9911623de tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.1781917 Nov 12 09:26:34.545012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.568487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36684) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.581316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-721cd5e3-9405-4e9b-8c97-db430c38c766 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=faadab9d-7dc3-49a3-802c-11dfe9c5e3da HTTP/1.1" status: 200 len: 205 time: 0.0350714 Nov 12 09:26:34.584862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:34.643612 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5360714d-dfa9-4b63-a732-37aebdc33dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.697079 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5360714d-dfa9-4b63-a732-37aebdc33dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.754681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1228104550-network', 'tenant_id': '2cafe1d765d74cfea4540a2f2bd7b1ca'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:34.759647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.800857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5360714d-dfa9-4b63-a732-37aebdc33dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.803662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5360714d-dfa9-4b63-a732-37aebdc33dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.804873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5360714d-dfa9-4b63-a732-37aebdc33dea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51f07fee-a7b1-4d16-a84d-354b3fdd095a HTTP/1.1" status: 204 len: 168 time: 0.3042223 Nov 12 09:26:34.826699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5360714d-dfa9-4b63-a732-37aebdc33dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f07fee-a7b1-4d16-a84d-354b3fdd095a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:34.833847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Made reservation on behalf of 2cafe1d765d74cfea4540a2f2bd7b1ca for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:34.836365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.872165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.926789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:34.957166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port b33d5e03-f840-4db2-b934-73f1af163ed0 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:34.957166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.002627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Deleting port 3f64c485-89c6-4189-abb8-45a48a8e1e28 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:35.003690 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.083061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.096190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.115186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.120189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.131960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Calling delete_port for 3f64c485-89c6-4189-abb8-45a48a8e1e28 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:35.148199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for b33d5e03-f840-4db2-b934-73f1af163ed0 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:35.153132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:26:35.169030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3972c482-4f8e-4af0-8822-7ba12bba9d7a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:35.180267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.180618 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Added segment f4fea7c3-865b-4ee5-9985-86b0366ff270 of type vlan for network 8eccc036-9ee7-4245-b909-7732b6ea974c Nov 12 09:26:35.272432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.352927 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.356419 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.358035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:35.358682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.399634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event deleted for resources: {'Port': ['ID=3f64c485-89c6-4189-abb8-45a48a8e1e28,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:35.430496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c05f12-9883-41d6-84b7-ee8e07481bdc None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:35.441106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8657193 Nov 12 09:26:35.441106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36704) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:35.446449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Request body: {'subnet': {'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1228104550-subnet', 'tenant_id': '2cafe1d765d74cfea4540a2f2bd7b1ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:35.490311 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.490987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bc62d-780f-4f68-aa0e-e3f10edac463 admin admin] Pushing event updated for resources: {'Network': ['ID=8eccc036-9ee7-4245-b909-7732b6ea974c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:35.506334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 8eccc036-9ee7-4245-b909-7732b6ea974c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:26:35.520565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Made reservation on behalf of 2cafe1d765d74cfea4540a2f2bd7b1ca for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:35.523393 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.554518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:35.634295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=b33d5e03-f840-4db2-b934-73f1af163ed0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:35.910629 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.003255 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-d966d3bf-4281-4cb0-b3bf-ce6a5383ea3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1523325 Nov 12 09:26:36.059776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.153089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.156765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.238497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.239106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Fanout notify agent at l3_agent the message router_deleted on router faadab9d-7dc3-49a3-802c-11dfe9c5e3da {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:36.248364 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.253746 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1fb2c557-6c31-41da-915b-4bca765d59c9 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/faadab9d-7dc3-49a3-802c-11dfe9c5e3da HTTP/1.1" status: 204 len: 168 time: 1.6635857 Nov 12 09:26:36.259293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36720) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:36.264523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-389b83be-fd12-4e85-aa76-606c513abbe4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-736592356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:36.302735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-389b83be-fd12-4e85-aa76-606c513abbe4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.304561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-389b83be-fd12-4e85-aa76-606c513abbe4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.371538 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-389b83be-fd12-4e85-aa76-606c513abbe4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.382674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-389b83be-fd12-4e85-aa76-606c513abbe4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.411991 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-389b83be-fd12-4e85-aa76-606c513abbe4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.413980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-389b83be-fd12-4e85-aa76-606c513abbe4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1533856 Nov 12 09:26:36.416783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36724) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:36.422826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': True}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:36.608977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d097f736-cafd-4f88-955e-a518d8e63fe2,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:36.628527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 25185bf5-32fa-470e-8201-1b3cb9ac24b3 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:36.653383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-3aaacaf2-ac6b-4859-976f-8e231c64816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:36.655017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-3aaacaf2-ac6b-4859-976f-8e231c64816f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 1097 time: 0.5457060 Nov 12 09:26:36.662466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Checking segment: {'id': 'f4fea7c3-865b-4ee5-9985-86b0366ff270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:36.662822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Network hostable DHCP agents. Network: 8eccc036-9ee7-4245-b909-7732b6ea974c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:26:36.712251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.774531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Network 8eccc036-9ee7-4245-b909-7732b6ea974c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:26:36.799273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:36.818544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] Sync routers for ids ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:36.830246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] Routers {'25185bf5-32fa-470e-8201-1b3cb9ac24b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:36.831782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:36.856088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9aa26f8f-54ae-49ae-abe6-292448f499d7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/25185bf5-32fa-470e-8201-1b3cb9ac24b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2223272 Nov 12 09:26:36.882360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:36.894868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36734) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:36.894868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 8eccc036-9ee7-4245-b909-7732b6ea974c) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:36.913140 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] Routers {'25185bf5-32fa-470e-8201-1b3cb9ac24b3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:36.914132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:36.924857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:36.925554 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:36.953290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-108565d5-dfe8-4d3b-8285-e0cab70069d1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=25185bf5-32fa-470e-8201-1b3cb9ac24b3 HTTP/1.1" status: 200 len: 205 time: 0.0630095 Nov 12 09:26:36.956999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36742) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:36.958653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1880c4cf-1a82-4e1f-ab6d-6ff3298613c2 None None] Network 8eccc036-9ee7-4245-b909-7732b6ea974c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:36.966188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-520f89fc-4494-44bf-ac2a-6ae30a3d6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:36.968984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-520f89fc-4494-44bf-ac2a-6ae30a3d6167 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2576511 Nov 12 09:26:36.983961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d882c9a9-2788-4252-a7fa-2e71e6c788f7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5336354 Nov 12 09:26:37.004058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:37.005435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5e6ee-23b7-46d3-89fd-705e6bc88281 None None] The sync data for ids ['25185bf5-32fa-470e-8201-1b3cb9ac24b3'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:37.104162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.146947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-6b084c71-7ab1-4b4b-af09-c0159473a34d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d HTTP/1.1" status: 200 len: 217 time: 0.1699655 Nov 12 09:26:37.169622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.175746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-509083b4-83c1-41ff-947a-356c2314a9a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.261495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9689fe-a3d1-4445-bdc3-6b398ad2c18f None None] Network 8eccc036-9ee7-4245-b909-7732b6ea974c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:37.318295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-3c1b9872-5252-4326-b6db-779e947a9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:37.319804 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-3c1b9872-5252-4326-b6db-779e947a9cab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1627810 Nov 12 09:26:37.433703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Allocated IP 172.25.5.44 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/6104f0fa-71c1-4ed0-b0f9-dc6cea87f8fa) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:37.491827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-509083b4-83c1-41ff-947a-356c2314a9a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.495172 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-509083b4-83c1-41ff-947a-356c2314a9a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.547381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-2ccc2b50-eb2e-4b81-b14a-91d76d36c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:37.549522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-2ccc2b50-eb2e-4b81-b14a-91d76d36c04e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1909478 Nov 12 09:26:37.550849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-509083b4-83c1-41ff-947a-356c2314a9a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.552941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509083b4-83c1-41ff-947a-356c2314a9a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Fanout notify agent at l3_agent the message router_deleted on router 25185bf5-32fa-470e-8201-1b3cb9ac24b3 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:37.560604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-509083b4-83c1-41ff-947a-356c2314a9a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.561998 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-509083b4-83c1-41ff-947a-356c2314a9a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/25185bf5-32fa-470e-8201-1b3cb9ac24b3 HTTP/1.1" status: 204 len: 168 time: 0.6037252 Nov 12 09:26:37.569829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36774) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:37.669576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet a3b2579f-3eeb-4314-8b13-674913596914 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:26:37.679737 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.681782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.682020 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-32bb97f3-b03b-431f-acf7-92050ee95a8e service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186476 Nov 12 09:26:37.766996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.827002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36780) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:37.841858 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3584ae44-27e0-4b2c-86d6-68ea0a4f21a3 req-87c40870-e38f-4879-9d66-3baecbf41e79 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529560 Nov 12 09:26:37.846290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:37.922736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:37.932193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:37.944813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:37.956209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Port': ['ID=6104f0fa-71c1-4ed0-b0f9-dc6cea87f8fa,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:37.958708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f3ffe-0eba-4081-9ea3-2687dd38dbbd None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:37.987735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.023301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8de2b06c-3780-4dad-86e3-93b7f6993fd7 None None] Provisioning complete for port 6104f0fa-71c1-4ed0-b0f9-dc6cea87f8fa triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:38.024082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8de2b06c-3780-4dad-86e3-93b7f6993fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.083338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8de2b06c-3780-4dad-86e3-93b7f6993fd7 None None] Port 6104f0fa-71c1-4ed0-b0f9-dc6cea87f8fa cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:38.193185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.214429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36790) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:38.222177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1103444699-network', 'tenant_id': 'a0feded168bc419da5ca78735387c98e'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:38.253666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3666b58-96e4-41a5-83ec-0e4a6ea7e244 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.254041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Made reservation on behalf of a0feded168bc419da5ca78735387c98e for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:38.256716 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.261798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b2579f-3eeb-4314-8b13-674913596914,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:38.270457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7780127f-1b35-4e1e-a216-9c96eeb8b4c3 None None] Network cb7453a7-773d-4419-9f61-adc9e8a51117 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:38.284796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.309070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.312622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7adc56f6-b11e-4b2d-b8f4-f65dedd4b599 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/a3b2579f-3eeb-4314-8b13-674913596914 HTTP/1.1" status: 204 len: 168 time: 0.7414894 Nov 12 09:26:38.318497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36792) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:38.448066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.454930 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.485253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.493986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:26:38.515036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb2ab2-fa22-4736-a06a-ad4e1e95589c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:38.521659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.537219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.538121 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Added segment cd9f8dbd-c3c1-49f3-83bd-ff91442d015d of type vlan for network ff42debf-d1a2-4d10-b6d4-a4b3a963913f Nov 12 09:26:38.543480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] DHCP port deletion for cb7453a7-773d-4419-9f61-adc9e8a51117 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:38.622812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.627311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] Deleting port 4bed490b-5e81-4686-b4dc-004e313e3c1b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:38.627733 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.673632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.673632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:38.678412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.728145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] For port 4bed490b-5e81-4686-b4dc-004e313e3c1b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4bed490b-5e81-4686-b4dc-004e313e3c1b,segment=NetworkSegment(44129b34-ed21-4dd5-a603-bdc4136abe3f),segment_id=44129b34-ed21-4dd5-a603-bdc4136abe3f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:38.728840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.734873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5186923 Nov 12 09:26:38.740212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:38.747684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] Calling delete_port for 4bed490b-5e81-4686-b4dc-004e313e3c1b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:38.755463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Request body: {'subnet': {'network_id': 'ff42debf-d1a2-4d10-b6d4-a4b3a963913f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1103444699-subnet', 'tenant_id': 'a0feded168bc419da5ca78735387c98e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:38.772961 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3666b58-96e4-41a5-83ec-0e4a6ea7e244 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.796603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220ea639-787f-42d4-9c9c-17907029779b admin admin] Pushing event updated for resources: {'Network': ['ID=ff42debf-d1a2-4d10-b6d4-a4b3a963913f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:38.798968 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3666b58-96e4-41a5-83ec-0e4a6ea7e244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.819110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ff42debf-d1a2-4d10-b6d4-a4b3a963913f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:26:38.884827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3666b58-96e4-41a5-83ec-0e4a6ea7e244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c728b8c4-b73b-4a56-b341-fd9215527b5f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:38.888700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Made reservation on behalf of a0feded168bc419da5ca78735387c98e for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:38.891060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.902232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b3666b58-96e4-41a5-83ec-0e4a6ea7e244 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e76408fecd94115bd78fb9ab25d9397&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0739725 Nov 12 09:26:38.903987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36796) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:38.920300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.955187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] Pushing event deleted for resources: {'Port': ['ID=4bed490b-5e81-4686-b4dc-004e313e3c1b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:38.958256 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 4bed490b-5e81-4686-b4dc-004e313e3c1b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:38.958603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:38.964494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689bccbc-3bab-4e9b-9190-bbcf4c11b9c3 None None] No DVR routers for this DVR port 4bed490b-5e81-4686-b4dc-004e313e3c1b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:38.983715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f05d20a8-e30c-460f-9eee-c536726d4276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.018136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f05d20a8-e30c-460f-9eee-c536726d4276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.055006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4bed490b-5e81-4686-b4dc-004e313e3c1b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:39.094320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 4bed490b-5e81-4686-b4dc-004e313e3c1b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:39.095296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4bed490b-5e81-4686-b4dc-004e313e3c1b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:39.103816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f05d20a8-e30c-460f-9eee-c536726d4276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.108596 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f05d20a8-e30c-460f-9eee-c536726d4276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.113739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f05d20a8-e30c-460f-9eee-c536726d4276 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c728b8c4-b73b-4a56-b341-fd9215527b5f HTTP/1.1" status: 204 len: 168 time: 0.2081909 Nov 12 09:26:39.122564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05d20a8-e30c-460f-9eee-c536726d4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c728b8c4-b73b-4a56-b341-fd9215527b5f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:39.166153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port 4bed490b-5e81-4686-b4dc-004e313e3c1b, host n-d-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:39.166525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.190115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 4bed490b-5e81-4686-b4dc-004e313e3c1b owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:39.197167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Port 4bed490b-5e81-4686-b4dc-004e313e3c1b was not found and therefore no delete operation was performed {{(pid=109376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:26:39.204820 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.208165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.241523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.265116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=4bed490b-5e81-4686-b4dc-004e313e3c1b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:39.267324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No DVR routers for this DVR port 4bed490b-5e81-4686-b4dc-004e313e3c1b on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:39.459531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.525409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.542075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36804) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:39.545877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7453a7-773d-4419-9f61-adc9e8a51117']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:39.557153 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0859bf9-0f03-461d-8bcb-93b0d06d5946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.583764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44129b34-ed21-4dd5-a603-bdc4136abe3f') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:39.584098 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44129b34-ed21-4dd5-a603-bdc4136abe3f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:39.604831 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.645965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bb7caf2-b4cc-48d1-a112-8fa48c5d6dd0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:39.648886 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.661181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0859bf9-0f03-461d-8bcb-93b0d06d5946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.666670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0859bf9-0f03-461d-8bcb-93b0d06d5946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.667680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:26:39.668124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:26:39.671288 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:26:39.712103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859bf9-0f03-461d-8bcb-93b0d06d5946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678ca566-ada3-43de-9bd7-3ef93b4e2618,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:39.716648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d0859bf9-0f03-461d-8bcb-93b0d06d5946 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe58245b2ca147188659848e54b78033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1733356 Nov 12 09:26:39.719461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36806) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:39.729001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Checking segment: {'id': 'cd9f8dbd-c3c1-49f3-83bd-ff91442d015d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'ff42debf-d1a2-4d10-b6d4-a4b3a963913f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:39.729264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Network hostable DHCP agents. Network: ff42debf-d1a2-4d10-b6d4-a4b3a963913f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:26:39.756419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Router f2d934cf-8144-44ca-b8ae-f48ac1d73f5d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:39.763515 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.774516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.781418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36808) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:39.782014 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/cb7453a7-773d-4419-9f61-adc9e8a51117 HTTP/1.1" status: 204 len: 168 time: 1.4595962 Nov 12 09:26:39.785769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Network ff42debf-d1a2-4d10-b6d4-a4b3a963913f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:26:39.795127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-361744682', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:39.800592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c28f3-8028-4f4a-86ea-1c681c405f04 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=cb7453a7-773d-4419-9f61-adc9e8a51117,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:39.816540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95c4451e-c13f-4313-8be3-3a51c7282f63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.848784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ff42debf-d1a2-4d10-b6d4-a4b3a963913f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:39.852512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.854150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.856025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:39.857710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.862289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95c4451e-c13f-4313-8be3-3a51c7282f63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.866576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118616d3-27f1-40ad-91c9-c782f483791f None None] Network ff42debf-d1a2-4d10-b6d4-a4b3a963913f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:39.914246 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-14bc8f64-8206-473d-92be-3964cdcc17f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1658862 Nov 12 09:26:39.958554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:39.967630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.968954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ff3846f-24e9-4f75-ae01-d60e6946c76a tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "PUT /v2.0/routers/f2d934cf-8144-44ca-b8ae-f48ac1d73f5d HTTP/1.1" status: 200 len: 913 time: 3.5507624 Nov 12 09:26:39.974929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36814) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:39.980108 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] Sync routers for ids ['f2d934cf-8144-44ca-b8ae-f48ac1d73f5d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:39.987434 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95c4451e-c13f-4313-8be3-3a51c7282f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.989119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-95c4451e-c13f-4313-8be3-3a51c7282f63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:39.993580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-95c4451e-c13f-4313-8be3-3a51c7282f63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/678ca566-ada3-43de-9bd7-3ef93b4e2618 HTTP/1.1" status: 204 len: 168 time: 0.2700160 Nov 12 09:26:39.993580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.002314 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] Routers {'f2d934cf-8144-44ca-b8ae-f48ac1d73f5d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:40.004055 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f2d934cf-8144-44ca-b8ae-f48ac1d73f5d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:40.013001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4451e-c13f-4313-8be3-3a51c7282f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678ca566-ada3-43de-9bd7-3ef93b4e2618,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:40.059130 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:40.077077 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] Routers {'f2d934cf-8144-44ca-b8ae-f48ac1d73f5d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:40.078085 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f2d934cf-8144-44ca-b8ae-f48ac1d73f5d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:40.134763 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:40.135781 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e11b716-02a5-4d65-85dd-458b5046232d None None] The sync data for ids ['f2d934cf-8144-44ca-b8ae-f48ac1d73f5d'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:40.198963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a49e7-619e-452b-957a-e5c749e87f0a None None] Network ff42debf-d1a2-4d10-b6d4-a4b3a963913f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:40.215040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-90209197-5aaf-4218-9847-096ad57dc244 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/f2d934cf-8144-44ca-b8ae-f48ac1d73f5d HTTP/1.1" status: 200 len: 919 time: 0.2379425 Nov 12 09:26:40.217622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:40.275685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b3f39-7e45-4390-a624-e974a8f1e0ca tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:40.281066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2c7b3f39-7e45-4390-a624-e974a8f1e0ca tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=f2d934cf-8144-44ca-b8ae-f48ac1d73f5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0581729 Nov 12 09:26:40.281066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36826) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:40.345491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.516756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574fefd3-4392-492c-867a-e430fcc87ff5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:40.520773 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-574fefd3-4392-492c-867a-e430fcc87ff5 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.2379026 Nov 12 09:26:40.520952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36836) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:40.577379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1a790175-e734-418d-aaa0-6c2420683e25 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d934cf-8144-44ca-b8ae-f48ac1d73f5d HTTP/1.1" status: 200 len: 205 time: 0.0506823 Nov 12 09:26:40.580192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:40.788223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561820ec-7d1e-49b0-b85d-4e49c1e642c0 req-e14fd453-25ca-43a6-a1d3-244931afe6a6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:40.789671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-561820ec-7d1e-49b0-b85d-4e49c1e642c0 req-e14fd453-25ca-43a6-a1d3-244931afe6a6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1315234 Nov 12 09:26:40.817753 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.820165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.846227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8f71-3992-458b-90a6-a47ce31516ab req-7f0d16b7-9746-44c7-af38-e7f8c3c88ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:40.847944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-325c8f71-3992-458b-90a6-a47ce31516ab req-7f0d16b7-9746-44c7-af38-e7f8c3c88ddf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.2382760 Nov 12 09:26:40.853351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.952403 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-561820ec-7d1e-49b0-b85d-4e49c1e642c0 req-44a100fb-5997-4731-8025-5cc9f9fa5419 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530619 Nov 12 09:26:40.996023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-2e68c7a2-9af3-4db3-8dba-69529151ed50 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:40.996740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:40.997564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-2e68c7a2-9af3-4db3-8dba-69529151ed50 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/networks?id=8eccc036-9ee7-4245-b909-7732b6ea974c HTTP/1.1" status: 200 len: 812 time: 0.2771790 Nov 12 09:26:41.064171 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-b166e973-111a-49e0-acc2-8daa41c15870 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/quotas/2cafe1d765d74cfea4540a2f2bd7b1ca HTTP/1.1" status: 200 len: 375 time: 0.0548081 Nov 12 09:26:41.067592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Deleting port 6104f0fa-71c1-4ed0-b0f9-dc6cea87f8fa {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:41.067985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:41.073441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8f71-3992-458b-90a6-a47ce31516ab req-5c673711-a24b-4450-be7c-708d64b08047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:41.074929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-325c8f71-3992-458b-90a6-a47ce31516ab req-5c673711-a24b-4450-be7c-708d64b08047 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2173476 Nov 12 09:26:41.153337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-754dd962-fce5-4bb8-9a2a-d8c9d8b122c0 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2cafe1d765d74cfea4540a2f2bd7b1ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755231 Nov 12 09:26:41.174991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.25.5.175 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/1329d6d0-ffd4-463d-a811-2e68e378e413) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:41.212263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-325c8f71-3992-458b-90a6-a47ce31516ab req-37af6807-0612-44b3-8823-80793bfb019f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.1213856 Nov 12 09:26:41.328187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8f71-3992-458b-90a6-a47ce31516ab req-d5c4a040-2f7d-4d9f-8fab-11d2c52d7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:41.330336 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-325c8f71-3992-458b-90a6-a47ce31516ab req-d5c4a040-2f7d-4d9f-8fab-11d2c52d7594 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1068707 Nov 12 09:26:41.459951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:41.476798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c8f71-3992-458b-90a6-a47ce31516ab req-62de657d-83c4-43c4-9021-39dd193fab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:41.478551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-325c8f71-3992-458b-90a6-a47ce31516ab req-62de657d-83c4-43c4-9021-39dd193fab89 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390595 Nov 12 09:26:41.568192 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:41.583886 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-589b2811-b4b9-4a0a-8a2e-8ac1b56b1899 service neutron] 10.222.0.53 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141767 Nov 12 09:26:41.586443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Calling delete_port for 6104f0fa-71c1-4ed0-b0f9-dc6cea87f8fa owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:41.626907 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:41.808367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:41.841319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event deleted for resources: {'Port': ['ID=6104f0fa-71c1-4ed0-b0f9-dc6cea87f8fa,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:41.873700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34df587-c933-4d3c-81d2-9e839899b2f2 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:41.916023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.032336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.035044 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.093322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:42.099501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-325c8f71-3992-458b-90a6-a47ce31516ab req-291ef2b0-0e01-4491-a6a1-620950995f01 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107390 Nov 12 09:26:42.105105 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:42.107648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:42.116973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.117447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Fanout notify agent at l3_agent the message router_deleted on router f2d934cf-8144-44ca-b8ae-f48ac1d73f5d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:42.124629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.130607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d02514b-5d82-46da-b973-bbc6ac38da4b tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/f2d934cf-8144-44ca-b8ae-f48ac1d73f5d HTTP/1.1" status: 204 len: 168 time: 1.5490172 Nov 12 09:26:42.132742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36892) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:42.133786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f912b-81f8-49b2-b09a-05586d183e90 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:42.139922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-29008d99-32fa-41a7-83d2-12e87924b562 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-964152445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:42.143224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=1329d6d0-ffd4-463d-a811-2e68e378e413,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:42.168409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced9cb3-38c7-4b20-99d8-3c33170b800c req-b7caf603-248d-419f-8d8f-97b5555a9d11 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:42.170010 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dced9cb3-38c7-4b20-99d8-3c33170b800c req-b7caf603-248d-419f-8d8f-97b5555a9d11 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1268682 Nov 12 09:26:42.204323 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29008d99-32fa-41a7-83d2-12e87924b562 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.205462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29008d99-32fa-41a7-83d2-12e87924b562 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.234633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-dd162331-bd78-417c-a3b4-c0321fdc9fdc service neutron] 10.222.0.53 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6427271 Nov 12 09:26:42.293279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d3894e94-2de8-47e1-a965-9f38ab701667 None None] Provisioning complete for port 1329d6d0-ffd4-463d-a811-2e68e378e413 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:42.293975 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d3894e94-2de8-47e1-a965-9f38ab701667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.301800 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dced9cb3-38c7-4b20-99d8-3c33170b800c req-fdfe3306-03cb-4e55-85a5-7b9e722849ac tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212893 Nov 12 09:26:42.344729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d3894e94-2de8-47e1-a965-9f38ab701667 None None] Port 1329d6d0-ffd4-463d-a811-2e68e378e413 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:42.383687 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29008d99-32fa-41a7-83d2-12e87924b562 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.395036 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29008d99-32fa-41a7-83d2-12e87924b562 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.406657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-325c8f71-3992-458b-90a6-a47ce31516ab req-a9eb9dcf-4ab6-4a8c-9f5c-80a9d1c01d30 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950888 Nov 12 09:26:42.431589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-29008d99-32fa-41a7-83d2-12e87924b562 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.436955 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-29008d99-32fa-41a7-83d2-12e87924b562 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3027310 Nov 12 09:26:42.437936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:42.445153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:42.594679 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.626278 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0138ff62-90c1-46be-9ae5-85ada8dbcdcf req-6f826dfe-78dc-44dc-8da9-fac9db70717f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 210 time: 0.1192873 Nov 12 09:26:42.838998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:42.880297 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.069917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 361deca9-736b-4cfe-b039-2add1b00abcb is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:43.141155 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.163257 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.208363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:43.228555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] Sync routers for ids ['361deca9-736b-4cfe-b039-2add1b00abcb'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:43.247145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] Routers {'361deca9-736b-4cfe-b039-2add1b00abcb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:43.248501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['361deca9-736b-4cfe-b039-2add1b00abcb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:43.249943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.252451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9b8207b-afc8-46d0-b1c4-7cf514d0e730 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4681838 Nov 12 09:26:43.256105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36904) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:43.298973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:43.313959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] Routers {'361deca9-736b-4cfe-b039-2add1b00abcb'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:43.315311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['361deca9-736b-4cfe-b039-2add1b00abcb'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:43.366142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:43.366855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e70cb6-21c9-482f-8256-3ce63397a235 None None] The sync data for ids ['361deca9-736b-4cfe-b039-2add1b00abcb'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:43.430953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Allocated IP 172.25.5.222 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/20d34505-917a-4b1d-9fdd-3e02325d471c) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:43.464619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-276fe239-10a4-48e4-9f87-52fcdfd5a4d6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/routers/361deca9-736b-4cfe-b039-2add1b00abcb HTTP/1.1" status: 200 len: 880 time: 0.2070260 Nov 12 09:26:43.469213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36910) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:43.498042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdabea-050b-4150-9e05-3d5e98a17a62 req-1139a67c-5a25-4267-ae50-653e8e52a412 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:43.500666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43bdabea-050b-4150-9e05-3d5e98a17a62 req-1139a67c-5a25-4267-ae50-653e8e52a412 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0966363 Nov 12 09:26:43.641094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.644074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43bdabea-050b-4150-9e05-3d5e98a17a62 req-12a0e0bd-b3eb-400c-b50d-a68c3f34a67b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144977 Nov 12 09:26:43.771784 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9bc320b9-029d-4be0-94c6-8071787e7820 req-3daca75b-88c2-4a3d-acf6-a77807b50dc6 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 210 time: 0.0531232 Nov 12 09:26:43.776571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.836474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:43.841393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:43.846261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:43.877122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da63788a-6225-4fea-8bf9-0e277ac5dbc3 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:43.916193 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03ca9ea4-7634-489d-9c9d-20048df54e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:43.928906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ebb6b664-fd4c-430d-bd0e-7bddd58a357d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4503593 Nov 12 09:26:43.948367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36926) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:43.955088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-3714b4d5-ef91-4bbf-8b5c-78a38b64849a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-361744682'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:44.010334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b1acb3d2-74c5-46ed-b3c0-88642513e3b6 None None] Provisioning complete for port 20d34505-917a-4b1d-9fdd-3e02325d471c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:44.017160 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b1acb3d2-74c5-46ed-b3c0-88642513e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.041432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Pushing event updated for resources: {'Port': ['ID=20d34505-917a-4b1d-9fdd-3e02325d471c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:44.119192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b1acb3d2-74c5-46ed-b3c0-88642513e3b6 None None] Port 20d34505-917a-4b1d-9fdd-3e02325d471c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:44.222274 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.416474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3714b4d5-ef91-4bbf-8b5c-78a38b64849a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.435502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3714b4d5-ef91-4bbf-8b5c-78a38b64849a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.573520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.583991 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.610862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3714b4d5-ef91-4bbf-8b5c-78a38b64849a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 361deca9-736b-4cfe-b039-2add1b00abcb has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:44.742836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3714b4d5-ef91-4bbf-8b5c-78a38b64849a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:44.756612 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] Sync routers for ids ['361deca9-736b-4cfe-b039-2add1b00abcb'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:44.764826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Router 944322cc-6308-4d60-b4e5-40d4594b1a6d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:44.773029 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] Routers {'361deca9-736b-4cfe-b039-2add1b00abcb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:44.773751 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['361deca9-736b-4cfe-b039-2add1b00abcb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:44.782375 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3714b4d5-ef91-4bbf-8b5c-78a38b64849a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:44.785063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3714b4d5-ef91-4bbf-8b5c-78a38b64849a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/361deca9-736b-4cfe-b039-2add1b00abcb HTTP/1.1" status: 200 len: 887 time: 0.8340790 Nov 12 09:26:44.788004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36934) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:44.825033 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:44.838746 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] Routers {'361deca9-736b-4cfe-b039-2add1b00abcb'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:44.839785 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['361deca9-736b-4cfe-b039-2add1b00abcb'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:44.888667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf6679-7853-4361-97e0-98c770a8dc29 req-beca5155-e99e-4d4c-b3af-138a3a627769 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:44.890850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2adf6679-7853-4361-97e0-98c770a8dc29 req-beca5155-e99e-4d4c-b3af-138a3a627769 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1459594 Nov 12 09:26:44.901851 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:44.903808 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56317bff-da07-4aaa-bac4-204ea822172e None None] The sync data for ids ['361deca9-736b-4cfe-b039-2add1b00abcb'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:45.060614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f0978e1-31d1-49bb-a08d-53e589377d33 req-4b6cc6fa-64b0-45b7-b3e5-dd33331a11d9 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 210 time: 0.0807955 Nov 12 09:26:45.067253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:45.074882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:45.076442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d72da0d-5452-4194-bc8f-5f9e000e9ff9 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "PUT /v2.0/routers/944322cc-6308-4d60-b4e5-40d4594b1a6d HTTP/1.1" status: 200 len: 915 time: 2.6372590 Nov 12 09:26:45.079043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:45.090065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] Sync routers for ids ['944322cc-6308-4d60-b4e5-40d4594b1a6d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:45.120791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] Routers {'944322cc-6308-4d60-b4e5-40d4594b1a6d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:45.121736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['944322cc-6308-4d60-b4e5-40d4594b1a6d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:45.222540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:45.233293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] Routers {'944322cc-6308-4d60-b4e5-40d4594b1a6d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:45.234440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['944322cc-6308-4d60-b4e5-40d4594b1a6d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:45.259856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6c10e279-4a7c-4b7f-993a-e13828e6b979 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/944322cc-6308-4d60-b4e5-40d4594b1a6d HTTP/1.1" status: 200 len: 921 time: 0.1768417 Nov 12 09:26:45.260282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36942) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:45.279329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:45.280538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb5c0d-5686-43e2-9bad-3dd279b66f75 None None] The sync data for ids ['944322cc-6308-4d60-b4e5-40d4594b1a6d'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:45.328300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face5836-a700-4f86-bf1e-268f2662255b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:45.333477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-face5836-a700-4f86-bf1e-268f2662255b tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=944322cc-6308-4d60-b4e5-40d4594b1a6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0716512 Nov 12 09:26:45.334326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36944) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:45.469192 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b332e264-abeb-4f29-bc3a-9544194e9796 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:45.476532 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b332e264-abeb-4f29-bc3a-9544194e9796 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.1407247 Nov 12 09:26:45.477408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36948) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:45.523146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b44a82b-27a3-4a43-8ad5-cf1a67746883 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=944322cc-6308-4d60-b4e5-40d4594b1a6d HTTP/1.1" status: 200 len: 205 time: 0.0441153 Nov 12 09:26:45.526322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36950) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:45.630309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bd3ef059-a6da-4e74-9d16-efdb3f0ca2df tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/routers/361deca9-736b-4cfe-b039-2add1b00abcb HTTP/1.1" status: 200 len: 887 time: 0.8410096 Nov 12 09:26:45.639246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36952) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:45.678558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2adf6679-7853-4361-97e0-98c770a8dc29 req-66fe9d4d-f366-4790-a700-d02e40f513d3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075772 Nov 12 09:26:45.685775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5d94f34e-a1c8-4af4-bc7a-1aece0aa2cdc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=361deca9-736b-4cfe-b039-2add1b00abcb HTTP/1.1" status: 200 len: 205 time: 0.0448911 Nov 12 09:26:45.690753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36954) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:45.691318 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:45.712770 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-6b65e575-c45f-4c73-b853-65b72c71607c tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:45.715275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-6b65e575-c45f-4c73-b853-65b72c71607c tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.55 "GET /v2.0/networks?id=8eccc036-9ee7-4245-b909-7732b6ea974c HTTP/1.1" status: 200 len: 812 time: 0.2455051 Nov 12 09:26:45.766946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Request body: {'port': {'device_id': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c', 'admin_state_up': True, 'tenant_id': '2cafe1d765d74cfea4540a2f2bd7b1ca'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:45.839965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:45.916448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Deleting port 20d34505-917a-4b1d-9fdd-3e02325d471c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:45.917353 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:45.918982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.024145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Made reservation on behalf of 2cafe1d765d74cfea4540a2f2bd7b1ca for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:46.026182 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.027707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.047325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Calling delete_port for 20d34505-917a-4b1d-9fdd-3e02325d471c owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:46.142403 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.174617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4d36b33-b7ef-4f45-9cc2-ad3aa150567b req-115d6438-6a0e-4d1f-976a-0f8a8ce17c4d tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 210 time: 0.0396428 Nov 12 09:26:46.264225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Allocated IP 172.20.0.2 (8eccc036-9ee7-4245-b909-7732b6ea974c/d097f736-cafd-4f88-955e-a518d8e63fe2/3011598f-bad4-4120-822d-1a005750ab14) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:46.285682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 1329d6d0-ffd4-463d-a811-2e68e378e413 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:46.286038 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.392457 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.399808 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a54db47f-30d7-4b62-a29d-38239acf0e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.414984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 1329d6d0-ffd4-463d-a811-2e68e378e413 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:46.617691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.648371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=1329d6d0-ffd4-463d-a811-2e68e378e413,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:46.664820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715d223-9f9a-4f62-9459-1ac7a729afc5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:46.726238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.765618 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2cca07-0f3a-4f7b-81c5-6d1b7fca320b None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:46.773003 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.802509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event deleted for resources: {'Port': ['ID=20d34505-917a-4b1d-9fdd-3e02325d471c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:46.883864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.945898 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:46.949811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.017588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.023086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.054460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e559c89-796b-486b-a690-64d977d2c64e req-fd2bffe6-008e-4e30-b0b4-2d220592ed75 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:47.056157 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e559c89-796b-486b-a690-64d977d2c64e req-fd2bffe6-008e-4e30-b0b4-2d220592ed75 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2439215 Nov 12 09:26:47.060364 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.060575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Fanout notify agent at l3_agent the message router_deleted on router 361deca9-736b-4cfe-b039-2add1b00abcb {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:47.071861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.078661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-969fa7da-2cb2-4039-8851-3f28b7112ec5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/361deca9-736b-4cfe-b039-2add1b00abcb HTTP/1.1" status: 204 len: 168 time: 1.3868034 Nov 12 09:26:47.079361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36962) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:47.092048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.092798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Fanout notify agent at l3_agent the message router_deleted on router 944322cc-6308-4d60-b4e5-40d4594b1a6d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:47.093579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-1366170312'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:47.106156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.107562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a93c5a0f-e526-4a70-9bc1-a655629e2528 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/944322cc-6308-4d60-b4e5-40d4594b1a6d HTTP/1.1" status: 204 len: 168 time: 1.5795391 Nov 12 09:26:47.115037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36964) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:47.120002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-201100260', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:47.139434 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.db.api [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 12 09:26:47.139434 n-d-769329-17 neutron-server[109376]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 12 09:26:47.139434 n-d-769329-17 neutron-server[109376]: [parameters: {'project_id_1': '8c3c0f16af144aeab6738cb3b8dc2bb0', 'expiration_1': datetime.datetime(2021, 11, 12, 9, 26, 27, 128790)}] Nov 12 09:26:47.139434 n-d-769329-17 neutron-server[109376]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109376) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:26:47.139434 n-d-769329-17 neutron-server[109376]: DEBUG oslo_db.api [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:26:47.142756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.172074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:47.176202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.202034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e559c89-796b-486b-a690-64d977d2c64e req-3b36e2db-b5aa-4cc5-b307-a242cbe2aff1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033678 Nov 12 09:26:47.227075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:26:47.243701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.246382 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.246754 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment fcaa592d-c9c6-49db-bb77-23c56dbeba13 of type vlan for network d87728be-f1ef-4857-a197-8cdb8f611d88 Nov 12 09:26:47.362629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Network 8eccc036-9ee7-4245-b909-7732b6ea974c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:47.372725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:47.380267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:47.387348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Pushing event updated for resources: {'Port': ['ID=3011598f-bad4-4120-822d-1a005750ab14,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:47.391534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.409571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39eca4-e14a-45ef-94be-b3995d819d40 req-24fee1a0-fa1b-43fd-b2f4-1240bb67f905 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:47.423627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf39eca4-e14a-45ef-94be-b3995d819d40 req-24fee1a0-fa1b-43fd-b2f4-1240bb67f905 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 931 time: 0.1020484 Nov 12 09:26:47.464697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:47.466041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.471622 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.478503 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:47.479215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.526660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bf39eca4-e14a-45ef-94be-b3995d819d40 req-e59aa7d6-6e92-43c6-bf12-26dd472e3502 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017761 Nov 12 09:26:47.545777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-635b19ea-0cfc-4d3f-a76f-d95444fd0c8f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7849467 Nov 12 09:26:47.555275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4708364 Nov 12 09:26:47.560826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36972) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:47.564375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Request body: {'port': {'device_id': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:47.578017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': 'd87728be-f1ef-4857-a197-8cdb8f611d88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:47.638926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc6c64-21e9-4641-948e-76ba93672cba tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=d87728be-f1ef-4857-a197-8cdb8f611d88,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:47.657891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network d87728be-f1ef-4857-a197-8cdb8f611d88 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:26:47.712192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.749915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:47.754043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.786445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36976) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:47.858602 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.859726 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:47.968625 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.069245 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8427c1c4-5515-4195-aaa6-4dde0ad52d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.270953 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.282007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3011598f-bad4-4120-822d-1a005750ab14 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:26:48.298414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8427c1c4-5515-4195-aaa6-4dde0ad52d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.302608 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.309491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8427c1c4-5515-4195-aaa6-4dde0ad52d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.312130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.350521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Transition to ACTIVE for port object 3011598f-bad4-4120-822d-1a005750ab14 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:26:48.375828 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.412681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8427c1c4-5515-4195-aaa6-4dde0ad52d59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2325b909ea64cd18e148d0f370e0b0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6241052 Nov 12 09:26:48.417311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36982) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:48.426082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=20f5dd46-b619-43bd-ab48-7ee76132c410,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:48.458569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427c1c4-5515-4195-aaa6-4dde0ad52d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fdebcc-e86a-4db8-9035-7e3b988c4bd1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:48.501072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': 'fcaa592d-c9c6-49db-bb77-23c56dbeba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd87728be-f1ef-4857-a197-8cdb8f611d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:48.501812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: d87728be-f1ef-4857-a197-8cdb8f611d88, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:26:48.534653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Pushing event updated for resources: {'Port': ['ID=3011598f-bad4-4120-822d-1a005750ab14,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:48.545801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network d87728be-f1ef-4857-a197-8cdb8f611d88 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:26:48.564323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d87728be-f1ef-4857-a197-8cdb8f611d88) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:48.569037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f406058-34be-4fd6-872b-317cdcf6ccc9 req-8fb67f73-7724-48f1-8f78-648fc724ac49 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:48.570926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f406058-34be-4fd6-872b-317cdcf6ccc9 req-8fb67f73-7724-48f1-8f78-648fc724ac49 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2302287 Nov 12 09:26:48.579315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:48.579985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.581914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53df8a3-93c1-486d-a585-304eb1f153e7 None None] Network d87728be-f1ef-4857-a197-8cdb8f611d88 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:48.619010 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-87357f16-e4f7-4d24-8ccd-5ff82baf2162 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0564637 Nov 12 09:26:48.630897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36986) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:48.644923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-221b61d5-6b4b-4406-ae36-116eb50d1039 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-313483496', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:48.686483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b8eb-7e17-4827-b8ec-eb814c3678d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.742822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.745480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-221b61d5-6b4b-4406-ae36-116eb50d1039 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.746625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-221b61d5-6b4b-4406-ae36-116eb50d1039 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.759175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b8eb-7e17-4827-b8ec-eb814c3678d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.766968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f406058-34be-4fd6-872b-317cdcf6ccc9 req-6a96f6c0-57e3-4ad7-94d6-51a9f8d60531 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657784 Nov 12 09:26:48.779041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Attempting to bind port 3011598f-bad4-4120-822d-1a005750ab14 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:48.779714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Attempting to bind port 3011598f-bad4-4120-822d-1a005750ab14 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'f4fea7c3-865b-4ee5-9985-86b0366ff270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:48.779714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Attempting to bind port 3011598f-bad4-4120-822d-1a005750ab14 on network 8eccc036-9ee7-4245-b909-7732b6ea974c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:48.787409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.805937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Port 3011598f-bad4-4120-822d-1a005750ab14 on network 8eccc036-9ee7-4245-b909-7732b6ea974c not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:26:48.806345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Attempting to bind port 3011598f-bad4-4120-822d-1a005750ab14 on network 8eccc036-9ee7-4245-b909-7732b6ea974c {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:48.832408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:48.832745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Checking segment: {'id': 'f4fea7c3-865b-4ee5-9985-86b0366ff270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:48.833154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Bound using segment: {'id': 'f4fea7c3-865b-4ee5-9985-86b0366ff270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:48.833672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Bound port: 3011598f-bad4-4120-822d-1a005750ab14, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4fea7c3-865b-4ee5-9985-86b0366ff270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:48.834043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.878758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-221b61d5-6b4b-4406-ae36-116eb50d1039 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.911562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-d87728be-f1ef-4857-a197-8cdb8f611d88', 'network_id': 'd87728be-f1ef-4857-a197-8cdb8f611d88', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': '20f5dd46-b619-43bd-ab48-7ee76132c410'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:26:48.915967 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.917240 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-221b61d5-6b4b-4406-ae36-116eb50d1039 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.922264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ab593-279c-4360-81d9-56031328089b req-1c3a90ac-df69-49c0-b91b-07d9897db097 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:48.926150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b8eb-7e17-4827-b8ec-eb814c3678d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.928822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b8eb-7e17-4827-b8ec-eb814c3678d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.931559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2b7ab593-279c-4360-81d9-56031328089b req-1c3a90ac-df69-49c0-b91b-07d9897db097 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 943 time: 0.2090142 Nov 12 09:26:48.933076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a1a4b8eb-7e17-4827-b8ec-eb814c3678d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41fdebcc-e86a-4db8-9035-7e3b988c4bd1 HTTP/1.1" status: 204 len: 168 time: 0.5097725 Nov 12 09:26:48.967121 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-221b61d5-6b4b-4406-ae36-116eb50d1039 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:48.969019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-221b61d5-6b4b-4406-ae36-116eb50d1039 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3366911 Nov 12 09:26:48.969447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4b8eb-7e17-4827-b8ec-eb814c3678d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fdebcc-e86a-4db8-9035-7e3b988c4bd1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:48.976087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 36992) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:49.058093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] For port 3011598f-bad4-4120-822d-1a005750ab14, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:49.068903 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2b7ab593-279c-4360-81d9-56031328089b req-3a5dc15f-bb8a-4680-a2f1-8fa9b96713af tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351688 Nov 12 09:26:49.081338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] For port 3011598f-bad4-4120-822d-1a005750ab14, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3011598f-bad4-4120-822d-1a005750ab14,segment=NetworkSegment(f4fea7c3-865b-4ee5-9985-86b0366ff270),segment_id=f4fea7c3-865b-4ee5-9985-86b0366ff270)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:49.110419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Allocated IP 172.25.5.72 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/e31e67de-ba2b-467b-b692-1cacf6972335) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:49.135365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.170418 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.241183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Pushing event updated for resources: {'Port': ['ID=3011598f-bad4-4120-822d-1a005750ab14,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:49.255324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Allocated IP 172.20.0.2 (d87728be-f1ef-4857-a197-8cdb8f611d88/20f5dd46-b619-43bd-ab48-7ee76132c410/21e155a9-567d-43f4-8040-253b14d9d5a1) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:49.255502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:49.255977 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.257393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-9f855608-d98e-4e26-bad0-d86e85c2465e service neutron] 10.222.0.55 "PUT /v2.0/ports/3011598f-bad4-4120-822d-1a005750ab14 HTTP/1.1" status: 200 len: 1092 time: 1.6981752 Nov 12 09:26:49.257849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'tag': '3011598f-bad4-4120-822d-1a005750ab14'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:49.260582 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2867c28-7ab0-47b0-9500-1600e76d53c5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b05e45e-61c8-4698-8d9a-06f7f86609ba", "tag": "3011598f-bad4-4120-822d-1a005750ab14"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:49.370681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.402224 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb24b179-92c1-4f22-8a4c-7ae00265f5bb x-openstack-request-id: req-eb24b179-92c1-4f22-8a4c-7ae00265f5bb {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:49.402664 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b05e45e-61c8-4698-8d9a-06f7f86609ba", "tag": "3011598f-bad4-4120-822d-1a005750ab14", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:49.403202 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb24b179-92c1-4f22-8a4c-7ae00265f5bb {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:49.403846 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'tag': '3011598f-bad4-4120-822d-1a005750ab14', 'status': 'completed', 'code': 200} Nov 12 09:26:49.412500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.477877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:49.482373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 36998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:49.488514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:49.489327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-6d4cca93-8cbc-487c-83a5-9cb88998f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:49.491603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-6d4cca93-8cbc-487c-83a5-9cb88998f2cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cafe1d765d74cfea4540a2f2bd7b1ca&device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 1095 time: 0.1568804 Nov 12 09:26:49.495274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:49.499565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.508049 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.516514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9ae4e2-cb11-4a91-9fea-5b34cec4f715 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:49.519747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.536091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event updated for resources: {'Port': ['ID=e31e67de-ba2b-467b-b692-1cacf6972335,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:49.546953 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-841b9ac9-e623-4650-94db-020b2a5fb7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.556939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Network d87728be-f1ef-4857-a197-8cdb8f611d88 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:49.565469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:49.568354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-de3afb67-8e9c-4371-9313-1d4415f06190 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3011598f-bad4-4120-822d-1a005750ab14 HTTP/1.1" status: 200 len: 217 time: 0.0548863 Nov 12 09:26:49.569571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:49.578981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Pushing event updated for resources: {'Port': ['ID=21e155a9-567d-43f4-8040-253b14d9d5a1,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:49.646675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a26393d5-1104-4e6f-8c1a-3acfdfa4631c None None] Provisioning complete for port e31e67de-ba2b-467b-b692-1cacf6972335 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:49.647055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a26393d5-1104-4e6f-8c1a-3acfdfa4631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.670915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Attempting to bind port 21e155a9-567d-43f4-8040-253b14d9d5a1 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:49.671315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Attempting to bind port 21e155a9-567d-43f4-8040-253b14d9d5a1 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fcaa592d-c9c6-49db-bb77-23c56dbeba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd87728be-f1ef-4857-a197-8cdb8f611d88'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:49.671659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Attempting to bind port 21e155a9-567d-43f4-8040-253b14d9d5a1 on network d87728be-f1ef-4857-a197-8cdb8f611d88 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:49.686127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:49.686347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Checking segment: {'id': 'fcaa592d-c9c6-49db-bb77-23c56dbeba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd87728be-f1ef-4857-a197-8cdb8f611d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:49.686748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.687248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Bound using segment: {'id': 'fcaa592d-c9c6-49db-bb77-23c56dbeba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd87728be-f1ef-4857-a197-8cdb8f611d88'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:49.687838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Bound port: 21e155a9-567d-43f4-8040-253b14d9d5a1, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaa592d-c9c6-49db-bb77-23c56dbeba13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd87728be-f1ef-4857-a197-8cdb8f611d88'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:49.688110 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.693402 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-841b9ac9-e623-4650-94db-020b2a5fb7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.702650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-841b9ac9-e623-4650-94db-020b2a5fb7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.706972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a26393d5-1104-4e6f-8c1a-3acfdfa4631c None None] Port e31e67de-ba2b-467b-b692-1cacf6972335 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:49.738381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-d00f2ccd-a263-4389-8ba7-b40b0c397dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:49.740085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-d00f2ccd-a263-4389-8ba7-b40b0c397dc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d097f736-cafd-4f88-955e-a518d8e63fe2 HTTP/1.1" status: 200 len: 852 time: 0.1286466 Nov 12 09:26:49.771563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] For port 21e155a9-567d-43f4-8040-253b14d9d5a1, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:26:49.778273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] For port 21e155a9-567d-43f4-8040-253b14d9d5a1, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=21e155a9-567d-43f4-8040-253b14d9d5a1,segment=NetworkSegment(fcaa592d-c9c6-49db-bb77-23c56dbeba13),segment_id=fcaa592d-c9c6-49db-bb77-23c56dbeba13)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:26:49.785398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.785659 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-841b9ac9-e623-4650-94db-020b2a5fb7a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3941e70945443b18f0b3b664fb98ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2990696 Nov 12 09:26:49.789453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:49.793417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b9ac9-e623-4650-94db-020b2a5fb7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92f0b27-d20e-4ff0-810f-5f2039070ff3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:49.794240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-13413c4e-82a7-4b9d-9f83-898311ef97b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eccc036-9ee7-4245-b909-7732b6ea974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471265 Nov 12 09:26:49.895099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.899031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbced9-3eff-44c1-bad0-d09e5ac8c378 None None] Pushing event updated for resources: {'Port': ['ID=21e155a9-567d-43f4-8040-253b14d9d5a1,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:49.958320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:49.986063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.20.0.1 (d87728be-f1ef-4857-a197-8cdb8f611d88/20f5dd46-b619-43bd-ab48-7ee76132c410/d23f1d1f-689e-4244-acce-ac6d5340ef75) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:49.998105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49698905-0483-471e-aa0a-0ba41cc75834 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.059058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49698905-0483-471e-aa0a-0ba41cc75834 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.062716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-4b1591a2-0ef1-4cad-8fd2-533fd42034b4 service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432530 Nov 12 09:26:50.216423 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.242753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b807676-2dfc-4471-8eb2-4448c1e4881d req-7d3461f9-9095-4935-956c-a035fa1a1200 service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498022 Nov 12 09:26:50.250399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49698905-0483-471e-aa0a-0ba41cc75834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.253636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-49698905-0483-471e-aa0a-0ba41cc75834 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.257296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-49698905-0483-471e-aa0a-0ba41cc75834 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c92f0b27-d20e-4ff0-810f-5f2039070ff3 HTTP/1.1" status: 204 len: 168 time: 0.4640651 Nov 12 09:26:50.278835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.321647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c986-7b2c-4951-82e6-c0eed27dc74c req-083d9c25-c512-46f0-8313-1d309db763f8 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:50.323472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8091c986-7b2c-4951-82e6-c0eed27dc74c req-083d9c25-c512-46f0-8313-1d309db763f8 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 943 time: 0.1576519 Nov 12 09:26:50.324487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49698905-0483-471e-aa0a-0ba41cc75834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92f0b27-d20e-4ff0-810f-5f2039070ff3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:50.363868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.371060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network d87728be-f1ef-4857-a197-8cdb8f611d88 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:50.374565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=d23f1d1f-689e-4244-acce-ac6d5340ef75,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:50.378952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:50.384731 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.385462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:50.389236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-5968e9ad-08bb-4ccb-a279-3da1c0cb31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:50.390734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-5968e9ad-08bb-4ccb-a279-3da1c0cb31d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cafe1d765d74cfea4540a2f2bd7b1ca&device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 1095 time: 0.0800843 Nov 12 09:26:50.510090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8091c986-7b2c-4951-82e6-c0eed27dc74c req-654cbc5b-ee80-4501-a131-6e0ecc40c8f8 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647780 Nov 12 09:26:50.598690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Router 6effc6c8-d670-49f3-9e90-3eac4515b789 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:50.768706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:50.780359 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] Sync routers for ids ['6effc6c8-d670-49f3-9e90-3eac4515b789'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:50.795742 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] Routers {'6effc6c8-d670-49f3-9e90-3eac4515b789'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:50.796829 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6effc6c8-d670-49f3-9e90-3eac4515b789'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:50.827698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:50.830133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a2fb245d-b0b0-4d95-a86b-b060a998a5d3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7157962 Nov 12 09:26:50.834257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37012) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:50.845815 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:50.848521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:50.858068 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] Routers {'6effc6c8-d670-49f3-9e90-3eac4515b789'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:50.858936 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6effc6c8-d670-49f3-9e90-3eac4515b789'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:50.904547 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:50.905711 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac0cc2-03e0-4106-8422-436ba78e1927 None None] The sync data for ids ['6effc6c8-d670-49f3-9e90-3eac4515b789'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:50.931707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.048228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-a6245a48-1910-44c7-8124-2cdb85e4c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:51.049897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-a6245a48-1910-44c7-8124-2cdb85e4c207 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eccc036-9ee7-4245-b909-7732b6ea974c HTTP/1.1" status: 200 len: 913 time: 0.6373775 Nov 12 09:26:51.117608 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-bf196742-726a-4451-a431-96bd932b5663 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3011598f-bad4-4120-822d-1a005750ab14 HTTP/1.1" status: 200 len: 217 time: 0.0588334 Nov 12 09:26:51.139938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 21e155a9-567d-43f4-8040-253b14d9d5a1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:51.179446 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d30a0-68d6-4eb3-8734-171ac4023fc9 None None] Network d87728be-f1ef-4857-a197-8cdb8f611d88 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:51.204792 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.239040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-a72fe44f-9fc5-4f75-8edd-dbd0cdf81997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:51.240719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-a72fe44f-9fc5-4f75-8edd-dbd0cdf81997 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d097f736-cafd-4f88-955e-a518d8e63fe2 HTTP/1.1" status: 200 len: 852 time: 0.0900750 Nov 12 09:26:51.316807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-3a4efc6e-c131-4a98-8bff-46a6db36ec85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eccc036-9ee7-4245-b909-7732b6ea974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464985 Nov 12 09:26:51.524718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-19e617d8-a257-4de4-83a6-016de93433c1 None None] Provisioning complete for port 21e155a9-567d-43f4-8040-253b14d9d5a1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:51.528164 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19e617d8-a257-4de4-83a6-016de93433c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.560289 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-98f57dab-3580-4733-93fd-a280da30fb0a service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363448 Nov 12 09:26:51.585994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 21e155a9-567d-43f4-8040-253b14d9d5a1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:51.586377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.704571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.722045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.796165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2867c28-7ab0-47b0-9500-1600e76d53c5 req-094dcd2d-5e9f-45c0-a8ad-afbf55d9c5f7 service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286520 Nov 12 09:26:51.805071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Deleting port e31e67de-ba2b-467b-b692-1cacf6972335 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:51.806553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.810981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671add07-3f93-420f-8f31-891f66ac683e req-b77b1c09-d00c-46b5-84d5-747aba17699e tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:51.812706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-671add07-3f93-420f-8f31-891f66ac683e req-b77b1c09-d00c-46b5-84d5-747aba17699e tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 943 time: 0.1358361 Nov 12 09:26:51.829420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.841488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.895615 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19e617d8-a257-4de4-83a6-016de93433c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.911661 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.937797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.963216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Calling delete_port for e31e67de-ba2b-467b-b692-1cacf6972335 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:51.967414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:51.972043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=d23f1d1f-689e-4244-acce-ac6d5340ef75,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:51.974891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-19e617d8-a257-4de4-83a6-016de93433c1 None None] For port 21e155a9-567d-43f4-8040-253b14d9d5a1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=21e155a9-567d-43f4-8040-253b14d9d5a1,segment=NetworkSegment(fcaa592d-c9c6-49db-bb77-23c56dbeba13),segment_id=fcaa592d-c9c6-49db-bb77-23c56dbeba13)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:51.983358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-671add07-3f93-420f-8f31-891f66ac683e req-258819f8-d090-4a1a-a6ec-f319dfcbe4b3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591043 Nov 12 09:26:51.998525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-19e617d8-a257-4de4-83a6-016de93433c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.129389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network d87728be-f1ef-4857-a197-8cdb8f611d88 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:52.135589 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:26:52.135876 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:26:52.137489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:52.204546 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e617d8-a257-4de4-83a6-016de93433c1 None None] Pushing event updated for resources: {'Port': ['ID=21e155a9-567d-43f4-8040-253b14d9d5a1,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:52.239163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.250416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3d30d775-d42b-4240-b38a-fe0ddd2bb0a0 None None] Provisioning complete for port 21e155a9-567d-43f4-8040-253b14d9d5a1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:52.251101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3d30d775-d42b-4240-b38a-fe0ddd2bb0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.272601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Pushing event deleted for resources: {'Port': ['ID=e31e67de-ba2b-467b-b692-1cacf6972335,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:52.319781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca31d11e-28a1-4250-a103-8d25919f135f None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:52.321927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3011598f-bad4-4120-822d-1a005750ab14 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:26:52.365827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router a39fff32-f553-46d9-aa63-8902ccfb4b47 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:26:52.414053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.500798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:52.521063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] Sync routers for ids ['a39fff32-f553-46d9-aa63-8902ccfb4b47'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:52.536160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-56e350f2-e79e-4fc9-bd46-572de0e2905a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/a39fff32-f553-46d9-aa63-8902ccfb4b47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5598018 Nov 12 09:26:52.537330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37038) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:52.539709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3011598f-bad4-4120-822d-1a005750ab14, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3011598f-bad4-4120-822d-1a005750ab14,segment=NetworkSegment(f4fea7c3-865b-4ee5-9985-86b0366ff270),segment_id=f4fea7c3-865b-4ee5-9985-86b0366ff270)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:52.555553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3d30d775-d42b-4240-b38a-fe0ddd2bb0a0 None None] Provisioning complete for port d23f1d1f-689e-4244-acce-ac6d5340ef75 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:52.555961 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3d30d775-d42b-4240-b38a-fe0ddd2bb0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.592616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] Routers {'a39fff32-f553-46d9-aa63-8902ccfb4b47'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:52.593244 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a39fff32-f553-46d9-aa63-8902ccfb4b47'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:52.598979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '3011598f-bad4-4120-822d-1a005750ab14', 'network_id': '8eccc036-9ee7-4245-b909-7732b6ea974c', 'port_id': '3011598f-bad4-4120-822d-1a005750ab14', 'mac_address': 'fa:16:3e:14:9c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd097f736-cafd-4f88-955e-a518d8e63fe2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:26:52.604512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cb8ab4-1bff-460e-a1fa-f7a1adc1be12 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:52.606334 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d2cb8ab4-1bff-460e-a1fa-f7a1adc1be12 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports/d23f1d1f-689e-4244-acce-ac6d5340ef75 HTTP/1.1" status: 200 len: 910 time: 0.0648570 Nov 12 09:26:52.609009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37040) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:52.617189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '20f5dd46-b619-43bd-ab48-7ee76132c410'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:52.693866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:52.697022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3d30d775-d42b-4240-b38a-fe0ddd2bb0a0 None None] Port d23f1d1f-689e-4244-acce-ac6d5340ef75 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:52.734677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] Routers {'a39fff32-f553-46d9-aa63-8902ccfb4b47'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:52.735328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a39fff32-f553-46d9-aa63-8902ccfb4b47'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:52.771511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.776720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.781497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:52.781817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff197ad-189c-4a17-b4dd-0d4ffebfe6d1 None None] The sync data for ids ['a39fff32-f553-46d9-aa63-8902ccfb4b47'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:52.787757 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.815581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3011598f-bad4-4120-822d-1a005750ab14 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:26:52.832997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.842385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3011598f-bad4-4120-822d-1a005750ab14, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3011598f-bad4-4120-822d-1a005750ab14,segment=NetworkSegment(f4fea7c3-865b-4ee5-9985-86b0366ff270),segment_id=f4fea7c3-865b-4ee5-9985-86b0366ff270)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:52.851898 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.860444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-71793824-f2c2-4b26-aee5-c9d4f53f1f12 None None] Provisioning complete for port d23f1d1f-689e-4244-acce-ac6d5340ef75 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:52.860820 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-71793824-f2c2-4b26-aee5-c9d4f53f1f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:52.907600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Router 6effc6c8-d670-49f3-9e90-3eac4515b789 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:52.947134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-71793824-f2c2-4b26-aee5-c9d4f53f1f12 None None] Port d23f1d1f-689e-4244-acce-ac6d5340ef75 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:52.953378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3011598f-bad4-4120-822d-1a005750ab14,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:53.006475 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:53.015099 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.016585 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc2428f4-6884-42f1-84d5-f78d5fbea1be tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "PUT /v2.0/routers/6effc6c8-d670-49f3-9e90-3eac4515b789 HTTP/1.1" status: 200 len: 705 time: 2.1810405 Nov 12 09:26:53.019599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37044) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.025180 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] Sync routers for ids ['6effc6c8-d670-49f3-9e90-3eac4515b789'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:53.060956 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] Routers {'6effc6c8-d670-49f3-9e90-3eac4515b789'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:53.064104 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6effc6c8-d670-49f3-9e90-3eac4515b789'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:53.076132 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3011598f-bad4-4120-822d-1a005750ab14'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:26:53.113218 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:53.128272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 21e155a9-567d-43f4-8040-253b14d9d5a1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:53.133904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] Routers {'6effc6c8-d670-49f3-9e90-3eac4515b789'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:53.135970 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['6effc6c8-d670-49f3-9e90-3eac4515b789'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:53.152431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-782903ff-bb15-417a-a433-f1b15be5c791 None None] Provisioning complete for port d23f1d1f-689e-4244-acce-ac6d5340ef75 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:53.152905 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-782903ff-bb15-417a-a433-f1b15be5c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.159428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3e10ab8f-77a6-4e6d-9bb2-5d67ac95edd1 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/routers/6effc6c8-d670-49f3-9e90-3eac4515b789 HTTP/1.1" status: 200 len: 740 time: 0.1326747 Nov 12 09:26:53.160082 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37046) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.216359 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:53.217602 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1500818-d74d-4027-a3bf-269bcbc10b8f None None] The sync data for ids ['6effc6c8-d670-49f3-9e90-3eac4515b789'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:53.246150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-782903ff-bb15-417a-a433-f1b15be5c791 None None] Port d23f1d1f-689e-4244-acce-ac6d5340ef75 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:26:53.288643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-00966115-093d-4bb2-a28f-a4970748fcf3 tempest-RoutersAdminTest-1218076845 tempest-RoutersAdminTest-1218076845-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=6effc6c8-d670-49f3-9e90-3eac4515b789 HTTP/1.1" status: 200 len: 205 time: 0.0842972 Nov 12 09:26:53.293610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.328040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-82727df2-c13e-4dfd-8dbb-d7dcd1713ab3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=6effc6c8-d670-49f3-9e90-3eac4515b789 HTTP/1.1" status: 200 len: 205 time: 0.0314374 Nov 12 09:26:53.334731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37052) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.342259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 21e155a9-567d-43f4-8040-253b14d9d5a1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:53.343008 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.405151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.425396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.442464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218385d-585d-40c4-bb28-cf0312922470 req-7d79eb97-2f13-4329-90d6-0898f7b70e88 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:53.444201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4218385d-585d-40c4-bb28-cf0312922470 req-7d79eb97-2f13-4329-90d6-0898f7b70e88 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 944 time: 0.3047225 Nov 12 09:26:53.452756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d101465a-1436-4b55-a03d-af75675b6c20 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.516169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=d23f1d1f-689e-4244-acce-ac6d5340ef75,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:53.534944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:53.535574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.536965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6d38f3f8-2dc0-49e0-b1fc-3d45a5c4bc05 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/ports/d23f1d1f-689e-4244-acce-ac6d5340ef75 HTTP/1.1" status: 200 len: 910 time: 0.9267943 Nov 12 09:26:53.540060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37054) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.667143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d101465a-1436-4b55-a03d-af75675b6c20 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.671568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4218385d-585d-40c4-bb28-cf0312922470 req-0ff432c7-c764-41a4-a478-1ca53cf84ed8 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144513 Nov 12 09:26:53.673861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d101465a-1436-4b55-a03d-af75675b6c20 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.733656 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d101465a-1436-4b55-a03d-af75675b6c20 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.734193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d101465a-1436-4b55-a03d-af75675b6c20 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Fanout notify agent at l3_agent the message router_deleted on router 6effc6c8-d670-49f3-9e90-3eac4515b789 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:53.743523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d101465a-1436-4b55-a03d-af75675b6c20 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.744596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d101465a-1436-4b55-a03d-af75675b6c20 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/6effc6c8-d670-49f3-9e90-3eac4515b789 HTTP/1.1" status: 204 len: 168 time: 0.4067745 Nov 12 09:26:53.748271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37056) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.780479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d3deb27-966e-4645-b75f-0546927091f4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=6effc6c8-d670-49f3-9e90-3eac4515b789 HTTP/1.1" status: 200 len: 205 time: 0.0308738 Nov 12 09:26:53.781110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37058) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.822202 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-b5c1f77b-c694-4e6f-87eb-d3f07f3293a1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] delete failed (client error): The resource could not be found. Nov 12 09:26:53.823546 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b5c1f77b-c694-4e6f-87eb-d3f07f3293a1 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/6effc6c8-d670-49f3-9e90-3eac4515b789 HTTP/1.1" status: 404 len: 336 time: 0.0414283 Nov 12 09:26:53.826378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37060) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.861120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9603832c-a371-42d5-b647-efcd95be7b19 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=944322cc-6308-4d60-b4e5-40d4594b1a6d HTTP/1.1" status: 200 len: 205 time: 0.0335340 Nov 12 09:26:53.864193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.905902 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-c02242f4-717f-4896-a745-920db537a258 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] delete failed (client error): The resource could not be found. Nov 12 09:26:53.906957 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c02242f4-717f-4896-a745-920db537a258 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/944322cc-6308-4d60-b4e5-40d4594b1a6d HTTP/1.1" status: 404 len: 336 time: 0.0417747 Nov 12 09:26:53.910246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37064) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.941985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c3ad4d1d-e072-4647-86e9-4197fc3463e4 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=f2d934cf-8144-44ca-b8ae-f48ac1d73f5d HTTP/1.1" status: 200 len: 205 time: 0.0305133 Nov 12 09:26:53.944297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:53.948438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:53.983301 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-85e4e96b-1396-4e4e-b4fa-3753bad0ccb8 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] delete failed (client error): The resource could not be found. Nov 12 09:26:53.984383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-85e4e96b-1396-4e4e-b4fa-3753bad0ccb8 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/f2d934cf-8144-44ca-b8ae-f48ac1d73f5d HTTP/1.1" status: 404 len: 336 time: 0.0388792 Nov 12 09:26:53.988062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37068) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.015279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-56cdf389-a3ee-4503-8d7c-fecedfbcd95d tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=faadab9d-7dc3-49a3-802c-11dfe9c5e3da HTTP/1.1" status: 200 len: 205 time: 0.0261021 Nov 12 09:26:54.017663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37070) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.063833 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-d5c99f9d-cd12-40eb-96c8-3a5ce2c01b3a tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] delete failed (client error): The resource could not be found. Nov 12 09:26:54.064941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d5c99f9d-cd12-40eb-96c8-3a5ce2c01b3a tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/faadab9d-7dc3-49a3-802c-11dfe9c5e3da HTTP/1.1" status: 404 len: 336 time: 0.0463359 Nov 12 09:26:54.067586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.095776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6dd11d8e-59d5-4157-b497-073ce8347923 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=72bb44de-821a-4e22-bc19-6db60da60e23 HTTP/1.1" status: 200 len: 205 time: 0.0270243 Nov 12 09:26:54.098643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37074) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.141142 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-72fa611b-b0ba-4182-bc3b-d473daefd1b3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] delete failed (client error): The resource could not be found. Nov 12 09:26:54.142191 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-72fa611b-b0ba-4182-bc3b-d473daefd1b3 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/72bb44de-821a-4e22-bc19-6db60da60e23 HTTP/1.1" status: 404 len: 336 time: 0.0427129 Nov 12 09:26:54.144930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37076) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.178113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dde2e241-46bc-4fc7-8bfb-28fd949df870 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "GET /v2.0/ports?device_id=504e32cf-f1f6-416c-b527-6112c54f7e88 HTTP/1.1" status: 200 len: 205 time: 0.0319839 Nov 12 09:26:54.180479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37078) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.223895 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-5c7c015b-0f88-446d-b662-c8f5d8b28d0a tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] delete failed (client error): The resource could not be found. Nov 12 09:26:54.224947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5c7c015b-0f88-446d-b662-c8f5d8b28d0a tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/routers/504e32cf-f1f6-416c-b527-6112c54f7e88 HTTP/1.1" status: 404 len: 336 time: 0.0435452 Nov 12 09:26:54.227673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.245165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port d23f1d1f-689e-4244-acce-ac6d5340ef75 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:54.245510 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.257323 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f44183-a599-44d8-9df8-d39c6eb4abf8 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] DELETE failed (client error): The resource could not be found. Nov 12 09:26:54.257783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f44183-a599-44d8-9df8-d39c6eb4abf8 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:26:54.260884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d6f44183-a599-44d8-9df8-d39c6eb4abf8 tempest-RoutersAdminTest-115113430 tempest-RoutersAdminTest-115113430-project] 10.222.0.53 "DELETE /v2.0/subnets/140cc415-827a-4b31-9d51-3f0c5c92b812 HTTP/1.1" status: 404 len: 337 time: 0.0314789 Nov 12 09:26:54.306617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3011598f-bad4-4120-822d-1a005750ab14 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:26:54.344247 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.362204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for d23f1d1f-689e-4244-acce-ac6d5340ef75 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:54.375252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 3011598f-bad4-4120-822d-1a005750ab14 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:26:54.379483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 3011598f-bad4-4120-822d-1a005750ab14 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:26:54.379850 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.513577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.562449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3011598f-bad4-4120-822d-1a005750ab14'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:26:54.565158 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32f8eb4-835c-4ab2-b361-3e90bc2b60b4" -d '{"events": [{"server_uuid": "0b05e45e-61c8-4698-8d9a-06f7f86609ba", "name": "network-vif-plugged", "status": "completed", "tag": "3011598f-bad4-4120-822d-1a005750ab14"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:26:54.587286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 3011598f-bad4-4120-822d-1a005750ab14, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3011598f-bad4-4120-822d-1a005750ab14,segment=NetworkSegment(f4fea7c3-865b-4ee5-9985-86b0366ff270),segment_id=f4fea7c3-865b-4ee5-9985-86b0366ff270)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:54.592808 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.637592 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3c2104-bd49-4704-933c-1d8902a2f081 x-openstack-request-id: req-3d3c2104-bd49-4704-933c-1d8902a2f081 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:26:54.638175 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b05e45e-61c8-4698-8d9a-06f7f86609ba", "name": "network-vif-plugged", "status": "completed", "tag": "3011598f-bad4-4120-822d-1a005750ab14", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:26:54.638497 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d3c2104-bd49-4704-933c-1d8902a2f081 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:26:54.647184 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3011598f-bad4-4120-822d-1a005750ab14', 'code': 200} Nov 12 09:26:54.654467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37094) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:54.669497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.691613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=3011598f-bad4-4120-822d-1a005750ab14,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:54.705150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=d23f1d1f-689e-4244-acce-ac6d5340ef75,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:54.800679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f17f0c-7b60-44a9-b245-3b39110658af req-3abf1c50-0082-406e-a3e7-c531b6de3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:54.802214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96f17f0c-7b60-44a9-b245-3b39110658af req-3abf1c50-0082-406e-a3e7-c531b6de3186 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 1097 time: 0.0938995 Nov 12 09:26:54.844608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7aa4-5bb5-43c6-92d3-434bc4e5e341 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.876707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96f17f0c-7b60-44a9-b245-3b39110658af req-2169a227-f138-482e-abb2-c7e1475a669e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640740 Nov 12 09:26:54.884647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f0f28-8472-4140-911f-36c345299c16 req-ccee1842-7b6c-4457-9eb2-9ba266dc9f75 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:54.886498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-429f0f28-8472-4140-911f-36c345299c16 req-ccee1842-7b6c-4457-9eb2-9ba266dc9f75 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.1101797 Nov 12 09:26:54.961365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:54.996270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-429f0f28-8472-4140-911f-36c345299c16 req-5f22e582-6c83-4a7b-bdca-fe4401e41a99 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009490 Nov 12 09:26:55.037860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7aa4-5bb5-43c6-92d3-434bc4e5e341 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.042053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7aa4-5bb5-43c6-92d3-434bc4e5e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.087136 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8c0b7aa4-5bb5-43c6-92d3-434bc4e5e341 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c3c0f16af144aeab6738cb3b8dc2bb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291022 Nov 12 09:26:55.087626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:55.097103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0b7aa4-5bb5-43c6-92d3-434bc4e5e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59d5f2e-0472-40cc-b3cb-bfc2bc22e2a9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:55.148558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router a39fff32-f553-46d9-aa63-8902ccfb4b47 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:26:55.156789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2faeb5e0-19f6-4b34-add1-93452552e921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.183079 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2faeb5e0-19f6-4b34-add1-93452552e921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.241615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2faeb5e0-19f6-4b34-add1-93452552e921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.244765 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2faeb5e0-19f6-4b34-add1-93452552e921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.248507 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2faeb5e0-19f6-4b34-add1-93452552e921 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a59d5f2e-0472-40cc-b3cb-bfc2bc22e2a9 HTTP/1.1" status: 204 len: 168 time: 0.1555300 Nov 12 09:26:55.256114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeb5e0-19f6-4b34-add1-93452552e921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59d5f2e-0472-40cc-b3cb-bfc2bc22e2a9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:55.577715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37106) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:55.604260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:26:55.610188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-696e6148-128f-4b88-a8e6-cdfa436f3f18 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/a39fff32-f553-46d9-aa63-8902ccfb4b47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0684681 Nov 12 09:26:55.613013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37108) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:55.620622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] Sync routers for ids ['a39fff32-f553-46d9-aa63-8902ccfb4b47'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:26:55.638660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] Routers {'a39fff32-f553-46d9-aa63-8902ccfb4b47'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:55.644013 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a39fff32-f553-46d9-aa63-8902ccfb4b47'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:55.644976 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4864a4b4-cc23-4fac-9977-e4f5d208c2a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7240fe345f7d42c7a79af26beedd2e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0659184 Nov 12 09:26:55.647077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37112) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:55.663745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3391f8c6-86a1-4d56-9a1c-a8ee04b1655c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39fff32-f553-46d9-aa63-8902ccfb4b47 HTTP/1.1" status: 200 len: 205 time: 0.0499279 Nov 12 09:26:55.666169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37114) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:55.686098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:55.698279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] Routers {'a39fff32-f553-46d9-aa63-8902ccfb4b47'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:26:55.698923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a39fff32-f553-46d9-aa63-8902ccfb4b47'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:55.717670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d68c25cb-52ec-4aa5-af11-5528925e2264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.750698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d68c25cb-52ec-4aa5-af11-5528925e2264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.752904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:55.753780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ea9c23-f12d-475b-bcbf-67dcd82c2110 None None] The sync data for ids ['a39fff32-f553-46d9-aa63-8902ccfb4b47'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:26:55.769618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca41b2e6-729f-41d0-9813-bd3421307e78 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.835138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d68c25cb-52ec-4aa5-af11-5528925e2264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.838372 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d68c25cb-52ec-4aa5-af11-5528925e2264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:55.843505 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d68c25cb-52ec-4aa5-af11-5528925e2264 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/483775ba-b7e6-4618-9f4b-ef3cbaacb5c9 HTTP/1.1" status: 204 len: 168 time: 0.1912146 Nov 12 09:26:55.851374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c25cb-52ec-4aa5-af11-5528925e2264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483775ba-b7e6-4618-9f4b-ef3cbaacb5c9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:56.005452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca41b2e6-729f-41d0-9813-bd3421307e78 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.006050 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca41b2e6-729f-41d0-9813-bd3421307e78 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.070858 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca41b2e6-729f-41d0-9813-bd3421307e78 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.071690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca41b2e6-729f-41d0-9813-bd3421307e78 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Fanout notify agent at l3_agent the message router_deleted on router a39fff32-f553-46d9-aa63-8902ccfb4b47 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:26:56.108552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ca41b2e6-729f-41d0-9813-bd3421307e78 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.114507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ca41b2e6-729f-41d0-9813-bd3421307e78 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/a39fff32-f553-46d9-aa63-8902ccfb4b47 HTTP/1.1" status: 204 len: 168 time: 0.4437392 Nov 12 09:26:56.115340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37120) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:56.216456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet 20f5dd46-b619-43bd-ab48-7ee76132c410 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:26:56.227754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d39b9b-f1b8-4dee-a7a3-2d4c39fef169 req-8d44f21b-6244-40cf-b9b2-9bf5cac42a31 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:56.229895 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34d39b9b-f1b8-4dee-a7a3-2d4c39fef169 req-8d44f21b-6244-40cf-b9b2-9bf5cac42a31 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.1009209 Nov 12 09:26:56.246869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.321683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34d39b9b-f1b8-4dee-a7a3-2d4c39fef169 req-32a6875b-de7c-4d7d-9c18-0e972681aa24 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806742 Nov 12 09:26:56.372711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.491103 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.564337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.595655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=20f5dd46-b619-43bd-ab48-7ee76132c410,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:56.598206 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.601915 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5e4cc292-fb52-4cc4-b9ec-bd07746028d2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/20f5dd46-b619-43bd-ab48-7ee76132c410 HTTP/1.1" status: 204 len: 168 time: 0.4846480 Nov 12 09:26:56.604418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37132) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:56.607609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af3b85-dfc5-4354-a601-7ce468ed2b6f None None] Network d87728be-f1ef-4857-a197-8cdb8f611d88 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:56.703181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.777242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 21e155a9-567d-43f4-8040-253b14d9d5a1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:56.777447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.854080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] DHCP port deletion for d87728be-f1ef-4857-a197-8cdb8f611d88 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:26:56.870330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port 21e155a9-567d-43f4-8040-253b14d9d5a1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=21e155a9-567d-43f4-8040-253b14d9d5a1,segment=NetworkSegment(fcaa592d-c9c6-49db-bb77-23c56dbeba13),segment_id=fcaa592d-c9c6-49db-bb77-23c56dbeba13)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:56.870833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:56.897135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 21e155a9-567d-43f4-8040-253b14d9d5a1 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:56.934852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Deleting port 21e155a9-567d-43f4-8040-253b14d9d5a1 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:26:56.935477 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.015351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.056176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=21e155a9-567d-43f4-8040-253b14d9d5a1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:57.065300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No DVR routers for this DVR port 21e155a9-567d-43f4-8040-253b14d9d5a1 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:57.068819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] For port 21e155a9-567d-43f4-8040-253b14d9d5a1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=21e155a9-567d-43f4-8040-253b14d9d5a1,segment=NetworkSegment(fcaa592d-c9c6-49db-bb77-23c56dbeba13),segment_id=fcaa592d-c9c6-49db-bb77-23c56dbeba13)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:26:57.071739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.106396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 21e155a9-567d-43f4-8040-253b14d9d5a1 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:26:57.110358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Calling delete_port for 21e155a9-567d-43f4-8040-253b14d9d5a1 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:26:57.138955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 21e155a9-567d-43f4-8040-253b14d9d5a1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:26:57.139721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 21e155a9-567d-43f4-8040-253b14d9d5a1 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:26:57.237722 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.239621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.254995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] No DVR routers for this DVR port 21e155a9-567d-43f4-8040-253b14d9d5a1 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:26:57.266057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87728be-f1ef-4857-a197-8cdb8f611d88']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:57.279099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Pushing event deleted for resources: {'Port': ['ID=21e155a9-567d-43f4-8040-253b14d9d5a1,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:57.295232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.295586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.295951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.296295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.296630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.296968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.297545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.297769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.298382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.299099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.299473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.299700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcaa592d-c9c6-49db-bb77-23c56dbeba13') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:57.299813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168df8a6-e501-43c7-8f4f-6c8493f1078d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:26:57.300584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcaa592d-c9c6-49db-bb77-23c56dbeba13') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:26:57.314027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.328361 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.337306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:26:57.338519 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:26:57.341140 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:26:57.416234 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.431632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.439951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37154) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:57.444503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/d87728be-f1ef-4857-a197-8cdb8f611d88 HTTP/1.1" status: 204 len: 168 time: 0.8389544 Nov 12 09:26:57.444721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f7dfb141-7fcc-4989-8bda-ae25d16aa6fd tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1181124490', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:57.477455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb141-7fcc-4989-8bda-ae25d16aa6fd tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.478692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb141-7fcc-4989-8bda-ae25d16aa6fd tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.497299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12489014-b26b-4d21-bfb7-613e400eb0c6 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=d87728be-f1ef-4857-a197-8cdb8f611d88,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:57.525663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50ce69-6ffb-4186-8921-acc9bf6a3f8d req-4d3f5c34-4de0-4906-8e3d-4f3fea579047 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:57.527667 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a50ce69-6ffb-4186-8921-acc9bf6a3f8d req-4d3f5c34-4de0-4906-8e3d-4f3fea579047 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.0796671 Nov 12 09:26:57.550181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb141-7fcc-4989-8bda-ae25d16aa6fd tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.555539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb141-7fcc-4989-8bda-ae25d16aa6fd tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.590271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7dfb141-7fcc-4989-8bda-ae25d16aa6fd tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.591507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f7dfb141-7fcc-4989-8bda-ae25d16aa6fd tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1505327 Nov 12 09:26:57.594338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37162) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:57.600189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-1298178218'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:57.600785 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a50ce69-6ffb-4186-8921-acc9bf6a3f8d req-673b2324-d36f-403d-9e01-ed09ff090079 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657301 Nov 12 09:26:57.633878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:57.640400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.673459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:26:57.714428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.714860 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment 88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3 of type vlan for network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 Nov 12 09:26:57.769001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56307d9c-388a-4a2a-9216-018840fdce0e req-cb718d8c-c181-4497-aca3-d474c782c39c tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:57.771288 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56307d9c-388a-4a2a-9216-018840fdce0e req-cb718d8c-c181-4497-aca3-d474c782c39c tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.0916858 Nov 12 09:26:57.792893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.848458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.855159 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.855851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:57.855851 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:57.870434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56307d9c-388a-4a2a-9216-018840fdce0e req-4f9de64f-141a-454e-912f-5132da14bd65 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933490 Nov 12 09:26:57.922656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:57.944740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:57.945069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3494046 Nov 12 09:26:57.950513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:57.953435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35af1f-b614-4b4c-b374-b1faa2607357 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:57.968799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:26:58.110115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1127952644', 'router:external': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:58.130221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:58.134315 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.205910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Made reservation on behalf of fec17897ff8643ddb7eab5c2fe4db992 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:58.208303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.224853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.234522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac397c6c-f6c4-4b4f-8e4a-21d488d425e2 req-71242a64-4172-4e46-9d68-5321e567f0d7 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:58.236498 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac397c6c-f6c4-4b4f-8e4a-21d488d425e2 req-71242a64-4172-4e46-9d68-5321e567f0d7 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.0608144 Nov 12 09:26:58.299842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac397c6c-f6c4-4b4f-8e4a-21d488d425e2 req-48c01fbc-8d7d-4692-aab0-19467ac696f8 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546620 Nov 12 09:26:58.372585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.437019 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.442793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.450493 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.507415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:26:58.522304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaab638-482d-403d-bf6a-91a05a492b28,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:58.547895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=5647dedc-76a5-4e4a-8f58-8ea8b20032ad,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:58.552714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.553086 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Added segment e83d39a9-cee8-4282-8520-fc2c0f8ac92a of type vlan for network 7e4c726e-2748-4181-b3a1-768aed09c271 Nov 12 09:26:58.622853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:58.623247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:26:58.691500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.733289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:26:58.750002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:58.756790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:58.757735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.761433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.762847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:58.763709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.767450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8fdffa-fd40-4702-bff4-7c857e973987 None None] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:58.834892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9094670 Nov 12 09:26:58.838112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37182) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:58.844642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'subnet': {'network_id': '7e4c726e-2748-4181-b3a1-768aed09c271', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:58.883305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Made reservation on behalf of fec17897ff8643ddb7eab5c2fe4db992 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:58.886801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:58.897464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a74cbba9-931c-4e19-b56c-b85af30dd6a7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9469471 Nov 12 09:26:58.898056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:58.977240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bbe63-95a2-49f8-b48f-2d4777bc46fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Network': ['ID=7e4c726e-2748-4181-b3a1-768aed09c271,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:58.999491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 7e4c726e-2748-4181-b3a1-768aed09c271 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:26:59.116131 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:26:59.117068 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.363902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Allocated IP 172.20.0.2 (cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0/5647dedc-76a5-4e4a-8f58-8ea8b20032ad/1690bf74-4729-4131-8e41-ea0a7e4049bf) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:59.429248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.479761 n-d-769329-17 neutron-server[109377]: DEBUG neutron.objects.ports [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109377) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 12 09:26:59.480749 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.594547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4e37618a-cd3f-4a85-a7e7-831cba8cbf6a,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:59.605545 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3319-cf8c-48d0-9eb3-7dd31fe102ab req-5a83dae4-90a4-4686-93b1-0bc93c62d0fd tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:59.608421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Checking segment: {'id': 'e83d39a9-cee8-4282-8520-fc2c0f8ac92a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e4c726e-2748-4181-b3a1-768aed09c271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:59.609085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network hostable DHCP agents. Network: 7e4c726e-2748-4181-b3a1-768aed09c271, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:26:59.613053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d26c3319-cf8c-48d0-9eb3-7dd31fe102ab req-5a83dae4-90a4-4686-93b1-0bc93c62d0fd tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.1708057 Nov 12 09:26:59.647847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network 7e4c726e-2748-4181-b3a1-768aed09c271 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:26:59.663883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 7e4c726e-2748-4181-b3a1-768aed09c271) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:59.671602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:26:59.672918 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.678347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237fe007-31a3-4fad-9798-cf7021b9ae77 None None] Network 7e4c726e-2748-4181-b3a1-768aed09c271 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:26:59.701170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a75fc15d-111c-4daf-a2f9-7deb7ec9a17d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8616090 Nov 12 09:26:59.703583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:26:59.710294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2139279581', 'network_id': '7e4c726e-2748-4181-b3a1-768aed09c271'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:26:59.717300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.784859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.812531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d26c3319-cf8c-48d0-9eb3-7dd31fe102ab req-c967b565-c80a-42b3-bd3b-838cd4540bde tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985099 Nov 12 09:26:59.836093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:26:59.845865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:26:59.866313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:26:59.901371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Made reservation on behalf of fec17897ff8643ddb7eab5c2fe4db992 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:26:59.904165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.911330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Pushing event updated for resources: {'Port': ['ID=1690bf74-4729-4131-8e41-ea0a7e4049bf,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:26:59.929997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.20.0.1 (cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0/5647dedc-76a5-4e4a-8f58-8ea8b20032ad/667e8639-a953-40f9-b01e-bb4057369e50) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:26:59.958222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Attempting to bind port 1690bf74-4729-4131-8e41-ea0a7e4049bf on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:26:59.958720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Attempting to bind port 1690bf74-4729-4131-8e41-ea0a7e4049bf by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:26:59.959283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Attempting to bind port 1690bf74-4729-4131-8e41-ea0a7e4049bf on network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:26:59.962451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] device_id is not set on port 874db3b0-cdcc-4a75-8bdf-037f0710d699 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:26:59.986537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:26:59.987093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Checking segment: {'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:26:59.987592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:26:59.988110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Bound using segment: {'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:26:59.988708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Bound port: 1690bf74-4729-4131-8e41-ea0a7e4049bf, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:26:59.989188 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:00.073645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8c77f-d5a1-4726-a658-e3073612ef06 None None] Network 7e4c726e-2748-4181-b3a1-768aed09c271 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:00.101400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca71d34-616c-4442-ab55-70d30389f510 req-41c9d5d7-67d0-4a55-b954-6fdb5314ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:00.103028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ca71d34-616c-4442-ab55-70d30389f510 req-41c9d5d7-67d0-4a55-b954-6fdb5314ae83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cafe1d765d74cfea4540a2f2bd7b1ca&device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 1097 time: 0.0605087 Nov 12 09:27:00.241524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca71d34-616c-4442-ab55-70d30389f510 req-fa18db51-741e-46ed-8c61-3ab772ff4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:00.243099 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ca71d34-616c-4442-ab55-70d30389f510 req-fa18db51-741e-46ed-8c61-3ab772ff4341 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eccc036-9ee7-4245-b909-7732b6ea974c HTTP/1.1" status: 200 len: 913 time: 0.1330371 Nov 12 09:27:00.299980 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ca71d34-616c-4442-ab55-70d30389f510 req-eea325c6-792a-4e07-b1b9-5576aa3bfd77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3011598f-bad4-4120-822d-1a005750ab14 HTTP/1.1" status: 200 len: 217 time: 0.0496347 Nov 12 09:27:00.344493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] For port 1690bf74-4729-4131-8e41-ea0a7e4049bf, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:00.366906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] For port 1690bf74-4729-4131-8e41-ea0a7e4049bf, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1690bf74-4729-4131-8e41-ea0a7e4049bf,segment=NetworkSegment(88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3),segment_id=88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:00.372232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:00.406479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca71d34-616c-4442-ab55-70d30389f510 req-3354cfaf-2b3e-4269-9189-c3f31b69018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:00.409312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ca71d34-616c-4442-ab55-70d30389f510 req-3354cfaf-2b3e-4269-9189-c3f31b69018b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d097f736-cafd-4f88-955e-a518d8e63fe2 HTTP/1.1" status: 200 len: 852 time: 0.1022096 Nov 12 09:27:00.454883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9702419e-0f2e-408d-952f-70b5219fb1db None None] Pushing event updated for resources: {'Port': ['ID=1690bf74-4729-4131-8e41-ea0a7e4049bf,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:00.477947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ca71d34-616c-4442-ab55-70d30389f510 req-910cad94-4a10-464c-9f83-8075c9834b71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eccc036-9ee7-4245-b909-7732b6ea974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607789 Nov 12 09:27:00.604755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcb685-f1a3-4e47-8496-12e007ebe368 req-f8132d1b-00f2-4775-8c63-7c795228f096 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:00.606295 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ebcb685-f1a3-4e47-8496-12e007ebe368 req-f8132d1b-00f2-4775-8c63-7c795228f096 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.5512269 Nov 12 09:27:00.626982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ca71d34-616c-4442-ab55-70d30389f510 req-52d13d9d-8591-44c3-9f76-12de1bd3c3f3 service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404004 Nov 12 09:27:00.668365 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:00.685241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Allocated IP 2001:db8::229 (7e4c726e-2748-4181-b3a1-768aed09c271/4e37618a-cd3f-4a85-a7e7-831cba8cbf6a/874db3b0-cdcc-4a75-8bdf-037f0710d699) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:00.795365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7ca71d34-616c-4442-ab55-70d30389f510 req-2fffd08c-f45d-4ca1-8052-5cebeaf7dc30 service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604719 Nov 12 09:27:00.917851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ebcb685-f1a3-4e47-8496-12e007ebe368 req-6d35b184-8202-4e65-8b59-cc1df55267c1 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979684 Nov 12 09:27:00.971264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.069380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.119136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:01.177812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:01.181867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:01.217442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1690bf74-4729-4131-8e41-ea0a7e4049bf up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:01.230196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=667e8639-a953-40f9-b01e-bb4057369e50,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:01.272690 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.353839 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.362310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1690bf74-4729-4131-8e41-ea0a7e4049bf triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:01.362310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.536357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network 7e4c726e-2748-4181-b3a1-768aed09c271 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:01.554982 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:01.558854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:01.561277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:01.562297 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.596755 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.600840 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8955939 Nov 12 09:27:01.604177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37204) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:01.606167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0418f35-de7c-4c78-9561-8b3f726fb265 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Port': ['ID=874db3b0-cdcc-4a75-8bdf-037f0710d699,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:01.701461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 1690bf74-4729-4131-8e41-ea0a7e4049bf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1690bf74-4729-4131-8e41-ea0a7e4049bf,segment=NetworkSegment(88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3),segment_id=88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:01.715485 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.726798 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:01.857313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Deleting port 874db3b0-cdcc-4a75-8bdf-037f0710d699 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:01.861912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=1690bf74-4729-4131-8e41-ea0a7e4049bf,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:01.863067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.053144 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.082773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Calling delete_port for 874db3b0-cdcc-4a75-8bdf-037f0710d699 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:02.234523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c176cd66-1033-4aa5-a7db-2e336f7badea None None] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:02.334784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1f5ffaf8-15b0-4f5a-a138-054008b1a584 None None] Provisioning complete for port 1690bf74-4729-4131-8e41-ea0a7e4049bf triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:02.335057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f5ffaf8-15b0-4f5a-a138-054008b1a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.398897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.399097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.413083 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.446543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event deleted for resources: {'Port': ['ID=874db3b0-cdcc-4a75-8bdf-037f0710d699,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:02.465708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ec246-ee9b-4a2b-be77-a0f0581d6990 req-f92768c7-4b45-4260-8fb5-16567bad168f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:02.477086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d37ec246-ee9b-4a2b-be77-a0f0581d6990 req-f92768c7-4b45-4260-8fb5-16567bad168f tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.2838693 Nov 12 09:27:02.575088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=667e8639-a953-40f9-b01e-bb4057369e50,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:02.587607 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.593725 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ac8eda93-c247-4117-8a06-11b58db7f4da tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "DELETE /v2.0/ports/874db3b0-cdcc-4a75-8bdf-037f0710d699 HTTP/1.1" status: 204 len: 168 time: 0.9839025 Nov 12 09:27:02.602759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37210) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:02.614151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.614762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.615263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.615844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.616066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e4c726e-2748-4181-b3a1-768aed09c271', 'external_fixed_ips': [{'subnet_id': '4e37618a-cd3f-4a85-a7e7-831cba8cbf6a', 'ip_address': '2001:db8::229'}]}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:02.618107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.618869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.619474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.620120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.620843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.621232 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.621828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.622427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:02.637465 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.673699 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d37ec246-ee9b-4a2b-be77-a0f0581d6990 req-50e7e067-e719-472e-9f4b-b898c57e2f9d tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954813 Nov 12 09:27:02.703335 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.704460 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.857278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:02.869976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:02.877954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:03.071164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a38be045-98b7-4db6-8155-5a404cf14458 None None] Provisioning complete for port 1690bf74-4729-4131-8e41-ea0a7e4049bf triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:03.071761 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38be045-98b7-4db6-8155-5a404cf14458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.238764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:03.251276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1690bf74-4729-4131-8e41-ea0a7e4049bf up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:03.284923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.383660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a38be045-98b7-4db6-8155-5a404cf14458 None None] Provisioning complete for port 667e8639-a953-40f9-b01e-bb4057369e50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:03.383904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a38be045-98b7-4db6-8155-5a404cf14458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.440676 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a38be045-98b7-4db6-8155-5a404cf14458 None None] Port 667e8639-a953-40f9-b01e-bb4057369e50 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:03.453471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1690bf74-4729-4131-8e41-ea0a7e4049bf triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:03.454344 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.499209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e9aae-1add-4f02-8f5c-57cc748347e5 req-a9405a3d-df13-4577-94bc-3d7817820ab5 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:03.503336 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-105e9aae-1add-4f02-8f5c-57cc748347e5 req-a9405a3d-df13-4577-94bc-3d7817820ab5 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.2844484 Nov 12 09:27:03.562104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:03.582194 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:03.598067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-456e512b-bcee-43c5-81cb-8b7bd8b020b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6923959 Nov 12 09:27:03.599244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37216) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:03.613336 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:03.614545 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:03.625845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-1418570611'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:03.667817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:03.679789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.738847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-105e9aae-1add-4f02-8f5c-57cc748347e5 req-a41a1f6d-9c8a-4c71-a78c-a368e45e8647 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030325 Nov 12 09:27:03.751657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6fbb3d7c-72cc-4f8c-9d9e-23ff663edd31 None None] Provisioning complete for port 667e8639-a953-40f9-b01e-bb4057369e50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:03.753717 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6fbb3d7c-72cc-4f8c-9d9e-23ff663edd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.810737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:03.828076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb3d7c-72cc-4f8c-9d9e-23ff663edd31 None None] Port 667e8639-a953-40f9-b01e-bb4057369e50 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:03.846197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.846664 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment eaf39eab-360c-4a21-b2c2-ce3874d272a4 of type vlan for network 3f2744af-8341-4066-a826-da6c4bc41612 Nov 12 09:27:03.862053 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:03.906590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.968929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.981185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f754c1fc-0847-4c35-95bc-8441ac57c825 None None] Provisioning complete for port 667e8639-a953-40f9-b01e-bb4057369e50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:03.982183 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f754c1fc-0847-4c35-95bc-8441ac57c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.989531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:03.996709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:04.001547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.002281 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.051187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f754c1fc-0847-4c35-95bc-8441ac57c825 None None] Port 667e8639-a953-40f9-b01e-bb4057369e50 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:04.093944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4930623 Nov 12 09:27:04.098812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:04.152177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:04.158802 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:01Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:02Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:04.188325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff7bcc-506f-47aa-8446-1b4d64992e40 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=3f2744af-8341-4066-a826-da6c4bc41612,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:04.210462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 3f2744af-8341-4066-a826-da6c4bc41612 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:04.236952 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:04.237533 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Updating router 4d3b36d0-b565-4b10-a992-61785686b827 port 667e8639-a953-40f9-b01e-bb4057369e50 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:04.245503 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:04.272044 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.377601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:04.381752 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.450580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Allocated IP 2001:db8::229 (7e4c726e-2748-4181-b3a1-768aed09c271/4e37618a-cd3f-4a85-a7e7-831cba8cbf6a/25019a4f-c30e-48db-bd19-5e60e97d15b6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:04.666473 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.726820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.772665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.776436 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.784164 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:04.865533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network 7e4c726e-2748-4181-b3a1-768aed09c271 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:04.872159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Port': ['ID=25019a4f-c30e-48db-bd19-5e60e97d15b6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:04.892984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:04.905485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:04.986114 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60393b31-3a14-48f8-b5ee-b574c8f7ef54 None None] Pushing event updated for resources: {'Port': ['ID=667e8639-a953-40f9-b01e-bb4057369e50,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:05.037992 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=11f9f9c6-b690-469d-be70-6c79559bed69,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:05.049887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:05.050656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: 3f2744af-8341-4066-a826-da6c4bc41612, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:27:05.117772 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Attempting to bind port 667e8639-a953-40f9-b01e-bb4057369e50 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:05.118428 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Attempting to bind port 667e8639-a953-40f9-b01e-bb4057369e50 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:05.119034 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Attempting to bind port 667e8639-a953-40f9-b01e-bb4057369e50 on network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:05.122607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311eeb16-836a-4aef-ad7d-d30f1417321d req-6a8279af-3d81-4833-a4ca-2233b2192d43 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:05.126069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-311eeb16-836a-4aef-ad7d-d30f1417321d req-6a8279af-3d81-4833-a4ca-2233b2192d43 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.1740575 Nov 12 09:27:05.132893 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:05.134313 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Checking segment: {'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:05.134919 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.135499 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Bound using segment: {'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:05.136039 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Bound port: 667e8639-a953-40f9-b01e-bb4057369e50, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:05.136541 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.170700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network 3f2744af-8341-4066-a826-da6c4bc41612 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:27:05.211525 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] For port 667e8639-a953-40f9-b01e-bb4057369e50, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:05.217351 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] For port 667e8639-a953-40f9-b01e-bb4057369e50, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=667e8639-a953-40f9-b01e-bb4057369e50,segment=NetworkSegment(88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3),segment_id=88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:05.224097 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.269099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 3f2744af-8341-4066-a826-da6c4bc41612) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:05.280748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:05.282674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.285963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a0994-a7bb-4d99-a886-26d577e64a1e None None] Network 3f2744af-8341-4066-a826-da6c4bc41612 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:05.319177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-311eeb16-836a-4aef-ad7d-d30f1417321d req-b1d364f1-99a5-412b-bb59-af5a358ef0bb tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839726 Nov 12 09:27:05.330802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-977522d1-400c-4a5e-bd77-143dde40fb6b tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2278960 Nov 12 09:27:05.331314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37226) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:05.340792 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:05.341452 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:05.423589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.618968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f1797dfb-afa8-4271-b7b7-c976c038f0ea None None] Provisioning complete for port 667e8639-a953-40f9-b01e-bb4057369e50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:05.619566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1797dfb-afa8-4271-b7b7-c976c038f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:05.677548 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60393b31-3a14-48f8-b5ee-b574c8f7ef54 None None] Pushing event updated for resources: {'Port': ['ID=667e8639-a953-40f9-b01e-bb4057369e50,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:05.719078 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:06.059651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:06.100775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-3f2744af-8341-4066-a826-da6c4bc41612', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:27:06.104840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:06.252438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1797dfb-afa8-4271-b7b7-c976c038f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:06.327503 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:01Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:05Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:06.379024 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be7e0f-103f-4872-8712-f75b5a3b6b96 None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:01Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:05Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:06.453887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc551db-20ab-4cb7-afe9-5a829138de42 req-826f6a13-21df-4024-8c53-2e66a2f56c52 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:06.469210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc551db-20ab-4cb7-afe9-5a829138de42 req-826f6a13-21df-4024-8c53-2e66a2f56c52 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.2836680 Nov 12 09:27:06.491198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Allocated IP 172.21.0.2 (3f2744af-8341-4066-a826-da6c4bc41612/11f9f9c6-b690-469d-be70-6c79559bed69/e621eb1d-309a-44b5-b4c5-206ff6690e11) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:06.612491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cfc551db-20ab-4cb7-afe9-5a829138de42 req-66e8605d-06de-4467-8c7b-1deb638466d0 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402459 Nov 12 09:27:06.695158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f1797dfb-afa8-4271-b7b7-c976c038f0ea None None] For port 667e8639-a953-40f9-b01e-bb4057369e50, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=667e8639-a953-40f9-b01e-bb4057369e50,segment=NetworkSegment(88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3),segment_id=88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:06.708040 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f1797dfb-afa8-4271-b7b7-c976c038f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:06.720692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:06.754298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:06.811472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1797dfb-afa8-4271-b7b7-c976c038f0ea None None] Pushing event updated for resources: {'Port': ['ID=667e8639-a953-40f9-b01e-bb4057369e50,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:06.821487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Network 3f2744af-8341-4066-a826-da6c4bc41612 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:06.843769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:06.882324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:06.897811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:06.905235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1d881639-4c8c-4853-8d43-1563a85dcd99 None None] Provisioning complete for port 667e8639-a953-40f9-b01e-bb4057369e50 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:06.905757 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d881639-4c8c-4853-8d43-1563a85dcd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.010571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-843f93f6-7aa1-480f-b900-3295133e6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:07.014452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-843f93f6-7aa1-480f-b900-3295133e6025 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2cafe1d765d74cfea4540a2f2bd7b1ca&device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 1097 time: 1.0509486 Nov 12 09:27:07.063133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Pushing event updated for resources: {'Port': ['ID=e621eb1d-309a-44b5-b4c5-206ff6690e11,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:07.125034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Attempting to bind port e621eb1d-309a-44b5-b4c5-206ff6690e11 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:07.125642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Attempting to bind port e621eb1d-309a-44b5-b4c5-206ff6690e11 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:07.126266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Attempting to bind port e621eb1d-309a-44b5-b4c5-206ff6690e11 on network 3f2744af-8341-4066-a826-da6c4bc41612 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:07.239677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:07.240524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Checking segment: {'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:07.258675 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.264585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Bound using segment: {'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:07.272544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Bound port: e621eb1d-309a-44b5-b4c5-206ff6690e11, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:07.273296 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.350036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 667e8639-a953-40f9-b01e-bb4057369e50 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:07.406810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Router 12ec87ac-0f24-4c9d-890d-78bb95fdc9e4 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:07.610997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-235c3768-e0bf-4665-bae0-4a41067dbdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:07.613680 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-235c3768-e0bf-4665-bae0-4a41067dbdf1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8eccc036-9ee7-4245-b909-7732b6ea974c HTTP/1.1" status: 200 len: 913 time: 0.5757525 Nov 12 09:27:07.635550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] For port e621eb1d-309a-44b5-b4c5-206ff6690e11, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:07.649653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.21.0.1 (3f2744af-8341-4066-a826-da6c4bc41612/11f9f9c6-b690-469d-be70-6c79559bed69/f781a97d-e62f-458e-8651-d05b4187c08b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:07.653294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] For port e621eb1d-309a-44b5-b4c5-206ff6690e11, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e621eb1d-309a-44b5-b4c5-206ff6690e11,segment=NetworkSegment(eaf39eab-360c-4a21-b2c2-ce3874d272a4),segment_id=eaf39eab-360c-4a21-b2c2-ce3874d272a4)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:07.670093 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.702469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 667e8639-a953-40f9-b01e-bb4057369e50 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:07.703609 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:07.709150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-6a1cc720-ad0a-435c-86ed-cbbc59141173 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3011598f-bad4-4120-822d-1a005750ab14 HTTP/1.1" status: 200 len: 217 time: 0.0845151 Nov 12 09:27:07.808117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-7d1d0395-b5f5-45cc-8d5a-ddbb00803808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:07.813870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-7d1d0395-b5f5-45cc-8d5a-ddbb00803808 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d097f736-cafd-4f88-955e-a518d8e63fe2 HTTP/1.1" status: 200 len: 852 time: 0.0949924 Nov 12 09:27:07.923246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-ee0eac30-e662-4e45-9286-de9d06129a9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8eccc036-9ee7-4245-b909-7732b6ea974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547619 Nov 12 09:27:08.043201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a369d7-6d07-487d-a09c-ce70c4efbaf7 None None] Pushing event updated for resources: {'Port': ['ID=e621eb1d-309a-44b5-b4c5-206ff6690e11,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:08.059868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.083345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:08.094098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf4f5-fc69-4d6e-ab3e-78411f50ac78 req-4c869a67-984b-4c5b-a01d-af693a9203b3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:08.103880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aebbf4f5-fc69-4d6e-ab3e-78411f50ac78 req-4c869a67-984b-4c5b-a01d-af693a9203b3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.2368100 Nov 12 09:27:08.135710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Sync routers for ids ['12ec87ac-0f24-4c9d-890d-78bb95fdc9e4'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:08.184773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Routers {'12ec87ac-0f24-4c9d-890d-78bb95fdc9e4'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:08.186070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['12ec87ac-0f24-4c9d-890d-78bb95fdc9e4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:08.202673 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.207064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aebbf4f5-fc69-4d6e-ab3e-78411f50ac78 req-eca185ee-00c7-4a3f-860d-8daec9a61014 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018581 Nov 12 09:27:08.219682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.221510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-90d419c8-5bd7-45bc-b7e2-7f9c79cb8952 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6113217 Nov 12 09:27:08.225569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37238) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:08.287607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=f781a97d-e62f-458e-8651-d05b4187c08b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:08.331900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network 3f2744af-8341-4066-a826-da6c4bc41612 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:08.340988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:08.344915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:08.456289 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-e1c6b27b-3684-4af7-a5e3-824faeef3de8 service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887953 Nov 12 09:27:08.457369 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Set router 12ec87ac-0f24-4c9d-890d-78bb95fdc9e4 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:08.457767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.483040 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.668441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e03b2ec-eb93-40f0-8a71-111d6893e231 req-909125c8-7207-44ad-b085-9871af285944 service neutron] 10.222.0.55 "GET /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433978 Nov 12 09:27:08.711284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.794235 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.903172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12ec87ac-0f24-4c9d-890d-78bb95fdc9e4', 'name': '', 'tenant_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e4c726e-2748-4181-b3a1-768aed09c271', 'external_fixed_ips': [{'subnet_id': '4e37618a-cd3f-4a85-a7e7-831cba8cbf6a', 'ip_address': '2001:db8::229'}], 'enable_snat': True}, 'gw_port_id': '25019a4f-c30e-48db-bd19-5e60e97d15b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:02Z', 'updated_at': '2021-11-12T09:27:05Z', 'revision_number': 3, 'project_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'gw_port': {'id': '25019a4f-c30e-48db-bd19-5e60e97d15b6', 'name': '', 'network_id': '7e4c726e-2748-4181-b3a1-768aed09c271', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:62:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12ec87ac-0f24-4c9d-890d-78bb95fdc9e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '4e37618a-cd3f-4a85-a7e7-831cba8cbf6a', 'ip_address': '2001:db8::229', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:04Z', 'updated_at': '2021-11-12T09:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e37618a-cd3f-4a85-a7e7-831cba8cbf6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:08.906425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Deleting port 25019a4f-c30e-48db-bd19-5e60e97d15b6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:08.906800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:08.966872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Checking router: 12ec87ac-0f24-4c9d-890d-78bb95fdc9e4 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:08.967372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Updating router 12ec87ac-0f24-4c9d-890d-78bb95fdc9e4 port 25019a4f-c30e-48db-bd19-5e60e97d15b6 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:09.046889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.048275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.086260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Calling delete_port for 25019a4f-c30e-48db-bd19-5e60e97d15b6 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:09.336294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e621eb1d-309a-44b5-b4c5-206ff6690e11 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:09.574883 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.599274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d47ae6-dd2c-4cd3-bf3d-9000ffce4826 req-ce48ecba-6f9d-4fb0-93f6-d14cf561dddf tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:09.613186 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9d47ae6-dd2c-4cd3-bf3d-9000ffce4826 req-ce48ecba-6f9d-4fb0-93f6-d14cf561dddf tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.2028296 Nov 12 09:27:09.616756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event deleted for resources: {'Port': ['ID=25019a4f-c30e-48db-bd19-5e60e97d15b6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:09.620203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.650433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.685053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.757702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e621eb1d-309a-44b5-b4c5-206ff6690e11 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:09.758726 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.850801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.854351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.922764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.924590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12ec87ac-0f24-4c9d-890d-78bb95fdc9e4 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:09.930136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:09.931637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dfa32b09-7542-4812-a2bc-d4f6e488674f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "DELETE /v2.0/routers/12ec87ac-0f24-4c9d-890d-78bb95fdc9e4 HTTP/1.1" status: 204 len: 168 time: 1.7045884 Nov 12 09:27:09.934252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37246) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:09.961409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:27:09.961970 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:27:09.982720 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.031033 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f9d47ae6-dd2c-4cd3-bf3d-9000ffce4826 req-653fe50b-0080-45fb-84ab-f6effba277da tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138546 Nov 12 09:27:10.032219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Deleting subnet 4e37618a-cd3f-4a85-a7e7-831cba8cbf6a {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:10.037953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.048555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=f781a97d-e62f-458e-8651-d05b4187c08b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:10.092494 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.159570 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.240759 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.242454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network 3f2744af-8341-4066-a826-da6c4bc41612 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:10.245670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f290aae4-d6ab-4256-ba23-6f309e47386e None None] Network 3f2744af-8341-4066-a826-da6c4bc41612 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:10.247228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:10.291564 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.293910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-777c518b-83bb-4b98-97c9-36837f8d9cb4 None None] Provisioning complete for port e621eb1d-309a-44b5-b4c5-206ff6690e11 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:10.294366 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-777c518b-83bb-4b98-97c9-36837f8d9cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.295427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/4e37618a-cd3f-4a85-a7e7-831cba8cbf6a HTTP/1.1" status: 204 len: 168 time: 0.3598516 Nov 12 09:27:10.296842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ace14-192b-42a1-b247-15b9d826e7b1 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4e37618a-cd3f-4a85-a7e7-831cba8cbf6a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:10.300013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:10.342771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.392475 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.441548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:10.495572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Port 25019a4f-c30e-48db-bd19-5e60e97d15b6 not found while updating agent binding for router 12ec87ac-0f24-4c9d-890d-78bb95fdc9e4. {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 09:27:10.505047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port e621eb1d-309a-44b5-b4c5-206ff6690e11, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e621eb1d-309a-44b5-b4c5-206ff6690e11,segment=NetworkSegment(eaf39eab-360c-4a21-b2c2-ce3874d272a4),segment_id=eaf39eab-360c-4a21-b2c2-ce3874d272a4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:10.512482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Routers set() bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:10.513563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Router IDs set() for agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 12 09:27:10.514322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'12ec87ac-0f24-4c9d-890d-78bb95fdc9e4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent'). {{(pid=109378) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 12 09:27:10.514831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff1a4b8-9080-4a5b-b06e-77233c3cc436 None None] The sync data for ids ['12ec87ac-0f24-4c9d-890d-78bb95fdc9e4'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:10.525852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.533167 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.572928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4c726e-2748-4181-b3a1-768aed09c271']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:10.590914 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83d39a9-cee8-4282-8520-fc2c0f8ac92a') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:10.592747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83d39a9-cee8-4282-8520-fc2c0f8ac92a') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:10.607969 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.628552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.644099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:10.646450 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:10.669295 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:10.744151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:10.754025 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6318fbe8-d2ec-46a0-9434-3b8187ab604d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4170036 Nov 12 09:27:10.754527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37258) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:10.770085 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:10.779167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-1332259044'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:10.802753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=e621eb1d-309a-44b5-b4c5-206ff6690e11,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:10.811847 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:10.816920 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:10.827372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.834893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e4c726e-2748-4181-b3a1-768aed09c271 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 12 09:27:10.845729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.861618 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "DELETE /v2.0/networks/7e4c726e-2748-4181-b3a1-768aed09c271 HTTP/1.1" status: 204 len: 168 time: 0.5587976 Nov 12 09:27:10.873477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e0cd8-7fc4-426b-8342-7cea61872ee4 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e4c726e-2748-4181-b3a1-768aed09c271,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:10.873805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:10.907443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:10.968293 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:11.072795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:11.122042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.122554 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment c88c62a2-8aa8-4581-b90d-16085c373ca6 of type vlan for network e375edb4-6cf6-4865-9292-564a1a03d889 Nov 12 09:27:11.276886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e621eb1d-309a-44b5-b4c5-206ff6690e11 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:11.293846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.413767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd178c-c245-4003-8842-a2b9a628d1b8 req-29bcb48d-f4c6-4938-896a-96209e9e08ef tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:11.414470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.426881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77dd178c-c245-4003-8842-a2b9a628d1b8 req-29bcb48d-f4c6-4938-896a-96209e9e08ef tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.2224691 Nov 12 09:27:11.443754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:11.449106 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.453302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37268) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:11.481883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9c2ef0e9-b743-46a9-b43f-739e1c689e2b tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'router': {'name': 'tempest-router--1366865270', 'project_id': '874226c37a474554b9c1288de9b774c9'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:11.530626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e621eb1d-309a-44b5-b4c5-206ff6690e11 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:11.531254 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.592814 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77dd178c-c245-4003-8842-a2b9a628d1b8 req-1b532855-973b-4a63-b48a-7a2dc098d3cd tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598880 Nov 12 09:27:11.655405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef0e9-b743-46a9-b43f-739e1c689e2b tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.655818 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:08Z', 'revision_number': 3, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:09Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:11.659826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef0e9-b743-46a9-b43f-739e1c689e2b tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.697640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dbd6e97d-7912-4f77-8066-0593731df9e4 None None] Provisioning complete for port f781a97d-e62f-458e-8651-d05b4187c08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:11.699172 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbd6e97d-7912-4f77-8066-0593731df9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.777442 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:11.778061 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Updating router 4d3b36d0-b565-4b10-a992-61785686b827 port f781a97d-e62f-458e-8651-d05b4187c08b binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:11.781283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=e375edb4-6cf6-4865-9292-564a1a03d889,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:11.799694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e4949454-7ee4-4f07-9a00-0b562ef61f99 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0369508 Nov 12 09:27:11.800706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:11.807849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:11.840658 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.861853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dbd6e97d-7912-4f77-8066-0593731df9e4 None None] Port f781a97d-e62f-458e-8651-d05b4187c08b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:11.883764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e375edb4-6cf6-4865-9292-564a1a03d889 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:11.902833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef0e9-b743-46a9-b43f-739e1c689e2b tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.911229 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef0e9-b743-46a9-b43f-739e1c689e2b tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.989474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c2ef0e9-b743-46a9-b43f-739e1c689e2b tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:11.995857 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c2ef0e9-b743-46a9-b43f-739e1c689e2b tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5367877 Nov 12 09:27:11.998639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37278) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:12.164826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:12.180513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.266349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dbd6e97d-7912-4f77-8066-0593731df9e4 None None] Provisioning complete for port e621eb1d-309a-44b5-b4c5-206ff6690e11 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:12.266349 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbd6e97d-7912-4f77-8066-0593731df9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.284678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d65f1d8-f82c-482a-91b8-5c32c623d009 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.848491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddae0e4-1c65-4c43-813c-c9cb7d7e418a req-4eb5ecfa-ffbb-494c-aafc-f60d8c46f7ca tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:12.853041 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.861854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cddae0e4-1c65-4c43-813c-c9cb7d7e418a req-4eb5ecfa-ffbb-494c-aafc-f60d8c46f7ca tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.5046117 Nov 12 09:27:12.870468 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.896881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d65f1d8-f82c-482a-91b8-5c32c623d009 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.903032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d65f1d8-f82c-482a-91b8-5c32c623d009 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.925344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d76d5b33-2cb4-459d-84b7-bbb905dc6cbf None None] Provisioning complete for port f781a97d-e62f-458e-8651-d05b4187c08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:12.926430 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d76d5b33-2cb4-459d-84b7-bbb905dc6cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:12.957750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.005107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d76d5b33-2cb4-459d-84b7-bbb905dc6cbf None None] Port f781a97d-e62f-458e-8651-d05b4187c08b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:13.016971 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c2ace-db52-4ed0-8431-d8e76c8f8558 None None] Pushing event updated for resources: {'Port': ['ID=f781a97d-e62f-458e-8651-d05b4187c08b,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:13.117650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:13.119657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: e375edb4-6cf6-4865-9292-564a1a03d889, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:27:13.139774 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d65f1d8-f82c-482a-91b8-5c32c623d009 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.145858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65f1d8-f82c-482a-91b8-5c32c623d009 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31200bc1-97ff-4702-a122-c5b38f13db92 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:13.155625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network e375edb4-6cf6-4865-9292-564a1a03d889 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:27:13.157447 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4d65f1d8-f82c-482a-91b8-5c32c623d009 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.164555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4d65f1d8-f82c-482a-91b8-5c32c623d009 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "DELETE /v2.0/routers/31200bc1-97ff-4702-a122-c5b38f13db92 HTTP/1.1" status: 204 len: 168 time: 1.1649520 Nov 12 09:27:13.181724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cddae0e4-1c65-4c43-813c-c9cb7d7e418a req-6db93050-7707-48f3-8751-1c1c7dd3c00e tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157437 Nov 12 09:27:13.185027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=c8340347-1f9c-468c-a492-6b30e7898bc4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:13.197534 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Attempting to bind port f781a97d-e62f-458e-8651-d05b4187c08b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:13.198122 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Attempting to bind port f781a97d-e62f-458e-8651-d05b4187c08b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:13.206034 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Attempting to bind port f781a97d-e62f-458e-8651-d05b4187c08b on network 3f2744af-8341-4066-a826-da6c4bc41612 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:13.207768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e375edb4-6cf6-4865-9292-564a1a03d889) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:13.218168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:13.218779 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.222592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d73866-83ef-4ced-8363-c1f3453e0971 None None] Network e375edb4-6cf6-4865-9292-564a1a03d889 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:13.229537 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:13.229945 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Checking segment: {'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:13.231979 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.235212 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Bound using segment: {'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:13.238075 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Bound port: f781a97d-e62f-458e-8651-d05b4187c08b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf39eab-360c-4a21-b2c2-ce3874d272a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:13.238818 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.260770 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-493e4ad4-f17e-4cf7-a805-1259ecfb1d8e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4572489 Nov 12 09:27:13.262444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37288) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:13.503636 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] For port f781a97d-e62f-458e-8651-d05b4187c08b, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:13.514818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fa456735-4be0-43b1-b80d-bed3c6f3f465 None None] Provisioning complete for port f781a97d-e62f-458e-8651-d05b4187c08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:13.515457 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fa456735-4be0-43b1-b80d-bed3c6f3f465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.522750 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] For port f781a97d-e62f-458e-8651-d05b4187c08b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f781a97d-e62f-458e-8651-d05b4187c08b,segment=NetworkSegment(eaf39eab-360c-4a21-b2c2-ce3874d272a4),segment_id=eaf39eab-360c-4a21-b2c2-ce3874d272a4)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:13.534825 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.535829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:13.593053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fa456735-4be0-43b1-b80d-bed3c6f3f465 None None] Port f781a97d-e62f-458e-8651-d05b4187c08b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:13.610708 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e375edb4-6cf6-4865-9292-564a1a03d889', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:27:13.615547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:13.622301 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:13.622936 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:26:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:13.774073 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c2ace-db52-4ed0-8431-d8e76c8f8558 None None] Pushing event updated for resources: {'Port': ['ID=f781a97d-e62f-458e-8651-d05b4187c08b,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:13.881033 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:13.983534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1474632213', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:14.003419 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e25a4d7-4cad-4b3a-abc2-4271427ddc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.053301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.055321 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.123887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Allocated IP 172.22.0.2 (e375edb4-6cf6-4865-9292-564a1a03d889/c8340347-1f9c-468c-a492-6b30e7898bc4/84933d13-dd03-479c-a1a1-9e210d86fdbe) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:14.145302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-2c663b4a-541a-4f22-b6b9-95046180c5ad tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:14.146842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-2c663b4a-541a-4f22-b6b9-95046180c5ad tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.1454856 Nov 12 09:27:14.199869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.342796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.347822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Deleting port 3011598f-bad4-4120-822d-1a005750ab14 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:14.348341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.351772 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.406738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Pushing event updated for resources: {'Port': ['ID=84933d13-dd03-479c-a1a1-9e210d86fdbe,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:14.427426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9f3ea495-4131-4ca2-b4da-bf87de790473 None None] Provisioning complete for port f781a97d-e62f-458e-8651-d05b4187c08b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:14.427878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea495-4131-4ca2-b4da-bf87de790473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.438742 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:08Z', 'revision_number': 3, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:13Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:14.462179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.465336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Network e375edb4-6cf6-4865-9292-564a1a03d889 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:14.473711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:14.476285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:14.512217 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e90e3f5-12c8-46b0-9e7b-a1b24d8f343e None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:08Z', 'revision_number': 3, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:13Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:14.562709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Attempting to bind port 84933d13-dd03-479c-a1a1-9e210d86fdbe on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:14.563288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Attempting to bind port 84933d13-dd03-479c-a1a1-9e210d86fdbe by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:14.563838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Attempting to bind port 84933d13-dd03-479c-a1a1-9e210d86fdbe on network e375edb4-6cf6-4865-9292-564a1a03d889 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:14.577655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:14.578437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Checking segment: {'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:14.579356 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.581141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Bound using segment: {'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:14.582237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Bound port: 84933d13-dd03-479c-a1a1-9e210d86fdbe, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:14.583148 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.638428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] For port 3011598f-bad4-4120-822d-1a005750ab14, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=3011598f-bad4-4120-822d-1a005750ab14,segment=NetworkSegment(f4fea7c3-865b-4ee5-9985-86b0366ff270),segment_id=f4fea7c3-865b-4ee5-9985-86b0366ff270)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:14.638921 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.659303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Calling delete_port for 3011598f-bad4-4120-822d-1a005750ab14 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:14.731629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] For port 84933d13-dd03-479c-a1a1-9e210d86fdbe, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:14.741354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] For port 84933d13-dd03-479c-a1a1-9e210d86fdbe, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=84933d13-dd03-479c-a1a1-9e210d86fdbe,segment=NetworkSegment(c88c62a2-8aa8-4581-b90d-16085c373ca6),segment_id=c88c62a2-8aa8-4581-b90d-16085c373ca6)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:14.743323 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea495-4131-4ca2-b4da-bf87de790473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.758417 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.826282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30962206-bda6-41ae-981b-bdf3d9c624bb None None] Pushing event updated for resources: {'Port': ['ID=84933d13-dd03-479c-a1a1-9e210d86fdbe,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:14.882413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9f3ea495-4131-4ca2-b4da-bf87de790473 None None] For port f781a97d-e62f-458e-8651-d05b4187c08b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f781a97d-e62f-458e-8651-d05b4187c08b,segment=NetworkSegment(eaf39eab-360c-4a21-b2c2-ce3874d272a4),segment_id=eaf39eab-360c-4a21-b2c2-ce3874d272a4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:14.894258 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f3ea495-4131-4ca2-b4da-bf87de790473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:14.963169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.004628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ea495-4131-4ca2-b4da-bf87de790473 None None] Pushing event updated for resources: {'Port': ['ID=f781a97d-e62f-458e-8651-d05b4187c08b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:15.033336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c44b33-fc19-4434-9c03-feb547840263 req-14f707e8-8a93-42f1-9c78-0a95c92a82f8 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:15.042495 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44c44b33-fc19-4434-9c03-feb547840263 req-14f707e8-8a93-42f1-9c78-0a95c92a82f8 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 945 time: 0.6743050 Nov 12 09:27:15.263022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f781a97d-e62f-458e-8651-d05b4187c08b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:15.354274 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44c44b33-fc19-4434-9c03-feb547840263 req-12ab9b11-7017-4131-a504-13d13b333b0b tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/security-groups?id=3972c482-4f8e-4af0-8822-7ba12bba9d7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088973 Nov 12 09:27:15.503240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f781a97d-e62f-458e-8651-d05b4187c08b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:15.504265 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.658249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.689642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.769248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.22.0.1 (e375edb4-6cf6-4865-9292-564a1a03d889/c8340347-1f9c-468c-a492-6b30e7898bc4/bf82fe60-108c-4316-96f5-f48a1a8c9d84) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:15.801668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.817961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['3011598f-bad4-4120-822d-1a005750ab14'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:15.856688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Pushing event deleted for resources: {'Port': ['ID=3011598f-bad4-4120-822d-1a005750ab14,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:15.872818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Allocated IP 172.25.5.221 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/83b10bed-d6ef-493a-9090-64b7c2e98731) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:15.939277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] No DVR routers for this DVR port 3011598f-bad4-4120-822d-1a005750ab14 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:15.944315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:15.948211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-106bbc2c-bbdc-42e6-9b71-8bce039009c9 req-d323a25a-b3a7-43b7-be67-93de4644ffb3 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.55 "DELETE /v2.0/ports/3011598f-bad4-4120-822d-1a005750ab14 HTTP/1.1" status: 204 len: 173 time: 1.7933667 Nov 12 09:27:15.948772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'name': 'network-vif-deleted', 'tag': '3011598f-bad4-4120-822d-1a005750ab14'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:15.951320 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547180d2-8c0e-43fc-b3fa-92d8ae2d09d0" -d '{"events": [{"server_uuid": "0b05e45e-61c8-4698-8d9a-06f7f86609ba", "name": "network-vif-deleted", "tag": "3011598f-bad4-4120-822d-1a005750ab14"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:16.002873 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7470a5-b962-4368-a132-5d6e375fdcde x-openstack-request-id: req-3e7470a5-b962-4368-a132-5d6e375fdcde {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:16.003442 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b05e45e-61c8-4698-8d9a-06f7f86609ba", "name": "network-vif-deleted", "tag": "3011598f-bad4-4120-822d-1a005750ab14", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:16.003693 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e7470a5-b962-4368-a132-5d6e375fdcde {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:16.004133 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b05e45e-61c8-4698-8d9a-06f7f86609ba', 'name': 'network-vif-deleted', 'tag': '3011598f-bad4-4120-822d-1a005750ab14', 'status': 'completed', 'code': 200} Nov 12 09:27:16.032290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.047741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.076967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.121895 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.126835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network e375edb4-6cf6-4865-9292-564a1a03d889 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:16.130381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:16.137757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:16.174376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:16.177134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=bf82fe60-108c-4316-96f5-f48a1a8c9d84,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:16.180195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:16.184363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:16.196776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f1ab1d-307e-494e-856f-6f9d69913d09 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:16.229859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.234449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event updated for resources: {'Port': ['ID=83b10bed-d6ef-493a-9090-64b7c2e98731,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:16.257499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-20ecfae9-4a45-43b3-9487-488093abe793 None None] Provisioning complete for port 83b10bed-d6ef-493a-9090-64b7c2e98731 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:16.257873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-20ecfae9-4a45-43b3-9487-488093abe793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.325312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-20ecfae9-4a45-43b3-9487-488093abe793 None None] Port 83b10bed-d6ef-493a-9090-64b7c2e98731 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:16.427021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.431099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d4bf7114-10b8-4d9e-8966-43a088bdc322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.663629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a251771e-805b-4c62-ba6f-a746d97c5321 req-57ce8203-3853-4cff-b363-bc605f9d3d51 tempest-TestServerAdvancedOps-1905598790 tempest-TestServerAdvancedOps-1905598790-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b05e45e-61c8-4698-8d9a-06f7f86609ba HTTP/1.1" status: 200 len: 210 time: 0.0456913 Nov 12 09:27:16.693661 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:16.830726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0cb042-41a6-4396-b28f-42e727fcb1b7 None None] Network e375edb4-6cf6-4865-9292-564a1a03d889 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:16.997971 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.001832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cde19115-7cba-46a3-8b50-ab211596ecaa None None] Provisioning complete for port 84933d13-dd03-479c-a1a1-9e210d86fdbe triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:17.002258 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cde19115-7cba-46a3-8b50-ab211596ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.004253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.013889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.132776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.242152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cde19115-7cba-46a3-8b50-ab211596ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.285241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Router 8102ddf8-3bcf-4042-922a-58b160d8ab1b is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:17.298151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cde19115-7cba-46a3-8b50-ab211596ecaa None None] For port 84933d13-dd03-479c-a1a1-9e210d86fdbe, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=84933d13-dd03-479c-a1a1-9e210d86fdbe,segment=NetworkSegment(c88c62a2-8aa8-4581-b90d-16085c373ca6),segment_id=c88c62a2-8aa8-4581-b90d-16085c373ca6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:17.301825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 84933d13-dd03-479c-a1a1-9e210d86fdbe up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:17.312476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=bf82fe60-108c-4316-96f5-f48a1a8c9d84,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:17.330436 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cde19115-7cba-46a3-8b50-ab211596ecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.366297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network e375edb4-6cf6-4865-9292-564a1a03d889 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:17.367811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:17.434521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19115-7cba-46a3-8b50-ab211596ecaa None None] Pushing event updated for resources: {'Port': ['ID=84933d13-dd03-479c-a1a1-9e210d86fdbe,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:17.442376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 84933d13-dd03-479c-a1a1-9e210d86fdbe triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:17.443001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.505269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:17.598473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:17.606958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.623553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b83052e-7999-4c6a-babf-f3fc4af582e9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0864122 Nov 12 09:27:17.628765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37312) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:17.644801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] Sync routers for ids ['8102ddf8-3bcf-4042-922a-58b160d8ab1b'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:17.699989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] Routers {'8102ddf8-3bcf-4042-922a-58b160d8ab1b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:17.700736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['8102ddf8-3bcf-4042-922a-58b160d8ab1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:17.770043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:17.782761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] Routers {'8102ddf8-3bcf-4042-922a-58b160d8ab1b'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:17.783682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['8102ddf8-3bcf-4042-922a-58b160d8ab1b'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:17.823874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37316) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:17.850328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:17.851367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:17.853023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47efc0e1-cc73-478e-9662-02face3ad725 None None] The sync data for ids ['8102ddf8-3bcf-4042-922a-58b160d8ab1b'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:17.862616 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:17.880892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ca0bd4fc-fc82-454e-a461-672f73c16013 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/8102ddf8-3bcf-4042-922a-58b160d8ab1b HTTP/1.1" status: 200 len: 925 time: 0.2484696 Nov 12 09:27:17.889320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c9691eaa-2928-4da6-9c7d-21190173515c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6254566 Nov 12 09:27:17.890169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37318) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:17.891041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37320) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:17.893072 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:17.897719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] Deleting subnet d097f736-cafd-4f88-955e-a518d8e63fe2 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:17.898997 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:17.903165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.905893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'network': {'name': 'tempest-RoutersTest-25809159'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:17.950443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bc8fe3ba-7b39-48f1-bcd1-6fcf3feeb5db tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=8102ddf8-3bcf-4042-922a-58b160d8ab1b HTTP/1.1" status: 200 len: 205 time: 0.0562980 Nov 12 09:27:17.953366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37322) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:17.983731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:17.989000 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:17.998732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9292b540-96b8-4204-8a58-017df9138566 None None] Provisioning complete for port 84933d13-dd03-479c-a1a1-9e210d86fdbe triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:17.999106 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9292b540-96b8-4204-8a58-017df9138566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.010436 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.037634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:18.054302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.055187 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added segment 8cc93cce-9ef8-45bb-9745-17bd4e14d332 of type vlan for network 65737afe-f66f-46da-be9f-27f333d4ec36 Nov 12 09:27:18.078146 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:18.121837 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.147932 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.153549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9292b540-96b8-4204-8a58-017df9138566 None None] Provisioning complete for port bf82fe60-108c-4316-96f5-f48a1a8c9d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:18.154156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9292b540-96b8-4204-8a58-017df9138566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.188800 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.204195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9292b540-96b8-4204-8a58-017df9138566 None None] Port bf82fe60-108c-4316-96f5-f48a1a8c9d84 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:18.209535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.215859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:18.216534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.270786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3729291 Nov 12 09:27:18.273931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37324) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:18.282479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'subnet': {'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:18.325717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f06102-9cff-4e43-993c-f23d2987f283 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Network': ['ID=65737afe-f66f-46da-be9f-27f333d4ec36,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:18.340555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cfdae4b5-ad9c-4367-ab7d-1e0746e58af9 None None] Provisioning complete for port bf82fe60-108c-4316-96f5-f48a1a8c9d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:18.341679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cfdae4b5-ad9c-4367-ab7d-1e0746e58af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.366672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.396760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 65737afe-f66f-46da-be9f-27f333d4ec36 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:18.403353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3011598f-bad4-4120-822d-1a005750ab14 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:18.446017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cfdae4b5-ad9c-4367-ab7d-1e0746e58af9 None None] Port bf82fe60-108c-4316-96f5-f48a1a8c9d84 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:18.454988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 3011598f-bad4-4120-822d-1a005750ab14 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:18.455740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 3011598f-bad4-4120-822d-1a005750ab14 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:18.509088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d097f736-cafd-4f88-955e-a518d8e63fe2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:18.516345 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.520653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1b8d4fed-9ad4-4380-930e-282745adaccf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d097f736-cafd-4f88-955e-a518d8e63fe2 HTTP/1.1" status: 204 len: 168 time: 0.6941032 Nov 12 09:27:18.524511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37326) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:18.544729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.562480 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Made reservation on behalf of 7ba5ae7317dd4ccfa603ee48b77c31ff for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:18.566740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.637607 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.678967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cd448dae-4622-425d-9ecf-ad1a66875d0a None None] Provisioning complete for port bf82fe60-108c-4316-96f5-f48a1a8c9d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:18.679285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cd448dae-4622-425d-9ecf-ad1a66875d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.708734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Deleting port 83b10bed-d6ef-493a-9090-64b7c2e98731 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:18.709349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.747300 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:16Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:16Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:18.754903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cd448dae-4622-425d-9ecf-ad1a66875d0a None None] Port bf82fe60-108c-4316-96f5-f48a1a8c9d84 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:18.811199 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.851348 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eccc036-9ee7-4245-b909-7732b6ea974c']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:18.860013 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:18.860647 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Updating router 4d3b36d0-b565-4b10-a992-61785686b827 port bf82fe60-108c-4316-96f5-f48a1a8c9d84 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:18.881367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4fea7c3-865b-4ee5-9985-86b0366ff270') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:18.881666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4fea7c3-865b-4ee5-9985-86b0366ff270') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:18.893481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.900745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.909371 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.931701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Calling delete_port for 83b10bed-d6ef-493a-9090-64b7c2e98731 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:18.935268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.946724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.951550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:18.952633 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:18.956560 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:19.096194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.117052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.129653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8eccc036-9ee7-4245-b909-7732b6ea974c HTTP/1.1" status: 204 len: 168 time: 0.6039569 Nov 12 09:27:19.130464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37332) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:19.139391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Subnet': ['ID=20886058-ce86-4186-881e-3ed392414c73,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:19.177019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed350c89-e1d6-4aea-876f-12f828e7fd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=8eccc036-9ee7-4245-b909-7732b6ea974c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:19.177312 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.179662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Checking segment: {'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:19.183080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network hostable DHCP agents. Network: 65737afe-f66f-46da-be9f-27f333d4ec36, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:27:19.228999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 84933d13-dd03-479c-a1a1-9e210d86fdbe up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:19.268517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network 65737afe-f66f-46da-be9f-27f333d4ec36 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:27:19.291994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 65737afe-f66f-46da-be9f-27f333d4ec36) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:19.303132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] Deleting subnet 3bb7caf2-b4cc-48d1-a112-8fa48c5d6dd0 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:19.309347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c6c0f-0ea4-4cad-9049-d07f8c71d39b None None] Network 65737afe-f66f-46da-be9f-27f333d4ec36 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:19.320821 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.328422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:19.330243 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.383894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef0f68e0-eba6-473f-ba41-a5603dc42efb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1028671 Nov 12 09:27:19.383894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37334) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:19.418332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.433352 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.540258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event deleted for resources: {'Port': ['ID=83b10bed-d6ef-493a-9090-64b7c2e98731,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:19.541982 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.574576 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.609685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.756675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc65b273-1e54-4d06-8a92-e9ecc09505cb None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:19.842790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 84933d13-dd03-479c-a1a1-9e210d86fdbe triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:19.843789 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.858232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.862358 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Attempting to bind port bf82fe60-108c-4316-96f5-f48a1a8c9d84 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:19.862607 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Attempting to bind port bf82fe60-108c-4316-96f5-f48a1a8c9d84 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:19.865100 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Attempting to bind port bf82fe60-108c-4316-96f5-f48a1a8c9d84 on network e375edb4-6cf6-4865-9292-564a1a03d889 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:19.890567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Pushing event updated for resources: {'Port': ['ID=bf82fe60-108c-4316-96f5-f48a1a8c9d84,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:19.902551 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:19.903550 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Checking segment: {'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:19.904240 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.905029 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Bound using segment: {'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:19.908378 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Bound port: bf82fe60-108c-4316-96f5-f48a1a8c9d84, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88c62a2-8aa8-4581-b90d-16085c373ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:19.909441 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.921211 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.922503 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.924158 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.924771 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.925450 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.926171 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.927056 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.937391 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.938499 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.939796 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.941312 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.942067 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:19.952323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:19.972301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3bb7caf2-b4cc-48d1-a112-8fa48c5d6dd0 HTTP/1.1" status: 204 len: 168 time: 0.8124220 Nov 12 09:27:19.974270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1b5e5-d143-42b3-b1fb-e539732e77af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bb7caf2-b4cc-48d1-a112-8fa48c5d6dd0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:19.980648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37342) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:20.002607 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.065604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.148557 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] For port bf82fe60-108c-4316-96f5-f48a1a8c9d84, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:20.153927 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] For port bf82fe60-108c-4316-96f5-f48a1a8c9d84, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bf82fe60-108c-4316-96f5-f48a1a8c9d84,segment=NetworkSegment(c88c62a2-8aa8-4581-b90d-16085c373ca6),segment_id=c88c62a2-8aa8-4581-b90d-16085c373ca6)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:20.162877 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.183087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-65737afe-f66f-46da-be9f-27f333d4ec36', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:27:20.184993 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.216866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.236607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2cba4596-18fa-4358-8f58-fd928f2d44fb None None] Provisioning complete for port bf82fe60-108c-4316-96f5-f48a1a8c9d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:20.237250 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2cba4596-18fa-4358-8f58-fd928f2d44fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.278135 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:20.279121 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:20.432192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.460364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff42debf-d1a2-4d10-b6d4-a4b3a963913f']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:20.471747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd9f8dbd-c3c1-49f3-83bd-ff91442d015d') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:20.472220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd9f8dbd-c3c1-49f3-83bd-ff91442d015d') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:20.478601 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5204c2-82e5-4568-9161-0c53d156a07d None None] Pushing event updated for resources: {'Port': ['ID=bf82fe60-108c-4316-96f5-f48a1a8c9d84,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:20.485050 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.512037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.525484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:20.526048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.542838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.549262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.593817 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:20.651978 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:20.658268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.669914 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.692323 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ff42debf-d1a2-4d10-b6d4-a4b3a963913f HTTP/1.1" status: 204 len: 168 time: 0.7070029 Nov 12 09:27:20.716824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Allocated IP 172.23.0.2 (65737afe-f66f-46da-be9f-27f333d4ec36/20886058-ce86-4186-881e-3ed392414c73/5a4820a1-7248-4c66-b7b2-79df0bb89f62) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:20.747204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a98cfb-325a-4627-9fce-2ca62f5e74a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff42debf-d1a2-4d10-b6d4-a4b3a963913f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:20.814072 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.815842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Fanout notify agent at l3_agent the message router_deleted on router 8102ddf8-3bcf-4042-922a-58b160d8ab1b {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:20.869994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.873033 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-64f0285f-8659-441f-bdb2-c76dde7af98b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/8102ddf8-3bcf-4042-922a-58b160d8ab1b HTTP/1.1" status: 204 len: 168 time: 2.9179029 Nov 12 09:27:20.879692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37350) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:20.887621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'router': {'name': 'tempest-snat-router-389126712', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': False}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:20.963114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:20.965578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.041889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.057445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.077963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.106525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.156447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Pushing event updated for resources: {'Port': ['ID=5a4820a1-7248-4c66-b7b2-79df0bb89f62,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:21.177299 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.180238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Network 65737afe-f66f-46da-be9f-27f333d4ec36 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:21.187640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:21.196776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:21.408480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2cba4596-18fa-4358-8f58-fd928f2d44fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.429590 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.453027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37352) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:21.487122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2cba4596-18fa-4358-8f58-fd928f2d44fb None None] For port bf82fe60-108c-4316-96f5-f48a1a8c9d84, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bf82fe60-108c-4316-96f5-f48a1a8c9d84,segment=NetworkSegment(c88c62a2-8aa8-4581-b90d-16085c373ca6),segment_id=c88c62a2-8aa8-4581-b90d-16085c373ca6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:21.491959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Attempting to bind port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:21.498267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Attempting to bind port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:21.498267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Attempting to bind port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 on network 65737afe-f66f-46da-be9f-27f333d4ec36 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:21.502618 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2cba4596-18fa-4358-8f58-fd928f2d44fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.504532 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:16Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:20Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:21.546731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:21.547560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Checking segment: {'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:21.549051 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.549812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Bound using segment: {'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:21.551068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Bound port: 5a4820a1-7248-4c66-b7b2-79df0bb89f62, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:21.552043 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.559321 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e5bce0-c179-4727-ba5f-bcf4017926a0 None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:16Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:20Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:21.602649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a69cd180-d721-4e52-9e9e-c456c3630144 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cafe1d765d74cfea4540a2f2bd7b1ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1469719 Nov 12 09:27:21.605166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37354) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:21.771489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba4596-18fa-4358-8f58-fd928f2d44fb None None] Pushing event updated for resources: {'Port': ['ID=bf82fe60-108c-4316-96f5-f48a1a8c9d84,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:21.781352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-66a4bd71-77c1-48cc-a6c5-084324146782 None None] Provisioning complete for port bf82fe60-108c-4316-96f5-f48a1a8c9d84 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:21.781961 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66a4bd71-77c1-48cc-a6c5-084324146782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.844726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:21.869367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] For port 5a4820a1-7248-4c66-b7b2-79df0bb89f62, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:21.874874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] For port 5a4820a1-7248-4c66-b7b2-79df0bb89f62, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5a4820a1-7248-4c66-b7b2-79df0bb89f62,segment=NetworkSegment(8cc93cce-9ef8-45bb-9745-17bd4e14d332),segment_id=8cc93cce-9ef8-45bb-9745-17bd4e14d332)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:21.905214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.002528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.029959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4115f-ced1-4ed6-987f-5d3e92666cc2 None None] Pushing event updated for resources: {'Port': ['ID=5a4820a1-7248-4c66-b7b2-79df0bb89f62,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:22.238130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.242737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.253987 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3972c482-4f8e-4af0-8822-7ba12bba9d7a HTTP/1.1" status: 204 len: 168 time: 0.6472301 Nov 12 09:27:22.255748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac348aa-ea96-4fdf-a577-554aaf7df52c req-044091a8-eef7-477a-97c4-62c745447404 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:22.268791 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ac348aa-ea96-4fdf-a577-554aaf7df52c req-044091a8-eef7-477a-97c4-62c745447404 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 1.1869512 Nov 12 09:27:22.297675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3972c482-4f8e-4af0-8822-7ba12bba9d7a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:22.308165 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.375379 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:22.382517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.383073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.383634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.384210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.384737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.385265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.385785 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.386309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.386846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.390629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.390629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.390629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6745d73-3322-4e1f-adb5-924a4ae71874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:22.571787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3ac348aa-ea96-4fdf-a577-554aaf7df52c req-f2fba30f-bb37-4b72-95c8-adadeea73c49 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2952316 Nov 12 09:27:22.767962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Allocated IP 172.25.5.183 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/c1c1e13d-cc34-41b2-b42a-f426e483fba7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:22.815841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Allocated IP 172.23.0.1 (65737afe-f66f-46da-be9f-27f333d4ec36/20886058-ce86-4186-881e-3ed392414c73/d16008d3-db0a-4558-be6e-d2f61012bfe7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:23.009144 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499856d0-de9a-4b3e-b3b5-0c2f7d5432d3 req-27c5e54f-e594-4031-b981-3194b53538fa tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:23.015405 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.023031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-499856d0-de9a-4b3e-b3b5-0c2f7d5432d3 req-27c5e54f-e594-4031-b981-3194b53538fa tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2109058 Nov 12 09:27:23.116771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.145758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.153821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-499856d0-de9a-4b3e-b3b5-0c2f7d5432d3 req-5b08e839-3a38-462a-8c0d-eba539d40039 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278036 Nov 12 09:27:23.167067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network 65737afe-f66f-46da-be9f-27f333d4ec36 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:23.224081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.238425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:23.240710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37368) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:23.248323 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:23.338784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:23.349282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5a4820a1-7248-4c66-b7b2-79df0bb89f62 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:23.355678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:23.371939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:23.375088 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Port': ['ID=c1c1e13d-cc34-41b2-b42a-f426e483fba7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:23.398070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=d16008d3-db0a-4558-be6e-d2f61012bfe7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:23.402586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.431103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4686ef-a8ba-418d-8b14-4430769760ed None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:23.504069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-acd8f70f-c4e5-4f20-b9d3-ad84053b6360 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0feded168bc419da5ca78735387c98e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586441 Nov 12 09:27:23.510490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:23.587861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:23.588824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.656628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565130d4-54f0-4f53-8a34-29571f553d3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.691717 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-db64dd55-61ca-4c74-88ea-76dcefc24f05 None None] Provisioning complete for port c1c1e13d-cc34-41b2-b42a-f426e483fba7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:23.692514 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db64dd55-61ca-4c74-88ea-76dcefc24f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.708621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565130d4-54f0-4f53-8a34-29571f553d3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.811853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-db64dd55-61ca-4c74-88ea-76dcefc24f05 None None] Port c1c1e13d-cc34-41b2-b42a-f426e483fba7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:23.911411 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.920155 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565130d4-54f0-4f53-8a34-29571f553d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.922893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-565130d4-54f0-4f53-8a34-29571f553d3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:23.924204 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-565130d4-54f0-4f53-8a34-29571f553d3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bdb2ab2-fa22-4736-a06a-ad4e1e95589c HTTP/1.1" status: 204 len: 168 time: 0.4070148 Nov 12 09:27:23.977822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.003883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565130d4-54f0-4f53-8a34-29571f553d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb2ab2-fa22-4736-a06a-ad4e1e95589c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:24.006677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 5a4820a1-7248-4c66-b7b2-79df0bb89f62, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5a4820a1-7248-4c66-b7b2-79df0bb89f62,segment=NetworkSegment(8cc93cce-9ef8-45bb-9745-17bd4e14d332),segment_id=8cc93cce-9ef8-45bb-9745-17bd4e14d332)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:24.016126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.019085 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bf82fe60-108c-4316-96f5-f48a1a8c9d84 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:24.068654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.171972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-23307797-c114-4f8e-824a-f90b332e52d8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:24.177085 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-23307797-c114-4f8e-824a-f90b332e52d8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.5064847 Nov 12 09:27:24.204437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bf82fe60-108c-4316-96f5-f48a1a8c9d84 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:24.204866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.250147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=5a4820a1-7248-4c66-b7b2-79df0bb89f62,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:24.477362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-a306c632-149e-4e9c-9a84-9c23bc743b7e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/quotas/c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 375 time: 0.0302539 Nov 12 09:27:24.533058 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.594843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab9e4b4-5b61-4dd2-9a61-c8fe8f318145 None None] Network 65737afe-f66f-46da-be9f-27f333d4ec36 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:24.714785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5d1a5bd8-2d11-4629-a5db-b05079bb3b4a None None] Provisioning complete for port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:24.715162 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bd8-2d11-4629-a5db-b05079bb3b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.770326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Router 467ff833-3d1f-4629-a243-2b80c94d94ac is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:24.770503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-6de91f13-990f-4a80-bc2f-272d8b9a9ba8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2565401 Nov 12 09:27:24.960321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:24.971845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Sync routers for ids ['467ff833-3d1f-4629-a243-2b80c94d94ac'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:24.989501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:24.993450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cc1cf179-7a42-4ca6-84c8-accc11af6873 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.1098435 Nov 12 09:27:24.994736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:25.002279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Routers {'467ff833-3d1f-4629-a243-2b80c94d94ac'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:25.003763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['467ff833-3d1f-4629-a243-2b80c94d94ac'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:25.127533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.150862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.289951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event updated for resources: {'Port': ['ID=d16008d3-db0a-4558-be6e-d2f61012bfe7,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:25.304343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.333162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5a4820a1-7248-4c66-b7b2-79df0bb89f62 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:25.495565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Network 65737afe-f66f-46da-be9f-27f333d4ec36 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:25.503719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:25.566749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-a4a3db05-ef5d-4e3e-8db5-fa82d0287d4b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:27:25.568861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-a4a3db05-ef5d-4e3e-8db5-fa82d0287d4b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7811313 Nov 12 09:27:25.572667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Set router 467ff833-3d1f-4629-a243-2b80c94d94ac gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:25.729668 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-6cba850a-832f-4b85-82c7-1fc3c603e5cc service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140692 Nov 12 09:27:25.789586 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e8f074b4-5a00-4002-8246-92ebf7b2bbc8 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/467ff833-3d1f-4629-a243-2b80c94d94ac HTTP/1.1" status: 200 len: 908 time: 0.7903788 Nov 12 09:27:25.790387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37392) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:25.800437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'router': {'name': 'tempest-snat-router-389126712', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': True}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:25.850314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.854269 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.854491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:25.928736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.954231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3e440c51-82fb-4a1d-9772-6531945cca9d None None] Provisioning complete for port d16008d3-db0a-4558-be6e-d2f61012bfe7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:25.957745 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e440c51-82fb-4a1d-9772-6531945cca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:25.973812 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-fe177c7c-0553-49c3-9e9e-3d06e629e649 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240722 Nov 12 09:27:26.045546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:26.068531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d1bfa932-03e2-4369-9e02-b1cff6e2f2f2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6851027 Nov 12 09:27:26.069218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:26.071979 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:26.074290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:26.090533 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:26.091189 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:26.123772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:26.124130 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.134900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3e440c51-82fb-4a1d-9772-6531945cca9d None None] Port d16008d3-db0a-4558-be6e-d2f61012bfe7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:26.246108 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3e440c51-82fb-4a1d-9772-6531945cca9d None None] Provisioning complete for port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:26.246928 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e440c51-82fb-4a1d-9772-6531945cca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.282090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.384854 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:26.593289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467ff833-3d1f-4629-a243-2b80c94d94ac', 'name': 'tempest-snat-router-389126712', 'tenant_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': 'c1c1e13d-cc34-41b2-b42a-f426e483fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:20Z', 'updated_at': '2021-11-12T09:27:23Z', 'revision_number': 3, 'project_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'gw_port': {'id': 'c1c1e13d-cc34-41b2-b42a-f426e483fba7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467ff833-3d1f-4629-a243-2b80c94d94ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:26.710490 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.731034 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:23Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:24Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:26.735440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.807977 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:26.808514 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Updating router 4d3b36d0-b565-4b10-a992-61785686b827 port d16008d3-db0a-4558-be6e-d2f61012bfe7 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:26.846875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Checking router: 467ff833-3d1f-4629-a243-2b80c94d94ac for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:26.847209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Updating router 467ff833-3d1f-4629-a243-2b80c94d94ac port c1c1e13d-cc34-41b2-b42a-f426e483fba7 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:26.863548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 09:27:26.882251 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.892572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Allocated IP 172.25.5.133 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/4b310a5f-dc8d-490f-bf67-dd399f3ebf73) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:26.904163 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.908684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0da79b4e-c626-40f7-8e18-27863bca9055 None None] Provisioning complete for port d16008d3-db0a-4558-be6e-d2f61012bfe7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:26.908684 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0da79b4e-c626-40f7-8e18-27863bca9055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:26.928641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Removed routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 09:27:26.935033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.050770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0da79b4e-c626-40f7-8e18-27863bca9055 None None] Port d16008d3-db0a-4558-be6e-d2f61012bfe7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:27.165971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.234106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.315339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:27.318582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:27.322155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:27.332649 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.338673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca5f58e-498c-486e-86ba-385adf6e2ca4 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:27.345383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.432221 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Port': ['ID=4b310a5f-dc8d-490f-bf67-dd399f3ebf73,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:27.515703 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b9f0ec2-cbb5-4950-aef2-77cf43e3d664 req-346a61d2-b18c-4684-bfd4-3685ff73233a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 210 time: 0.0611193 Nov 12 09:27:27.530445 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.540179 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.566539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d0cb0977-1a21-4156-8a96-2393ad839799 None None] Provisioning complete for port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:27.566861 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d0cb0977-1a21-4156-8a96-2393ad839799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.696567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:27.700035 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.703538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d0cb0977-1a21-4156-8a96-2393ad839799 None None] Port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:27.714581 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.720833 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90bbd8-1345-40d0-9749-62204832b6b3 None None] Pushing event updated for resources: {'Port': ['ID=d16008d3-db0a-4558-be6e-d2f61012bfe7,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:27.865375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff154c4-0e13-4373-bc30-d13955bf9450 None None] Pushing event updated for resources: {'Port': ['ID=c1c1e13d-cc34-41b2-b42a-f426e483fba7,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:27.908248 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Attempting to bind port d16008d3-db0a-4558-be6e-d2f61012bfe7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:27.913667 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Attempting to bind port d16008d3-db0a-4558-be6e-d2f61012bfe7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:27.914876 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Attempting to bind port d16008d3-db0a-4558-be6e-d2f61012bfe7 on network 65737afe-f66f-46da-be9f-27f333d4ec36 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:27.915864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Attempting to bind port c1c1e13d-cc34-41b2-b42a-f426e483fba7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:27.916416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Attempting to bind port c1c1e13d-cc34-41b2-b42a-f426e483fba7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:27.916891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Attempting to bind port c1c1e13d-cc34-41b2-b42a-f426e483fba7 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:27.924850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f161f26c-5df0-43c9-a90e-059f67804a10 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:27.931929 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:27.932328 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Checking segment: {'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:27.932907 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.933310 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Bound using segment: {'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:27.933804 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Bound port: d16008d3-db0a-4558-be6e-d2f61012bfe7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc93cce-9ef8-45bb-9745-17bd4e14d332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:27.934183 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.934754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:27.936642 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:27.938239 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.940142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:27.942455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Bound port: c1c1e13d-cc34-41b2-b42a-f426e483fba7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:27.943834 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.953712 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.972801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:27.981683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:27.986502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-65c52c9c-9ae4-48fd-a592-77e75c765a88 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 200 len: 934 time: 1.9161477 Nov 12 09:27:27.987357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37404) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:27.988440 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.112062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-66990ec6-a666-43c5-aa6c-204e95a626f9 None None] Provisioning complete for port c1c1e13d-cc34-41b2-b42a-f426e483fba7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:28.113347 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66990ec6-a666-43c5-aa6c-204e95a626f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.117240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] For port c1c1e13d-cc34-41b2-b42a-f426e483fba7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:28.123221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] For port c1c1e13d-cc34-41b2-b42a-f426e483fba7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c1c1e13d-cc34-41b2-b42a-f426e483fba7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:28.158644 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.176998 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] For port d16008d3-db0a-4558-be6e-d2f61012bfe7, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:28.180351 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] For port d16008d3-db0a-4558-be6e-d2f61012bfe7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d16008d3-db0a-4558-be6e-d2f61012bfe7,segment=NetworkSegment(8cc93cce-9ef8-45bb-9745-17bd4e14d332),segment_id=8cc93cce-9ef8-45bb-9745-17bd4e14d332)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:28.202602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6280a23-a9d2-44d8-9474-e3d06c565416 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:28.221854 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.238039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Routers {'467ff833-3d1f-4629-a243-2b80c94d94ac'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:28.238039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['467ff833-3d1f-4629-a243-2b80c94d94ac'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:28.321730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-32be4462-00d3-4ffd-9d67-c60cd7540566 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 200 len: 934 time: 0.3283286 Nov 12 09:27:28.322005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37406) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:28.330505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'routes': None}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:28.336478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-66990ec6-a666-43c5-aa6c-204e95a626f9 None None] Port c1c1e13d-cc34-41b2-b42a-f426e483fba7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:28.367211 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:28.367871 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:28.372209 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90bbd8-1345-40d0-9749-62204832b6b3 None None] Pushing event updated for resources: {'Port': ['ID=d16008d3-db0a-4558-be6e-d2f61012bfe7,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:28.604343 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:28.655740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.710669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:28.717320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff154c4-0e13-4373-bc30-d13955bf9450 None None] Pushing event updated for resources: {'Port': ['ID=c1c1e13d-cc34-41b2-b42a-f426e483fba7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:28.732889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] Set router 467ff833-3d1f-4629-a243-2b80c94d94ac gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:28.892965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Provisioning complete for port d16008d3-db0a-4558-be6e-d2f61012bfe7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:28.893632 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.040263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Router 5d6e6295-9bb9-4c95-8f79-1224bcc80f91 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:29.056281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.058159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5022b9c3-8363-4df0-81a5-7211daa8577a req-6929920e-cd65-4e70-8378-af84e33a37d5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 210 time: 0.0580978 Nov 12 09:27:29.128257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] For port d16008d3-db0a-4558-be6e-d2f61012bfe7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d16008d3-db0a-4558-be6e-d2f61012bfe7,segment=NetworkSegment(8cc93cce-9ef8-45bb-9745-17bd4e14d332),segment_id=8cc93cce-9ef8-45bb-9745-17bd4e14d332)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:29.135184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '467ff833-3d1f-4629-a243-2b80c94d94ac', 'name': 'tempest-snat-router-389126712', 'tenant_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': 'c1c1e13d-cc34-41b2-b42a-f426e483fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:20Z', 'updated_at': '2021-11-12T09:27:23Z', 'revision_number': 3, 'project_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'gw_port': {'id': 'c1c1e13d-cc34-41b2-b42a-f426e483fba7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467ff833-3d1f-4629-a243-2b80c94d94ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:29.170817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.179189 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc409e9e-707c-4fa2-bdd2-adc81ba77093 None None] The sync data for ids ['467ff833-3d1f-4629-a243-2b80c94d94ac'] in n-d-769329-17 is: [{'id': '467ff833-3d1f-4629-a243-2b80c94d94ac', 'name': 'tempest-snat-router-389126712', 'tenant_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.183'}], 'enable_snat': False}, 'gw_port_id': 'c1c1e13d-cc34-41b2-b42a-f426e483fba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:20Z', 'updated_at': '2021-11-12T09:27:23Z', 'revision_number': 3, 'project_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'gw_port': {'id': 'c1c1e13d-cc34-41b2-b42a-f426e483fba7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:f7:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '467ff833-3d1f-4629-a243-2b80c94d94ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:29.189629 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 6, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:28Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:29.226202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added routes are [] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 09:27:29.227028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.extraroute_db [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=109376) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 09:27:29.237163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Provisioning complete for port c1c1e13d-cc34-41b2-b42a-f426e483fba7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:29.237681 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.260996 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be168e-1106-43d8-aea7-5ba2adb69c13 None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 6, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:28Z', 'revision_number': 4, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:29.286521 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:29.287729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.323802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Sync routers for ids ['5d6e6295-9bb9-4c95-8f79-1224bcc80f91'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:29.361435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.372946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9fc4f21b-8008-4a7a-9e73-ecb8b2af1b09 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5739927 Nov 12 09:27:29.374364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37416) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:29.402209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Pushing event updated for resources: {'Port': ['ID=d16008d3-db0a-4558-be6e-d2f61012bfe7,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:29.471460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.495137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Routers {'5d6e6295-9bb9-4c95-8f79-1224bcc80f91'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:29.496129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['5d6e6295-9bb9-4c95-8f79-1224bcc80f91'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:29.594116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] For port c1c1e13d-cc34-41b2-b42a-f426e483fba7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c1c1e13d-cc34-41b2-b42a-f426e483fba7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:29.623484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:29.764654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7834b734-0eb4-457e-86b1-cb4ba87a2e8f tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/5d6e6295-9bb9-4c95-8f79-1224bcc80f91 HTTP/1.1" status: 200 len: 907 time: 0.3808300 Nov 12 09:27:29.777273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37422) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:29.956410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5eb5914f-2589-45cd-8ca6-b5d0fad8c14a None None] Provisioning complete for port d16008d3-db0a-4558-be6e-d2f61012bfe7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:29.956780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5eb5914f-2589-45cd-8ca6-b5d0fad8c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.009693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa8e47-eb3c-4233-b302-994f4e4d3030 None None] Pushing event updated for resources: {'Port': ['ID=c1c1e13d-cc34-41b2-b42a-f426e483fba7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:30.021079 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Set router 5d6e6295-9bb9-4c95-8f79-1224bcc80f91 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:30.206950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d9fe53f4-e639-4b1f-95e4-20a003eb7f8b req-507181f8-c3c2-4884-aa81-3dae08d74e0e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 210 time: 0.0525424 Nov 12 09:27:30.400812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6e6295-9bb9-4c95-8f79-1224bcc80f91', 'name': 'tempest-snat-router-389126712', 'tenant_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': '4b310a5f-dc8d-490f-bf67-dd399f3ebf73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:25Z', 'updated_at': '2021-11-12T09:27:27Z', 'revision_number': 3, 'project_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'gw_port': {'id': '4b310a5f-dc8d-490f-bf67-dd399f3ebf73', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:04:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6e6295-9bb9-4c95-8f79-1224bcc80f91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:26Z', 'updated_at': '2021-11-12T09:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:30.449884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Checking router: 5d6e6295-9bb9-4c95-8f79-1224bcc80f91 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:30.450241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Updating router 5d6e6295-9bb9-4c95-8f79-1224bcc80f91 port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:27:30.481216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.548884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.558226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.672848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-1ac7b5c0-d09c-4b25-9aa7-4ab428e8c5e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0973094 Nov 12 09:27:30.739289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:30.824892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-5d047bc1-9f26-426e-b59a-7d8a56ed38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:30.826467 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-5d047bc1-9f26-426e-b59a-7d8a56ed38a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.0929143 Nov 12 09:27:30.884243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:31.109504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.112995 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:31.169581 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:31.172241 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:31.186319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-6c5b4710-1ebb-4d4d-95b6-f74641d8836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:31.187872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-6c5b4710-1ebb-4d4d-95b6-f74641d8836e service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.3302672 Nov 12 09:27:31.235836 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.300228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.351779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c1c1e13d-cc34-41b2-b42a-f426e483fba7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:31.372827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:31.391432 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.393628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f8c52c89-23a7-4025-843c-7f207eca400e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 200 len: 700 time: 3.0703397 Nov 12 09:27:31.410051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37438) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:31.412345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-ddf8b7d9-0825-4fc0-8da4-1bb5aa03039c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.2151127 Nov 12 09:27:31.425168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8a3fa296-6bb2-45fc-98c0-e8f1caf9da92 req-aaca9208-20a2-41cd-a805-429dd1dc4b28 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 210 time: 0.0503628 Nov 12 09:27:31.498845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-29c543a0-51bd-4c5f-8ae2-9f3d4ab2db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:31.500657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-29c543a0-51bd-4c5f-8ae2-9f3d4ab2db67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0807545 Nov 12 09:27:31.505980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Deleting port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:31.506754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.533618 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:31.665499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.684364 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-02246b2f-5e72-4c99-a17c-e8f7735db581 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 200 len: 700 time: 0.2709041 Nov 12 09:27:31.685000 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37440) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:31.695813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-204e758c-6c4d-4bd5-b5ff-a1af0f18d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:31.697907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Calling delete_port for 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:31.705200 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-204e758c-6c4d-4bd5-b5ff-a1af0f18d16b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912487 Nov 12 09:27:31.840643 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 7, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:31.876002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623822f-36a3-440a-a136-619b95f65c4d None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:31.891526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fca251-47f6-4f0d-ac15-c6bbbf18a202 None None] Pushing event updated for resources: {'Port': ['ID=4b310a5f-dc8d-490f-bf67-dd399f3ebf73,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:31.898326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Attempting to bind port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:31.898669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Attempting to bind port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:31.904351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Attempting to bind port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:31.907839 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:31.917742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-2f18fb80-c64b-413b-9bea-4492e3bd38df service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045560 Nov 12 09:27:31.926842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:31.927232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:31.927628 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.928089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:31.928570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Bound port: 4b310a5f-dc8d-490f-bf67-dd399f3ebf73, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:31.928952 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:31.933734 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:31.934389 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:31.988367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b632867f-4d71-4083-9d2c-39e74ea661d8 None None] Provisioning complete for port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:31.988740 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b632867f-4d71-4083-9d2c-39e74ea661d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.066031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b632867f-4d71-4083-9d2c-39e74ea661d8 None None] Port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:32.069998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] For port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:32.072664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c1c1e13d-cc34-41b2-b42a-f426e483fba7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:32.073041 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.167995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] For port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4b310a5f-dc8d-490f-bf67-dd399f3ebf73,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:32.184515 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.201928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f933893-a730-4ec5-a5d1-2c9cd82c944a req-3445b97f-5b16-446e-81dd-822cc7ebb9f7 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763858 Nov 12 09:27:32.241234 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:32.288323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015dafe8-b2df-4fde-b148-808e142bc195 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:32.351180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d16008d3-db0a-4558-be6e-d2f61012bfe7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:32.405831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Routers {'5d6e6295-9bb9-4c95-8f79-1224bcc80f91'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:32.407098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['5d6e6295-9bb9-4c95-8f79-1224bcc80f91'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:32.540210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fca251-47f6-4f0d-ac15-c6bbbf18a202 None None] Pushing event updated for resources: {'Port': ['ID=4b310a5f-dc8d-490f-bf67-dd399f3ebf73,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:32.685611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-50c5117c-449d-49f7-b5a0-ebc01d7635af None None] Provisioning complete for port 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:32.686121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-50c5117c-449d-49f7-b5a0-ebc01d7635af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.699777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d16008d3-db0a-4558-be6e-d2f61012bfe7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:32.700733 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.727883 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 7, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:32.745454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6427c347-d1cd-4eff-bcbd-a0431e35f2ae req-eaec3956-8019-40db-9c4c-02cd9bc50e20 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 210 time: 0.0842497 Nov 12 09:27:32.757660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] Set router 5d6e6295-9bb9-4c95-8f79-1224bcc80f91 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:32.764781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.778827 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8310a18-6924-484b-8453-b0a4fd72faee None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 7, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:32.853318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b310a5f-dc8d-490f-bf67-dd399f3ebf73,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:32.917276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99ee70e-f452-4471-8d3f-96d91391c8a2 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:32.924926 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6e6295-9bb9-4c95-8f79-1224bcc80f91', 'name': 'tempest-snat-router-389126712', 'tenant_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:25Z', 'updated_at': '2021-11-12T09:27:31Z', 'revision_number': 4, 'project_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:32.965068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:32.986429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd06533-bed6-4da2-a255-6b1d23ef7195 None None] The sync data for ids ['5d6e6295-9bb9-4c95-8f79-1224bcc80f91'] in n-d-769329-17 is: [{'id': '5d6e6295-9bb9-4c95-8f79-1224bcc80f91', 'name': 'tempest-snat-router-389126712', 'tenant_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:25Z', 'updated_at': '2021-11-12T09:27:31Z', 'revision_number': 4, 'project_id': 'fec17897ff8643ddb7eab5c2fe4db992', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:33.027563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-50c5117c-449d-49f7-b5a0-ebc01d7635af None None] Could not find standard attr ID for object 4b310a5f-dc8d-490f-bf67-dd399f3ebf73. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:27:33.035690 n-d-769329-17 neutron-server[109378]: INFO neutron.plugins.ml2.db [None req-50c5117c-449d-49f7-b5a0-ebc01d7635af None None] No ports have port_id starting with 4b310a5f-dc8d-490f-bf67-dd399f3ebf73 Nov 12 09:27:33.175867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.228993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.247479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:33.272635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:33.273279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:33.324914 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.325477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6e6295-9bb9-4c95-8f79-1224bcc80f91 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:33.331387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.335297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5a079297-9ae5-43c3-b6f7-20b7502176a2 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "DELETE /v2.0/routers/5d6e6295-9bb9-4c95-8f79-1224bcc80f91 HTTP/1.1" status: 204 len: 168 time: 3.5544927 Nov 12 09:27:33.335713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37450) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:33.352630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.435637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:33.719123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-953786ea-749d-405e-a1af-4b600719f817 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:33.721541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-953786ea-749d-405e-a1af-4b600719f817 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.1958447 Nov 12 09:27:33.748269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'port': {'device_id': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'admin_state_up': True, 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:33.837544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 7, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:33.887220 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:33.888771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:33.906241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:33.908267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:34.010260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2e90c4d-2437-4c44-8af3-8861778f3afa req-3090b668-a6e0-443a-b305-cddf77607e1e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 210 time: 0.0669730 Nov 12 09:27:34.063230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Made reservation on behalf of c9a1f382835b46b38a798f579f7972d4 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:34.070652 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.097088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.103398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port d16008d3-db0a-4558-be6e-d2f61012bfe7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:34.104880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.165830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:34.219375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port d16008d3-db0a-4558-be6e-d2f61012bfe7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d16008d3-db0a-4558-be6e-d2f61012bfe7,segment=NetworkSegment(8cc93cce-9ef8-45bb-9745-17bd4e14d332),segment_id=8cc93cce-9ef8-45bb-9745-17bd4e14d332)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:34.220324 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.234170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for d16008d3-db0a-4558-be6e-d2f61012bfe7 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:34.275870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Deleting port c1c1e13d-cc34-41b2-b42a-f426e483fba7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:34.276281 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.318921 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Allocated IP 172.20.0.9 (9eb1cebe-4ebc-4357-bc85-a093989d4bc0/9bc2f213-1026-4b58-9897-52af9d16abe8/2b637dcb-71fe-472c-a011-8411250adc94) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:34.462961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] For port c1c1e13d-cc34-41b2-b42a-f426e483fba7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c1c1e13d-cc34-41b2-b42a-f426e483fba7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:34.463336 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.480468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.501684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Calling delete_port for c1c1e13d-cc34-41b2-b42a-f426e483fba7 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:34.527611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=d16008d3-db0a-4558-be6e-d2f61012bfe7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:34.590859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 7, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:34.625286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d36a0-1c7f-425c-ab93-599aad7e88cc None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 7, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd16008d3-db0a-4558-be6e-d2f61012bfe7', 'name': '', 'network_id': '65737afe-f66f-46da-be9f-27f333d4ec36', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:9f:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '20886058-ce86-4186-881e-3ed392414c73', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:22Z', 'updated_at': '2021-11-12T09:27:29Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '20886058-ce86-4186-881e-3ed392414c73', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:34.727452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.777533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.802978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.822069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['79b82188-40f9-4375-83c5-38c29e25676c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:34.832317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:34.853339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:34.856644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:34.864380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:34.869010 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:34.912332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=2b637dcb-71fe-472c-a011-8411250adc94,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:34.929975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f6cca9-5b3b-40f2-a892-3c1c7602ec3a None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:34.986430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1c1e13d-cc34-41b2-b42a-f426e483fba7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:35.001963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:35.002655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.028309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-acbeac69-dea3-479d-8bdf-0fa18858d0e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2965753 Nov 12 09:27:35.037858 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.045807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Request body: {'port': {'device_id': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:35.065923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:35.238441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:35.243817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af300ea2-3e2c-4d46-9f69-597ef4560952 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5559640 Nov 12 09:27:35.247285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37458) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:35.249161 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:35.263584 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:35.264273 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:35.288883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-29a8fb61-b94a-4772-9b2c-b4c304b89634 None None] Provisioning complete for port 2b637dcb-71fe-472c-a011-8411250adc94 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:35.289916 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29a8fb61-b94a-4772-9b2c-b4c304b89634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.328161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-29a8fb61-b94a-4772-9b2c-b4c304b89634 None None] Port 2b637dcb-71fe-472c-a011-8411250adc94 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:35.330085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet 20886058-ce86-4186-881e-3ed392414c73 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:35.338772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.387810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.514424 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.569691 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:35.605827 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.656967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=20886058-ce86-4186-881e-3ed392414c73,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:35.658305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f31653-e4df-45bd-8bc1-a703fc7e07cd None None] Network 65737afe-f66f-46da-be9f-27f333d4ec36 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:35.665964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.676095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f8012dda-6e4a-49fb-8024-6b2c14404f48 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/20886058-ce86-4186-881e-3ed392414c73 HTTP/1.1" status: 204 len: 168 time: 0.4271772 Nov 12 09:27:35.676905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37468) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:35.680677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.683354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.821400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.848040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.848600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 467ff833-3d1f-4629-a243-2b80c94d94ac {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:35.858282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.864764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37470) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:35.866612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3fbf3907-cb91-4d1a-a242-a3ff7b75570e tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "DELETE /v2.0/routers/467ff833-3d1f-4629-a243-2b80c94d94ac HTTP/1.1" status: 204 len: 168 time: 2.5295391 Nov 12 09:27:35.870921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-845315719', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:35.875949 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:34Z', 'revision_number': 8, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:35.880876 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.919744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] DHCP port deletion for 65737afe-f66f-46da-be9f-27f333d4ec36 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:35.928357 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:35.946818 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:35.947470 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:35.995997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:35.997110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.000654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e06030-85eb-4e76-89cf-60cc084b5273 req-145e0207-0b47-4656-9645-86c81c1d7dbf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:36.003750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82e06030-85eb-4e76-89cf-60cc084b5273 req-145e0207-0b47-4656-9645-86c81c1d7dbf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 931 time: 0.8487294 Nov 12 09:27:36.057056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] Deleting port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:36.057461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.113394 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:36.134496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.146890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-0a73b84f-c9fc-49eb-8208-68e4c58241e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3122048 Nov 12 09:27:36.380317 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] For port 5a4820a1-7248-4c66-b7b2-79df0bb89f62, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=5a4820a1-7248-4c66-b7b2-79df0bb89f62,segment=NetworkSegment(8cc93cce-9ef8-45bb-9745-17bd4e14d332),segment_id=8cc93cce-9ef8-45bb-9745-17bd4e14d332)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:36.381431 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.405977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] Calling delete_port for 5a4820a1-7248-4c66-b7b2-79df0bb89f62 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:36.534870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b637dcb-71fe-472c-a011-8411250adc94 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:36.556499 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:34Z', 'revision_number': 8, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:36.575290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.586856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-82e06030-85eb-4e76-89cf-60cc084b5273 req-e52b4f7b-4ae4-4db5-b9bf-191ad67d9f9d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153831 Nov 12 09:27:36.589035 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.598270 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e52368-2bbf-4a08-8059-cdad9cbb6be9 None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:34Z', 'revision_number': 8, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf82fe60-108c-4316-96f5-f48a1a8c9d84', 'name': '', 'network_id': 'e375edb4-6cf6-4865-9292-564a1a03d889', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:7a:3a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:14Z', 'updated_at': '2021-11-12T09:27:21Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': 'c8340347-1f9c-468c-a492-6b30e7898bc4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:36.609706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Transition to ACTIVE for port object 2b637dcb-71fe-472c-a011-8411250adc94 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:27:36.615512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] Pushing event deleted for resources: {'Port': ['ID=5a4820a1-7248-4c66-b7b2-79df0bb89f62,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:36.627063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8730fb09-e055-4d9c-b461-1dcb1d53c4a5 None None] No DVR routers for this DVR port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:36.633541 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.754166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:36.754636 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:36.817782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=2b637dcb-71fe-472c-a011-8411250adc94,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:36.890602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-24e37a74-6648-43eb-8cf5-3813d788b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:36.895221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-24e37a74-6648-43eb-8cf5-3813d788b149 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 1097 time: 0.6752183 Nov 12 09:27:36.896844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Attempting to bind port 2b637dcb-71fe-472c-a011-8411250adc94 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:36.897409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Attempting to bind port 2b637dcb-71fe-472c-a011-8411250adc94 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:36.897979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Attempting to bind port 2b637dcb-71fe-472c-a011-8411250adc94 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:36.906814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Port 2b637dcb-71fe-472c-a011-8411250adc94 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:27:36.907902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Attempting to bind port 2b637dcb-71fe-472c-a011-8411250adc94 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:36.916751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:36.917386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:36.917944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Bound using segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:36.918555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Bound port: 2b637dcb-71fe-472c-a011-8411250adc94, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:36.919099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.002168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port 5a4820a1-7248-4c66-b7b2-79df0bb89f62, host n-d-769329-17, got binding levels [] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:37.004913 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.050692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] For port 2b637dcb-71fe-472c-a011-8411250adc94, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:37.066537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] For port 2b637dcb-71fe-472c-a011-8411250adc94, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b637dcb-71fe-472c-a011-8411250adc94,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:37.072783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.129677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.151819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 5a4820a1-7248-4c66-b7b2-79df0bb89f62 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:37.163887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.ipam_backend_mixin [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 was not found and therefore no delete operation was performed {{(pid=109376) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:27:37.177487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Pushing event updated for resources: {'Port': ['ID=2b637dcb-71fe-472c-a011-8411250adc94,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:37.211699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:37.213070 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.216667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-eb0b3b41-beb5-4ed8-b087-bc6b6ab6aa3d service neutron] 10.222.0.55 "PUT /v2.0/ports/2b637dcb-71fe-472c-a011-8411250adc94 HTTP/1.1" status: 200 len: 1092 time: 2.1764691 Nov 12 09:27:37.219590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.220359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:37.224164 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e861bade-30a5-46fd-9967-726a369579c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "tag": "2b637dcb-71fe-472c-a011-8411250adc94"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:37.256050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No DVR routers for this DVR port 5a4820a1-7248-4c66-b7b2-79df0bb89f62 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:37.339584 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af2bfc8-30c7-491d-94d8-264dca971d95 x-openstack-request-id: req-8af2bfc8-30c7-491d-94d8-264dca971d95 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:37.342090 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "tag": "2b637dcb-71fe-472c-a011-8411250adc94", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:37.342447 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8af2bfc8-30c7-491d-94d8-264dca971d95 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:37.343034 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94', 'status': 'completed', 'code': 200} Nov 12 09:27:37.370783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-a1275519-11e3-4c9e-9130-a188e30e3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:37.372653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-a1275519-11e3-4c9e-9130-a188e30e3fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 1095 time: 0.0904746 Nov 12 09:27:37.373936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c1c1e13d-cc34-41b2-b42a-f426e483fba7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:37.392446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=5a4820a1-7248-4c66-b7b2-79df0bb89f62,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:37.443037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-a548fdf0-40f4-4863-8427-24bda3428e82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b637dcb-71fe-472c-a011-8411250adc94 HTTP/1.1" status: 200 len: 217 time: 0.0582755 Nov 12 09:27:37.467000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c1c1e13d-cc34-41b2-b42a-f426e483fba7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:37.467528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c1c1e13d-cc34-41b2-b42a-f426e483fba7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:37.467750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5a4820a1-7248-4c66-b7b2-79df0bb89f62 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:37.518981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 5a4820a1-7248-4c66-b7b2-79df0bb89f62 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:37.521591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 5a4820a1-7248-4c66-b7b2-79df0bb89f62 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:37.524491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d16008d3-db0a-4558-be6e-d2f61012bfe7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:37.549730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d16008d3-db0a-4558-be6e-d2f61012bfe7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:37.550331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d16008d3-db0a-4558-be6e-d2f61012bfe7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:37.558212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-4fb281d6-5f9f-4722-8eb2-eef7bd1348b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:37.559885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-4fb281d6-5f9f-4722-8eb2-eef7bd1348b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1086147 Nov 12 09:27:37.609456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-e760a460-f877-47c4-ad2c-7a5a778bdf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:37.610890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-e760a460-f877-47c4-ad2c-7a5a778bdf7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.6744952 Nov 12 09:27:37.616594 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.625642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-76f24903-fb95-43a9-aa4d-823ed76c0fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:37.628172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-76f24903-fb95-43a9-aa4d-823ed76c0fcf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587168 Nov 12 09:27:37.675929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-6b57d5ca-7927-4a44-a4ba-2ee74bac9943 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d HTTP/1.1" status: 200 len: 217 time: 0.0487802 Nov 12 09:27:37.678014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65737afe-f66f-46da-be9f-27f333d4ec36']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:37.699357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc93cce-9ef8-45bb-9745-17bd4e14d332') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:37.699966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc93cce-9ef8-45bb-9745-17bd4e14d332') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:37.764387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.801609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a36ad-5da8-406f-b3fa-9d5c88bba1ac req-76d34e88-2692-427f-9684-0c722981aae1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:37.801609 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-034a36ad-5da8-406f-b3fa-9d5c88bba1ac req-76d34e88-2692-427f-9684-0c722981aae1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 943 time: 0.1370168 Nov 12 09:27:37.805920 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.807477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-5c86930c-7055-4a99-96a1-8aa06e18623f service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714623 Nov 12 09:27:37.810425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-f820be75-c306-4c0b-984f-052402ffdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:37.814498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-f820be75-c306-4c0b-984f-052402ffdf1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1284251 Nov 12 09:27:37.840038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:37.840559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:37.845514 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:37.929654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-034a36ad-5da8-406f-b3fa-9d5c88bba1ac req-f09835db-0dd4-4dee-8e5c-d82986a5a486 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169631 Nov 12 09:27:37.975854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4a42944-bd33-428f-9e13-1e2f0f60df40 req-141784ee-8b9e-4fe0-b069-c6a243bc04ee service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366181 Nov 12 09:27:38.009758 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.018703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-40a02c89-e215-4ddf-a26b-b6febc57fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:38.020266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-40a02c89-e215-4ddf-a26b-b6febc57fc7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1983445 Nov 12 09:27:38.023650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.026945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/65737afe-f66f-46da-be9f-27f333d4ec36 HTTP/1.1" status: 204 len: 168 time: 2.3484638 Nov 12 09:27:38.030322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37482) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:38.082766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a6a40-9d14-4e41-9665-771eedcadda9 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=65737afe-f66f-46da-be9f-27f333d4ec36,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:38.088388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.120065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.173608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861bade-30a5-46fd-9967-726a369579c5 req-7498280a-431a-45a0-ae38-e5fc991d2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:38.175492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e861bade-30a5-46fd-9967-726a369579c5 req-7498280a-431a-45a0-ae38-e5fc991d2826 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 1095 time: 0.1458302 Nov 12 09:27:38.345627 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-bc476cc9-a55a-4cc5-a54f-70e26c1c37a7 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150933 Nov 12 09:27:38.373493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861bade-30a5-46fd-9967-726a369579c5 req-a43fa2ac-e808-424c-b340-f785fd5aa7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:38.374956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e861bade-30a5-46fd-9967-726a369579c5 req-a43fa2ac-e808-424c-b340-f785fd5aa7d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1689639 Nov 12 09:27:38.438568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Allocated IP 172.25.5.167 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/bb4e95eb-9e7d-40c6-9c19-a78e7e926162) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:38.444132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e861bade-30a5-46fd-9967-726a369579c5 req-81879f03-36a6-4033-ac2e-4d4632765632 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b637dcb-71fe-472c-a011-8411250adc94 HTTP/1.1" status: 200 len: 217 time: 0.0602043 Nov 12 09:27:38.521875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861bade-30a5-46fd-9967-726a369579c5 req-e56ef551-5ac9-4055-9c78-0a3c585051bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:38.523379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e861bade-30a5-46fd-9967-726a369579c5 req-e56ef551-5ac9-4055-9c78-0a3c585051bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0725172 Nov 12 09:27:38.550791 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-8f009968-6508-4fb4-aeb6-c004afb65c10 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958513 Nov 12 09:27:38.601656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861bade-30a5-46fd-9967-726a369579c5 req-3d9c5d0e-6c14-4ae1-80cb-6431cd9941eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:38.603101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e861bade-30a5-46fd-9967-726a369579c5 req-3d9c5d0e-6c14-4ae1-80cb-6431cd9941eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703273 Nov 12 09:27:38.607667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.654097 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.712684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:38.717537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:38.723222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:38.727757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event updated for resources: {'Port': ['ID=bb4e95eb-9e7d-40c6-9c19-a78e7e926162,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:38.740961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322255c0-7a97-4baa-9185-1013b8ba2b30 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:38.747647 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.790102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e861bade-30a5-46fd-9967-726a369579c5 req-6aa938b9-f84b-443b-9e81-5700f29fdcc7 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785698 Nov 12 09:27:38.892608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-08dca5b0-92cb-4727-9712-1b4977829e65 None None] Provisioning complete for port bb4e95eb-9e7d-40c6-9c19-a78e7e926162 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:38.893154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-08dca5b0-92cb-4727-9712-1b4977829e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:38.937497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-08dca5b0-92cb-4727-9712-1b4977829e65 None None] Port bb4e95eb-9e7d-40c6-9c19-a78e7e926162 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:39.041827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e861bade-30a5-46fd-9967-726a369579c5 req-b2ceafd9-3a07-4097-bcc0-d72503a3aa86 service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206693 Nov 12 09:27:39.173963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895fdb2-e940-4bd7-91da-bc04610b9b6c req-d839aaa1-f2c9-42f0-b995-92d15f502ffe tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:39.175885 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4895fdb2-e940-4bd7-91da-bc04610b9b6c req-d839aaa1-f2c9-42f0-b995-92d15f502ffe tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 943 time: 0.1143832 Nov 12 09:27:39.190249 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port bf82fe60-108c-4316-96f5-f48a1a8c9d84 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:39.190766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.190932 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.300167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port bf82fe60-108c-4316-96f5-f48a1a8c9d84, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bf82fe60-108c-4316-96f5-f48a1a8c9d84,segment=NetworkSegment(c88c62a2-8aa8-4581-b90d-16085c373ca6),segment_id=c88c62a2-8aa8-4581-b90d-16085c373ca6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:39.300561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.321106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for bf82fe60-108c-4316-96f5-f48a1a8c9d84 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:39.345408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4895fdb2-e940-4bd7-91da-bc04610b9b6c req-e8348cff-b60c-401c-a825-6600d9e1fc8b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505113 Nov 12 09:27:39.506510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.580155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.626856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=bf82fe60-108c-4316-96f5-f48a1a8c9d84,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:39.729063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Router fe8522e8-ce67-44ad-aca3-455c21fd61a6 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:39.862946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:39.871857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.875472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] Sync routers for ids ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:39.889029 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:39.890687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0ad4ecca-795b-4d36-8563-d28806105f38 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.0245318 Nov 12 09:27:39.894268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:39.903285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:39.930366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] Routers {'fe8522e8-ce67-44ad-aca3-455c21fd61a6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:39.931224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:39.999330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:40.010814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] Routers {'fe8522e8-ce67-44ad-aca3-455c21fd61a6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:40.011679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:40.056351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:40.057222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bb3264-c798-457b-b668-150da6caf3b9 None None] The sync data for ids ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:40.144248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:40.260156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:40.265454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-96ebd469-69c3-4b8e-928e-04fa61d0fba1 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2341778 Nov 12 09:27:40.272331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37492) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:40.273160 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:40.290822 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:40.291712 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:40.296980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.331022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet c8340347-1f9c-468c-a492-6b30e7898bc4 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:40.335211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.382454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.431076 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:40.540747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82fc43-b056-4238-a97a-3b4ced00d451 req-763c1bf3-147c-4bd9-a500-c3ef74824914 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:40.542767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f82fc43-b056-4238-a97a-3b4ced00d451 req-763c1bf3-147c-4bd9-a500-c3ef74824914 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 943 time: 0.0960519 Nov 12 09:27:40.551196 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.641038 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f82fc43-b056-4238-a97a-3b4ced00d451 req-8cbb2481-27e0-4b73-a79c-32dcf6a1d7d4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863106 Nov 12 09:27:40.653656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.686833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=c8340347-1f9c-468c-a492-6b30e7898bc4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:40.693885 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.698136 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d3210dfb-bfb4-4c92-a603-4e1e9750807a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/c8340347-1f9c-468c-a492-6b30e7898bc4 HTTP/1.1" status: 204 len: 168 time: 0.4244249 Nov 12 09:27:40.700540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37496) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:40.708250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed700724-e350-4b36-bf61-429deb8f4d77 None None] Network e375edb4-6cf6-4865-9292-564a1a03d889 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:40.724540 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:39Z', 'revision_number': 9, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:40.793968 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:40.809397 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.812981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.820038 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:40.821072 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:40.835378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.961666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 84933d13-dd03-479c-a1a1-9e210d86fdbe {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:40.962262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:40.986181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] DHCP port deletion for e375edb4-6cf6-4865-9292-564a1a03d889 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:41.023942 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:41.070585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port 84933d13-dd03-479c-a1a1-9e210d86fdbe, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=84933d13-dd03-479c-a1a1-9e210d86fdbe,segment=NetworkSegment(c88c62a2-8aa8-4581-b90d-16085c373ca6),segment_id=c88c62a2-8aa8-4581-b90d-16085c373ca6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:41.070945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.100024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 84933d13-dd03-479c-a1a1-9e210d86fdbe owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:41.127457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] Deleting port 84933d13-dd03-479c-a1a1-9e210d86fdbe {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:41.130139 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.255550 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:27:41.291565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] For port 84933d13-dd03-479c-a1a1-9e210d86fdbe, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=84933d13-dd03-479c-a1a1-9e210d86fdbe,segment=NetworkSegment(c88c62a2-8aa8-4581-b90d-16085c373ca6),segment_id=c88c62a2-8aa8-4581-b90d-16085c373ca6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:41.292019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.296530 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.332350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] Calling delete_port for 84933d13-dd03-479c-a1a1-9e210d86fdbe owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:41.394809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=84933d13-dd03-479c-a1a1-9e210d86fdbe,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:41.410607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No DVR routers for this DVR port 84933d13-dd03-479c-a1a1-9e210d86fdbe on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:41.452770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 84933d13-dd03-479c-a1a1-9e210d86fdbe no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:41.482175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 84933d13-dd03-479c-a1a1-9e210d86fdbe {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:41.482535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 84933d13-dd03-479c-a1a1-9e210d86fdbe not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:41.525155 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:39Z', 'revision_number': 9, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:41.538850 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.561234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] No DVR routers for this DVR port 84933d13-dd03-479c-a1a1-9e210d86fdbe on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:41.565246 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a88894-59be-4d90-9a84-8c21c9cbdeec None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:39Z', 'revision_number': 9, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f781a97d-e62f-458e-8651-d05b4187c08b', 'name': '', 'network_id': '3f2744af-8341-4066-a826-da6c4bc41612', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:14:41:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:27:07Z', 'updated_at': '2021-11-12T09:27:14Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '11f9f9c6-b690-469d-be70-6c79559bed69', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:41.590572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bb8f2-3399-448a-91eb-2b54cd2e209c None None] Pushing event deleted for resources: {'Port': ['ID=84933d13-dd03-479c-a1a1-9e210d86fdbe,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:41.602025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.645997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e375edb4-6cf6-4865-9292-564a1a03d889']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:41.661778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88c62a2-8aa8-4581-b90d-16085c373ca6') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:41.662252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88c62a2-8aa8-4581-b90d-16085c373ca6') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:41.682856 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.705874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.715007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:41.715421 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:41.720501 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:41.730934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Router fe8522e8-ce67-44ad-aca3-455c21fd61a6 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:41.826255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.846718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.855748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/e375edb4-6cf6-4865-9292-564a1a03d889 HTTP/1.1" status: 204 len: 168 time: 1.1537440 Nov 12 09:27:41.858827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37510) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:41.901394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff178-bdcd-4cf3-b3d6-2abbd309d1f7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=e375edb4-6cf6-4865-9292-564a1a03d889,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:41.912873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d5e10-633b-41b5-b80e-c6d0d09a7dbc req-27e87981-fa06-4f1e-8155-68803bcb10de tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:41.914507 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d7d5e10-633b-41b5-b80e-c6d0d09a7dbc req-27e87981-fa06-4f1e-8155-68803bcb10de tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 943 time: 0.1239641 Nov 12 09:27:41.967622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:41.973909 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:41.977752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2f1de4d3-a648-4a34-88c8-f04261d7473d tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "PUT /v2.0/routers/fe8522e8-ce67-44ad-aca3-455c21fd61a6 HTTP/1.1" status: 200 len: 925 time: 2.0780342 Nov 12 09:27:41.979766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37512) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:41.986782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] Sync routers for ids ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:42.015808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] Routers {'fe8522e8-ce67-44ad-aca3-455c21fd61a6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:42.016496 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6d7d5e10-633b-41b5-b80e-c6d0d09a7dbc req-44cc30a9-5e39-4456-bc1f-4efb8fdc034c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928006 Nov 12 09:27:42.017677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:42.072134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:42.086620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] Routers {'fe8522e8-ce67-44ad-aca3-455c21fd61a6'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:42.088263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:42.141288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:42.142306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22eeb5b-5923-437b-9a31-4f9bf06e6d64 None None] The sync data for ids ['fe8522e8-ce67-44ad-aca3-455c21fd61a6'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:42.467036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b637dcb-71fe-472c-a011-8411250adc94 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:27:42.659445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b637dcb-71fe-472c-a011-8411250adc94, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b637dcb-71fe-472c-a011-8411250adc94,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:42.673055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '2b637dcb-71fe-472c-a011-8411250adc94', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': '2b637dcb-71fe-472c-a011-8411250adc94', 'mac_address': 'fa:16:3e:03:e2:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:27:42.714697 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:42.722396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6d02197d-8948-4f65-8f17-3ce27c43d218 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/fe8522e8-ce67-44ad-aca3-455c21fd61a6 HTTP/1.1" status: 200 len: 925 time: 0.2685454 Nov 12 09:27:42.725408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37516) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:42.735558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b637dcb-71fe-472c-a011-8411250adc94 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:42.759663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b637dcb-71fe-472c-a011-8411250adc94, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b637dcb-71fe-472c-a011-8411250adc94,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:42.765438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:42.809076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60939d3-aeff-414f-bfd1-b2711aace127 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:42.813460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e60939d3-aeff-414f-bfd1-b2711aace127 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=fe8522e8-ce67-44ad-aca3-455c21fd61a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0840316 Nov 12 09:27:42.813932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:42.816365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2b637dcb-71fe-472c-a011-8411250adc94,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:42.913002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e596f-ae23-4b02-bdbd-562e4a18772a tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:42.917519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c08e596f-ae23-4b02-bdbd-562e4a18772a tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.0998325 Nov 12 09:27:42.917953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37520) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:42.949939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-57e88388-0ade-4d81-acb3-832f5ff241cb tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe8522e8-ce67-44ad-aca3-455c21fd61a6 HTTP/1.1" status: 200 len: 205 time: 0.0306540 Nov 12 09:27:42.952727 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37522) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:42.963826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:42.972879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2b637dcb-71fe-472c-a011-8411250adc94'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:43.079099 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.154436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bf82fe60-108c-4316-96f5-f48a1a8c9d84 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:43.179958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: bf82fe60-108c-4316-96f5-f48a1a8c9d84 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:43.180510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bf82fe60-108c-4316-96f5-f48a1a8c9d84 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:43.220899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.240924 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2d03b-e7f7-4458-b65c-ef7052f5c817 req-42593cc8-4d17-4598-ac0e-a40d07fad68b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:43.242472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-daa2d03b-e7f7-4458-b65c-ef7052f5c817 req-42593cc8-4d17-4598-ac0e-a40d07fad68b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 944 time: 0.0849504 Nov 12 09:27:43.277385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Deleting port bb4e95eb-9e7d-40c6-9c19-a78e7e926162 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:43.277729 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.350888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-daa2d03b-e7f7-4458-b65c-ef7052f5c817 req-ac79b4bc-32d7-4e6d-95a0-97631777ff56 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974536 Nov 12 09:27:43.368716 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.382400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Calling delete_port for bb4e95eb-9e7d-40c6-9c19-a78e7e926162 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:43.384544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port f781a97d-e62f-458e-8651-d05b4187c08b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:43.384889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.492648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port f781a97d-e62f-458e-8651-d05b4187c08b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f781a97d-e62f-458e-8651-d05b4187c08b,segment=NetworkSegment(eaf39eab-360c-4a21-b2c2-ce3874d272a4),segment_id=eaf39eab-360c-4a21-b2c2-ce3874d272a4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:43.493118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.508650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for f781a97d-e62f-458e-8651-d05b4187c08b owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:43.566972 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.602886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event deleted for resources: {'Port': ['ID=bb4e95eb-9e7d-40c6-9c19-a78e7e926162,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:43.622360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238a5bc0-b8d3-4ea9-914d-66d14c9f7a86 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:43.677262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.725239 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.757181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=f781a97d-e62f-458e-8651-d05b4187c08b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:43.797200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.800058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.858324 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.858843 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Fanout notify agent at l3_agent the message router_deleted on router fe8522e8-ce67-44ad-aca3-455c21fd61a6 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:43.871336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.872699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a0cc55e3-410f-4219-9bba-d1e6f35a2744 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/fe8522e8-ce67-44ad-aca3-455c21fd61a6 HTTP/1.1" status: 204 len: 168 time: 0.9186678 Nov 12 09:27:43.879370 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37528) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:43.885261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4e3e4b6f-c96b-4b22-af35-12bdb407a70b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1707543861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:43.894648 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e37acbb-4c48-446e-be2f-44732b461fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.925930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4b6f-c96b-4b22-af35-12bdb407a70b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.928420 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4b6f-c96b-4b22-af35-12bdb407a70b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:43.964420 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.000853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4b6f-c96b-4b22-af35-12bdb407a70b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.006832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4b6f-c96b-4b22-af35-12bdb407a70b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.043131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4e3e4b6f-c96b-4b22-af35-12bdb407a70b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.044643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4e3e4b6f-c96b-4b22-af35-12bdb407a70b tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1638346 Nov 12 09:27:44.047692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37530) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:44.053955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:44.198420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:44.295390 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.311173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:44.320997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1b52c7fa-27e5-4945-8f3a-1fa2877f14bc tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4608097 Nov 12 09:27:44.323171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37532) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:44.324538 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe45698-d67e-4454-a402-034124daa870 None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:44.340083 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:44.341255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:44.385809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet 11f9f9c6-b690-469d-be70-6c79559bed69 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:44.389757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.441736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.448404 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:44.460595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b637dcb-71fe-472c-a011-8411250adc94 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:27:44.545806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.563657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 2b637dcb-71fe-472c-a011-8411250adc94 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:27:44.571242 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 2b637dcb-71fe-472c-a011-8411250adc94 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:44.571605 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.637085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.655062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0b098-bde1-42ae-abeb-46bc150a3c4d req-c1dea64f-8061-4d6b-a4ca-d1b7608bdcd6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:44.656960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c5a0b098-bde1-42ae-abeb-46bc150a3c4d req-c1dea64f-8061-4d6b-a4ca-d1b7608bdcd6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 944 time: 0.1826622 Nov 12 09:27:44.658669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.659868 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.681205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=11f9f9c6-b690-469d-be70-6c79559bed69,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:44.699771 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.707420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cea61137-953f-4619-93a8-6fdae27356d8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/11f9f9c6-b690-469d-be70-6c79559bed69 HTTP/1.1" status: 204 len: 168 time: 0.3807390 Nov 12 09:27:44.708399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37540) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:44.711837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:44.714160 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd0420-b283-4cc8-98d0-c37f1bd9f613" -d '{"events": [{"server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "name": "network-vif-plugged", "status": "completed", "tag": "2b637dcb-71fe-472c-a011-8411250adc94"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:44.726240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485afb7-e5ee-4f5d-8735-c5e6b2614729 None None] Network 3f2744af-8341-4066-a826-da6c4bc41612 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:44.756696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.806243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.865319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 2b637dcb-71fe-472c-a011-8411250adc94, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b637dcb-71fe-472c-a011-8411250adc94,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:44.884469 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:43Z', 'revision_number': 10, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:44.896151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.919178 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port e621eb1d-309a-44b5-b4c5-206ff6690e11 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:44.919588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:44.925956 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe45698-d67e-4454-a402-034124daa870 None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:44.941039 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:44.942878 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:44.962966 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba472c4-a1f8-4863-90e9-b770e230cb85 x-openstack-request-id: req-eba472c4-a1f8-4863-90e9-b770e230cb85 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:44.963179 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "name": "network-vif-plugged", "status": "completed", "tag": "2b637dcb-71fe-472c-a011-8411250adc94", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:44.963401 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eba472c4-a1f8-4863-90e9-b770e230cb85 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:44.964013 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94', 'code': 200} Nov 12 09:27:45.003217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=2b637dcb-71fe-472c-a011-8411250adc94,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:45.040569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Allocated IP 172.25.5.226 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/bf8a4ef5-59a0-48fd-a803-246cea700251) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:45.092256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] DHCP port deletion for 3f2744af-8341-4066-a826-da6c4bc41612 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:45.097153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5da9f-a8ff-4834-9ba7-0e1d7d72aa45 req-04e26e18-3047-49fa-9bb4-ef439b881f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:45.098869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50a5da9f-a8ff-4834-9ba7-0e1d7d72aa45 req-04e26e18-3047-49fa-9bb4-ef439b881f25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 1097 time: 0.0695171 Nov 12 09:27:45.105041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port e621eb1d-309a-44b5-b4c5-206ff6690e11, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e621eb1d-309a-44b5-b4c5-206ff6690e11,segment=NetworkSegment(eaf39eab-360c-4a21-b2c2-ce3874d272a4),segment_id=eaf39eab-360c-4a21-b2c2-ce3874d272a4)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:45.107149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.136725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for e621eb1d-309a-44b5-b4c5-206ff6690e11 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:45.157845 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:45.229119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] Deleting port e621eb1d-309a-44b5-b4c5-206ff6690e11 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:45.229720 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.260698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c5a0b098-bde1-42ae-abeb-46bc150a3c4d req-f1ad90a4-2f9e-4412-bb94-6b1cab7276e1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780709 Nov 12 09:27:45.318932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] For port e621eb1d-309a-44b5-b4c5-206ff6690e11, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e621eb1d-309a-44b5-b4c5-206ff6690e11,segment=NetworkSegment(eaf39eab-360c-4a21-b2c2-ce3874d272a4),segment_id=eaf39eab-360c-4a21-b2c2-ce3874d272a4)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:45.319502 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.336267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] Calling delete_port for e621eb1d-309a-44b5-b4c5-206ff6690e11 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:45.338515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50a5da9f-a8ff-4834-9ba7-0e1d7d72aa45 req-9c592c95-8297-41ad-bdbe-6e05f9ad25f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189622 Nov 12 09:27:45.342585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e621eb1d-309a-44b5-b4c5-206ff6690e11 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:45.356192 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.425517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37556) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:45.439396 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.443855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.474164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No active binding found for port e621eb1d-309a-44b5-b4c5-206ff6690e11 {{(pid=109378) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 12 09:27:45.474744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e621eb1d-309a-44b5-b4c5-206ff6690e11 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:45.499715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=e621eb1d-309a-44b5-b4c5-206ff6690e11,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:45.501834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No DVR routers for this DVR port e621eb1d-309a-44b5-b4c5-206ff6690e11 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:45.517435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event updated for resources: {'Port': ['ID=bf8a4ef5-59a0-48fd-a803-246cea700251,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:45.547215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:45.551870 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.552105 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:45.558711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:45.596102 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.618408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb2775-e640-42dc-89f7-ad249ea627d1 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:45.620585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2744af-8341-4066-a826-da6c4bc41612']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:45.631685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf39eab-360c-4a21-b2c2-ce3874d272a4') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:45.632036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf39eab-360c-4a21-b2c2-ce3874d272a4') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:45.644105 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] Pushing event deleted for resources: {'Port': ['ID=e621eb1d-309a-44b5-b4c5-206ff6690e11,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:45.647957 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.656040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052c3db9-dee0-4cbb-80a8-4031aae21e95 None None] No DVR routers for this DVR port e621eb1d-309a-44b5-b4c5-206ff6690e11 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:45.665976 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.678830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:45.679435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.697782 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-8fe45698-d67e-4454-a402-034124daa870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:43Z', 'revision_number': 10, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:45.723533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e7e9da46-debf-4cf1-9da7-06ec497b4d07 None None] Provisioning complete for port bf8a4ef5-59a0-48fd-a803-246cea700251 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:45.725790 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e7e9da46-debf-4cf1-9da7-06ec497b4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.726716 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe45698-d67e-4454-a402-034124daa870 None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:43Z', 'revision_number': 10, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None, '_interfaces': [{'id': '667e8639-a953-40f9-b01e-bb4057369e50', 'name': '', 'network_id': 'cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'mac_address': 'fa:16:3e:10:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d3b36d0-b565-4b10-a992-61785686b827', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:26:59Z', 'updated_at': '2021-11-12T09:27:06Z', 'revision_number': 5, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'subnets': [{'id': '5647dedc-76a5-4e4a-8f58-8ea8b20032ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:45.740122 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:45.763119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.787578 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.791388 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/3f2744af-8341-4066-a826-da6c4bc41612 HTTP/1.1" status: 204 len: 168 time: 1.0826926 Nov 12 09:27:45.801023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e7e9da46-debf-4cf1-9da7-06ec497b4d07 None None] Port bf8a4ef5-59a0-48fd-a803-246cea700251 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:45.804395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37560) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:45.808408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d0903e-fd79-49b9-9149-dd567c3dc3fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:45.812029 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a46f1f-3c0d-437c-bfe5-44007d3fc6ff tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=3f2744af-8341-4066-a826-da6c4bc41612,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:46.026847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d0903e-fd79-49b9-9149-dd567c3dc3fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.035473 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38d0903e-fd79-49b9-9149-dd567c3dc3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.041703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.162100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-38d0903e-fd79-49b9-9149-dd567c3dc3fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cbfb500904b64018a6347e5418484e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7255049 Nov 12 09:27:46.162100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0903e-fd79-49b9-9149-dd567c3dc3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56711567-64fc-4138-b72f-9c4477c001a8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:46.162597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37562) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:46.205718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.274916 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8177c2d-e6a4-4d7a-9ed5-ebad7b4c85f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.341534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8177c2d-e6a4-4d7a-9ed5-ebad7b4c85f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.364976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.380810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.398343 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17bacc28-dca1-424d-bc0c-d7e7c97ff24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.439852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1102-dbdc-4948-8017-1310d918da2a req-dbe4d0cb-0d97-4227-88c0-4caf91946a00 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:46.441404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53fc1102-dbdc-4948-8017-1310d918da2a req-dbe4d0cb-0d97-4227-88c0-4caf91946a00 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 945 time: 0.0697396 Nov 12 09:27:46.476307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8177c2d-e6a4-4d7a-9ed5-ebad7b4c85f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.478914 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8177c2d-e6a4-4d7a-9ed5-ebad7b4c85f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.480089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e8177c2d-e6a4-4d7a-9ed5-ebad7b4c85f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56711567-64fc-4138-b72f-9c4477c001a8 HTTP/1.1" status: 204 len: 168 time: 0.3148913 Nov 12 09:27:46.501825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8177c2d-e6a4-4d7a-9ed5-ebad7b4c85f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56711567-64fc-4138-b72f-9c4477c001a8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:46.536223 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-53fc1102-dbdc-4948-8017-1310d918da2a req-32c0eb98-0b2e-4a1c-8b07-7aed4bc1de96 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829322 Nov 12 09:27:46.565991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Router f70b06cb-c2a3-4df0-8009-20420d914be3 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:46.600822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 667e8639-a953-40f9-b01e-bb4057369e50 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:46.602114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.687699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:46.697870 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.699185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-465f89f0-31a4-4a5c-8f50-6bcccce5589f tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "PUT /v2.0/routers/f70b06cb-c2a3-4df0-8009-20420d914be3 HTTP/1.1" status: 200 len: 884 time: 2.6503520 Nov 12 09:27:46.701855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] Sync routers for ids ['f70b06cb-c2a3-4df0-8009-20420d914be3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:46.702824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37570) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:46.706035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port 667e8639-a953-40f9-b01e-bb4057369e50, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=667e8639-a953-40f9-b01e-bb4057369e50,segment=NetworkSegment(88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3),segment_id=88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:46.706413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.717410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] Routers {'f70b06cb-c2a3-4df0-8009-20420d914be3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:46.718197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f70b06cb-c2a3-4df0-8009-20420d914be3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:46.727084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 667e8639-a953-40f9-b01e-bb4057369e50 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:46.764916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:46.775993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] Routers {'f70b06cb-c2a3-4df0-8009-20420d914be3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:46.776612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['f70b06cb-c2a3-4df0-8009-20420d914be3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:46.822056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:46.822664 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e6fc5c-977d-4abb-b987-798413bea882 None None] The sync data for ids ['f70b06cb-c2a3-4df0-8009-20420d914be3'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:46.835988 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-430540b2-a110-42e0-93c5-db1f82437629 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/f70b06cb-c2a3-4df0-8009-20420d914be3 HTTP/1.1" status: 200 len: 925 time: 0.1308672 Nov 12 09:27:46.837805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37578) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:46.925981 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:46.971656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=667e8639-a953-40f9-b01e-bb4057369e50,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:47.133949 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.229641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f781a97d-e62f-458e-8651-d05b4187c08b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:47.269199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f781a97d-e62f-458e-8651-d05b4187c08b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:47.269475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f781a97d-e62f-458e-8651-d05b4187c08b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:47.338969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4b4e32-36b0-4c84-82bb-1e195f0b119c tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:47.340575 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5d4b4e32-36b0-4c84-82bb-1e195f0b119c tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=f70b06cb-c2a3-4df0-8009-20420d914be3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5014184 Nov 12 09:27:47.343525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37592) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:47.442318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c335de9-4c62-42bb-9cd3-20c3e33bb8c7 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:47.446753 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0c335de9-4c62-42bb-9cd3-20c3e33bb8c7 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.0993650 Nov 12 09:27:47.447464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37596) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:47.480681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-beacaa87-b8c5-4635-980c-b0e2f614bcb9 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=f70b06cb-c2a3-4df0-8009-20420d914be3 HTTP/1.1" status: 200 len: 205 time: 0.0324943 Nov 12 09:27:47.483344 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37598) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:47.608210 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.685564 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:47.755867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d12ea-0eaa-4006-a562-c64749456c93 req-c6f7f5d7-d97e-49be-bbfb-3ea921a34c13 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:47.757525 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-959d12ea-0eaa-4006-a562-c64749456c93 req-c6f7f5d7-d97e-49be-bbfb-3ea921a34c13 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 945 time: 0.1098156 Nov 12 09:27:47.785690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:47.786452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.792564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b1479572-ca5b-4c85-b1d1-2b342afa7930 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9866302 Nov 12 09:27:47.796740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37606) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:47.798439 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:47.816201 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:47.817294 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:47.892607 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:47.905394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-959d12ea-0eaa-4006-a562-c64749456c93 req-410ff825-b727-4fc4-90be-847616254b88 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384978 Nov 12 09:27:47.918717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting subnet 5647dedc-76a5-4e4a-8f58-8ea8b20032ad {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:27:47.926443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.952123 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:46Z', 'revision_number': 11, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:47.975541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Deleting port bf8a4ef5-59a0-48fd-a803-246cea700251 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:47.975891 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.982392 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:47.982611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:47.991639 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:47.992282 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:48.048532 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-62ba2f39-6ad1-44aa-aeba-f4fe8a9f835f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 267 time: 0.0617542 Nov 12 09:27:48.076451 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:48.122842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-8726a59c-96ac-4a4b-b661-751c1b6747b7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:48.124797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-8726a59c-96ac-4a4b-b661-751c1b6747b7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 945 time: 0.0687683 Nov 12 09:27:48.141407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'port': {'security_groups': []}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:48.148189 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.155026 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:46Z', 'revision_number': 11, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:48.166664 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Calling delete_port for bf8a4ef5-59a0-48fd-a803-246cea700251 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:48.168885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.188066 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570d4a1-f647-4580-a1af-cd4ae63fee0f None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:46Z', 'revision_number': 11, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:48.217132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.338005 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.375050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Subnet': ['ID=5647dedc-76a5-4e4a-8f58-8ea8b20032ad,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:48.380071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.385652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af18494b-0471-482a-a21e-2d1f0ade8297 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/5647dedc-76a5-4e4a-8f58-8ea8b20032ad HTTP/1.1" status: 204 len: 168 time: 0.5810554 Nov 12 09:27:48.385940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37612) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:48.402081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d71291-776e-42a3-8a4e-09eb1e976df3 None None] Network cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:48.413324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] For port 2b637dcb-71fe-472c-a011-8411250adc94, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b637dcb-71fe-472c-a011-8411250adc94,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:48.451399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.460195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.482128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d', '2b637dcb-71fe-472c-a011-8411250adc94'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:48.484355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['79b82188-40f9-4375-83c5-38c29e25676c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:48.525588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:48.526275 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.542769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fbecf0a1-1012-48d8-93dd-f871149b0f61 req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "PUT /v2.0/ports/2b637dcb-71fe-472c-a011-8411250adc94 HTTP/1.1" status: 200 len: 904 time: 0.4074605 Nov 12 09:27:48.543294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:48.553872 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa092229-02f4-4df2-8ad8-37d99d38e9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "tag": "2b637dcb-71fe-472c-a011-8411250adc94"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:48.565651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.605022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.637931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b5c91-e19c-4645-8748-422cdb209dfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=2b637dcb-71fe-472c-a011-8411250adc94,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:48.665576 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event deleted for resources: {'Port': ['ID=bf8a4ef5-59a0-48fd-a803-246cea700251,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:48.666127 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991ce39a-4cb2-44f3-b03e-65755dd50cfe x-openstack-request-id: req-991ce39a-4cb2-44f3-b03e-65755dd50cfe {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:48.666431 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "tag": "2b637dcb-71fe-472c-a011-8411250adc94", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:48.666691 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-991ce39a-4cb2-44f3-b03e-65755dd50cfe {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:48.667098 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94', 'status': 'completed', 'code': 200} Nov 12 09:27:48.730061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-3e9462d6-e7c6-44f6-9b85-64199a32078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:48.731737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-3e9462d6-e7c6-44f6-9b85-64199a32078f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 1059 time: 0.0510871 Nov 12 09:27:48.734972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['2b637dcb-71fe-472c-a011-8411250adc94'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:48.774858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63233f6-71d0-4d2b-90f0-de3ccf3423d4 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:48.812997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:48.855211 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb24333-b6b0-449e-be4d-03b28de697ea req-07c456cd-edac-4699-80e9-4ac57598fd31 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:48.856997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2bb24333-b6b0-449e-be4d-03b28de697ea req-07c456cd-edac-4699-80e9-4ac57598fd31 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 907 time: 0.1471443 Nov 12 09:27:48.930814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Deleting port 1690bf74-4729-4131-8e41-ea0a7e4049bf {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:48.933764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-6067d566-20cc-4840-b105-d2588ca516d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:48.935507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-6067d566-20cc-4840-b105-d2588ca516d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1958232 Nov 12 09:27:48.938821 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.014170 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-418d8780-cfbf-484b-a48b-ed340fce42e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b637dcb-71fe-472c-a011-8411250adc94 HTTP/1.1" status: 200 len: 217 time: 0.0711517 Nov 12 09:27:49.065573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.072993 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.090134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] For port 1690bf74-4729-4131-8e41-ea0a7e4049bf, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1690bf74-4729-4131-8e41-ea0a7e4049bf,segment=NetworkSegment(88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3),segment_id=88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:49.090605 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.128490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96230cee-1e7e-43f3-81f3-d7bd108943d0 req-caa1a5d7-44b2-451b-b03c-f1c91e325c64 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:49.130169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96230cee-1e7e-43f3-81f3-d7bd108943d0 req-caa1a5d7-44b2-451b-b03c-f1c91e325c64 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0984211 Nov 12 09:27:49.131641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-18264f04-89d1-4ad4-a548-4cfe02145033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:49.133048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-18264f04-89d1-4ad4-a548-4cfe02145033 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.1121631 Nov 12 09:27:49.145887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Calling delete_port for 1690bf74-4729-4131-8e41-ea0a7e4049bf owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:49.154117 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.154889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Fanout notify agent at l3_agent the message router_deleted on router f70b06cb-c2a3-4df0-8009-20420d914be3 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:49.159089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5ec3623a-3d2e-4c87-b62a-48ee30e7abdb None None] Provisioning complete for port 2b637dcb-71fe-472c-a011-8411250adc94 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:49.159530 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ec3623a-3d2e-4c87-b62a-48ee30e7abdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.164127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.165936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c3741929-1dc1-4bb4-83d3-678f685e904d tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/f70b06cb-c2a3-4df0-8009-20420d914be3 HTTP/1.1" status: 204 len: 168 time: 1.6814845 Nov 12 09:27:49.172420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37622) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:49.179045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-10fcac1d-f416-4998-8645-a81ba6b5daa0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1628270205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:49.213930 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 667e8639-a953-40f9-b01e-bb4057369e50 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:49.249988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10fcac1d-f416-4998-8645-a81ba6b5daa0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.252091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10fcac1d-f416-4998-8645-a81ba6b5daa0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.255152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] DHCP port deletion for cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:49.256928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 667e8639-a953-40f9-b01e-bb4057369e50 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:49.257331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 667e8639-a953-40f9-b01e-bb4057369e50 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:49.272487 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96230cee-1e7e-43f3-81f3-d7bd108943d0 req-bcaf4159-d1c3-421c-8e16-315bbeccb67d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343617 Nov 12 09:27:49.281131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-3dc0cdfa-6282-42f3-a059-c23dc06ab91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:49.283140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-3dc0cdfa-6282-42f3-a059-c23dc06ab91d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1413553 Nov 12 09:27:49.286735 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.343319 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10fcac1d-f416-4998-8645-a81ba6b5daa0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.345163 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.377748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No DVR routers for this DVR port 1690bf74-4729-4131-8e41-ea0a7e4049bf on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:49.382294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10fcac1d-f416-4998-8645-a81ba6b5daa0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.398206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Port': ['ID=1690bf74-4729-4131-8e41-ea0a7e4049bf,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:49.425237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-47177e20-40b2-478b-8d2d-6bf945fa30fa service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323590 Nov 12 09:27:49.473371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-10fcac1d-f416-4998-8645-a81ba6b5daa0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.477035 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-10fcac1d-f416-4998-8645-a81ba6b5daa0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3022456 Nov 12 09:27:49.477973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37626) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:49.483478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': True}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:49.503878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] Deleting port 1690bf74-4729-4131-8e41-ea0a7e4049bf {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:49.504466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.540064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa092229-02f4-4df2-8ad8-37d99d38e9cc req-3bf931db-12fd-4af0-97b2-91e79bc3badc service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061003 Nov 12 09:27:49.587367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.618831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd1be8-39d8-4579-8f12-8464810e28c4 req-a2401f8c-eab2-494f-a8a1-96209128f4e3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:49.620493 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8fdd1be8-39d8-4579-8f12-8464810e28c4 req-a2401f8c-eab2-494f-a8a1-96209128f4e3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.2290533 Nov 12 09:27:49.667972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:49.717613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:49.717923 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cfd595-d0a7-47c6-b534-6bf3a9e7d6d3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:49.734790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.743224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] For port 1690bf74-4729-4131-8e41-ea0a7e4049bf, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:49.743615 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.756858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] Calling delete_port for 1690bf74-4729-4131-8e41-ea0a7e4049bf owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:49.759441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] Port 1690bf74-4729-4131-8e41-ea0a7e4049bf was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:27:49.760857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.784591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] Pushing event deleted for resources: {'Port': ['ID=1690bf74-4729-4131-8e41-ea0a7e4049bf,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:49.792501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e48cc66-a374-4788-bbec-d8cc54d1d0b6 None None] No DVR routers for this DVR port 1690bf74-4729-4131-8e41-ea0a7e4049bf on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:27:49.793070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.831743 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.835456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:49.835873 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:49.838944 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:49.841139 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.857167 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8fdd1be8-39d8-4579-8f12-8464810e28c4 req-3ee7adef-abe6-4e62-9e0d-a420c56a45f3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937461 Nov 12 09:27:49.923131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.930683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:49.934043 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/networks/cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0 HTTP/1.1" status: 204 len: 168 time: 1.5470953 Nov 12 09:27:49.938582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37630) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:49.944777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'routes': None}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:49.953680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3788bf4-e111-4448-bf4b-4455b81c2b72 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Pushing event deleted for resources: {'Network': ['ID=cf9b18f9-6caa-4ff5-a2d3-b5185fe84cc0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:50.150430 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.170817 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.184765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.extraroute_db [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Added routes are [] {{(pid=109377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 12 09:27:50.185317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.extraroute_db [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Removed routes are [] {{(pid=109377) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 12 09:27:50.185317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.298534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Allocated IP 172.25.5.182 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/8c694f92-e9ec-4638-b625-80c73443fc4a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:50.363122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-b6619ca6-7648-42d5-82bb-b6c17d283109 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:50.364661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-b6619ca6-7648-42d5-82bb-b6c17d283109 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.2938094 Nov 12 09:27:50.368788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.381880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-8282986a-a55f-45ab-9129-c7cd519e87bc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/quotas/c9a1f382835b46b38a798f579f7972d4 HTTP/1.1" status: 200 len: 375 time: 0.0111172 Nov 12 09:27:50.382902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.393912 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.418710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.463627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.502992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 4d3b36d0-b565-4b10-a992-61785686b827 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:27:50.516919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:50.523142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:50.527455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:50.536433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-0f973eed-d46c-446c-8db1-b2084581f7d1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1086757 Nov 12 09:27:50.560723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a2be0d-aa0f-4970-8962-88b7c9908b5d None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:50.561316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Port': ['ID=8c694f92-e9ec-4638-b625-80c73443fc4a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:50.667256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:50.676209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.678024 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0f722868-e454-41f5-96a4-c3e5f276387c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 200 len: 701 time: 0.7376356 Nov 12 09:27:50.680430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37650) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:50.682623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] Sync routers for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:50.706541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:50.707487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:50.716903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-03195ad8-08ee-45f1-bf30-212338011293 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 200 len: 205 time: 0.0352921 Nov 12 09:27:50.720101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37652) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:50.799667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:50.824475 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-658ecd19-1021-4bd4-ab39-d2f5b4c6c075 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.851010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.858234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5e989263-94e1-45a9-872d-2f6160ad6c1e None None] Provisioning complete for port 8c694f92-e9ec-4638-b625-80c73443fc4a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:50.858544 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5e989263-94e1-45a9-872d-2f6160ad6c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:50.861979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:46Z', 'revision_number': 11, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:50.903176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-c5130627-e2bc-4691-afe2-668ffc48b709 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232312 Nov 12 09:27:50.909345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] Checking router: 4d3b36d0-b565-4b10-a992-61785686b827 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:50.929207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] Routers {'4d3b36d0-b565-4b10-a992-61785686b827'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:50.930179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['4d3b36d0-b565-4b10-a992-61785686b827'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:50.933635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5e989263-94e1-45a9-872d-2f6160ad6c1e None None] Port 8c694f92-e9ec-4638-b625-80c73443fc4a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:51.008919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] Set router 4d3b36d0-b565-4b10-a992-61785686b827 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:51.057054 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-658ecd19-1021-4bd4-ab39-d2f5b4c6c075 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.059276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-658ecd19-1021-4bd4-ab39-d2f5b4c6c075 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.072867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:46Z', 'revision_number': 11, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:51.098277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.101942 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.102751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac070fe-0ba4-4b50-9aee-fe74953f942a None None] The sync data for ids ['4d3b36d0-b565-4b10-a992-61785686b827'] in n-d-769329-17 is: [{'id': '4d3b36d0-b565-4b10-a992-61785686b827', 'name': 'tempest-RoutersTest-router-1181124490', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:26:57Z', 'updated_at': '2021-11-12T09:27:46Z', 'revision_number': 11, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:51.174861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-658ecd19-1021-4bd4-ab39-d2f5b4c6c075 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.175768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658ecd19-1021-4bd4-ab39-d2f5b4c6c075 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Fanout notify agent at l3_agent the message router_deleted on router 4d3b36d0-b565-4b10-a992-61785686b827 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:51.187702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-658ecd19-1021-4bd4-ab39-d2f5b4c6c075 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.191072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-658ecd19-1021-4bd4-ab39-d2f5b4c6c075 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 204 len: 168 time: 0.4696832 Nov 12 09:27:51.200543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37654) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:51.208587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5ba23358-e0c9-4620-891c-b68073089795 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-781187636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:51.231008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1690bf74-4729-4131-8e41-ea0a7e4049bf no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:27:51.255649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-06162ad6-4138-40d3-b5a4-eed17b2afd31 service neutron] 10.222.0.53 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513846 Nov 12 09:27:51.264243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ba23358-e0c9-4620-891c-b68073089795 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.267259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ba23358-e0c9-4620-891c-b68073089795 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.271686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Router 47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:51.281733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1690bf74-4729-4131-8e41-ea0a7e4049bf {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:27:51.297363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1690bf74-4729-4131-8e41-ea0a7e4049bf not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:27:51.340975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ba23358-e0c9-4620-891c-b68073089795 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.347496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ba23358-e0c9-4620-891c-b68073089795 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.369028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ba23358-e0c9-4620-891c-b68073089795 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.373772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5ba23358-e0c9-4620-891c-b68073089795 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1682181 Nov 12 09:27:51.375211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37658) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:51.384527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7e0c7908-2aa7-4967-9e95-5df9024ec5c7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:51.687352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e0c7908-2aa7-4967-9e95-5df9024ec5c7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.707094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e0c7908-2aa7-4967-9e95-5df9024ec5c7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.825197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0c7908-2aa7-4967-9e95-5df9024ec5c7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Router 1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:51.901901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b4e742d-b41a-4f78-ba58-045f49047d91 req-ce067f67-513c-4e37-9f2d-ac9749d6765c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 210 time: 0.0399432 Nov 12 09:27:51.931712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0c7908-2aa7-4967-9e95-5df9024ec5c7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:51.942706 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] Sync routers for ids ['1da0d5e7-0ea2-43e7-8cd6-790ae61021c5'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:51.947463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e0c7908-2aa7-4967-9e95-5df9024ec5c7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.948985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7e0c7908-2aa7-4967-9e95-5df9024ec5c7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "PUT /v2.0/routers/1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 HTTP/1.1" status: 200 len: 693 time: 0.5720391 Nov 12 09:27:51.952007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37670) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:51.959460 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] Routers {'1da0d5e7-0ea2-43e7-8cd6-790ae61021c5'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:51.966507 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1da0d5e7-0ea2-43e7-8cd6-790ae61021c5'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:51.977573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:51.983638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:51.988602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-42aacc04-c0ec-41c4-aa8a-f1b626699ca5 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "PUT /v2.0/routers/47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 HTTP/1.1" status: 200 len: 919 time: 2.5092571 Nov 12 09:27:51.989510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:51.994581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2330663-80ca-407d-b991-1845fb846696 None None] Sync routers for ids ['47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:52.017423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2330663-80ca-407d-b991-1845fb846696 None None] Routers {'47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:52.018026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b2330663-80ca-407d-b991-1845fb846696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:52.090548 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] Set router 1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:52.138954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c6249b66-75f8-4356-a818-0cba46e0d056 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 HTTP/1.1" status: 200 len: 925 time: 0.1469638 Nov 12 09:27:52.142278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:52.143010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37676) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:52.145406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fa2673c5-51be-49e3-adef-5b5b05990ed2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/routers/1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 HTTP/1.1" status: 200 len: 699 time: 0.1921930 Nov 12 09:27:52.146604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b2330663-80ca-407d-b991-1845fb846696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:52.163162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2330663-80ca-407d-b991-1845fb846696 None None] Routers {'47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:52.170524 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0d5e7-0ea2-43e7-8cd6-790ae61021c5', 'name': 'tempest-RoutersTest-router-781187636', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:51Z', 'updated_at': '2021-11-12T09:27:51Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:52.174818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b2330663-80ca-407d-b991-1845fb846696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:52.208174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37680) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:52.215276 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8749259c-b339-4ef4-abe0-dbbbabd0f3ae tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 HTTP/1.1" status: 200 len: 205 time: 0.0654988 Nov 12 09:27:52.223529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b2330663-80ca-407d-b991-1845fb846696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:52.224721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2330663-80ca-407d-b991-1845fb846696 None None] The sync data for ids ['47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:52.230748 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] Checking router: 1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:27:52.247449 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] Routers {'1da0d5e7-0ea2-43e7-8cd6-790ae61021c5'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:52.248119 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1da0d5e7-0ea2-43e7-8cd6-790ae61021c5'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:52.253990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168fc1cb-71e6-4cf3-b5cf-8a6d45be8ea9 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:52.258310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-168fc1cb-71e6-4cf3-b5cf-8a6d45be8ea9 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1113281 Nov 12 09:27:52.258616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:52.347720 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] Set router 1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:27:52.425727 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da0d5e7-0ea2-43e7-8cd6-790ae61021c5', 'name': 'tempest-RoutersTest-router-781187636', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:51Z', 'updated_at': '2021-11-12T09:27:51Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:52.432701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0524dcd8-2f51-4a90-bd5e-e9c97eb805fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:52.436954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0524dcd8-2f51-4a90-bd5e-e9c97eb805fc tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.1747499 Nov 12 09:27:52.437597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37686) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:52.476212 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ccd4650e-08ad-45e4-99d3-35cd0c0357d7 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 HTTP/1.1" status: 200 len: 205 time: 0.0364826 Nov 12 09:27:52.479024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37688) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:52.562168 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d56f55-67ed-4f2d-b1a5-94449a9ce4bd None None] The sync data for ids ['1da0d5e7-0ea2-43e7-8cd6-790ae61021c5'] in n-d-769329-17 is: [{'id': '1da0d5e7-0ea2-43e7-8cd6-790ae61021c5', 'name': 'tempest-RoutersTest-router-781187636', 'tenant_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:27:51Z', 'updated_at': '2021-11-12T09:27:51Z', 'revision_number': 2, 'project_id': '7ba5ae7317dd4ccfa603ee48b77c31ff', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:52.633306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:52.778008 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa992c44-02e8-4591-9bf9-116e69ae2cc3 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:52.789297 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:52.849133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Deleting port 8c694f92-e9ec-4638-b625-80c73443fc4a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:52.849591 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:52.968564 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:52.989220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Calling delete_port for 8c694f92-e9ec-4638-b625-80c73443fc4a owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:53.082694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f6e331d-8ff6-422e-8965-bf5f275140b0 req-0bbdfd53-a952-4514-8db5-50a21a336000 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 210 time: 0.0631704 Nov 12 09:27:53.111686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa992c44-02e8-4591-9bf9-116e69ae2cc3 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.114592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa992c44-02e8-4591-9bf9-116e69ae2cc3 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.122306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-56e83098-36b7-4519-9cfe-925cfb62be77 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:53.123787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-56e83098-36b7-4519-9cfe-925cfb62be77 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 812 time: 0.3727510 Nov 12 09:27:53.165930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Request body: {'port': {'device_id': '338247db-fa66-48f4-a57b-78d364b23732', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'admin_state_up': True, 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:53.183665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.189664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa992c44-02e8-4591-9bf9-116e69ae2cc3 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.190902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa992c44-02e8-4591-9bf9-116e69ae2cc3 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Fanout notify agent at l3_agent the message router_deleted on router 1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:53.198929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fa992c44-02e8-4591-9bf9-116e69ae2cc3 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.203418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fa992c44-02e8-4591-9bf9-116e69ae2cc3 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 HTTP/1.1" status: 204 len: 168 time: 0.9908075 Nov 12 09:27:53.203675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.220441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event deleted for resources: {'Port': ['ID=8c694f92-e9ec-4638-b625-80c73443fc4a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:53.237454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540774a6-8ad3-4f87-9d5c-43468e8d0683 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:53.276764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e653a408-d7f3-4e04-843b-e269a7463903 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 HTTP/1.1" status: 200 len: 205 time: 0.0713816 Nov 12 09:27:53.279556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37694) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.300217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.323628 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-94bab0a8-de20-4256-8b12-5305edf14cc5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] delete failed (client error): The resource could not be found. Nov 12 09:27:53.324768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94bab0a8-de20-4256-8b12-5305edf14cc5 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/1da0d5e7-0ea2-43e7-8cd6-790ae61021c5 HTTP/1.1" status: 404 len: 336 time: 0.0445392 Nov 12 09:27:53.328127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37696) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.363219 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-236512ec-1c72-49ef-b052-19e64a635239 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:53.363686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-236512ec-1c72-49ef-b052-19e64a635239 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:53.366793 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-236512ec-1c72-49ef-b052-19e64a635239 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/20886058-ce86-4186-881e-3ed392414c73 HTTP/1.1" status: 404 len: 337 time: 0.0376751 Nov 12 09:27:53.372102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37698) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.399846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.402598 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.410909 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b334979c-736d-48be-9e82-634974447962 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:53.411284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b334979c-736d-48be-9e82-634974447962 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:53.417837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b334979c-736d-48be-9e82-634974447962 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/c8340347-1f9c-468c-a492-6b30e7898bc4 HTTP/1.1" status: 404 len: 337 time: 0.0413699 Nov 12 09:27:53.418766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.453755 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-422e53b6-e3c2-4c64-a4a2-edba3108597e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:53.454232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422e53b6-e3c2-4c64-a4a2-edba3108597e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:53.460103 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.461034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Fanout notify agent at l3_agent the message router_deleted on router 47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:53.464138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-422e53b6-e3c2-4c64-a4a2-edba3108597e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/11f9f9c6-b690-469d-be70-6c79559bed69 HTTP/1.1" status: 404 len: 337 time: 0.0443177 Nov 12 09:27:53.467741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.473342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.474919 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f9d8a156-43ac-411d-aaac-bda1fdfeb61e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 HTTP/1.1" status: 204 len: 168 time: 0.9941790 Nov 12 09:27:53.480096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37708) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.484763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ecf2e309-587c-4aea-9222-93f2ca73bf2e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-229272352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:53.517170 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-187d098c-fdd7-47fd-93be-4e9571b029bb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:53.517737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187d098c-fdd7-47fd-93be-4e9571b029bb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:53.524234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37710) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.524536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-187d098c-fdd7-47fd-93be-4e9571b029bb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/5647dedc-76a5-4e4a-8f58-8ea8b20032ad HTTP/1.1" status: 404 len: 337 time: 0.0553751 Nov 12 09:27:53.533090 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Made reservation on behalf of c9a1f382835b46b38a798f579f7972d4 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:53.537754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.565472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-df21dd34-2bbc-4b33-8587-0cd3cd52f4b7 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 200 len: 205 time: 0.0399852 Nov 12 09:27:53.568231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37712) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.628931 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-82fa0ccd-dce7-414c-91fd-e9c3d7817f57 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] delete failed (client error): The resource could not be found. Nov 12 09:27:53.630082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-82fa0ccd-dce7-414c-91fd-e9c3d7817f57 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/4d3b36d0-b565-4b10-a992-61785686b827 HTTP/1.1" status: 404 len: 336 time: 0.0608132 Nov 12 09:27:53.632918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.646343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e309-587c-4aea-9222-93f2ca73bf2e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.647332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e309-587c-4aea-9222-93f2ca73bf2e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.670882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-53dadd95-a062-4171-8b70-801643235779 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=a39fff32-f553-46d9-aa63-8902ccfb4b47 HTTP/1.1" status: 200 len: 205 time: 0.0367105 Nov 12 09:27:53.673330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.720052 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-dbef1845-a474-4151-85b2-d2db04b8b310 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] delete failed (client error): The resource could not be found. Nov 12 09:27:53.723853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dbef1845-a474-4151-85b2-d2db04b8b310 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/a39fff32-f553-46d9-aa63-8902ccfb4b47 HTTP/1.1" status: 404 len: 336 time: 0.0493226 Nov 12 09:27:53.726188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37718) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.736771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Allocated IP 172.20.0.11 (9eb1cebe-4ebc-4357-bc85-a093989d4bc0/9bc2f213-1026-4b58-9897-52af9d16abe8/e3fd30d8-c759-43c9-8637-a2f74d691065) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:53.758712 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1337725-a69e-4586-8803-be58f6d063b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:53.759165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1337725-a69e-4586-8803-be58f6d063b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:53.764904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b1337725-a69e-4586-8803-be58f6d063b2 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/20f5dd46-b619-43bd-ab48-7ee76132c410 HTTP/1.1" status: 404 len: 337 time: 0.0354335 Nov 12 09:27:53.765375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37722) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.781114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e309-587c-4aea-9222-93f2ca73bf2e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.787814 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e309-587c-4aea-9222-93f2ca73bf2e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.806126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b153bdc7-7759-4543-9778-f04377bd883e tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=361deca9-736b-4cfe-b039-2add1b00abcb HTTP/1.1" status: 200 len: 205 time: 0.0336173 Nov 12 09:27:53.807976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37724) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.819640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ecf2e309-587c-4aea-9222-93f2ca73bf2e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:53.821478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ecf2e309-587c-4aea-9222-93f2ca73bf2e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3403089 Nov 12 09:27:53.824272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37726) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.835277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'enable_snat': False}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:53.854971 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-3a38c67c-b1f5-405a-a91e-6428c298e11f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] delete failed (client error): The resource could not be found. Nov 12 09:27:53.858425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a38c67c-b1f5-405a-a91e-6428c298e11f tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/361deca9-736b-4cfe-b039-2add1b00abcb HTTP/1.1" status: 404 len: 336 time: 0.0474973 Nov 12 09:27:53.864197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37728) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.897931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37730) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.907999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ecd6829d-e9ed-49c8-9184-60c8ffa8967c tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=25185bf5-32fa-470e-8201-1b3cb9ac24b3 HTTP/1.1" status: 200 len: 205 time: 0.0408044 Nov 12 09:27:53.914442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37732) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:53.968514 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-e1973844-614b-40d8-9154-a921d4f08b5a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] delete failed (client error): The resource could not be found. Nov 12 09:27:53.972587 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e1973844-614b-40d8-9154-a921d4f08b5a tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/25185bf5-32fa-470e-8201-1b3cb9ac24b3 HTTP/1.1" status: 404 len: 336 time: 0.0498903 Nov 12 09:27:53.973444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37736) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.031125 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68cff2d-aafc-4bab-901c-505a49056b96 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:54.031595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f68cff2d-aafc-4bab-901c-505a49056b96 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:54.035262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f68cff2d-aafc-4bab-901c-505a49056b96 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/a3b2579f-3eeb-4314-8b13-674913596914 HTTP/1.1" status: 404 len: 337 time: 0.0609188 Nov 12 09:27:54.037970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37738) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.113727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5fa4ae35-2495-45fc-a4cb-13acbe159164 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c9ccf97-2467-46db-ad18-8af92f202dba HTTP/1.1" status: 200 len: 205 time: 0.0744805 Nov 12 09:27:54.116543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37742) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.137706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13ab7358-96e9-4375-93b4-745319389002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.208294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.211609 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-7f747abc-3f66-49d8-82b0-e1e03df923a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] delete failed (client error): The resource could not be found. Nov 12 09:27:54.212215 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.212593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7f747abc-3f66-49d8-82b0-e1e03df923a8 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/9c9ccf97-2467-46db-ad18-8af92f202dba HTTP/1.1" status: 404 len: 336 time: 0.0937977 Nov 12 09:27:54.216667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37744) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.242417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cce336df-679c-41dd-8c1d-f2608955db51 req-08f71520-f47e-4c70-a47b-2502a5c54fdb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 210 time: 0.0375359 Nov 12 09:27:54.258886 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-4228b4bb-3b7e-4527-84c8-ee4e32b7dabb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:54.259359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4228b4bb-3b7e-4527-84c8-ee4e32b7dabb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:54.265346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4228b4bb-3b7e-4527-84c8-ee4e32b7dabb tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/3eaf9a91-9e30-475e-b52c-dc2681c60c07 HTTP/1.1" status: 404 len: 337 time: 0.0432491 Nov 12 09:27:54.266997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37746) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.300515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f97a128a-df7b-4f1b-b570-6399e9e14065 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "GET /v2.0/ports?device_id=3646aab4-c38d-4741-a4a3-e5d2b0b4973f HTTP/1.1" status: 200 len: 205 time: 0.0319316 Nov 12 09:27:54.302047 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37748) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.350829 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-435c44cf-7345-477f-82f9-d185fcc0de9d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] delete failed (client error): The resource could not be found. Nov 12 09:27:54.351094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.354676 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-435c44cf-7345-477f-82f9-d185fcc0de9d tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/routers/3646aab4-c38d-4741-a4a3-e5d2b0b4973f HTTP/1.1" status: 404 len: 336 time: 0.0491173 Nov 12 09:27:54.354893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.369068 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13ab7358-96e9-4375-93b4-745319389002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.373598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:54.393880 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d96619b-9539-427d-a0af-2b17a1ecb821 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:54.394137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-13ab7358-96e9-4375-93b4-745319389002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.394335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d96619b-9539-427d-a0af-2b17a1ecb821 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:54.400038 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0d96619b-9539-427d-a0af-2b17a1ecb821 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/201af54a-0a03-4e31-abd7-823c2cc910e3 HTTP/1.1" status: 404 len: 337 time: 0.0417578 Nov 12 09:27:54.401419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.417333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:54.433228 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c279abb-8f9a-4a7e-9882-b0e4730ec403 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] DELETE failed (client error): The resource could not be found. Nov 12 09:27:54.433660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c279abb-8f9a-4a7e-9882-b0e4730ec403 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:27:54.436732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1c279abb-8f9a-4a7e-9882-b0e4730ec403 tempest-RoutersTest-1956519221 tempest-RoutersTest-1956519221-project] 10.222.0.53 "DELETE /v2.0/subnets/6e80b266-f77f-419e-87d2-e16162e18e99 HTTP/1.1" status: 404 len: 337 time: 0.0355213 Nov 12 09:27:54.448368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:54.450980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:54.485807 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['79b82188-40f9-4375-83c5-38c29e25676c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:54.495628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-13ab7358-96e9-4375-93b4-745319389002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77232bd9446f4098b241cedcf72c0132&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5891697 Nov 12 09:27:54.495628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:54.496472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37756) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.507337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ab7358-96e9-4375-93b4-745319389002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2a2489-4768-459f-b288-ae090f809702,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:54.573131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:54.574170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.604478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-2fa5ff70-5bc9-4823-9862-cddb26438481 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4423602 Nov 12 09:27:54.623263 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Request body: {'port': {'device_id': '338247db-fa66-48f4-a57b-78d364b23732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:54.645477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc90952e-a249-4539-baad-03fa462b3c32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.666450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.693628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.696729 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.696965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc90952e-a249-4539-baad-03fa462b3c32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.811210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:54.858038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc90952e-a249-4539-baad-03fa462b3c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.861061 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bc90952e-a249-4539-baad-03fa462b3c32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.861835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bc90952e-a249-4539-baad-03fa462b3c32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f2a2489-4768-459f-b288-ae090f809702 HTTP/1.1" status: 204 len: 168 time: 0.3647335 Nov 12 09:27:54.873633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Allocated IP 172.25.5.149 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/41a7a2cb-8701-4337-b80a-839ff8cc468a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:54.882693 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90952e-a249-4539-baad-03fa462b3c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2a2489-4768-459f-b288-ae090f809702,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:54.909436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8b57b66f-b7f8-44f5-a76a-1df75c000f95 None None] Provisioning complete for port e3fd30d8-c759-43c9-8637-a2f74d691065 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:54.909816 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8b57b66f-b7f8-44f5-a76a-1df75c000f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:54.957690 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8b57b66f-b7f8-44f5-a76a-1df75c000f95 None None] Port e3fd30d8-c759-43c9-8637-a2f74d691065 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:55.041310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3fd30d8-c759-43c9-8637-a2f74d691065 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:55.051013 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.061706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.066365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Transition to ACTIVE for port object e3fd30d8-c759-43c9-8637-a2f74d691065 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:27:55.072448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.118830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f6e08b7b-2d2e-417e-a90c-46b31d11af3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ba5ae7317dd4ccfa603ee48b77c31ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064377 Nov 12 09:27:55.121938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37768) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:55.132494 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.145845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:55.182133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:55.193990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:55.197880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:55.216595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cea3aa-5b3a-4b01-b7c6-c505081b602f None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:55.240951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Pushing event updated for resources: {'Port': ['ID=41a7a2cb-8701-4337-b80a-839ff8cc468a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:55.258644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e38f-f19d-4e8a-a8f4-0047a5423842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.290337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Attempting to bind port e3fd30d8-c759-43c9-8637-a2f74d691065 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:27:55.290659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Attempting to bind port e3fd30d8-c759-43c9-8637-a2f74d691065 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:27:55.291099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Attempting to bind port e3fd30d8-c759-43c9-8637-a2f74d691065 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:55.292836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0b5a92d2-46cb-4f59-9f1f-4480db15446d None None] Provisioning complete for port 41a7a2cb-8701-4337-b80a-839ff8cc468a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:27:55.293557 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0b5a92d2-46cb-4f59-9f1f-4480db15446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.322416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Port e3fd30d8-c759-43c9-8637-a2f74d691065 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:27:55.322865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Attempting to bind port e3fd30d8-c759-43c9-8637-a2f74d691065 on network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:27:55.336267 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e38f-f19d-4e8a-a8f4-0047a5423842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.362920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:27:55.363259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Checking segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:55.363640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Bound using segment: {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:27:55.364113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Bound port: e3fd30d8-c759-43c9-8637-a2f74d691065, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2dab6-3cf1-44c3-908c-411ec1e99ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:27:55.364469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.366232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0b5a92d2-46cb-4f59-9f1f-4480db15446d None None] Port 41a7a2cb-8701-4337-b80a-839ff8cc468a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:27:55.471786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed9be0-af2d-45cd-a047-ee5b9f6275a1 req-0a3927da-905c-4d51-b285-80605e4399c0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.473986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46ed9be0-af2d-45cd-a047-ee5b9f6275a1 req-0a3927da-905c-4d51-b285-80605e4399c0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 944 time: 0.1219981 Nov 12 09:27:55.498818 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e38f-f19d-4e8a-a8f4-0047a5423842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.502041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e38f-f19d-4e8a-a8f4-0047a5423842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.503175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a7b9e38f-f19d-4e8a-a8f4-0047a5423842 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cfd5f62-05cc-4f52-a981-4c5ce87aecd1 HTTP/1.1" status: 204 len: 168 time: 0.3791590 Nov 12 09:27:55.527776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9e38f-f19d-4e8a-a8f4-0047a5423842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd5f62-05cc-4f52-a981-4c5ce87aecd1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:55.530003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:27:55.549884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:27:55.567543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.616632 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-46ed9be0-af2d-45cd-a047-ee5b9f6275a1 req-de9dc77d-0b6f-461c-ae64-cb95503c81c0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327474 Nov 12 09:27:55.619473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.620435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.621867 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] 10.222.0.62 "PUT /v2.0/ports/e3fd30d8-c759-43c9-8637-a2f74d691065 HTTP/1.1" status: 200 len: 1093 time: 1.0030766 Nov 12 09:27:55.622208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:27:55.624925 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790f2e26-e598-4cb1-84b5-809042637e18" -d '{"events": [{"name": "network-changed", "server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:27:55.653342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c1ae7-bc4e-49b3-9606-0a3d2c6bf465 service neutron] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:55.662504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.713961 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8315d9e1-23c0-4a8d-b552-0b42a277a6dd x-openstack-request-id: req-8315d9e1-23c0-4a8d-b552-0b42a277a6dd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:27:55.714255 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:27:55.714505 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8315d9e1-23c0-4a8d-b552-0b42a277a6dd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:27:55.714906 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'status': 'completed', 'code': 200} Nov 12 09:27:55.760892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-83ae7777-5836-4c57-a77d-f4a791e9f388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.763625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-83ae7777-5836-4c57-a77d-f4a791e9f388 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 1096 time: 0.0923464 Nov 12 09:27:55.821875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-03c6364a-2326-4c46-b96f-f71ac70fbad4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fd30d8-c759-43c9-8637-a2f74d691065 HTTP/1.1" status: 200 len: 217 time: 0.0493937 Nov 12 09:27:55.899396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-d2766b0a-ff2f-4695-99b1-83c84bb23265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.900933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-d2766b0a-ff2f-4695-99b1-83c84bb23265 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0711441 Nov 12 09:27:55.942295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.947150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:55.975989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-9f93cdbe-7950-477c-8907-d551cff3c10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:55.978148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-9f93cdbe-7950-477c-8907-d551cff3c10e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689702 Nov 12 09:27:55.994406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37798) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:56.099153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-8948ff1c-a8a6-4b8a-bb42-d6bf43b99228 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137111 Nov 12 09:27:56.150378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Router e565eff0-58df-4108-ac96-89390633e18a is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:27:56.213423 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6c9141b4-61e2-4f60-8bab-1de392505508 req-3f674949-86e7-466f-84e2-1ddbe5f80dac service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056170 Nov 12 09:27:56.226911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1457852986-network', 'tenant_id': 'c8672e1982a242f18ad750a1f6add2a8'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:56.264036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Made reservation on behalf of c8672e1982a242f18ad750a1f6add2a8 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:56.266497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.300514 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.346660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f2e26-e598-4cb1-84b5-809042637e18 req-adadae1e-f624-463d-b63b-58cdea3d2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.348206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790f2e26-e598-4cb1-84b5-809042637e18 req-adadae1e-f624-463d-b63b-58cdea3d2708 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 1096 time: 0.0793388 Nov 12 09:27:56.473255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.483146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.507677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f2e26-e598-4cb1-84b5-809042637e18 req-86e53da2-f1bd-4e91-8d3a-b9489da0c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.510132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790f2e26-e598-4cb1-84b5-809042637e18 req-86e53da2-f1bd-4e91-8d3a-b9489da0c439 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1525259 Nov 12 09:27:56.542432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:56.593151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37814) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:56.603193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790f2e26-e598-4cb1-84b5-809042637e18 req-27f7f24f-ab19-4f03-a5e1-28e49d93d208 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fd30d8-c759-43c9-8637-a2f74d691065 HTTP/1.1" status: 200 len: 217 time: 0.0842781 Nov 12 09:27:56.605789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d04765-1a1e-4e20-8e12-143947a9e57c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:56.611221 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.611571 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Added segment 84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0 of type vlan for network d3684f0b-d785-4345-a2bf-a28114458353 Nov 12 09:27:56.637185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:27:56.642833 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.644111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6876af4a-2950-4b96-b277-3db19b283c25 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "PUT /v2.0/routers/e565eff0-58df-4108-ac96-89390633e18a HTTP/1.1" status: 200 len: 919 time: 2.8187931 Nov 12 09:27:56.646688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:56.651368 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] Sync routers for ids ['e565eff0-58df-4108-ac96-89390633e18a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:27:56.666777 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] Routers {'e565eff0-58df-4108-ac96-89390633e18a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:56.667485 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e565eff0-58df-4108-ac96-89390633e18a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:56.691471 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.705920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f2e26-e598-4cb1-84b5-809042637e18 req-ecc87ac2-98eb-47af-9efc-37374a6329ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.707469 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790f2e26-e598-4cb1-84b5-809042637e18 req-ecc87ac2-98eb-47af-9efc-37374a6329ca service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0943058 Nov 12 09:27:56.721321 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:56.738978 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] Routers {'e565eff0-58df-4108-ac96-89390633e18a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:27:56.739940 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e565eff0-58df-4108-ac96-89390633e18a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:56.772583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.773998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.774158 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.777156 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:56.777981 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67ad2e8-2d79-4de8-9beb-d5c4fe63ca79 None None] The sync data for ids ['e565eff0-58df-4108-ac96-89390633e18a'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:27:56.794237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1791057934'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:56.803049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b4770b46-675c-4538-8091-249e6ffb77ce tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/e565eff0-58df-4108-ac96-89390633e18a HTTP/1.1" status: 200 len: 925 time: 0.1549892 Nov 12 09:27:56.806508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37822) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:56.849901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe97b3f-afcf-4aa1-b31c-8e5fbc96b808 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.852377 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fbe97b3f-afcf-4aa1-b31c-8e5fbc96b808 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=e565eff0-58df-4108-ac96-89390633e18a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0447876 Nov 12 09:27:56.854148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37824) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:56.878868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f2e26-e598-4cb1-84b5-809042637e18 req-5f4edaed-2de0-4ebe-a5e3-122277f7355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.880753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790f2e26-e598-4cb1-84b5-809042637e18 req-5f4edaed-2de0-4ebe-a5e3-122277f7355f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628640 Nov 12 09:27:56.886645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Made reservation on behalf of 8c53b9e752644216838da4330b211eee for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:56.890203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.913695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9181495 Nov 12 09:27:56.916605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf235e-cd38-4aed-8a3f-044eb1819cdb admin admin] Pushing event updated for resources: {'Network': ['ID=d3684f0b-d785-4345-a2bf-a28114458353,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:56.917849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37826) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:56.927438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Request body: {'subnet': {'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1457852986-subnet', 'tenant_id': 'c8672e1982a242f18ad750a1f6add2a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:56.928784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network d3684f0b-d785-4345-a2bf-a28114458353 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:56.932073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.942202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79587cc-53ab-47f8-9569-3592653a8e89 req-bad7cef7-6b29-4ea7-94d3-59da63020faf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.942708 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d79587cc-53ab-47f8-9569-3592653a8e89 req-bad7cef7-6b29-4ea7-94d3-59da63020faf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 944 time: 0.1893873 Nov 12 09:27:56.974405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1f190-8c95-4148-8974-b250624d1839 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:56.976057 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b8d1f190-8c95-4148-8974-b250624d1839 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/networks/fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 881 time: 0.1205993 Nov 12 09:27:56.977305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Made reservation on behalf of c8672e1982a242f18ad750a1f6add2a8 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:27:56.979773 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:56.981527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37828) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:57.024423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-466d9bc5-4151-491c-a3ba-06c6ca03113e tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=e565eff0-58df-4108-ac96-89390633e18a HTTP/1.1" status: 200 len: 205 time: 0.0417116 Nov 12 09:27:57.026829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:57.065266 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d79587cc-53ab-47f8-9569-3592653a8e89 req-c05e7f26-0f49-4a2d-80d8-7d10b5f1b4a4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141655 Nov 12 09:27:57.081027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790f2e26-e598-4cb1-84b5-809042637e18 req-0ae81aec-267d-4081-94a4-554ceda6c3b1 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843429 Nov 12 09:27:57.189565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.196704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.199878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.227428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790f2e26-e598-4cb1-84b5-809042637e18 req-42b13990-f4dd-4e33-97e9-0c7f72fddad5 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389844 Nov 12 09:27:57.230663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:27:57.246734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5f23e3-4c7f-49a1-8742-6fee5e9fec59,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:57.249623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.249966 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Added segment 2197e344-35c7-4366-988e-5b760c4bc3d3 of type vlan for network 41b4d21f-3ffe-4320-9516-c84af0857750 Nov 12 09:27:57.292609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.318096 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.323966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:57.324561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.364984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.7667382 Nov 12 09:27:57.365652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:57.374183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-de3e22b1-e3c1-4b3a-9ec3-2b168ab97c77 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-251207009') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:57.398833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b797c-e580-46f6-ae76-4790243e14c0 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Pushing event updated for resources: {'Network': ['ID=41b4d21f-3ffe-4320-9516-c84af0857750,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:57.409825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 41b4d21f-3ffe-4320-9516-c84af0857750 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:27:57.414458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.448476 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.547036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=151ceaf1-8456-4a75-9209-ad4cecd3a79d,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:57.587468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Checking segment: {'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:27:57.587751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Network hostable DHCP agents. Network: d3684f0b-d785-4345-a2bf-a28114458353, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:27:57.599207 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-de3e22b1-e3c1-4b3a-9ec3-2b168ab97c77 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "PUT /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-251207009 HTTP/1.1" status: 201 len: 201 time: 0.2330959 Nov 12 09:27:57.602073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37834) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:57.606841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-15cacc76-88b1-4f70-b4b8-cbe24b787ab3 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-251207009') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:57.613990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Deleting port 41a7a2cb-8701-4337-b80a-839ff8cc468a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:27:57.614403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.617469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Network d3684f0b-d785-4345-a2bf-a28114458353 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:27:57.668235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d3684f0b-d785-4345-a2bf-a28114458353) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:57.675188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:57.675894 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.677427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9657d9e-fee2-4c79-bf89-e10088eca2d5 None None] Network d3684f0b-d785-4345-a2bf-a28114458353 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:57.684055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-15cacc76-88b1-4f70-b4b8-cbe24b787ab3 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "GET /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-251207009 HTTP/1.1" status: 204 len: 168 time: 0.0807045 Nov 12 09:27:57.687312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37836) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:57.692973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-0d48c815-c045-473a-81f8-5ef88da7158f tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:57.716641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b2aa4768-6ebf-4dd8-bdab-cab0f504ae77 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7969315 Nov 12 09:27:57.742512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.759668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Calling delete_port for 41a7a2cb-8701-4337-b80a-839ff8cc468a owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:27:57.796541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0d48c815-c045-473a-81f8-5ef88da7158f tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "GET /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags HTTP/1.1" status: 200 len: 237 time: 0.1047599 Nov 12 09:27:57.797581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37840) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:57.808565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-958f7c15-19a4-42f7-9d27-4049fd19b9f1 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', {'tags': ['tempest-TagsTest-Tag-469200686', 'tempest-TagsTest-Tag-718523465', 'tempest-TagsTest-Tag-491553603']}) {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:57.831404 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06908b-8aee-4ea1-adf1-e8497a88dfaf None None] Network d3684f0b-d785-4345-a2bf-a28114458353 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:27:57.908751 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:57.909944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-958f7c15-19a4-42f7-9d27-4049fd19b9f1 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "PUT /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags HTTP/1.1" status: 200 len: 306 time: 0.1104164 Nov 12 09:27:57.912718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37846) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:57.918086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-1de22171-9df0-4fe0-a64b-2aafb83290dc tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-469200686') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:58.009461 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.039592 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1de22171-9df0-4fe0-a64b-2aafb83290dc tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "DELETE /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-469200686 HTTP/1.1" status: 204 len: 168 time: 0.1257880 Nov 12 09:27:58.040511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37848) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:58.045032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-2b3176ab-0323-4d45-bda1-8fd80c5edbc5 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-469200686') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:58.051751 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event deleted for resources: {'Port': ['ID=41a7a2cb-8701-4337-b80a-839ff8cc468a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:58.076583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41386c6-fbad-495b-9672-18cafd64a0f7 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:58.127392 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-2b3176ab-0323-4d45-bda1-8fd80c5edbc5 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] show failed (client error): The resource could not be found. Nov 12 09:27:58.128218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.132517 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37852) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:58.132801 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2b3176ab-0323-4d45-bda1-8fd80c5edbc5 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "GET /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-469200686 HTTP/1.1" status: 404 len: 325 time: 0.0908768 Nov 12 09:27:58.166272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-afff029d-a0da-4d5c-a189-11088e06137c tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-718523465') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:58.269645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.286924 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.383527 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.385607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.386150 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Fanout notify agent at l3_agent the message router_deleted on router e565eff0-58df-4108-ac96-89390633e18a {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:27:58.396009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.400766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37858) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:58.401210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d94540cc-9b2a-4b18-951d-6b650c35b523 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/e565eff0-58df-4108-ac96-89390633e18a HTTP/1.1" status: 204 len: 168 time: 1.3730381 Nov 12 09:27:58.406588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-11194156', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}, 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:27:58.410755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f420340-eb9b-427a-9b5e-55d5016c395f req-44f6fa63-84f3-4a3f-8377-eb7eacc38956 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:58.414961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f420340-eb9b-427a-9b5e-55d5016c395f req-44f6fa63-84f3-4a3f-8377-eb7eacc38956 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 944 time: 0.2039096 Nov 12 09:27:58.421809 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-afff029d-a0da-4d5c-a189-11088e06137c tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "GET /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-718523465 HTTP/1.1" status: 204 len: 168 time: 0.2878747 Nov 12 09:27:58.425642 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37862) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:58.433429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-da250a5f-62ad-4b5a-8c15-4b0d8cad32dc tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-491553603') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:58.466779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.467871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.477684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f420340-eb9b-427a-9b5e-55d5016c395f req-06325fce-7e3f-4c4d-9aaa-ef2688f6d53e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511420 Nov 12 09:27:58.555886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.561941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-da250a5f-62ad-4b5a-8c15-4b0d8cad32dc tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "GET /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-491553603 HTTP/1.1" status: 204 len: 168 time: 0.1352346 Nov 12 09:27:58.565303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37864) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:58.570283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.tag.tag_plugin [None req-d90694fa-d209-4a09-8c51-0be45db1551d tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:58.767472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:58.818125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d90694fa-d209-4a09-8c51-0be45db1551d tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "DELETE /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags HTTP/1.1" status: 204 len: 168 time: 0.2518146 Nov 12 09:27:58.821169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37866) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:58.827132 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-55aa22f4-2faf-4f45-9f3e-6eb43757b6e7 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-718523465') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:58.909437 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-55aa22f4-2faf-4f45-9f3e-6eb43757b6e7 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] show failed (client error): The resource could not be found. Nov 12 09:27:58.913333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-55aa22f4-2faf-4f45-9f3e-6eb43757b6e7 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "GET /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-718523465 HTTP/1.1" status: 404 len: 325 time: 0.0871162 Nov 12 09:27:58.913624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37868) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:58.918141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-2d33a693-4b7b-4e64-b98c-4193ec2161af tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750', 'tempest-TagsTest-Tag-491553603') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:58.995709 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-2d33a693-4b7b-4e64-b98c-4193ec2161af tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] show failed (client error): The resource could not be found. Nov 12 09:27:58.996874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d33a693-4b7b-4e64-b98c-4193ec2161af tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "GET /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags/tempest-TagsTest-Tag-491553603 HTTP/1.1" status: 404 len: 325 time: 0.0822902 Nov 12 09:27:58.999730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37870) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:59.004920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.tag.tag_plugin [None req-574e6310-9f5e-4e2c-9e7d-2f74cb261869 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '41b4d21f-3ffe-4320-9516-c84af0857750') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:59.102258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-574e6310-9f5e-4e2c-9e7d-2f74cb261869 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "DELETE /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750/tags HTTP/1.1" status: 204 len: 168 time: 0.1013234 Nov 12 09:27:59.107902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37872) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:59.224662 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.279026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e3fd30d8-c759-43c9-8637-a2f74d691065 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:27:59.337775 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.362402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b4d21f-3ffe-4320-9516-c84af0857750']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:59.365062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.373180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2197e344-35c7-4366-988e-5b760c4bc3d3') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:59.373494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2197e344-35c7-4366-988e-5b760c4bc3d3') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:27:59.384436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.385640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.409869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.418624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:59.419423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:27:59.420083 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.439834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'mac_address': 'fa:16:3e:99:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:27:59.492286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:27:59.505017 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:27:59.513266 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.523268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3fd30d8-c759-43c9-8637-a2f74d691065 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:27:59.552176 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.560454 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:27:59.562691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] 10.222.0.53 "DELETE /v2.0/networks/41b4d21f-3ffe-4320-9516-c84af0857750 HTTP/1.1" status: 204 len: 168 time: 0.4529569 Nov 12 09:27:59.565100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70db68b-0f76-496a-8976-79810ccfa5c4 tempest-TagsTest-2112847758 tempest-TagsTest-2112847758-project] Pushing event deleted for resources: {'Network': ['ID=41b4d21f-3ffe-4320-9516-c84af0857750,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:59.565381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Allocated IP 172.25.5.2 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/14a9ba0d-7c90-4d72-9252-ba94a761525a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:27:59.572985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.646722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:27:59.658512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.658861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.659410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.660050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.660584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.661143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.661439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.661917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.662251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.662838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.663345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.663709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:27:59.750619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9932a-e823-4575-98c9-c00bbe888b4b req-22b33e6c-a8da-4252-b5bd-23d9b6b08ebb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:27:59.752312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-49d9932a-e823-4575-98c9-c00bbe888b4b req-22b33e6c-a8da-4252-b5bd-23d9b6b08ebb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 945 time: 0.1736293 Nov 12 09:27:59.831087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.839229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-49d9932a-e823-4575-98c9-c00bbe888b4b req-e395ca1a-a33a-40e7-b427-4e48d6207131 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770223 Nov 12 09:27:59.853834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['e3fd30d8-c759-43c9-8637-a2f74d691065'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:27:59.874772 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:27:59.919966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:27:59.927711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:27:59.944338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:27:59.946265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba13ef-3438-440c-bf9a-aa29ac255a28 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:27:59.969340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37886) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:27:59.998220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event updated for resources: {'Port': ['ID=14a9ba0d-7c90-4d72-9252-ba94a761525a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:00.079942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-72e97423-0c57-4fac-9216-4162892af864 None None] Provisioning complete for port 14a9ba0d-7c90-4d72-9252-ba94a761525a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:00.080424 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-72e97423-0c57-4fac-9216-4162892af864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.125168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-72e97423-0c57-4fac-9216-4162892af864 None None] Port 14a9ba0d-7c90-4d72-9252-ba94a761525a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:28:00.157650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf774d0e-de4b-4a6c-b739-f70786eff2b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c53b9e752644216838da4330b211eee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1870151 Nov 12 09:28:00.159939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37890) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:00.219292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e623-e53f-4e42-844c-812da1c82a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.244049 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e623-e53f-4e42-844c-812da1c82a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.280699 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.294806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e623-e53f-4e42-844c-812da1c82a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.298367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e623-e53f-4e42-844c-812da1c82a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.300490 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f1f0e623-e53f-4e42-844c-812da1c82a2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef5f23e3-4c7f-49a1-8742-6fee5e9fec59 HTTP/1.1" status: 204 len: 168 time: 0.1395264 Nov 12 09:28:00.308868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0e623-e53f-4e42-844c-812da1c82a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5f23e3-4c7f-49a1-8742-6fee5e9fec59,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:00.513812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.677523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Router 8294721d-00c2-4783-b58f-ebd11a17a9fe is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:28:00.824736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:00.839082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] Sync routers for ids ['8294721d-00c2-4783-b58f-ebd11a17a9fe'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:00.854551 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] Routers {'8294721d-00c2-4783-b58f-ebd11a17a9fe'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:00.855755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['8294721d-00c2-4783-b58f-ebd11a17a9fe'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:00.859224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:00.865601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d137f317-c10c-44c3-813a-7987a2962546 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4602869 Nov 12 09:28:00.865771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37910) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:00.872695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:00.916067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:00.934533 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] Routers {'8294721d-00c2-4783-b58f-ebd11a17a9fe'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:00.935489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['8294721d-00c2-4783-b58f-ebd11a17a9fe'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:01.004623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:01.005614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b515be-9351-49e2-96ea-898b4587f0c8 None None] The sync data for ids ['8294721d-00c2-4783-b58f-ebd11a17a9fe'] in n-d-769329-17 is: [] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:01.077130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c11e8-5c4d-4961-a3a9-59eeff739456 req-4d4203e3-5eeb-476c-be84-4a2245f8d8f0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:01.079905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-933c11e8-5c4d-4961-a3a9-59eeff739456 req-4d4203e3-5eeb-476c-be84-4a2245f8d8f0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 945 time: 0.0907283 Nov 12 09:28:01.285865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e3fd30d8-c759-43c9-8637-a2f74d691065 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:01.318847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-933c11e8-5c4d-4961-a3a9-59eeff739456 req-22ac0803-958c-47af-bec0-81d74d7f28ed tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138811 Nov 12 09:28:01.357979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port e3fd30d8-c759-43c9-8637-a2f74d691065 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:28:01.365560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port e3fd30d8-c759-43c9-8637-a2f74d691065 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:01.366890 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.409611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.423978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.477593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.483041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Deleting port 14a9ba0d-7c90-4d72-9252-ba94a761525a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:01.483522 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.513674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:01.521162 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acaab5e-e64b-45a4-be91-50d10569fa69" -d '{"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-plugged", "status": "completed", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:01.534203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:01.539253 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.566866 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3894fc2e-cdff-41a5-8a01-b7de8c34cbff x-openstack-request-id: req-3894fc2e-cdff-41a5-8a01-b7de8c34cbff {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:01.567828 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-plugged", "status": "completed", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:01.568109 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3894fc2e-cdff-41a5-8a01-b7de8c34cbff {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:01.568675 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'code': 200} Nov 12 09:28:01.589173 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.602873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Calling delete_port for 14a9ba0d-7c90-4d72-9252-ba94a761525a owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:01.605823 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:01.676953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5ffa-77b5-49da-9c03-5e56e105e17a req-562ab346-33a9-4790-b639-be8dcff5b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:01.679431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8fc5ffa-77b5-49da-9c03-5e56e105e17a req-562ab346-33a9-4790-b639-be8dcff5b08a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 1098 time: 0.0510991 Nov 12 09:28:01.729950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8fc5ffa-77b5-49da-9c03-5e56e105e17a req-019cb4e9-ae65-4bbe-833a-e49a31324725 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Nov 12 09:28:01.797091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:01.836523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Pushing event deleted for resources: {'Port': ['ID=14a9ba0d-7c90-4d72-9252-ba94a761525a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:01.854064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e53a5ca-5b7b-4e3a-acb1-f2012890152c None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:28:01.905503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:02.136404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1707870', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1718328', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3946'] for router, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:02.140248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1707863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1707948', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718321'] for router, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:02.220897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Router 8294721d-00c2-4783-b58f-ebd11a17a9fe has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:28:02.305339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:28:02.312812 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:02.314036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0a95e37c-37cc-4101-8735-97656701e382 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "PUT /v2.0/routers/8294721d-00c2-4783-b58f-ebd11a17a9fe HTTP/1.1" status: 200 len: 708 time: 1.4472744 Nov 12 09:28:02.316561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37954) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:02.317447 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] Sync routers for ids ['8294721d-00c2-4783-b58f-ebd11a17a9fe'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:28:02.327503 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] Routers {'8294721d-00c2-4783-b58f-ebd11a17a9fe'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:02.328710 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['8294721d-00c2-4783-b58f-ebd11a17a9fe'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:02.364865 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:02.375174 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] Routers {'8294721d-00c2-4783-b58f-ebd11a17a9fe'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:28:02.376107 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:27:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['8294721d-00c2-4783-b58f-ebd11a17a9fe'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:02.414441 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:28:02.415379 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac4384c-338c-466f-9a52-5e45cc7d0149 None None] The sync data for ids ['8294721d-00c2-4783-b58f-ebd11a17a9fe'] in n-d-769329-17 is: [] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:28:02.583381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37960) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:02.712340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55e4c2a0-55d6-4b95-934a-14ce02237b25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:02.800805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55e4c2a0-55d6-4b95-934a-14ce02237b25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:02.805856 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-55e4c2a0-55d6-4b95-934a-14ce02237b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:02.814021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c58c34b5-14b2-4ac9-9e87-d430d041bb39 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/routers/8294721d-00c2-4783-b58f-ebd11a17a9fe HTTP/1.1" status: 200 len: 743 time: 0.4949791 Nov 12 09:28:02.820734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37964) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:02.857335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fe6b7-2475-4abe-9e83-8cc41e136742 req-1b17483b-08bb-40a3-93d6-7b88976ccbf8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:02.859134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-718fe6b7-2475-4abe-9e83-8cc41e136742 req-1b17483b-08bb-40a3-93d6-7b88976ccbf8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0635977 Nov 12 09:28:02.885684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1f33d6cf-6d63-408f-8b9a-0b85575a8466 tempest-RoutersIpV6AdminTest-598184217 tempest-RoutersIpV6AdminTest-598184217-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&device_id=8294721d-00c2-4783-b58f-ebd11a17a9fe HTTP/1.1" status: 200 len: 205 time: 0.0627687 Nov 12 09:28:02.895598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:02.906523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-55e4c2a0-55d6-4b95-934a-14ce02237b25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eef85fcbeb1d4228a2f02ce2b01e5ffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217385 Nov 12 09:28:02.908345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37968) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:02.915734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4c2a0-55d6-4b95-934a-14ce02237b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e163b3-3897-413c-837b-aae45bb97fdd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:02.954612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e0d196a2-6d34-404b-bb81-91cd22837cb0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=8294721d-00c2-4783-b58f-ebd11a17a9fe HTTP/1.1" status: 200 len: 205 time: 0.0548277 Nov 12 09:28:02.955186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37970) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:02.974449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-718fe6b7-2475-4abe-9e83-8cc41e136742 req-f153ccf7-9f5f-40d0-a6e0-c378433e1fa7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053820 Nov 12 09:28:03.042873 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a269d25-b188-472f-8dc6-a99d962ffab0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.044621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de53bf30-8f64-4c99-92aa-ff76cc87e714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.129260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de53bf30-8f64-4c99-92aa-ff76cc87e714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.244234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a269d25-b188-472f-8dc6-a99d962ffab0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.246558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a269d25-b188-472f-8dc6-a99d962ffab0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.295373 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a269d25-b188-472f-8dc6-a99d962ffab0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.296153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a269d25-b188-472f-8dc6-a99d962ffab0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Fanout notify agent at l3_agent the message router_deleted on router 8294721d-00c2-4783-b58f-ebd11a17a9fe {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:28:03.304329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a269d25-b188-472f-8dc6-a99d962ffab0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.309085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a269d25-b188-472f-8dc6-a99d962ffab0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/8294721d-00c2-4783-b58f-ebd11a17a9fe HTTP/1.1" status: 204 len: 168 time: 0.3492975 Nov 12 09:28:03.309085 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de53bf30-8f64-4c99-92aa-ff76cc87e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.309251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37974) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.312801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de53bf30-8f64-4c99-92aa-ff76cc87e714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.317037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de53bf30-8f64-4c99-92aa-ff76cc87e714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36e163b3-3897-413c-837b-aae45bb97fdd HTTP/1.1" status: 204 len: 168 time: 0.4053130 Nov 12 09:28:03.326670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53bf30-8f64-4c99-92aa-ff76cc87e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e163b3-3897-413c-837b-aae45bb97fdd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:03.341636 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8335dafc-42a5-4c5e-9582-98d8a95aaa41 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=8294721d-00c2-4783-b58f-ebd11a17a9fe HTTP/1.1" status: 200 len: 205 time: 0.0292306 Nov 12 09:28:03.342741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.395992 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-aa8ab9ce-4804-4ee1-86c7-0cff3b0964b4 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] delete failed (client error): The resource could not be found. Nov 12 09:28:03.397122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa8ab9ce-4804-4ee1-86c7-0cff3b0964b4 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/8294721d-00c2-4783-b58f-ebd11a17a9fe HTTP/1.1" status: 404 len: 336 time: 0.0541515 Nov 12 09:28:03.400516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37980) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.437560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c20d7cdc-1da4-4dba-af20-36286a8c3ae8 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=e565eff0-58df-4108-ac96-89390633e18a HTTP/1.1" status: 200 len: 205 time: 0.0321193 Nov 12 09:28:03.438625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37982) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.493726 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-76866ecd-f740-4a1e-8fef-ee4dfab81bdc tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] delete failed (client error): The resource could not be found. Nov 12 09:28:03.497568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-76866ecd-f740-4a1e-8fef-ee4dfab81bdc tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/e565eff0-58df-4108-ac96-89390633e18a HTTP/1.1" status: 404 len: 336 time: 0.0554574 Nov 12 09:28:03.497740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37986) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.530930 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3a9c6f28-beec-4973-a546-51425137d3bb tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 HTTP/1.1" status: 200 len: 205 time: 0.0315812 Nov 12 09:28:03.534593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37988) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.581059 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-2a7a0d0d-8b40-454b-8af4-8f2cd4d0bdce tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] delete failed (client error): The resource could not be found. Nov 12 09:28:03.582162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2a7a0d0d-8b40-454b-8af4-8f2cd4d0bdce tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/47160fd6-5dc7-4d8f-afc6-8ac0649cbeb0 HTTP/1.1" status: 404 len: 336 time: 0.0459514 Nov 12 09:28:03.586227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37990) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.616066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c726508d-5c3f-4896-b3c1-ec6e250f09d4 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=f70b06cb-c2a3-4df0-8009-20420d914be3 HTTP/1.1" status: 200 len: 205 time: 0.0286071 Nov 12 09:28:03.619161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37992) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.659517 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-ddec8706-efa5-479c-be95-14331fc40fa8 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] delete failed (client error): The resource could not be found. Nov 12 09:28:03.660637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ddec8706-efa5-479c-be95-14331fc40fa8 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/f70b06cb-c2a3-4df0-8009-20420d914be3 HTTP/1.1" status: 404 len: 336 time: 0.0404835 Nov 12 09:28:03.663883 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37994) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.708237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-54964754-1f53-4d41-86b8-9ee0ca0261f0 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe8522e8-ce67-44ad-aca3-455c21fd61a6 HTTP/1.1" status: 200 len: 205 time: 0.0397313 Nov 12 09:28:03.708440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 37996) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.712383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 37998) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.725329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.753900 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-1d7a72ed-b4dd-4dc5-9611-fb90de681764 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] delete failed (client error): The resource could not be found. Nov 12 09:28:03.754861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1d7a72ed-b4dd-4dc5-9611-fb90de681764 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/fe8522e8-ce67-44ad-aca3-455c21fd61a6 HTTP/1.1" status: 404 len: 336 time: 0.0415463 Nov 12 09:28:03.757673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38000) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.786864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-64f29a91-543f-4348-9d0d-45e9c75293f3 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "GET /v2.0/ports?device_id=8102ddf8-3bcf-4042-922a-58b160d8ab1b HTTP/1.1" status: 200 len: 205 time: 0.0280325 Nov 12 09:28:03.789223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38002) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.814951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.819351 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.831158 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-6dc1adde-7d1b-434e-a353-ee57aa6d86db tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] delete failed (client error): The resource could not be found. Nov 12 09:28:03.832125 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6dc1adde-7d1b-434e-a353-ee57aa6d86db tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/routers/8102ddf8-3bcf-4042-922a-58b160d8ab1b HTTP/1.1" status: 404 len: 336 time: 0.0418012 Nov 12 09:28:03.835240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.885450 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8e8ee9-e71f-4f8b-ba71-6a62f2ca4d57 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] DELETE failed (client error): The resource could not be found. Nov 12 09:28:03.885918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8e8ee9-e71f-4f8b-ba71-6a62f2ca4d57 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:28:03.889092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cd8e8ee9-e71f-4f8b-ba71-6a62f2ca4d57 tempest-RoutersIpV6AdminTest-1853337439 tempest-RoutersIpV6AdminTest-1853337439-project] 10.222.0.53 "DELETE /v2.0/subnets/4e37618a-cd3f-4a85-a7e7-831cba8cbf6a HTTP/1.1" status: 404 len: 337 time: 0.0511761 Nov 12 09:28:03.897320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d929ff16d7546e5b90a787985327d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1871548 Nov 12 09:28:03.897320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9bc8c7-6bf9-485e-82fb-5f6202040623,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:03.897607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38008) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:03.904933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.905286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.905626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.905971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.906444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.907362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.907695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.908057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.908388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.909027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.909027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.909363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a8ff8a-822a-4b65-aa44-18aaf8d595d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:03.959758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6620a71-c2c0-46f7-bd56-d986dfbc9971 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:03.983280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6620a71-c2c0-46f7-bd56-d986dfbc9971 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.052562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6620a71-c2c0-46f7-bd56-d986dfbc9971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.055559 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6620a71-c2c0-46f7-bd56-d986dfbc9971 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.059951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c6620a71-c2c0-46f7-bd56-d986dfbc9971 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a9bc8c7-6bf9-485e-82fb-5f6202040623 HTTP/1.1" status: 204 len: 168 time: 0.1613173 Nov 12 09:28:04.072339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6620a71-c2c0-46f7-bd56-d986dfbc9971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9bc8c7-6bf9-485e-82fb-5f6202040623,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:04.136711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7343f7a-3541-4849-b890-218ac6835d41 req-679ff8ad-c344-4208-ad8c-d238de9627af tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:04.145009 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7343f7a-3541-4849-b890-218ac6835d41 req-679ff8ad-c344-4208-ad8c-d238de9627af tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0744753 Nov 12 09:28:04.197004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f7343f7a-3541-4849-b890-218ac6835d41 req-fce8cc17-bd15-4419-8012-de0195d21373 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511346 Nov 12 09:28:04.246997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38024) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:04.467368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db941b90-7416-40a2-abbc-138c774c0df5 req-b9876c45-9dec-436a-b3b2-4e6e19b9aeda tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:04.469243 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db941b90-7416-40a2-abbc-138c774c0df5 req-b9876c45-9dec-436a-b3b2-4e6e19b9aeda tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0629151 Nov 12 09:28:04.520278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d87509f5-b8ab-4be7-af9d-16e6f216c445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.559317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db941b90-7416-40a2-abbc-138c774c0df5 req-991dc614-4ad2-4a50-bff8-a143346e4b15 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825968 Nov 12 09:28:04.646911 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d87509f5-b8ab-4be7-af9d-16e6f216c445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.651156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d87509f5-b8ab-4be7-af9d-16e6f216c445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.697872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d87509f5-b8ab-4be7-af9d-16e6f216c445 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43b0def20a4f4772bddb00d11d5009f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4468379 Nov 12 09:28:04.697872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38038) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:04.706109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87509f5-b8ab-4be7-af9d-16e6f216c445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bbc375-12fa-4e9a-90da-98f18e31af67,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:04.759622 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34013df7-c294-415a-815a-28ce6c47787c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.786746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34013df7-c294-415a-815a-28ce6c47787c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.852302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34013df7-c294-415a-815a-28ce6c47787c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.855589 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-34013df7-c294-415a-815a-28ce6c47787c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:04.857071 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-34013df7-c294-415a-815a-28ce6c47787c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0bbc375-12fa-4e9a-90da-98f18e31af67 HTTP/1.1" status: 204 len: 168 time: 0.1582677 Nov 12 09:28:04.866362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34013df7-c294-415a-815a-28ce6c47787c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bbc375-12fa-4e9a-90da-98f18e31af67,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:05.208593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38058) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:05.256997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aba3249c-a280-4666-9352-05a40dea6fe9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fec17897ff8643ddb7eab5c2fe4db992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447166 Nov 12 09:28:05.257340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38060) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:05.311867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d199299-6fe5-438f-92da-1bc8af4bffd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:05.337052 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d199299-6fe5-438f-92da-1bc8af4bffd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:05.393547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d199299-6fe5-438f-92da-1bc8af4bffd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:05.397996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9d199299-6fe5-438f-92da-1bc8af4bffd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:05.399472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9d199299-6fe5-438f-92da-1bc8af4bffd6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/edaab638-482d-403d-bf6a-91a05a492b28 HTTP/1.1" status: 204 len: 168 time: 0.1410129 Nov 12 09:28:05.410555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d199299-6fe5-438f-92da-1bc8af4bffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaab638-482d-403d-bf6a-91a05a492b28,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:05.759407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb0885-86bd-4b13-ba6e-e953d94e5cfa req-613fe4b8-e7dc-4284-89da-f796e6dafe83 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:05.761251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94bb0885-86bd-4b13-ba6e-e953d94e5cfa req-613fe4b8-e7dc-4284-89da-f796e6dafe83 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0812557 Nov 12 09:28:05.827472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94bb0885-86bd-4b13-ba6e-e953d94e5cfa req-de50ec4d-4d99-4059-9c68-be00b08fe972 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580478 Nov 12 09:28:06.385400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894eed-165d-4ec5-b380-64f9ff4b6a7d req-8e3e4d97-e455-4c7c-b650-b56a7c9048d4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:06.387901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2b894eed-165d-4ec5-b380-64f9ff4b6a7d req-8e3e4d97-e455-4c7c-b650-b56a7c9048d4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0661507 Nov 12 09:28:06.422969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38118) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.457228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2b894eed-165d-4ec5-b380-64f9ff4b6a7d req-652ca19e-1623-464c-98c6-f2d50717766e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629530 Nov 12 09:28:06.647581 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-0aa6f23c-83a4-4f20-8001-f3cff41be6ae tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.652312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0aa6f23c-83a4-4f20-8001-f3cff41be6ae tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2271326 Nov 12 09:28:06.652920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.658075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-d8ed5605-a159-4ac7-953d-3912d1139bb4 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.659031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d8ed5605-a159-4ac7-953d-3912d1139bb4 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050445 Nov 12 09:28:06.662948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38126) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.672746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-a111c33e-2042-45dc-957a-e2e32a3697c8 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.674061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a111c33e-2042-45dc-957a-e2e32a3697c8 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0096517 Nov 12 09:28:06.676776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38128) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.681206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-57d0e9d0-1e02-4bf5-8aec-ce5bb6d2bd13 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.682872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-57d0e9d0-1e02-4bf5-8aec-ce5bb6d2bd13 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050523 Nov 12 09:28:06.684650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38130) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.689274 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-d9033682-a8ff-4e74-8d1c-ddfd7aa3d87f tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.690219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9033682-a8ff-4e74-8d1c-ddfd7aa3d87f tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043027 Nov 12 09:28:06.693920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38132) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.698734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-fdcbea57-5f0d-4f1a-8d4e-3ecb98d0ffc0 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.700008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fdcbea57-5f0d-4f1a-8d4e-3ecb98d0ffc0 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046589 Nov 12 09:28:06.702268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38134) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.706405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-b6417f66-39ac-4dea-9812-8e2a77946536 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.707414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b6417f66-39ac-4dea-9812-8e2a77946536 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040953 Nov 12 09:28:06.711215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38136) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.715179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-36676bc0-8d66-4046-8194-e82da3f86e93 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.716189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-36676bc0-8d66-4046-8194-e82da3f86e93 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0040205 Nov 12 09:28:06.722464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38138) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.727361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-93a7ee8e-157e-477c-95d6-a484971d468c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.728471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-93a7ee8e-157e-477c-95d6-a484971d468c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048926 Nov 12 09:28:06.731218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38140) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.737015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-1d7f338d-0168-4e27-9bb9-f4e274f71144 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.737979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1d7f338d-0168-4e27-9bb9-f4e274f71144 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056427 Nov 12 09:28:06.740655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38142) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.744979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-e2eed386-017a-4d7c-976c-6f1bbdd60bfe tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.745875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2eed386-017a-4d7c-976c-6f1bbdd60bfe tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043204 Nov 12 09:28:06.748356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38144) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.753372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-6b0e5bb5-5ae9-42d3-ae23-810680f40e4f tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.754723 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b0e5bb5-5ae9-42d3-ae23-810680f40e4f tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051262 Nov 12 09:28:06.757472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.765394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-f5d05c1a-e87f-496d-82d1-b9fc3dc82a60 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.766778 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f5d05c1a-e87f-496d-82d1-b9fc3dc82a60 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078657 Nov 12 09:28:06.770456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38148) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.775126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-512d41d6-64ff-48e0-b12c-76cbcc017377 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.779072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-512d41d6-64ff-48e0-b12c-76cbcc017377 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074756 Nov 12 09:28:06.779487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.787497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-0bf9a977-3c55-43d1-ab9b-097d4dcce42c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.788956 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0bf9a977-3c55-43d1-ab9b-097d4dcce42c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063705 Nov 12 09:28:06.791868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38152) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.798672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-b98ac7ca-0388-4d34-bc91-c878594edc8d tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.804175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.804741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b98ac7ca-0388-4d34-bc91-c878594edc8d tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0108724 Nov 12 09:28:06.808909 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-b2acf4dd-8757-4327-ad12-6c263ccc0cd0 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.809910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b2acf4dd-8757-4327-ad12-6c263ccc0cd0 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047631 Nov 12 09:28:06.812892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38156) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.819589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-96406667-78a9-48b7-8908-51ae0fda0922 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.821041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-96406667-78a9-48b7-8908-51ae0fda0922 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063982 Nov 12 09:28:06.823868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38158) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.828183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-c71d0070-4a1a-4c83-8844-c63e96b12d84 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.829736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c71d0070-4a1a-4c83-8844-c63e96b12d84 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0043144 Nov 12 09:28:06.831883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38160) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.836327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-f912d0d4-2a26-4f18-8c1b-a00f24df5762 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.837428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f912d0d4-2a26-4f18-8c1b-a00f24df5762 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045109 Nov 12 09:28:06.840175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38162) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.845203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-b2beff9e-26a9-405c-8602-c2dd8ad2adb3 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.846263 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b2beff9e-26a9-405c-8602-c2dd8ad2adb3 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051219 Nov 12 09:28:06.849281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38164) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.853607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-a6dc7fb4-af5c-48df-af37-f1b7cb39f641 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.854579 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6dc7fb4-af5c-48df-af37-f1b7cb39f641 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0043786 Nov 12 09:28:06.857788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38166) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.863079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-5484d1e3-5d88-461c-91f8-fa87616c5b99 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.863856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5484d1e3-5d88-461c-91f8-fa87616c5b99 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0051382 Nov 12 09:28:06.867045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38168) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.871465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-6b262b26-a634-4c96-a9e7-5148545024cb tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.872463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6b262b26-a634-4c96-a9e7-5148545024cb tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044847 Nov 12 09:28:06.876274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.881095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-9381ac65-52ca-4a06-b113-a8bfb3469e26 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.882054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9381ac65-52ca-4a06-b113-a8bfb3469e26 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0045903 Nov 12 09:28:06.884634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38172) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.890103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-69ccf96b-358d-4ef3-886a-9f5774421195 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.891374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-69ccf96b-358d-4ef3-886a-9f5774421195 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058138 Nov 12 09:28:06.893850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38174) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.899553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-1641dcc7-e956-4550-9704-c74645e6b5d0 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.900540 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1641dcc7-e956-4550-9704-c74645e6b5d0 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057433 Nov 12 09:28:06.903881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38176) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.908271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-05dd8c33-2c64-4b27-aea0-0d74b58a9a5b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.909271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-05dd8c33-2c64-4b27-aea0-0d74b58a9a5b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049081 Nov 12 09:28:06.911817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38178) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.916312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-b87a2c88-74ef-49f1-af98-4ed443b5afc6 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.917285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b87a2c88-74ef-49f1-af98-4ed443b5afc6 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042894 Nov 12 09:28:06.921163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.928136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-3d4f970c-e5aa-4316-84b6-1541d9a1d41e tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.929243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d4f970c-e5aa-4316-84b6-1541d9a1d41e tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0070860 Nov 12 09:28:06.931551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.935491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-edd84d93-bc6d-4908-96b8-051f20bde7bc tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.936463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-edd84d93-bc6d-4908-96b8-051f20bde7bc tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040107 Nov 12 09:28:06.939868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.944314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-46c296f1-9e8d-4ae9-a1e7-f4d84bf1a11c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.945687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-46c296f1-9e8d-4ae9-a1e7-f4d84bf1a11c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047479 Nov 12 09:28:06.948780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38186) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.953407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-805f5861-f86e-4e99-99d6-98bacd8e98a5 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.954595 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-805f5861-f86e-4e99-99d6-98bacd8e98a5 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046155 Nov 12 09:28:06.957944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38188) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.962323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-1096d7e6-02fd-4347-b330-006208970c57 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.963606 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1096d7e6-02fd-4347-b330-006208970c57 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0044019 Nov 12 09:28:06.966603 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38190) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.971448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-a8327d5d-2f95-4b03-89a2-1fd171675107 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.972556 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a8327d5d-2f95-4b03-89a2-1fd171675107 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049651 Nov 12 09:28:06.975568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.981321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-e66a111e-8589-48d6-a3ab-aae53708fe98 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.982443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e66a111e-8589-48d6-a3ab-aae53708fe98 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056593 Nov 12 09:28:06.985849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38194) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.990700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-9223bb20-f39f-4fc0-8e89-6d9929ed95e6 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:06.991750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9223bb20-f39f-4fc0-8e89-6d9929ed95e6 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048563 Nov 12 09:28:06.994334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38196) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:06.998384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-ed2b9d30-2797-43a1-95e0-8dacd11bba9b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.000680 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ed2b9d30-2797-43a1-95e0-8dacd11bba9b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051150 Nov 12 09:28:07.001928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38198) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.006258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-24a9dd1a-81b8-4a4e-a84f-cfd058bc1367 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.007256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-24a9dd1a-81b8-4a4e-a84f-cfd058bc1367 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043652 Nov 12 09:28:07.009624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38200) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.014386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-35c251ea-0b1c-4a50-9ada-d03c496d446c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.015354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-35c251ea-0b1c-4a50-9ada-d03c496d446c tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0048418 Nov 12 09:28:07.018343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38202) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.022957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-58c83246-e1cc-4cee-9e8e-e869cb672c41 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.023951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-58c83246-e1cc-4cee-9e8e-e869cb672c41 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042973 Nov 12 09:28:07.026610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38204) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.030734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-db9958f4-c1b7-42ad-afbf-82a9e7377e0a tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.032291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-db9958f4-c1b7-42ad-afbf-82a9e7377e0a tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041451 Nov 12 09:28:07.034729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38206) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.038739 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-d0eaf876-f4bc-4ede-aa6d-89b3ce722c10 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.039723 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d0eaf876-f4bc-4ede-aa6d-89b3ce722c10 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0041323 Nov 12 09:28:07.042552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38208) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.047260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-3eef78f5-5c1d-40a8-a085-ed3500a58694 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.048240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3eef78f5-5c1d-40a8-a085-ed3500a58694 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047073 Nov 12 09:28:07.051588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38210) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.055793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-b6634e89-320a-4904-8a10-8087dc812c94 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.056783 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b6634e89-320a-4904-8a10-8087dc812c94 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0042450 Nov 12 09:28:07.060471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38212) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.064619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-e5f292b4-976d-4106-8691-92fded5bb1d7 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.065568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e5f292b4-976d-4106-8691-92fded5bb1d7 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0042117 Nov 12 09:28:07.067961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38214) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.072523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-1eecf7ae-77bf-4852-aab3-fb2ef7da1643 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.073541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1eecf7ae-77bf-4852-aab3-fb2ef7da1643 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045884 Nov 12 09:28:07.075974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.084143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-7475b38e-531c-4e1f-9305-c5aeed4dee64 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.084143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7475b38e-531c-4e1f-9305-c5aeed4dee64 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0049100 Nov 12 09:28:07.087709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38218) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.093612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-05712e2a-2006-455f-9808-ca09ff3094fe tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.093612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-05712e2a-2006-455f-9808-ca09ff3094fe tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048423 Nov 12 09:28:07.100214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.104560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-819d7c9d-8cc5-4f33-9e76-84c1655efa20 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.105482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-819d7c9d-8cc5-4f33-9e76-84c1655efa20 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043731 Nov 12 09:28:07.108358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.113168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-3f4dfeae-30cf-4e7b-ba95-d642c672eb8a tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.113803 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3f4dfeae-30cf-4e7b-ba95-d642c672eb8a tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045328 Nov 12 09:28:07.120720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38226) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.127284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-f20874fc-ee27-465c-97d1-66e49b4ddeac tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.130505 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f20874fc-ee27-465c-97d1-66e49b4ddeac tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087218 Nov 12 09:28:07.130661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.134985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-ee4e4cca-4d0f-435e-b129-171f101fff45 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.135972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ee4e4cca-4d0f-435e-b129-171f101fff45 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0043478 Nov 12 09:28:07.138802 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.144391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-ea6ebe74-de79-42ba-a677-ab2b3bf700f8 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.145354 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ea6ebe74-de79-42ba-a677-ab2b3bf700f8 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055323 Nov 12 09:28:07.147950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38232) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.152081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-b00fe762-0e32-49d5-b507-fcc00632613e tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.153279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b00fe762-0e32-49d5-b507-fcc00632613e tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041168 Nov 12 09:28:07.155545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38234) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.160973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-9bca6a67-d008-4754-aa84-a3b947434a89 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.161771 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9bca6a67-d008-4754-aa84-a3b947434a89 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0051293 Nov 12 09:28:07.164278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38236) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.169013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-a0006f29-f4ba-49a0-9c11-fee98ddddc3b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.170390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0006f29-f4ba-49a0-9c11-fee98ddddc3b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046704 Nov 12 09:28:07.172650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38238) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.176654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-7ceaf1d5-cd95-4bc1-b627-b21722a490bc tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.177592 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7ceaf1d5-cd95-4bc1-b627-b21722a490bc tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040615 Nov 12 09:28:07.180259 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38240) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.186629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [None req-445fed7c-7b20-4918-be12-1d55b1583154 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.188145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-445fed7c-7b20-4918-be12-1d55b1583154 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0062869 Nov 12 09:28:07.190490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38242) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.195212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-297bfc11-d2af-4a3b-ad82-f10ffcb25a6b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.196188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-297bfc11-d2af-4a3b-ad82-f10ffcb25a6b tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0046020 Nov 12 09:28:07.198545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38244) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.202686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-72827d1b-fa84-4ea5-8e61-b718a75cd467 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.205602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-72827d1b-fa84-4ea5-8e61-b718a75cd467 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0061276 Nov 12 09:28:07.206553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38246) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.210615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-fb07dd40-f585-4a9b-80fd-62dc9a95d0b4 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.211995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fb07dd40-f585-4a9b-80fd-62dc9a95d0b4 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0042548 Nov 12 09:28:07.215038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.219865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-b49eb632-8bca-4401-aa93-ec8f030e6fab tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.220852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b49eb632-8bca-4401-aa93-ec8f030e6fab tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047736 Nov 12 09:28:07.223387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38250) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.228250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-78a6fbdc-71f1-4cd3-8b9f-59f64db56702 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.229206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-78a6fbdc-71f1-4cd3-8b9f-59f64db56702 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048530 Nov 12 09:28:07.232289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38252) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.237776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-f41db832-82ee-4510-9594-5d3cff3a6249 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.238730 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f41db832-82ee-4510-9594-5d3cff3a6249 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041842 Nov 12 09:28:07.241296 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38254) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.245905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-029e371d-dbea-46c7-a197-d7e6f4050fb1 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.246931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-029e371d-dbea-46c7-a197-d7e6f4050fb1 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048475 Nov 12 09:28:07.249769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38256) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.254079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-436ae705-579f-4e2a-ba64-5a5d4308eac8 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.255048 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-436ae705-579f-4e2a-ba64-5a5d4308eac8 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042334 Nov 12 09:28:07.257493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38258) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.261604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-f856cdfd-d44f-4c36-9c68-aa90d646269d tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.262555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f856cdfd-d44f-4c36-9c68-aa90d646269d tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0041602 Nov 12 09:28:07.265176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38260) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.269691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-2a615d02-4053-4290-8e0f-7e34dd130b58 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.270622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2a615d02-4053-4290-8e0f-7e34dd130b58 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045760 Nov 12 09:28:07.273052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38262) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.277186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-c8dcad19-287c-458b-a65d-211248f6ccba tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.278101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c8dcad19-287c-458b-a65d-211248f6ccba tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0040202 Nov 12 09:28:07.280508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38264) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.285008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [None req-b5e9f6ac-95d8-4663-91b0-a99729c0df88 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:28:07.287073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b5e9f6ac-95d8-4663-91b0-a99729c0df88 tempest-ExtensionsTestJSON-23252254 tempest-ExtensionsTestJSON-23252254-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046728 Nov 12 09:28:07.590102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.602677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a23565-4228-4246-8d8c-80876a2080c7 req-b511a92c-4f8f-4001-80e8-a3d1b2d99f50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:07.604235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9a23565-4228-4246-8d8c-80876a2080c7 req-b511a92c-4f8f-4001-80e8-a3d1b2d99f50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0653453 Nov 12 09:28:07.686041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c9a23565-4228-4246-8d8c-80876a2080c7 req-34e2d121-1c8b-4121-ab08-49251562d6fd tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715313 Nov 12 09:28:07.764070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e76217d5-11e2-49f7-ba1a-cbc4ae986108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.850170 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e76217d5-11e2-49f7-ba1a-cbc4ae986108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.854943 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e76217d5-11e2-49f7-ba1a-cbc4ae986108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:07.903641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38280) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:07.909836 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e76217d5-11e2-49f7-ba1a-cbc4ae986108 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82a078e788534853ab1eab23bf604c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3123529 Nov 12 09:28:07.911746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76217d5-11e2-49f7-ba1a-cbc4ae986108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ce9a82-eb9e-4c1b-9356-b2b69176b5a2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:08.022798 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a3ff-e4e9-419b-8675-29b78b6ea04b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:08.066365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a3ff-e4e9-419b-8675-29b78b6ea04b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:08.122216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a3ff-e4e9-419b-8675-29b78b6ea04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:08.126271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bdb0a3ff-e4e9-419b-8675-29b78b6ea04b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:08.130707 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bdb0a3ff-e4e9-419b-8675-29b78b6ea04b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9ce9a82-eb9e-4c1b-9356-b2b69176b5a2 HTTP/1.1" status: 204 len: 168 time: 0.2261224 Nov 12 09:28:08.160990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0a3ff-e4e9-419b-8675-29b78b6ea04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ce9a82-eb9e-4c1b-9356-b2b69176b5a2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:08.884464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43880c-71c6-4150-827b-56db1696dce5 req-a0a8991a-a7b7-4267-8044-2608572fea80 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:08.889783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a43880c-71c6-4150-827b-56db1696dce5 req-a0a8991a-a7b7-4267-8044-2608572fea80 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.1008456 Nov 12 09:28:08.994931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a43880c-71c6-4150-827b-56db1696dce5 req-d4187f3f-f727-426e-9bcf-0bdf5ea7fa00 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965612 Nov 12 09:28:09.317573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e3fd30d8-c759-43c9-8637-a2f74d691065 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:28:09.492021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38352) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:09.580954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:09.606739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'port_id': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'mac_address': 'fa:16:3e:99:7d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:28:09.662051 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.666200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-dc37c3e2-64af-4b2e-90a7-b3c01e771a6c tempest-DvrRoutersNegativeTest-576615345 tempest-DvrRoutersNegativeTest-576615345-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1608688504', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:28:09.669334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.policy [None req-dc37c3e2-64af-4b2e-90a7-b3c01e771a6c tempest-DvrRoutersNegativeTest-576615345 tempest-DvrRoutersNegativeTest-576615345-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109377) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 12 09:28:09.669638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.policy [None req-dc37c3e2-64af-4b2e-90a7-b3c01e771a6c tempest-DvrRoutersNegativeTest-576615345 tempest-DvrRoutersNegativeTest-576615345-project] Failed policy check for 'create_router' {{(pid=109377) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 12 09:28:09.670338 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-dc37c3e2-64af-4b2e-90a7-b3c01e771a6c tempest-DvrRoutersNegativeTest-576615345 tempest-DvrRoutersNegativeTest-576615345-project] create failed (client error): Access was denied to this resource. Nov 12 09:28:09.673679 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dc37c3e2-64af-4b2e-90a7-b3c01e771a6c tempest-DvrRoutersNegativeTest-576615345 tempest-DvrRoutersNegativeTest-576615345-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1809011 Nov 12 09:28:09.685983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3fd30d8-c759-43c9-8637-a2f74d691065 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:28:09.728866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:09.743150 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:09.841524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:09.865236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['e3fd30d8-c759-43c9-8637-a2f74d691065'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:10.197031 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5218c8-3a63-4623-8cc9-93cb21da2772 req-fa927486-af7e-409d-babe-a2f315889dd8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:10.207021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b5218c8-3a63-4623-8cc9-93cb21da2772 req-fa927486-af7e-409d-babe-a2f315889dd8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 945 time: 0.0918670 Nov 12 09:28:10.278946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b5218c8-3a63-4623-8cc9-93cb21da2772 req-171566f3-9a17-4f59-b15e-0eada80a0cfc tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706463 Nov 12 09:28:10.407380 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38370) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:10.725679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0267e4b-c0f4-433f-a62a-319435b55af3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.931749 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0267e4b-c0f4-433f-a62a-319435b55af3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.939695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0267e4b-c0f4-433f-a62a-319435b55af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:10.994477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d0267e4b-c0f4-433f-a62a-319435b55af3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6377c43dfe874625891e8229f8dfc1a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5831909 Nov 12 09:28:10.994477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0267e4b-c0f4-433f-a62a-319435b55af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae50b681-f048-43be-840f-e87fdc0fceb8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:10.994832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38374) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:11.101598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f830b7e5-70f2-467e-9051-6ce97b1e6895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.136400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f830b7e5-70f2-467e-9051-6ce97b1e6895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.227854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f830b7e5-70f2-467e-9051-6ce97b1e6895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.232791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f830b7e5-70f2-467e-9051-6ce97b1e6895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.237891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f830b7e5-70f2-467e-9051-6ce97b1e6895 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae50b681-f048-43be-840f-e87fdc0fceb8 HTTP/1.1" status: 204 len: 168 time: 0.2412722 Nov 12 09:28:11.247713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f830b7e5-70f2-467e-9051-6ce97b1e6895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae50b681-f048-43be-840f-e87fdc0fceb8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:11.337022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e3fd30d8-c759-43c9-8637-a2f74d691065 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:28:11.597718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port e3fd30d8-c759-43c9-8637-a2f74d691065 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:28:11.597718 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.654633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8829c-3e25-4d13-afc8-18bc62e00ae6 req-0fbc987e-82a3-4f1c-8c74-d0fac1d48018 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:11.664318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77e8829c-3e25-4d13-afc8-18bc62e00ae6 req-0fbc987e-82a3-4f1c-8c74-d0fac1d48018 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 945 time: 0.1798129 Nov 12 09:28:11.852123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-77e8829c-3e25-4d13-afc8-18bc62e00ae6 req-3a544290-af21-4549-b511-d736862b69d6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863985 Nov 12 09:28:11.898285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:11.979795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:11.982368 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b82c001-9fcd-4969-9cd3-0ac2c54aca3c" -d '{"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-plugged", "status": "completed", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:11.999872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:12.006781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:12.178552 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfa94a1-e5ed-4ed2-a83c-67791d9cdcbb x-openstack-request-id: req-ccfa94a1-e5ed-4ed2-a83c-67791d9cdcbb {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:12.179366 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-plugged", "status": "completed", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:12.179782 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ccfa94a1-e5ed-4ed2-a83c-67791d9cdcbb {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:12.180350 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'code': 200} Nov 12 09:28:12.181049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:13.146120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b25a-3dd9-44cc-9c14-2b4bae063e06 req-2851a344-fcaa-4aaf-9c53-e5b746ba05f4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:13.157446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd29b25a-3dd9-44cc-9c14-2b4bae063e06 req-2851a344-fcaa-4aaf-9c53-e5b746ba05f4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.1369863 Nov 12 09:28:13.334412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cd29b25a-3dd9-44cc-9c14-2b4bae063e06 req-f03599d0-8a55-4aab-ab3d-9ce8f9b1defb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708558 Nov 12 09:28:13.882369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-140520e5-b797-4590-bec8-7a8cee9b2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:14.615653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4de1a-5c17-419d-9430-189f06c84a07 req-00ac501c-3686-4fde-8440-518cec55b5b8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:14.622295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5a4de1a-5c17-419d-9430-189f06c84a07 req-00ac501c-3686-4fde-8440-518cec55b5b8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0860176 Nov 12 09:28:14.699015 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5a4de1a-5c17-419d-9430-189f06c84a07 req-9ed88d78-9575-46d6-a19a-c5b1f66f1a62 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655119 Nov 12 09:28:15.933895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d1565-1378-4c32-a00b-be6d70761345 req-d9cbbc67-e035-4fa3-90c7-fc7377d419e2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:15.936135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-856d1565-1378-4c32-a00b-be6d70761345 req-d9cbbc67-e035-4fa3-90c7-fc7377d419e2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0973945 Nov 12 09:28:16.017348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-856d1565-1378-4c32-a00b-be6d70761345 req-1e6a3072-2a65-4411-8b34-e2697fcf702f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728474 Nov 12 09:28:16.436694 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69cf7d93-6ffd-46c1-a523-a8ae24c51295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:17.284979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e2c03-ad40-4280-b4c8-0dcfd5a81420 req-392cb379-2f1a-4f2e-9146-c11d9aba3e28 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:17.286869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f44e2c03-ad40-4280-b4c8-0dcfd5a81420 req-392cb379-2f1a-4f2e-9146-c11d9aba3e28 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.1204717 Nov 12 09:28:17.371905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f44e2c03-ad40-4280-b4c8-0dcfd5a81420 req-1ddd1e95-85b4-4b4b-b996-7ebbe34280c9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775480 Nov 12 09:28:17.678601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38564) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:17.907006 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-61c81ac6-7b13-43a0-ab2b-a2724c9192a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.048427 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-61c81ac6-7b13-43a0-ab2b-a2724c9192a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.061396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-61c81ac6-7b13-43a0-ab2b-a2724c9192a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.097851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-61c81ac6-7b13-43a0-ab2b-a2724c9192a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=06c25a27a0984f2bb07b771f944bab74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4180658 Nov 12 09:28:18.100519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38570) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:18.121382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c81ac6-7b13-43a0-ab2b-a2724c9192a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ada12-1f6c-48c4-af29-847dd7cb0ded,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:18.196937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-161b3dc9-e8e0-40b9-8bf2-086ffb59e04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.223767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-161b3dc9-e8e0-40b9-8bf2-086ffb59e04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.256868 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:18.285265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-161b3dc9-e8e0-40b9-8bf2-086ffb59e04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.289763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-161b3dc9-e8e0-40b9-8bf2-086ffb59e04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:18.294861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-161b3dc9-e8e0-40b9-8bf2-086ffb59e04d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c9ada12-1f6c-48c4-af29-847dd7cb0ded HTTP/1.1" status: 204 len: 168 time: 0.1927850 Nov 12 09:28:18.305327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b3dc9-e8e0-40b9-8bf2-086ffb59e04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ada12-1f6c-48c4-af29-847dd7cb0ded,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:18.551115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c2ed9-55b1-4bee-900e-c267356c1022 req-270199c5-5ee8-453d-b2b4-750d07e4343d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:18.553093 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa6c2ed9-55b1-4bee-900e-c267356c1022 req-270199c5-5ee8-453d-b2b4-750d07e4343d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0804234 Nov 12 09:28:18.626218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa6c2ed9-55b1-4bee-900e-c267356c1022 req-7df12b58-dee5-4c73-b21e-e5bd98882d19 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596137 Nov 12 09:28:18.851372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 38584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:18.876743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b147fa0-88ad-47d3-8f59-67de75deb901 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.133590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b147fa0-88ad-47d3-8f59-67de75deb901 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.138783 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.142008 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5b147fa0-88ad-47d3-8f59-67de75deb901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.256338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 38586) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:19.269153 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5b147fa0-88ad-47d3-8f59-67de75deb901 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aee2beca8b054afd81cbf5e8d2cae9e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4161789 Nov 12 09:28:19.271841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b147fa0-88ad-47d3-8f59-67de75deb901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2353773-2ad0-4a73-88fe-f6d764a49583,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:19.347631 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1347fcec-9b3e-4aea-8920-8faa5d6dc26e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.386790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1347fcec-9b3e-4aea-8920-8faa5d6dc26e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.502714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1347fcec-9b3e-4aea-8920-8faa5d6dc26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.505903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1347fcec-9b3e-4aea-8920-8faa5d6dc26e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:19.509521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1347fcec-9b3e-4aea-8920-8faa5d6dc26e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2353773-2ad0-4a73-88fe-f6d764a49583 HTTP/1.1" status: 204 len: 168 time: 0.2495031 Nov 12 09:28:19.545042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347fcec-9b3e-4aea-8920-8faa5d6dc26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2353773-2ad0-4a73-88fe-f6d764a49583,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:19.849259 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:20.014723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2fecc-d30d-41d6-b029-062e2b7ae981 req-68fd3928-0af9-46c6-a96a-6ef81aacdf04 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:20.025991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91c2fecc-d30d-41d6-b029-062e2b7ae981 req-68fd3928-0af9-46c6-a96a-6ef81aacdf04 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.2612631 Nov 12 09:28:20.203287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91c2fecc-d30d-41d6-b029-062e2b7ae981 req-02ddc23c-435b-44cf-8c94-6bbef451e85a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734352 Nov 12 09:28:20.393446 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:21.448665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab60560-9a3f-43fe-8e12-efa73f538640 req-08ffec5f-7cf1-4ba2-9bad-cc0beec84d98 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:21.459010 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fab60560-9a3f-43fe-8e12-efa73f538640 req-08ffec5f-7cf1-4ba2-9bad-cc0beec84d98 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.1258802 Nov 12 09:28:21.521936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fab60560-9a3f-43fe-8e12-efa73f538640 req-9a6b0f2f-abd1-45bc-94f4-bf8c4a03bb9b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616629 Nov 12 09:28:22.707768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f85a9-3430-49f1-a538-07bcea108e3e req-f302eaed-9a0a-476e-9be3-58bc1c63e210 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:22.710098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d25f85a9-3430-49f1-a538-07bcea108e3e req-f302eaed-9a0a-476e-9be3-58bc1c63e210 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.1021581 Nov 12 09:28:22.772511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d25f85a9-3430-49f1-a538-07bcea108e3e req-fa4e4058-1c2a-4070-bf2d-58a8d1a694b5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553520 Nov 12 09:28:23.956511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffebe1-4d2c-4515-85d0-2fd54a2d5901 req-6e4d2b67-9f19-470e-a34b-98fb389efc16 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:23.964697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-caffebe1-4d2c-4515-85d0-2fd54a2d5901 req-6e4d2b67-9f19-470e-a34b-98fb389efc16 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0852413 Nov 12 09:28:24.054952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-caffebe1-4d2c-4515-85d0-2fd54a2d5901 req-d170b2c4-aded-45d1-bf0c-bc64c339549b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890558 Nov 12 09:28:25.281583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011845af-42d7-413d-99e3-3ee5bed6114a req-b265460c-c19a-433f-8b8e-7a4af58b2d0d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:25.298617 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-011845af-42d7-413d-99e3-3ee5bed6114a req-b265460c-c19a-433f-8b8e-7a4af58b2d0d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0925186 Nov 12 09:28:25.432970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-011845af-42d7-413d-99e3-3ee5bed6114a req-2a96f748-3b1d-4815-b104-53ba836a6d04 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329217 Nov 12 09:28:26.701377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015d076-e385-4b6b-a827-2610c8fe6cc1 req-029a6f3d-fbce-43f2-b4e9-64b322d03489 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:26.703783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1015d076-e385-4b6b-a827-2610c8fe6cc1 req-029a6f3d-fbce-43f2-b4e9-64b322d03489 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.1207261 Nov 12 09:28:26.830281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1015d076-e385-4b6b-a827-2610c8fe6cc1 req-0a2b6cfb-fac7-491b-af37-6000ac708246 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196866 Nov 12 09:28:27.893951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:27.900160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-4d9883ea-2fb1-430c-a31c-57ea995fa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:27.901894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-4d9883ea-2fb1-430c-a31c-57ea995fa6b1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 1098 time: 0.0691118 Nov 12 09:28:28.058202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfdedf-c573-436b-9902-5d7eb48de0f8 req-c733d1c0-2995-4c76-b0ae-de0cbd0d256d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:28.063734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44cfdedf-c573-436b-9902-5d7eb48de0f8 req-c733d1c0-2995-4c76-b0ae-de0cbd0d256d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.1245716 Nov 12 09:28:28.149825 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-96b7f5d9-b6dd-428f-8e02-42bee502603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:28.151038 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-96b7f5d9-b6dd-428f-8e02-42bee502603d service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2396660 Nov 12 09:28:28.181897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-44cfdedf-c573-436b-9902-5d7eb48de0f8 req-a7371eaa-3c85-4020-9ffe-28fb315a222d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171336 Nov 12 09:28:28.234263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-dddf0728-1ab8-4622-8d9b-e6ce46e4526e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3fd30d8-c759-43c9-8637-a2f74d691065 HTTP/1.1" status: 200 len: 217 time: 0.0509388 Nov 12 09:28:28.322446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-bd333f34-5128-4f85-81da-a66c8755140e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:28.324999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-bd333f34-5128-4f85-81da-a66c8755140e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0830221 Nov 12 09:28:28.393544 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:28.404078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-1d5f88e6-fe79-408d-bc94-514386fc6721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:28.406873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-1d5f88e6-fe79-408d-bc94-514386fc6721 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723584 Nov 12 09:28:28.601248 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-6f1f5522-0dac-4bfc-90d2-e79b8adbbd67 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836143 Nov 12 09:28:28.796085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-401bb751-4bf0-4431-9ed0-e6331b453516 req-0b15ba15-0443-47fd-be83-1ba878e304d9 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869495 Nov 12 09:28:29.359601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a2fcd-dddf-437d-92f6-bda0c90320ef req-7172fcef-17ba-4fe9-afef-963fbbbb3e7f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:29.365013 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f9a2fcd-dddf-437d-92f6-bda0c90320ef req-7172fcef-17ba-4fe9-afef-963fbbbb3e7f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.0687604 Nov 12 09:28:29.428314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f9a2fcd-dddf-437d-92f6-bda0c90320ef req-233431f4-be1a-4aeb-b2e9-82c62473c457 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614190 Nov 12 09:28:30.637859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-a979285f-de37-4fc4-892d-d151d093ab49 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645444 Nov 12 09:28:30.725382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-dd4a40a4-b468-4100-967b-7ad08e44e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:30.727109 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-dd4a40a4-b468-4100-967b-7ad08e44e1b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 1098 time: 0.0578499 Nov 12 09:28:30.915935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0dd7e-15fe-4bd5-b376-2804d492c1c4 req-b1ec033b-f81f-4956-be7a-ee39dd7d0ec3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:30.924817 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91b0dd7e-15fe-4bd5-b376-2804d492c1c4 req-b1ec033b-f81f-4956-be7a-ee39dd7d0ec3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 946 time: 0.4046283 Nov 12 09:28:31.012800 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-91b0dd7e-15fe-4bd5-b376-2804d492c1c4 req-b493fc31-8bec-4dfe-b3d9-f9c771a157db tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863700 Nov 12 09:28:31.052448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-aa17aa62-6e04-4199-86eb-5b48fde7eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:31.054240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-aa17aa62-6e04-4199-86eb-5b48fde7eb29 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2359257 Nov 12 09:28:31.118412 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-c5d4f679-35e4-4e9e-ae6e-cefbb40e8cc9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=79b82188-40f9-4375-83c5-38c29e25676c HTTP/1.1" status: 200 len: 217 time: 0.0506346 Nov 12 09:28:31.175893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-598777a8-8a06-41a0-aa72-642d756af488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:31.177596 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-598777a8-8a06-41a0-aa72-642d756af488 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0531878 Nov 12 09:28:31.236678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-235c6acd-a419-45fe-8b12-6bbde7a9baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:31.238366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-235c6acd-a419-45fe-8b12-6bbde7a9baa3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521131 Nov 12 09:28:31.374098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e3fd30d8-c759-43c9-8637-a2f74d691065 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:31.435621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-38c7a9c7-902b-4d3c-a708-683e810a9a1a service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700537 Nov 12 09:28:31.582668 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.625456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22de90b9-ddc9-4060-865b-d16ffd9839e3 req-80faf379-4618-4dbf-8759-83ca1c76efea service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883175 Nov 12 09:28:31.633016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:31.645096 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c853af50-2739-44cb-b944-f2dc71f9c56b" -d '{"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-unplugged", "status": "completed", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:31.666813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:31.671602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:31.749684 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f9c77d-d8da-4f2e-9350-664764f14fcd x-openstack-request-id: req-73f9c77d-d8da-4f2e-9350-664764f14fcd {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:31.750224 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-unplugged", "status": "failed", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065", "code": 422}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:31.750625 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73f9c77d-d8da-4f2e-9350-664764f14fcd {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:31.751172 n-d-769329-17 neutron-server[109378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'code': 422} returned with failed status Nov 12 09:28:31.786090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:32.164640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef521d56-4d43-482f-a99c-509ec6e0ca02 req-af258e1a-1b40-4a4a-a5a7-e5122bfab3b4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:32.166028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ef521d56-4d43-482f-a99c-509ec6e0ca02 req-af258e1a-1b40-4a4a-a5a7-e5122bfab3b4 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 944 time: 0.0683315 Nov 12 09:28:32.283281 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ef521d56-4d43-482f-a99c-509ec6e0ca02 req-5bf974d2-23a6-4f92-844e-4614b3efd74b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055741 Nov 12 09:28:32.498715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093503de-9b5b-46c9-88bf-78792183a9e2 req-011a70e0-e523-41e6-a2cd-2bce61bb110d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:32.511456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-093503de-9b5b-46c9-88bf-78792183a9e2 req-011a70e0-e523-41e6-a2cd-2bce61bb110d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0969520 Nov 12 09:28:32.663748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-093503de-9b5b-46c9-88bf-78792183a9e2 req-c51a65ea-b79d-4c00-9034-9f622dc45827 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394424 Nov 12 09:28:32.860301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba8e05-4428-4afc-aba0-1272925d89a7 req-6fc4a2ac-14e8-40da-ba17-c28edd6b746c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:32.864712 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0aba8e05-4428-4afc-aba0-1272925d89a7 req-6fc4a2ac-14e8-40da-ba17-c28edd6b746c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1089692 Nov 12 09:28:32.943816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0aba8e05-4428-4afc-aba0-1272925d89a7 req-f370da4a-a100-4dca-93ba-433f4c3ccca6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704904 Nov 12 09:28:33.347298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a6f7b-850b-48a3-8c69-9780e1d586ba req-c275ef70-9685-49dc-834d-757459118148 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:33.350126 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-249a6f7b-850b-48a3-8c69-9780e1d586ba req-c275ef70-9685-49dc-834d-757459118148 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0914481 Nov 12 09:28:33.422660 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-249a6f7b-850b-48a3-8c69-9780e1d586ba req-6ef4e4dc-9185-462a-9873-81d795fd58a9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661902 Nov 12 09:28:34.565056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342da61b-ac22-462c-9d0e-19e23ffdc144 req-fb5e7b06-bf3b-47c6-b1e0-0a961f3c5612 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:34.568347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-342da61b-ac22-462c-9d0e-19e23ffdc144 req-fb5e7b06-bf3b-47c6-b1e0-0a961f3c5612 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0665476 Nov 12 09:28:34.654328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-342da61b-ac22-462c-9d0e-19e23ffdc144 req-41a1aba0-fc8d-483c-9b71-bbe7615eaf54 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765917 Nov 12 09:28:35.372463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device e3fd30d8-c759-43c9-8637-a2f74d691065 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:28:35.870573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0a627-228b-4071-b75b-4b24fb092929 req-7908e5b6-31dd-41d4-8285-4c1354169d63 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:35.884395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8e0a627-228b-4071-b75b-4b24fb092929 req-7908e5b6-31dd-41d4-8285-4c1354169d63 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1206040 Nov 12 09:28:36.450647 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-de873739-ebc2-4bb9-bc9c-539ab97bacc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6039751 Nov 12 09:28:36.489525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39044) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.494244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8e0a627-228b-4071-b75b-4b24fb092929 req-dd3da65e-4506-4b14-ae48-1882e2d30f11 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6088064 Nov 12 09:28:36.561523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-fcc76ed3-c491-4c8d-9f23-63e43ebd5584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:36.565835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-fcc76ed3-c491-4c8d-9f23-63e43ebd5584 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 1097 time: 0.0569651 Nov 12 09:28:36.708898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad54a397-fc36-40ba-9308-15f25a91ba0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.714280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-7d0b03ec-d8b0-4e4d-b5fc-29d336a6c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:36.715855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-7d0b03ec-d8b0-4e4d-b5fc-29d336a6c80d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1238549 Nov 12 09:28:36.817740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad54a397-fc36-40ba-9308-15f25a91ba0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.823093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad54a397-fc36-40ba-9308-15f25a91ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.831612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-9c39d9b3-5e09-4465-a1a7-661ce4a23cd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d HTTP/1.1" status: 200 len: 217 time: 0.1079564 Nov 12 09:28:36.870631 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ad54a397-fc36-40ba-9308-15f25a91ba0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=afe7aa5973504bbc8b1f0313f22d51da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3801610 Nov 12 09:28:36.872610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54a397-fc36-40ba-9308-15f25a91ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c666c765-d615-4c38-88e1-b5749b120144,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:36.875481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39052) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:36.904008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-9d458181-e6b9-4be7-ae5a-acc78e24e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:36.905510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-9d458181-e6b9-4be7-ae5a-acc78e24e3a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0672615 Nov 12 09:28:36.933672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7e6b-39b2-46c1-9c59-a9ed2a01e92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.962668 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7e6b-39b2-46c1-9c59-a9ed2a01e92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:36.970751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-94fb1b94-df67-4e19-898f-dc4203da11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:36.973371 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-94fb1b94-df67-4e19-898f-dc4203da11b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604732 Nov 12 09:28:37.029671 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7e6b-39b2-46c1-9c59-a9ed2a01e92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.033683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7e6b-39b2-46c1-9c59-a9ed2a01e92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.035112 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1d7b7e6b-39b2-46c1-9c59-a9ed2a01e92b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c666c765-d615-4c38-88e1-b5749b120144 HTTP/1.1" status: 204 len: 168 time: 0.1584663 Nov 12 09:28:37.044629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b7e6b-39b2-46c1-9c59-a9ed2a01e92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c666c765-d615-4c38-88e1-b5749b120144,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:37.121824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-11c8ae7a-b2ba-48ea-9b2d-220d233fbfcd service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389744 Nov 12 09:28:37.253908 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ccb01160-57a5-407e-9318-f6637e2c5a22 req-3d8d8b32-0704-4f57-8b78-1e6e3d33c61b service neutron] 10.222.0.55 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238136 Nov 12 09:28:37.480583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39068) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.516180 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.651465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.657760 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.737995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39080) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:37.739768 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e97ee4c5b4544f57a600afa7b8855a30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2565279 Nov 12 09:28:37.744052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e361f6e6-41ef-44f5-bdc0-9989e57babe3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:37.759055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.761610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.763309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.765841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.766417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.767961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.768498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.769750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.770277 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.771062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.772449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.772983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f124e061-85b6-4ab3-b06c-5ed3a9e3052e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:28:37.834188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-854543f5-098f-4fa8-8faa-0e2e8f5d2999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.864465 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-854543f5-098f-4fa8-8faa-0e2e8f5d2999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.952062 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-854543f5-098f-4fa8-8faa-0e2e8f5d2999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.954927 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-854543f5-098f-4fa8-8faa-0e2e8f5d2999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:37.964967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-854543f5-098f-4fa8-8faa-0e2e8f5d2999 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e361f6e6-41ef-44f5-bdc0-9989e57babe3 HTTP/1.1" status: 204 len: 168 time: 0.2255914 Nov 12 09:28:37.984684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854543f5-098f-4fa8-8faa-0e2e8f5d2999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e361f6e6-41ef-44f5-bdc0-9989e57babe3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:38.058848 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b55f8-3793-4020-8088-8d90e6e231a9 req-5d30bf40-d823-4916-a3c9-b40f0a435588 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:38.068557 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-086b55f8-3793-4020-8088-8d90e6e231a9 req-5d30bf40-d823-4916-a3c9-b40f0a435588 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.4823391 Nov 12 09:28:38.145800 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-086b55f8-3793-4020-8088-8d90e6e231a9 req-c73d0c09-541f-4fe0-af1d-31c17606410b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762331 Nov 12 09:28:39.334411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9f019-676d-418d-9015-9f7a4903dd6c req-7e67a4d8-3a8c-451c-843d-d234db581f12 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:39.344096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16b9f019-676d-418d-9015-9f7a4903dd6c req-7e67a4d8-3a8c-451c-843d-d234db581f12 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0850997 Nov 12 09:28:39.421673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16b9f019-676d-418d-9015-9f7a4903dd6c req-4ebc9e34-6f71-4c84-a8fb-3857f3af2518 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726345 Nov 12 09:28:39.485877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39146) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:39.693108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-194c2044-efbc-4597-be80-1272b9729b76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.825831 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-194c2044-efbc-4597-be80-1272b9729b76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.832621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-194c2044-efbc-4597-be80-1272b9729b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.908144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-194c2044-efbc-4597-be80-1272b9729b76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d28f73b30f04a72b259aa683800ec22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4183662 Nov 12 09:28:39.908672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39166) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:39.909540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c2044-efbc-4597-be80-1272b9729b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0494363d-277f-433f-a2a2-c9595ebe3cc5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:39.970172 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bacc4d7d-4dfe-47e1-bf3b-790471f4642f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:39.999262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bacc4d7d-4dfe-47e1-bf3b-790471f4642f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.062946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bacc4d7d-4dfe-47e1-bf3b-790471f4642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.065881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bacc4d7d-4dfe-47e1-bf3b-790471f4642f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.067083 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bacc4d7d-4dfe-47e1-bf3b-790471f4642f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0494363d-277f-433f-a2a2-c9595ebe3cc5 HTTP/1.1" status: 204 len: 168 time: 0.1571093 Nov 12 09:28:40.076943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc4d7d-4dfe-47e1-bf3b-790471f4642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0494363d-277f-433f-a2a2-c9595ebe3cc5,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:40.548673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39186) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:40.575732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5859adc9-e361-4fed-a30c-b846bf42a939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.585051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279ab3-ca91-402b-82ed-473cb8b39688 req-2cc8b5d6-a59b-4254-9da4-6d50437a977e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:40.594472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8279ab3-ca91-402b-82ed-473cb8b39688 req-2cc8b5d6-a59b-4254-9da4-6d50437a977e tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0697086 Nov 12 09:28:40.665847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d8279ab3-ca91-402b-82ed-473cb8b39688 req-2927caa8-2e15-4f63-8a19-2cbe8758d9e7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702672 Nov 12 09:28:40.763722 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5859adc9-e361-4fed-a30c-b846bf42a939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.772200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5859adc9-e361-4fed-a30c-b846bf42a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.818428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859adc9-e361-4fed-a30c-b846bf42a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a743bce-1579-4b12-bef0-e5aee40099a8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:40.857914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5859adc9-e361-4fed-a30c-b846bf42a939 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8007c42fab814798a75cc24037168f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3063195 Nov 12 09:28:40.860669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39202) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:40.922848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e3c2-3fba-4e56-a845-26cea91191c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:40.947584 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e3c2-3fba-4e56-a845-26cea91191c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.008754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e3c2-3fba-4e56-a845-26cea91191c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.011665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b4f3e3c2-3fba-4e56-a845-26cea91191c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.015992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b4f3e3c2-3fba-4e56-a845-26cea91191c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a743bce-1579-4b12-bef0-e5aee40099a8 HTTP/1.1" status: 204 len: 168 time: 0.1507571 Nov 12 09:28:41.023053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3e3c2-3fba-4e56-a845-26cea91191c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a743bce-1579-4b12-bef0-e5aee40099a8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.466523 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 39216) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:41.485500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eba1-0a7e-4ae9-b729-cd369c5afdbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.592757 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eba1-0a7e-4ae9-b729-cd369c5afdbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.597740 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bfd9eba1-0a7e-4ae9-b729-cd369c5afdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.643773 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9eba1-0a7e-4ae9-b729-cd369c5afdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6434e307-5272-4431-91a5-da8506f601c8,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.653262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 39222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:28:41.662318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bfd9eba1-0a7e-4ae9-b729-cd369c5afdbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53c6d82e370a4b00870eb5b8a2416537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932821 Nov 12 09:28:41.733457 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ce48fc2-6c1b-4140-8dd8-ff1359058e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.770232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ce48fc2-6c1b-4140-8dd8-ff1359058e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.854645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ccea5-695b-4331-8bd9-bac8d0a8335a req-d1fc86c0-fa4f-476d-8d85-e67e4b23b943 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:41.856349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-420ccea5-695b-4331-8bd9-bac8d0a8335a req-d1fc86c0-fa4f-476d-8d85-e67e4b23b943 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0938017 Nov 12 09:28:41.885528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ce48fc2-6c1b-4140-8dd8-ff1359058e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.888617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0ce48fc2-6c1b-4140-8dd8-ff1359058e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:41.889796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0ce48fc2-6c1b-4140-8dd8-ff1359058e89 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6434e307-5272-4431-91a5-da8506f601c8 HTTP/1.1" status: 204 len: 168 time: 0.2353480 Nov 12 09:28:41.909511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce48fc2-6c1b-4140-8dd8-ff1359058e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6434e307-5272-4431-91a5-da8506f601c8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:41.934774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-420ccea5-695b-4331-8bd9-bac8d0a8335a req-6b5c48bb-45d4-4d12-884d-248835a9b113 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702832 Nov 12 09:28:43.115279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f5b4-c18d-4f56-bcb0-b47c727c6c87 req-1f3d5fa3-74fc-472f-acc9-15b6926c9d9b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:43.122449 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8c22f5b4-c18d-4f56-bcb0-b47c727c6c87 req-1f3d5fa3-74fc-472f-acc9-15b6926c9d9b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0739906 Nov 12 09:28:43.178777 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8c22f5b4-c18d-4f56-bcb0-b47c727c6c87 req-453d3485-97b8-4d36-b506-d99dfecbcc72 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500352 Nov 12 09:28:43.876468 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-810c8558-4d24-494b-bfc1-7fef04af45c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:44.330251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b49e70-f5fd-4714-ad74-518b61bbca84 req-bc1be56c-8df9-4209-a548-caf06c28846d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:44.331844 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5b49e70-f5fd-4714-ad74-518b61bbca84 req-bc1be56c-8df9-4209-a548-caf06c28846d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0614955 Nov 12 09:28:44.392764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5b49e70-f5fd-4714-ad74-518b61bbca84 req-f40c799e-f2a8-41d8-ac26-32c3625ec39a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543144 Nov 12 09:28:44.742426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37a516-3873-48e7-97d4-bc3ea10d521e req-c99adc8b-e379-45f9-b542-7bc124a38abf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:44.744511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb37a516-3873-48e7-97d4-bc3ea10d521e req-c99adc8b-e379-45f9-b542-7bc124a38abf tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1168349 Nov 12 09:28:44.770082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57446b64-e339-484b-bbda-0583cb0186c4 req-6a1089f4-e763-4f88-9dc5-f5333fb46304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:44.772603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57446b64-e339-484b-bbda-0583cb0186c4 req-6a1089f4-e763-4f88-9dc5-f5333fb46304 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.0933022 Nov 12 09:28:45.028701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb37a516-3873-48e7-97d4-bc3ea10d521e req-0f9e8f08-35d0-4fd7-9093-5e0acf79aef7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686956 Nov 12 09:28:45.041393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57446b64-e339-484b-bbda-0583cb0186c4 req-71880000-fd5a-4761-87b5-212b0a633fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.054552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57446b64-e339-484b-bbda-0583cb0186c4 req-71880000-fd5a-4761-87b5-212b0a633fe4 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.2606580 Nov 12 09:28:45.136805 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57446b64-e339-484b-bbda-0583cb0186c4 req-c31b05d7-d19f-43c9-8914-fd09ebad7a47 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.0863194 Nov 12 09:28:45.205990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57446b64-e339-484b-bbda-0583cb0186c4 req-f8b6e141-e2b0-41e1-a9c9-05283384fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.205990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57446b64-e339-484b-bbda-0583cb0186c4 req-f8b6e141-e2b0-41e1-a9c9-05283384fa6c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0613902 Nov 12 09:28:45.282510 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57446b64-e339-484b-bbda-0583cb0186c4 req-b5eee8bd-099f-4aeb-b38b-99e0c5bf0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:45.285740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57446b64-e339-484b-bbda-0583cb0186c4 req-b5eee8bd-099f-4aeb-b38b-99e0c5bf0f85 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652273 Nov 12 09:28:45.427122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57446b64-e339-484b-bbda-0583cb0186c4 req-57500426-c0d3-4808-bdc9-840034f2ba82 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326988 Nov 12 09:28:45.576201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57446b64-e339-484b-bbda-0583cb0186c4 req-8a32c0e7-f8c5-49d2-ab85-a8fbff0ce891 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401329 Nov 12 09:28:46.176845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345c5a2-e741-468a-b0d9-fe409b214b85 req-a02a475a-b2f4-444a-a6db-65dafe1b76b5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:46.179492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d345c5a2-e741-468a-b0d9-fe409b214b85 req-a02a475a-b2f4-444a-a6db-65dafe1b76b5 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0624058 Nov 12 09:28:46.244195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d345c5a2-e741-468a-b0d9-fe409b214b85 req-7ce93bc3-abb2-4056-9f09-d7e4e2316d60 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580485 Nov 12 09:28:46.406501 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d83e7ec7-21b0-4b27-b605-b3cc335fa694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:47.396952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcceb8a6-207c-413c-9c05-ef83d30c7f0c req-f94b3954-3991-4989-991d-4d8e4ff0f7f9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:47.399353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fcceb8a6-207c-413c-9c05-ef83d30c7f0c req-f94b3954-3991-4989-991d-4d8e4ff0f7f9 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0631516 Nov 12 09:28:47.464936 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fcceb8a6-207c-413c-9c05-ef83d30c7f0c req-9b7274ad-86eb-4a17-b443-d6508adab7e0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571189 Nov 12 09:28:47.624958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373478a3-5b5b-4381-a84a-c5ac533794a8 req-bad00d72-1b93-4f2f-b533-c1c64d1db2d0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:47.627700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-373478a3-5b5b-4381-a84a-c5ac533794a8 req-bad00d72-1b93-4f2f-b533-c1c64d1db2d0 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0709243 Nov 12 09:28:47.711384 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-373478a3-5b5b-4381-a84a-c5ac533794a8 req-2301e612-f190-4f1f-af66-d8975ec86191 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759411 Nov 12 09:28:47.867966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57997812-9a2e-4393-8c13-a406134660a8 req-408af686-d77a-4dce-9d81-938ffe9d04b1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:47.870564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57997812-9a2e-4393-8c13-a406134660a8 req-408af686-d77a-4dce-9d81-938ffe9d04b1 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0604203 Nov 12 09:28:47.936951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57997812-9a2e-4393-8c13-a406134660a8 req-58b90328-3ce2-47ea-b4e7-77145b1a05ae tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595829 Nov 12 09:28:48.260749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aefc78-511d-4f65-b0db-9222ae50a0f8 req-ad65d226-2fd0-4b11-b7e0-ed2746a113f7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:48.268989 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-33aefc78-511d-4f65-b0db-9222ae50a0f8 req-ad65d226-2fd0-4b11-b7e0-ed2746a113f7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0662870 Nov 12 09:28:48.320621 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-33aefc78-511d-4f65-b0db-9222ae50a0f8 req-8bf9f0bf-79c8-4777-b6cb-a794affe3d80 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505505 Nov 12 09:28:49.129637 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.528924 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0a586-6693-4446-9dd6-a37e195a8b6b req-f485e2a5-ec16-4474-8a64-454c5501a5c8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:49.541096 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ced0a586-6693-4446-9dd6-a37e195a8b6b req-f485e2a5-ec16-4474-8a64-454c5501a5c8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1273687 Nov 12 09:28:49.596210 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ced0a586-6693-4446-9dd6-a37e195a8b6b req-dbeb1861-2bb7-423b-a8d7-2f21ad9cc2bb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501175 Nov 12 09:28:49.856367 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:49.898279 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32afd86-cf97-47b0-8f2f-e9fcc534311c req-fd0dc6fe-b843-4754-9ff2-ac283634fb6c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:49.899223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-915e8f6c-3993-4ee3-8076-4bd8748b0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:49.901214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-915e8f6c-3993-4ee3-8076-4bd8748b0eda service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9a1f382835b46b38a798f579f7972d4&device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 1096 time: 0.0550895 Nov 12 09:28:49.907511 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a32afd86-cf97-47b0-8f2f-e9fcc534311c req-fd0dc6fe-b843-4754-9ff2-ac283634fb6c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0790465 Nov 12 09:28:49.980153 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a32afd86-cf97-47b0-8f2f-e9fcc534311c req-f4c4b981-fbe1-48a4-aeac-ea8281d7e098 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671074 Nov 12 09:28:50.079814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-39ed35ee-70d9-401d-8ce1-2ce4fabc377f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:50.081935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-39ed35ee-70d9-401d-8ce1-2ce4fabc377f service neutron] 10.222.0.62 "GET /v2.0/networks?id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 200 len: 913 time: 0.1730487 Nov 12 09:28:50.160343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-fc911622-d554-47a0-8f33-c3e1f64347e7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 200 len: 999 time: 0.0634022 Nov 12 09:28:50.224186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-38bbc1c8-e064-429f-bdd1-4394002b43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:50.226230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-38bbc1c8-e064-429f-bdd1-4394002b43cf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 200 len: 851 time: 0.0587478 Nov 12 09:28:50.284565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-c12e7fad-1b61-47ac-ad4a-7bead64639b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:50.286403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-c12e7fad-1b61-47ac-ad4a-7bead64639b8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9eb1cebe-4ebc-4357-bc85-a093989d4bc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528338 Nov 12 09:28:50.388944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:50.422303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-a09216f4-54e2-49e8-8aef-ff05e0d422b1 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284666 Nov 12 09:28:50.566683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47a1ab70-88f8-421d-99f4-3aaf4c64acb9 req-76cc1efe-0207-4039-bc8c-b417a65840f3 service neutron] 10.222.0.62 "GET /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359882 Nov 12 09:28:51.165694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63207b28-7e19-451f-b63f-8e326aa1022e req-37e89531-b518-4d9b-a19b-54325a35ef4b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:51.180881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-63207b28-7e19-451f-b63f-8e326aa1022e req-37e89531-b518-4d9b-a19b-54325a35ef4b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1168725 Nov 12 09:28:51.411033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-63207b28-7e19-451f-b63f-8e326aa1022e req-c3a2baf1-d235-4d96-9948-cb0a26b50ceb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257359 Nov 12 09:28:52.575087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a7737-8541-4450-9a50-c741fe749196 req-a89beea4-935c-4947-9aae-8235ef8b1fcb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.578620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df8a7737-8541-4450-9a50-c741fe749196 req-a89beea4-935c-4947-9aae-8235ef8b1fcb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0745118 Nov 12 09:28:52.652058 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-df8a7737-8541-4450-9a50-c741fe749196 req-a5a3e50e-556a-4b31-add4-be0bf1e22219 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671575 Nov 12 09:28:52.833297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef01a6-613c-45ff-a83e-fe556f2ad6fe req-fd07a26b-c406-425a-8e3f-1b7173d57eb7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:52.835648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9bef01a6-613c-45ff-a83e-fe556f2ad6fe req-fd07a26b-c406-425a-8e3f-1b7173d57eb7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0885053 Nov 12 09:28:52.947806 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9bef01a6-613c-45ff-a83e-fe556f2ad6fe req-08538f9d-f520-4a8c-a1a6-6964aa7d4ffb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019888 Nov 12 09:28:54.193184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-00036644-49c0-4088-b348-9eec9a198a72 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:54.195217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-00036644-49c0-4088-b348-9eec9a198a72 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=338247db-fa66-48f4-a57b-78d364b23732 HTTP/1.1" status: 200 len: 944 time: 0.0561020 Nov 12 09:28:54.345734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Deleting port e3fd30d8-c759-43c9-8637-a2f74d691065 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:54.346497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.509351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] For port e3fd30d8-c759-43c9-8637-a2f74d691065, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=e3fd30d8-c759-43c9-8637-a2f74d691065,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:54.509782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.531840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Calling delete_port for e3fd30d8-c759-43c9-8637-a2f74d691065 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:54.784695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:54.803748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:54.808212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['79b82188-40f9-4375-83c5-38c29e25676c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:28:54.854834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event deleted for resources: {'Port': ['ID=e3fd30d8-c759-43c9-8637-a2f74d691065,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:55.038600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] No DVR routers for this DVR port e3fd30d8-c759-43c9-8637-a2f74d691065 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:55.083540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:55.095360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a332a0d8-8902-47bb-984e-2980bae7cbde req-331cfc17-36f3-4cf3-9aab-78efe5791df6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "DELETE /v2.0/ports/e3fd30d8-c759-43c9-8637-a2f74d691065 HTTP/1.1" status: 204 len: 173 time: 0.8878479 Nov 12 09:28:55.095360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-deleted', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:55.100740 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4287b942-e87b-457e-8fab-73a059959ae2" -d '{"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-deleted", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:55.216301 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e83a84-5953-4e5f-b147-27c0779f4e39 x-openstack-request-id: req-49e83a84-5953-4e5f-b147-27c0779f4e39 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:55.217002 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338247db-fa66-48f4-a57b-78d364b23732", "name": "network-vif-deleted", "tag": "e3fd30d8-c759-43c9-8637-a2f74d691065", "status": "failed", "code": 422}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:55.217002 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49e83a84-5953-4e5f-b147-27c0779f4e39 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:55.217259 n-d-769329-17 neutron-server[109376]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '338247db-fa66-48f4-a57b-78d364b23732', 'name': 'network-vif-deleted', 'tag': 'e3fd30d8-c759-43c9-8637-a2f74d691065', 'status': 'failed', 'code': 422} returned with failed status Nov 12 09:28:55.281160 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:28:56.130759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8013cdb-be52-4c42-8453-c5a207f9b115 req-71b71763-e0d2-43aa-bf14-d18c143a2a00 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:56.132999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a8013cdb-be52-4c42-8453-c5a207f9b115 req-71b71763-e0d2-43aa-bf14-d18c143a2a00 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 907 time: 0.0717404 Nov 12 09:28:57.330110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27e821-2873-4b43-9597-c7cb4f6f962d req-443754b9-2243-4443-b3b0-7d45c2c42f7b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:57.330110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9e27e821-2873-4b43-9597-c7cb4f6f962d req-443754b9-2243-4443-b3b0-7d45c2c42f7b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 907 time: 0.0616858 Nov 12 09:28:57.410718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-3f0723d1-f9ff-4bf3-b224-a963e1a28b3d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:28:57.413330 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-3f0723d1-f9ff-4bf3-b224-a963e1a28b3d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 907 time: 0.1133292 Nov 12 09:28:57.548938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Deleting port 2b637dcb-71fe-472c-a011-8411250adc94 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:28:57.549794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.713948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] For port 2b637dcb-71fe-472c-a011-8411250adc94, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=2b637dcb-71fe-472c-a011-8411250adc94,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:28:57.714502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:57.750406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Calling delete_port for 2b637dcb-71fe-472c-a011-8411250adc94 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:28:57.895333 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.034378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.110063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event deleted for resources: {'Port': ['ID=2b637dcb-71fe-472c-a011-8411250adc94,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:28:58.283225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] No DVR routers for this DVR port 2b637dcb-71fe-472c-a011-8411250adc94 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:28:58.300376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.314875 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18ed4da0-630b-4c7b-96c4-91430527c343 req-9d5fb6ed-d5dc-4907-8cfe-b8ce520eec50 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "DELETE /v2.0/ports/2b637dcb-71fe-472c-a011-8411250adc94 HTTP/1.1" status: 204 len: 173 time: 0.8949635 Nov 12 09:28:58.315881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'name': 'network-vif-deleted', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:28:58.322312 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53db3648-7946-4eec-b4d8-30bebc8cd02a" -d '{"events": [{"server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "name": "network-vif-deleted", "tag": "2b637dcb-71fe-472c-a011-8411250adc94"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:28:58.500932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:28:58.617326 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc835e-6bfa-4945-83da-27f14b85f888 x-openstack-request-id: req-c1fc835e-6bfa-4945-83da-27f14b85f888 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:28:58.618663 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8430196-f7bc-4687-86e0-f0e838c8031a", "name": "network-vif-deleted", "tag": "2b637dcb-71fe-472c-a011-8411250adc94", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:28:58.619287 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c1fc835e-6bfa-4945-83da-27f14b85f888 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:28:58.623336 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8430196-f7bc-4687-86e0-f0e838c8031a', 'name': 'network-vif-deleted', 'tag': '2b637dcb-71fe-472c-a011-8411250adc94', 'status': 'completed', 'code': 200} Nov 12 09:28:58.711868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-af6ac3a5-0442-480c-9647-ae0a115fdb16 req-c653675d-eef3-4d82-b1f8-2f988cae6c0b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=c8430196-f7bc-4687-86e0-f0e838c8031a HTTP/1.1" status: 200 len: 210 time: 0.0709438 Nov 12 09:29:00.195226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85805f4-ccde-4651-b17b-2fe02395cb1a req-2339c853-8a92-42a6-a89e-b70e35699d6d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:00.198728 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c85805f4-ccde-4651-b17b-2fe02395cb1a req-2339c853-8a92-42a6-a89e-b70e35699d6d tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 946 time: 0.0810077 Nov 12 09:29:00.274199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c85805f4-ccde-4651-b17b-2fe02395cb1a req-e34117c2-a57a-4ec7-85fd-a6ef676d7121 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665126 Nov 12 09:29:00.775483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b637dcb-71fe-472c-a011-8411250adc94 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:00.809878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 2b637dcb-71fe-472c-a011-8411250adc94 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:00.810542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 2b637dcb-71fe-472c-a011-8411250adc94 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:01.432829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c27af-fc11-4e5a-a990-72d29534a6a7 req-855715fa-8aff-4a91-930d-d752c4ea8d9a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:01.434406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-758c27af-fc11-4e5a-a990-72d29534a6a7 req-855715fa-8aff-4a91-930d-d752c4ea8d9a tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 946 time: 0.0677726 Nov 12 09:29:01.538693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-758c27af-fc11-4e5a-a990-72d29534a6a7 req-390d03eb-b065-46a2-a409-c20cf027f4c7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861199 Nov 12 09:29:01.622653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-ea650be1-6347-4f25-b70b-b6391fbebfbe tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:01.625003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-ea650be1-6347-4f25-b70b-b6391fbebfbe tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 946 time: 0.0724847 Nov 12 09:29:01.756970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Deleting port 79b82188-40f9-4375-83c5-38c29e25676c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:01.757537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:01.878721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] For port 79b82188-40f9-4375-83c5-38c29e25676c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=79b82188-40f9-4375-83c5-38c29e25676c,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:01.879180 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:01.901612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Calling delete_port for 79b82188-40f9-4375-83c5-38c29e25676c owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:02.124978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:02.140485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:02.143579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['79b82188-40f9-4375-83c5-38c29e25676c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:02.184354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event deleted for resources: {'Port': ['ID=79b82188-40f9-4375-83c5-38c29e25676c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:02.229331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] No DVR routers for this DVR port 79b82188-40f9-4375-83c5-38c29e25676c on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:02.231981 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:02.235951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22c9a0a6-75d4-407b-a1e2-0a5aedc1a11b req-2308b3cd-8149-4cd4-99f1-4fab03daa667 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "DELETE /v2.0/ports/79b82188-40f9-4375-83c5-38c29e25676c HTTP/1.1" status: 204 len: 173 time: 0.6039760 Nov 12 09:29:02.236393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'name': 'network-vif-deleted', 'tag': '79b82188-40f9-4375-83c5-38c29e25676c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:02.238902 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec0da9c-6a24-45c5-bb4d-7c98f970e871" -d '{"events": [{"server_uuid": "68a1b03e-2650-47c3-bdf4-189d6fc43345", "name": "network-vif-deleted", "tag": "79b82188-40f9-4375-83c5-38c29e25676c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:02.287679 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65ad6c6-0469-41a3-b14d-971aedad034b x-openstack-request-id: req-a65ad6c6-0469-41a3-b14d-971aedad034b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:02.288146 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68a1b03e-2650-47c3-bdf4-189d6fc43345", "name": "network-vif-deleted", "tag": "79b82188-40f9-4375-83c5-38c29e25676c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:02.288454 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a65ad6c6-0469-41a3-b14d-971aedad034b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:02.289007 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68a1b03e-2650-47c3-bdf4-189d6fc43345', 'name': 'network-vif-deleted', 'tag': '79b82188-40f9-4375-83c5-38c29e25676c', 'status': 'completed', 'code': 200} Nov 12 09:29:02.762843 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-603d6dbd-d3fa-452d-841e-87a4180e1e95 req-9b7196e9-d8b4-4165-9b2a-0b325c7c65a6 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=68a1b03e-2650-47c3-bdf4-189d6fc43345 HTTP/1.1" status: 200 len: 210 time: 0.0702498 Nov 12 09:29:04.167400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ca8de-7814-4d19-93a4-a00a47ac24e8 req-71befafd-6768-49db-9131-5c341a98a6be tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:04.169232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-617ca8de-7814-4d19-93a4-a00a47ac24e8 req-71befafd-6768-49db-9131-5c341a98a6be tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.0704641 Nov 12 09:29:04.248422 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-617ca8de-7814-4d19-93a4-a00a47ac24e8 req-0746d94a-9eff-406b-8b29-6f8e606df79b tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724001 Nov 12 09:29:05.345445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-7074ac1a-8da2-45b4-8e19-60a1863af0f2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:05.349558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-7074ac1a-8da2-45b4-8e19-60a1863af0f2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.0799868 Nov 12 09:29:05.393507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0cf43-42a7-43ed-a07d-ee944798fb49 req-8744870f-4781-49f2-86b2-cc976bada0c2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:05.395324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80b0cf43-42a7-43ed-a07d-ee944798fb49 req-8744870f-4781-49f2-86b2-cc976bada0c2 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 945 time: 0.0659006 Nov 12 09:29:05.488948 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 79b82188-40f9-4375-83c5-38c29e25676c no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:05.514637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Deleting port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:05.515119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:05.525145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-80b0cf43-42a7-43ed-a07d-ee944798fb49 req-ad0a8e8e-94b8-4b68-b1f1-86d918b31b59 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4d17288-3657-464e-9e36-13a2b9181592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957890 Nov 12 09:29:05.559986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 79b82188-40f9-4375-83c5-38c29e25676c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:05.560314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 79b82188-40f9-4375-83c5-38c29e25676c not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:05.664441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] For port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:05.664866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:05.685647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Calling delete_port for 44a168c3-c52e-4aaf-9ac7-4f0b0709098d owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:05.948665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:05.961754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44a168c3-c52e-4aaf-9ac7-4f0b0709098d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:06.029295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event deleted for resources: {'Port': ['ID=44a168c3-c52e-4aaf-9ac7-4f0b0709098d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:06.162937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] No DVR routers for this DVR port 44a168c3-c52e-4aaf-9ac7-4f0b0709098d on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:06.168718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:06.174941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4acc3d4d-2f23-4128-adce-472b375cbb18 req-29d41845-7130-4082-948d-2e303a475b5f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.55 "DELETE /v2.0/ports/44a168c3-c52e-4aaf-9ac7-4f0b0709098d HTTP/1.1" status: 204 len: 173 time: 0.8177879 Nov 12 09:29:06.175821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'name': 'network-vif-deleted', 'tag': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:06.181198 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec966f07-a84c-4de2-b0ba-5754f3d2f284" -d '{"events": [{"server_uuid": "8cffce59-d017-4ad4-b1b1-67796b7a3288", "name": "network-vif-deleted", "tag": "44a168c3-c52e-4aaf-9ac7-4f0b0709098d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:06.315879 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5b1c4f-9a76-49e4-91fb-85c1ba26359b x-openstack-request-id: req-ab5b1c4f-9a76-49e4-91fb-85c1ba26359b {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:06.316448 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cffce59-d017-4ad4-b1b1-67796b7a3288", "name": "network-vif-deleted", "tag": "44a168c3-c52e-4aaf-9ac7-4f0b0709098d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:06.316872 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab5b1c4f-9a76-49e4-91fb-85c1ba26359b {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:06.318313 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cffce59-d017-4ad4-b1b1-67796b7a3288', 'name': 'network-vif-deleted', 'tag': '44a168c3-c52e-4aaf-9ac7-4f0b0709098d', 'status': 'completed', 'code': 200} Nov 12 09:29:06.723303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-590a951b-5712-4a07-8c56-60c3a9ca6341 req-b6a726f1-c360-4e93-841f-912d3c70fc29 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cffce59-d017-4ad4-b1b1-67796b7a3288 HTTP/1.1" status: 200 len: 210 time: 0.0750237 Nov 12 09:29:08.134048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3fb7f-f1c3-4bee-bc3a-b7c49747da79 req-8e3dcbb9-d8e5-4d5f-8f6b-aa47d1991832 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:08.136521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-42a3fb7f-f1c3-4bee-bc3a-b7c49747da79 req-8e3dcbb9-d8e5-4d5f-8f6b-aa47d1991832 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0655072 Nov 12 09:29:08.200005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-42a3fb7f-f1c3-4bee-bc3a-b7c49747da79 req-ebd06f5c-c125-4513-999c-63c954f7ecb7 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571256 Nov 12 09:29:08.866960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44a168c3-c52e-4aaf-9ac7-4f0b0709098d no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:08.902327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 44a168c3-c52e-4aaf-9ac7-4f0b0709098d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:08.902784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44a168c3-c52e-4aaf-9ac7-4f0b0709098d not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:09.353567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221604f-a998-409b-ab50-dbd77ac560ec req-0528be5e-bb2c-48b5-8640-95f36a4eac9f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:09.363629 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9221604f-a998-409b-ab50-dbd77ac560ec req-0528be5e-bb2c-48b5-8640-95f36a4eac9f tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0733759 Nov 12 09:29:09.429582 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9221604f-a998-409b-ab50-dbd77ac560ec req-7d5de6f1-eaf4-4493-9554-1e8a6e60c4e3 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646796 Nov 12 09:29:09.957547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-28de6693-b84c-4d45-871e-c73ef5da2c07 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:09.959151 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-28de6693-b84c-4d45-871e-c73ef5da2c07 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.0590155 Nov 12 09:29:10.133990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Deleting port 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:10.134436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.315150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] For port 3b2147c9-96a9-4e12-85de-291ef1b2e917, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=3b2147c9-96a9-4e12-85de-291ef1b2e917,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:10.315874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.773166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4676b-22b3-4095-8e40-59b3930868c6 req-19ecb9ed-0fe2-4634-9021-6e3f30030cbb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:10.783484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c4676b-22b3-4095-8e40-59b3930868c6 req-19ecb9ed-0fe2-4634-9021-6e3f30030cbb tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 944 time: 0.1492479 Nov 12 09:29:10.872101 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.872473 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:10.872799 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Floating IP 17d13dd0-851d-4d68-809b-536e3fb44c1d disassociated. External IP: 172.25.5.246, port: 3b2147c9-96a9-4e12-85de-291ef1b2e917. Nov 12 09:29:10.873155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Calling delete_port for 3b2147c9-96a9-4e12-85de-291ef1b2e917 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:10.960646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26c4676b-22b3-4095-8e40-59b3930868c6 req-398d9c5f-e264-4040-bb68-f381eb4c1c75 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups?id=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762009 Nov 12 09:29:11.184087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:11.242738 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event deleted for resources: {'Port': ['ID=3b2147c9-96a9-4e12-85de-291ef1b2e917,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:11.527426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Router dae36c7c-ef21-469e-9893-79f1ac860410 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:29:11.674071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:29:11.701846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] Sync routers for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:29:11.755752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:29:11.756635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:28:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:11.840904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] No DVR routers for this DVR port 3b2147c9-96a9-4e12-85de-291ef1b2e917 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:11.845164 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:11.852529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ff2131bf-545b-49bf-af28-03304c4034b8 req-d4c16828-cedd-4ef2-ac74-2db35bb4bd8c tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.62 "DELETE /v2.0/ports/3b2147c9-96a9-4e12-85de-291ef1b2e917 HTTP/1.1" status: 204 len: 173 time: 1.8863356 Nov 12 09:29:11.853238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-deleted', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:11.855461 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa34fb07-0097-48cf-b9f4-975b1095a961" -d '{"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-deleted", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:11.899802 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c8647a-b2f1-4ce1-9272-0c8987726570 x-openstack-request-id: req-d4c8647a-b2f1-4ce1-9272-0c8987726570 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:11.900311 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6368df86-a04b-41f5-8419-8c76d0bedf9f", "name": "network-vif-deleted", "tag": "3b2147c9-96a9-4e12-85de-291ef1b2e917", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:11.900735 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4c8647a-b2f1-4ce1-9272-0c8987726570 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:11.901288 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6368df86-a04b-41f5-8419-8c76d0bedf9f', 'name': 'network-vif-deleted', 'tag': '3b2147c9-96a9-4e12-85de-291ef1b2e917', 'status': 'completed', 'code': 200} Nov 12 09:29:12.166731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:29:12.241815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d3afaa2-1536-40fb-902f-10eb203c6c1f req-db300274-7295-4d86-9282-d679b52729df tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/ports?device_id=6368df86-a04b-41f5-8419-8c76d0bedf9f HTTP/1.1" status: 200 len: 210 time: 0.0962641 Nov 12 09:29:12.697804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:29Z', 'revision_number': 5, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:12.735813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] Checking router: dae36c7c-ef21-469e-9893-79f1ac860410 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:29:12.752578 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:29:12.753251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:28:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:12.974534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:29:13.417560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40348) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:13.424660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:29Z', 'revision_number': 5, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:13.468563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b858993c-97c8-4d3b-b9ed-758a5b4eb7d0 None None] The sync data for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 is: [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:20:24Z', 'revision_number': 4, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '94d226f5-5f3a-48fd-8431-5cb67a167112', 'name': '', 'network_id': '9eb1cebe-4ebc-4357-bc85-a093989d4bc0', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'mac_address': 'fa:16:3e:70:8c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:21Z', 'updated_at': '2021-11-12T09:20:29Z', 'revision_number': 5, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'subnets': [{'id': '9bc2f213-1026-4b58-9897-52af9d16abe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:29:13.545628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:13.612183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb75fe2b-4443-4328-8966-1d893c8318f8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.640682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 3b2147c9-96a9-4e12-85de-291ef1b2e917 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:13.641895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 3b2147c9-96a9-4e12-85de-291ef1b2e917 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:13.687713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb75fe2b-4443-4328-8966-1d893c8318f8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.807953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb75fe2b-4443-4328-8966-1d893c8318f8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.810939 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb75fe2b-4443-4328-8966-1d893c8318f8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.812706 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cb75fe2b-4443-4328-8966-1d893c8318f8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "DELETE /v2.0/security-groups/db6dfd37-dc9d-49e1-9cb5-3abc053be0d2 HTTP/1.1" status: 204 len: 168 time: 0.3929641 Nov 12 09:29:13.816645 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40382) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:13.905688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75fe2b-4443-4328-8966-1d893c8318f8 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6dfd37-dc9d-49e1-9cb5-3abc053be0d2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:13.921321 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-f362442f-1595-4490-93e2-247bd077fe95 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] show failed (client error): The resource could not be found. Nov 12 09:29:13.926833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f362442f-1595-4490-93e2-247bd077fe95 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "GET /v2.0/security-groups/db6dfd37-dc9d-49e1-9cb5-3abc053be0d2 HTTP/1.1" status: 404 len: 347 time: 0.1041567 Nov 12 09:29:13.928113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40392) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:13.959831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8bd19c98-2cac-4e24-aaf2-f12ff0544978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:13.977156 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b953c-b627-4ea6-aab2-c236ee65271a None None] New status for floating IP 17d13dd0-851d-4d68-809b-536e3fb44c1d: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:29:14.230547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Deleting port a023ec00-3129-4415-a7ea-2bcc881b8b24 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:14.231112 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:14.533855 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:14.535860 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:14.557761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Calling delete_port for a023ec00-3129-4415-a7ea-2bcc881b8b24 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:14.878984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:14.916016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Pushing event deleted for resources: {'Port': ['ID=a023ec00-3129-4415-a7ea-2bcc881b8b24,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:14.928868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.929689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.929689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.929895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.930163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.930683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.931183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.931666 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.932188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.932669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.933155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:14.933636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:15.040787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:15.044058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:15.047902 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-721733e9-d873-4051-af52-acf99b067d84 tempest-ServerActionsTestJSON-977853362 tempest-ServerActionsTestJSON-977853362-project] 10.222.0.53 "DELETE /v2.0/floatingips/17d13dd0-851d-4d68-809b-536e3fb44c1d HTTP/1.1" status: 204 len: 168 time: 1.1142678 Nov 12 09:29:15.048281 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40490) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:15.865391 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:16.399134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c73ca8d4-1685-4084-af4a-b757524ab0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:16.600960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Deleting port 94d226f5-5f3a-48fd-8431-5cb67a167112 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:16.602866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:16.748589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] For port 94d226f5-5f3a-48fd-8431-5cb67a167112, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=94d226f5-5f3a-48fd-8431-5cb67a167112,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:16.749276 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:16.778259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Calling delete_port for 94d226f5-5f3a-48fd-8431-5cb67a167112 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:16.982148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-aeffc8de-ad20-4384-962e-48fb37058e93 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:16.988992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-aeffc8de-ad20-4384-962e-48fb37058e93 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/networks?id=d3684f0b-d785-4345-a2bf-a28114458353 HTTP/1.1" status: 200 len: 814 time: 0.1521602 Nov 12 09:29:17.009814 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-40d5c833-6b50-401c-8c04-13f7bc3aa1cf tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/quotas/c8672e1982a242f18ad750a1f6add2a8 HTTP/1.1" status: 200 len: 375 time: 0.0163894 Nov 12 09:29:17.079042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1a6a3e57-f8a5-43df-9963-8f18d8b46a9d tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8672e1982a242f18ad750a1f6add2a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617151 Nov 12 09:29:17.125072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:17.163212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Pushing event deleted for resources: {'Port': ['ID=94d226f5-5f3a-48fd-8431-5cb67a167112,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:17.270264 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-fa5006a2-ffc8-4485-97f7-b358dc3eb5cc service neutron] 10.222.0.53 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775768 Nov 12 09:29:17.461623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:17.525059 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-66e12914-96c0-4393-8e7f-96350b4fe1d0 service neutron] 10.222.0.53 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454081 Nov 12 09:29:17.961179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40646) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:17.962563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d1d4a977-20f2-480f-8ce7-958efa5894ec req-3387bec5-1324-4d26-89da-a66fede0cece tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 210 time: 0.0671110 Nov 12 09:29:18.174641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-442aef8e-34d4-4120-a7b1-cef8a73e002d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.205506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Router dae36c7c-ef21-469e-9893-79f1ac860410 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:29:18.327526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-442aef8e-34d4-4120-a7b1-cef8a73e002d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.348278 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-442aef8e-34d4-4120-a7b1-cef8a73e002d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.410434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442aef8e-34d4-4120-a7b1-cef8a73e002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0e415f-dd25-45d2-90d3-0b354b9ec032,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:18.435894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:29:18.444580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-442aef8e-34d4-4120-a7b1-cef8a73e002d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d600dabf7aa4469fb1d5af1eb1bb62fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798210 Nov 12 09:29:18.448564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40660) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:18.462876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81986a66-157b-42a5-b557-393c919443ca None None] Sync routers for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:29:18.500507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3bb6f45d-def7-4341-bcde-30ddee9b56ff admin admin] 10.222.0.53 "PUT /v2.0/routers/dae36c7c-ef21-469e-9893-79f1ac860410/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4457192 Nov 12 09:29:18.501899 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40662) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:18.506839 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:29:18.507675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:29:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:18.618683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3494b52b-8d98-41be-8c29-e56586deb41c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.701129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:29:18.709304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3494b52b-8d98-41be-8c29-e56586deb41c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.751689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.864630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3494b52b-8d98-41be-8c29-e56586deb41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.867383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3494b52b-8d98-41be-8c29-e56586deb41c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:18.868592 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3494b52b-8d98-41be-8c29-e56586deb41c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb0e415f-dd25-45d2-90d3-0b354b9ec032 HTTP/1.1" status: 204 len: 168 time: 0.4170535 Nov 12 09:29:18.883417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494b52b-8d98-41be-8c29-e56586deb41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0e415f-dd25-45d2-90d3-0b354b9ec032,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:18.905474 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.006857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Deleting port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:19.008943 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.041370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:29:16Z', 'revision_number': 5, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port': {'id': '7fa34dc1-9743-4990-90e0-bae3cf21a7f9', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e7:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2823, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:20:16Z', 'updated_at': '2021-11-12T09:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:19.083694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81986a66-157b-42a5-b557-393c919443ca None None] Checking router: dae36c7c-ef21-469e-9893-79f1ac860410 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:29:19.105432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] Routers {'dae36c7c-ef21-469e-9893-79f1ac860410'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:29:19.106087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:29:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['dae36c7c-ef21-469e-9893-79f1ac860410'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:19.268923 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.282047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5fb205d7-49a1-4ad1-8055-a4283e2415bc req-586dcd2b-2d62-4c93-b9b2-76520ccec922 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 210 time: 0.1118517 Nov 12 09:29:19.287485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] For port 7fa34dc1-9743-4990-90e0-bae3cf21a7f9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:19.287864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.292119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] Set router dae36c7c-ef21-469e-9893-79f1ac860410 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:29:19.306885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Calling delete_port for 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:19.362484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-81986a66-157b-42a5-b557-393c919443ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:29:18Z', 'revision_number': 6, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:19.399959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81986a66-157b-42a5-b557-393c919443ca None None] The sync data for ids ['dae36c7c-ef21-469e-9893-79f1ac860410'] in n-d-769329-17 is: [{'id': 'dae36c7c-ef21-469e-9893-79f1ac860410', 'name': 'tempest-ServerActionsTestJSON-1090626033-router', 'tenant_id': 'c9a1f382835b46b38a798f579f7972d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:20:15Z', 'updated_at': '2021-11-12T09:29:18Z', 'revision_number': 6, 'project_id': 'c9a1f382835b46b38a798f579f7972d4', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:29:19.466129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40686) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:19.482061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3b06586-b643-4f30-b40f-acc6dd4a0e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.599634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.607402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3b06586-b643-4f30-b40f-acc6dd4a0e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.617453 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b3b06586-b643-4f30-b40f-acc6dd4a0e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.627639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa34dc1-9743-4990-90e0-bae3cf21a7f9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:19.655344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240369f8-4a75-4d71-a62e-13d85f9a6ab9 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:29:19.717742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.726569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b06586-b643-4f30-b40f-acc6dd4a0e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9394da8e-556e-4a25-9386-a1a8efc0fdcf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:19.790740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b3b06586-b643-4f30-b40f-acc6dd4a0e94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ffe4e52befa468aa5abb2be4a900081&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3217032 Nov 12 09:29:19.794197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40688) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:19.865616 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.869056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.886208 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.927099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-f024b83f-5b7a-42e4-80c4-e1e7cdddddff tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:19.929291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-f024b83f-5b7a-42e4-80c4-e1e7cdddddff tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "GET /v2.0/networks?id=d3684f0b-d785-4345-a2bf-a28114458353 HTTP/1.1" status: 200 len: 814 time: 0.3029485 Nov 12 09:29:19.945756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Request body: {'port': {'device_id': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353', 'admin_state_up': True, 'tenant_id': 'c8672e1982a242f18ad750a1f6add2a8'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:19.971404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.972827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae36c7c-ef21-469e-9893-79f1ac860410 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:29:19.977496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:19.979111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-40e4d8f4-f120-4dca-a248-22eb858a698c admin admin] 10.222.0.53 "DELETE /v2.0/routers/dae36c7c-ef21-469e-9893-79f1ac860410 HTTP/1.1" status: 204 len: 168 time: 1.4761569 Nov 12 09:29:19.983332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:19.998917 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c7b566e-3e05-4081-9138-5ee67db51cc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.064357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] Deleting subnet 9bc2f213-1026-4b58-9897-52af9d16abe8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:29:20.067967 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.074341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c7b566e-3e05-4081-9138-5ee67db51cc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.118681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.173944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Made reservation on behalf of c8672e1982a242f18ad750a1f6add2a8 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:29:20.178677 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.190765 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c7b566e-3e05-4081-9138-5ee67db51cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.193450 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c7b566e-3e05-4081-9138-5ee67db51cc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.194917 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0c7b566e-3e05-4081-9138-5ee67db51cc3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9394da8e-556e-4a25-9386-a1a8efc0fdcf HTTP/1.1" status: 204 len: 168 time: 0.3994074 Nov 12 09:29:20.211182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b566e-3e05-4081-9138-5ee67db51cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9394da8e-556e-4a25-9386-a1a8efc0fdcf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:20.273960 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.367054 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.386141 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.405171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc2f213-1026-4b58-9897-52af9d16abe8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:20.410219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.416311 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-815a43ea-2c45-4ad4-a30c-c19ad519b7b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9bc2f213-1026-4b58-9897-52af9d16abe8 HTTP/1.1" status: 204 len: 168 time: 0.4315219 Nov 12 09:29:20.419447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:20.426621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a77e12-44b0-4c13-b69c-72469ae421fb None None] Network 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:29:20.470490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Allocated IP 172.20.0.9 (d3684f0b-d785-4345-a2bf-a28114458353/151ceaf1-8456-4a75-9209-ad4cecd3a79d/e209ee97-ed37-4e6e-8a06-c4e8d121f39b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:29:20.497034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa590d6e-4d54-4d50-973d-fab125f15161 req-bfcce75e-dbdd-4d8b-9ccf-c6e09ac867d6 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 210 time: 0.0477767 Nov 12 09:29:20.526724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.629639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Deleting port 4c21ce86-2621-408d-ae0c-8b0a89f280fb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:20.630092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.735048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] For port 4c21ce86-2621-408d-ae0c-8b0a89f280fb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4c21ce86-2621-408d-ae0c-8b0a89f280fb,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:20.735583 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.760534 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.780668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] DHCP port deletion for 9eb1cebe-4ebc-4357-bc85-a093989d4bc0 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:29:20.805851 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Calling delete_port for 4c21ce86-2621-408d-ae0c-8b0a89f280fb owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:20.864521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.876962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Deleting port 4c21ce86-2621-408d-ae0c-8b0a89f280fb {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:29:20.877374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:20.929873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Network d3684f0b-d785-4345-a2bf-a28114458353 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:29:20.936471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:29:20.942878 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:29:20.997107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Pushing event updated for resources: {'Port': ['ID=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:21.003328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.045550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:21.046499 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.061247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=4c21ce86-2621-408d-ae0c-8b0a89f280fb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:21.063180 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] No DVR routers for this DVR port 4c21ce86-2621-408d-ae0c-8b0a89f280fb on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:21.071314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] For port 4c21ce86-2621-408d-ae0c-8b0a89f280fb, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=4c21ce86-2621-408d-ae0c-8b0a89f280fb,segment=NetworkSegment(95b2dab6-3cf1-44c3-908c-411ec1e99ec6),segment_id=95b2dab6-3cf1-44c3-908c-411ec1e99ec6)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:21.071778 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.106329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Calling delete_port for 4c21ce86-2621-408d-ae0c-8b0a89f280fb owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:29:21.114912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-1eabb54f-d750-45cc-bcea-3dc96d82da8a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1753964 Nov 12 09:29:21.135378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Request body: {'port': {'device_id': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:29:21.198822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.240884 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.279814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb1cebe-4ebc-4357-bc85-a093989d4bc0']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:21.320231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b2dab6-3cf1-44c3-908c-411ec1e99ec6') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:21.328203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b2dab6-3cf1-44c3-908c-411ec1e99ec6') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:29:21.331069 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.364724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] No DVR routers for this DVR port 4c21ce86-2621-408d-ae0c-8b0a89f280fb on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:29:21.366604 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.381075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c21ce86-2621-408d-ae0c-8b0a89f280fb no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:21.405309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.418567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:29:21.418987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.433655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Pushing event deleted for resources: {'Port': ['ID=4c21ce86-2621-408d-ae0c-8b0a89f280fb,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:21.496782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.497138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.497481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.500033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.500033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.500033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.500033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.503867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.504512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.505107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.505586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.506021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d9e96f-8ff1-4468-977d-85ddfdeb31c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:29:21.526333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 4c21ce86-2621-408d-ae0c-8b0a89f280fb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:21.526333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 4c21ce86-2621-408d-ae0c-8b0a89f280fb not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:21.526333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:29:21.556874 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:29:21.586908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:21.587261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7fa34dc1-9743-4990-90e0-bae3cf21a7f9 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:21.587725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94d226f5-5f3a-48fd-8431-5cb67a167112 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:29:21.612612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 94d226f5-5f3a-48fd-8431-5cb67a167112 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:29:21.613649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 94d226f5-5f3a-48fd-8431-5cb67a167112 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:29:21.614441 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.639695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.645316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] 10.222.0.53 "DELETE /v2.0/networks/9eb1cebe-4ebc-4357-bc85-a093989d4bc0 HTTP/1.1" status: 204 len: 168 time: 1.2236919 Nov 12 09:29:21.671214 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b673f-ff1c-4dc7-8d1c-9dd3d3b2c2ed admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb1cebe-4ebc-4357-bc85-a093989d4bc0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:21.696865 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7457a4-8a4e-4ff2-845a-04c9fb931cb7 req-8d33ef15-f57f-4878-a550-d05936020022 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:21.698583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a7457a4-8a4e-4ff2-845a-04c9fb931cb7 req-8d33ef15-f57f-4878-a550-d05936020022 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 931 time: 0.1412816 Nov 12 09:29:21.760886 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a7457a4-8a4e-4ff2-845a-04c9fb931cb7 req-5606c420-55c1-4f51-86b4-7b53026e9564 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550840 Nov 12 09:29:21.819559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e209ee97-ed37-4e6e-8a06-c4e8d121f39b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:21.829234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.842863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Transition to ACTIVE for port object e209ee97-ed37-4e6e-8a06-c4e8d121f39b will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:29:21.847528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:21.925488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Pushing event updated for resources: {'Port': ['ID=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:21.947448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 40768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:21.994377 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f7d2a489-b503-467c-ab3c-3c179bca4971 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9a1f382835b46b38a798f579f7972d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456443 Nov 12 09:29:21.997611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 40778) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:29:22.068528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Attempting to bind port e209ee97-ed37-4e6e-8a06-c4e8d121f39b on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:29:22.068865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Attempting to bind port e209ee97-ed37-4e6e-8a06-c4e8d121f39b by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:29:22.069458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Attempting to bind port e209ee97-ed37-4e6e-8a06-c4e8d121f39b on network d3684f0b-d785-4345-a2bf-a28114458353 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:22.078353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Port e209ee97-ed37-4e6e-8a06-c4e8d121f39b on network d3684f0b-d785-4345-a2bf-a28114458353 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:29:22.078900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Attempting to bind port e209ee97-ed37-4e6e-8a06-c4e8d121f39b on network d3684f0b-d785-4345-a2bf-a28114458353 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:29:22.091428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:29:22.091767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Checking segment: {'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:29:22.092220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Bound using segment: {'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:29:22.092664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Bound port: e209ee97-ed37-4e6e-8a06-c4e8d121f39b, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:29:22.093017 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:22.103125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa17e-3118-4a9e-a04e-8b18dc1c7f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:22.150205 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa17e-3118-4a9e-a04e-8b18dc1c7f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:22.212609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] For port e209ee97-ed37-4e6e-8a06-c4e8d121f39b, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:29:22.216284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] For port e209ee97-ed37-4e6e-8a06-c4e8d121f39b, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:29:22.221253 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:22.266157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:22.266758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:22.268475 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] 10.222.0.55 "PUT /v2.0/ports/e209ee97-ed37-4e6e-8a06-c4e8d121f39b HTTP/1.1" status: 200 len: 1092 time: 1.1441631 Nov 12 09:29:22.268815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'tag': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:22.271133 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00800924-98aa-4ca7-9247-049f82c058c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7821d9f3-fd93-40b0-9724-62d76b7f17c3", "tag": "e209ee97-ed37-4e6e-8a06-c4e8d121f39b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:22.281740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa17e-3118-4a9e-a04e-8b18dc1c7f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:22.284886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b5fa17e-3118-4a9e-a04e-8b18dc1c7f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:22.289026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0b5fa17e-3118-4a9e-a04e-8b18dc1c7f1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4d17288-3657-464e-9e36-13a2b9181592 HTTP/1.1" status: 204 len: 168 time: 0.2866747 Nov 12 09:29:22.343437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fa17e-3118-4a9e-a04e-8b18dc1c7f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d17288-3657-464e-9e36-13a2b9181592,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:22.347721 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103e5b26-7375-484d-aa68-4da5076d3827 x-openstack-request-id: req-103e5b26-7375-484d-aa68-4da5076d3827 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:22.348083 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7821d9f3-fd93-40b0-9724-62d76b7f17c3", "tag": "e209ee97-ed37-4e6e-8a06-c4e8d121f39b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:22.348286 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-103e5b26-7375-484d-aa68-4da5076d3827 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:22.348705 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'tag': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b', 'status': 'completed', 'code': 200} Nov 12 09:29:22.349287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6b20a-bc03-48c6-9fd1-c60e43bf4280 service neutron] Pushing event updated for resources: {'Port': ['ID=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:22.420154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-0841b912-1997-472e-9ee0-46351aab4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:22.422063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-0841b912-1997-472e-9ee0-46351aab4c4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c8672e1982a242f18ad750a1f6add2a8&device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 1095 time: 0.1048865 Nov 12 09:29:22.490854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-598a4bbe-3245-4f3f-9aae-14dcb9505550 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e209ee97-ed37-4e6e-8a06-c4e8d121f39b HTTP/1.1" status: 200 len: 217 time: 0.0590351 Nov 12 09:29:22.564225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-4fd131ad-253e-42fa-a2eb-9cf496831dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:22.565971 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-4fd131ad-253e-42fa-a2eb-9cf496831dea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=151ceaf1-8456-4a75-9209-ad4cecd3a79d HTTP/1.1" status: 200 len: 854 time: 0.0571904 Nov 12 09:29:22.610057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-62443225-ed86-49de-ac75-3720270fc502 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3684f0b-d785-4345-a2bf-a28114458353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364308 Nov 12 09:29:22.739949 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-98288901-5531-4578-a16d-58c72324c74b service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204441 Nov 12 09:29:22.886102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eeccf5c6-e8a5-4a68-8890-d4b2a5f9c267 req-35a61b36-32f2-4b1e-a9d7-487af1af41ef service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389289 Nov 12 09:29:22.957900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc39e7-9396-4473-8364-f605de2b25ac req-ffcaf6b5-98a2-41aa-9d08-2dda559729f3 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:22.966146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99bc39e7-9396-4473-8364-f605de2b25ac req-ffcaf6b5-98a2-41aa-9d08-2dda559729f3 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 943 time: 0.1083698 Nov 12 09:29:23.034421 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99bc39e7-9396-4473-8364-f605de2b25ac req-07b2a5fb-dd60-4f8b-98f7-5c86695e637e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672042 Nov 12 09:29:23.065492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800924-98aa-4ca7-9247-049f82c058c7 req-86d3a3bb-5019-48d8-837b-4e01db89543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.068577 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00800924-98aa-4ca7-9247-049f82c058c7 req-86d3a3bb-5019-48d8-837b-4e01db89543d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c8672e1982a242f18ad750a1f6add2a8&device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 1095 time: 0.0864875 Nov 12 09:29:23.180563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800924-98aa-4ca7-9247-049f82c058c7 req-9555e414-eece-4574-a2b0-1916f1cc1399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.182078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00800924-98aa-4ca7-9247-049f82c058c7 req-9555e414-eece-4574-a2b0-1916f1cc1399 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3684f0b-d785-4345-a2bf-a28114458353 HTTP/1.1" status: 200 len: 915 time: 0.1063452 Nov 12 09:29:23.242074 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00800924-98aa-4ca7-9247-049f82c058c7 req-cecec78c-743c-4365-b33f-58e1a7a413b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e209ee97-ed37-4e6e-8a06-c4e8d121f39b HTTP/1.1" status: 200 len: 217 time: 0.0514982 Nov 12 09:29:23.304061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800924-98aa-4ca7-9247-049f82c058c7 req-c17e2de3-142c-44f1-b575-b3bc297830ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:23.306354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00800924-98aa-4ca7-9247-049f82c058c7 req-c17e2de3-142c-44f1-b575-b3bc297830ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=151ceaf1-8456-4a75-9209-ad4cecd3a79d HTTP/1.1" status: 200 len: 854 time: 0.0548685 Nov 12 09:29:23.345269 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00800924-98aa-4ca7-9247-049f82c058c7 req-272dfa2c-409f-4dfb-8ea4-765b36013ffc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3684f0b-d785-4345-a2bf-a28114458353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321670 Nov 12 09:29:23.477211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00800924-98aa-4ca7-9247-049f82c058c7 req-a81f78a2-07ce-4b32-abaf-dac8c15e75c2 service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236253 Nov 12 09:29:23.619481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-00800924-98aa-4ca7-9247-049f82c058c7 req-05af1fcb-dcbc-41cf-880f-bf7eca9114ca service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342731 Nov 12 09:29:24.098139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3be961ae-30d8-4f2d-b032-6dc927a6d18c req-f541048e-2830-42bc-8a5b-990e90bec477 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0384839 Nov 12 09:29:24.205625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42add4-9e6d-415c-9ab6-1768432b5968 req-3f9ec41a-c755-4080-92b1-eb7ccacb7627 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:24.206261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d42add4-9e6d-415c-9ab6-1768432b5968 req-3f9ec41a-c755-4080-92b1-eb7ccacb7627 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 943 time: 0.0675075 Nov 12 09:29:24.280611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4d42add4-9e6d-415c-9ab6-1768432b5968 req-b799506c-6c02-4717-9111-1f3943f97e25 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Nov 12 09:29:25.218067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4834c85b-f2fe-411b-afab-bb84c8721fe9 req-0cdff235-c0c0-4679-88d5-dd4032fb5b12 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0332830 Nov 12 09:29:25.443449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51786d7-574e-4599-a26b-f03b232945d9 req-91c91fd7-febb-4d6d-901b-9288185b09bb tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:25.446656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e51786d7-574e-4599-a26b-f03b232945d9 req-91c91fd7-febb-4d6d-901b-9288185b09bb tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 943 time: 0.0726745 Nov 12 09:29:25.541867 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e51786d7-574e-4599-a26b-f03b232945d9 req-59d95326-359a-4dbf-bbeb-b86fc1c753a3 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818398 Nov 12 09:29:26.373933 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5a103a12-8f61-4f85-83a0-78ef6a2882a4 req-84e08433-c514-4e6b-bd0e-120557184949 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0535719 Nov 12 09:29:26.550476 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-857f12a3-7d6b-43f9-9af1-d7d54c4e9f7e req-b7d19fb2-8fc0-4246-ba40-47dff944a623 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0544319 Nov 12 09:29:26.738018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb350f1-d483-4514-85fc-5c425aae44f9 req-01a0d3da-ae40-40d4-9bb4-73629851d633 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:26.741749 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6eb350f1-d483-4514-85fc-5c425aae44f9 req-01a0d3da-ae40-40d4-9bb4-73629851d633 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 943 time: 0.0990968 Nov 12 09:29:26.834792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6eb350f1-d483-4514-85fc-5c425aae44f9 req-87737a1e-b883-4c60-a36a-aac5832fc83e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813441 Nov 12 09:29:26.927968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device e209ee97-ed37-4e6e-8a06-c4e8d121f39b details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:29:27.076862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port e209ee97-ed37-4e6e-8a06-c4e8d121f39b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:27.103879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b', 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353', 'port_id': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b', 'mac_address': 'fa:16:3e:3b:e4:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151ceaf1-8456-4a75-9209-ad4cecd3a79d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:29:27.178970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:27.203218 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e209ee97-ed37-4e6e-8a06-c4e8d121f39b {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:29:27.230844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port e209ee97-ed37-4e6e-8a06-c4e8d121f39b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:27.236979 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:27.325722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:27.447828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['e209ee97-ed37-4e6e-8a06-c4e8d121f39b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:29:27.535469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4b1ee480-a0d1-4d07-ad52-a63a56c8adf2 req-66945fde-61da-4db0-a61a-245287c4773e tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0330675 Nov 12 09:29:27.902406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:28.074623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e334e3-2653-4698-9a35-5ad485122456 req-ac70adb6-dcd2-4636-97bf-53ae66a27ccd tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:28.079998 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26e334e3-2653-4698-9a35-5ad485122456 req-ac70adb6-dcd2-4636-97bf-53ae66a27ccd tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 944 time: 0.1174691 Nov 12 09:29:28.159356 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26e334e3-2653-4698-9a35-5ad485122456 req-36f3ee12-fb83-4150-b148-ead884bdba46 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717335 Nov 12 09:29:28.389310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:28.707336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a186b4-94ef-4a58-8013-3d0489b24960 req-3d8bedd3-d085-4a73-a2e8-8859b6555dce tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0425608 Nov 12 09:29:28.943419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device e209ee97-ed37-4e6e-8a06-c4e8d121f39b up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:29:29.036075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port e209ee97-ed37-4e6e-8a06-c4e8d121f39b completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:29:29.043967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port e209ee97-ed37-4e6e-8a06-c4e8d121f39b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:29:29.045570 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:29.431247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc111f-e437-498c-8484-c9764501187a req-0a396462-655d-4c86-87db-d2c287b5cd80 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:29.436479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7edc111f-e437-498c-8484-c9764501187a req-0a396462-655d-4c86-87db-d2c287b5cd80 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 944 time: 0.1364090 Nov 12 09:29:29.443013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:29.493462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port e209ee97-ed37-4e6e-8a06-c4e8d121f39b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:29:29.494846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:29:29.500315 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a0c19-da3e-499a-90bf-0fb860f7ef5d" -d '{"events": [{"server_uuid": "7821d9f3-fd93-40b0-9724-62d76b7f17c3", "name": "network-vif-plugged", "status": "completed", "tag": "e209ee97-ed37-4e6e-8a06-c4e8d121f39b"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:29:29.505170 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:29.565961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7edc111f-e437-498c-8484-c9764501187a req-c155ae7f-624c-4128-8986-6f0d03bb541d tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153288 Nov 12 09:29:29.571780 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b8b1137-812e-45b9-9ffc-42dcf126b35a req-5041aa83-58f1-4e92-b464-ac0b215288ab tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0519586 Nov 12 09:29:29.635344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:29:29.675537 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691e7d5f-465c-4733-9f71-76af2239bb48 x-openstack-request-id: req-691e7d5f-465c-4733-9f71-76af2239bb48 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:29:29.675821 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7821d9f3-fd93-40b0-9724-62d76b7f17c3", "name": "network-vif-plugged", "status": "completed", "tag": "e209ee97-ed37-4e6e-8a06-c4e8d121f39b", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:29:29.676224 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-691e7d5f-465c-4733-9f71-76af2239bb48 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:29:29.676546 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b', 'code': 200} Nov 12 09:29:29.846271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1113270-a9cf-43cb-9ebe-872488e13b01 req-b721464e-9391-4c62-8626-d84f5e39eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:29.847861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1113270-a9cf-43cb-9ebe-872488e13b01 req-b721464e-9391-4c62-8626-d84f5e39eea1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 1097 time: 0.0654128 Nov 12 09:29:29.911348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1113270-a9cf-43cb-9ebe-872488e13b01 req-2f09e060-25e6-4ed7-bfba-9b050459e72b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554237 Nov 12 09:29:30.600366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc31b4fc-3799-4dc3-a586-e88975596b66 req-d7cc90ea-365d-47b6-b9c4-3ae408ec57ca service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b2459db268d407c854da927d12c2401&device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0316787 Nov 12 09:29:30.689741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc31b4fc-3799-4dc3-a586-e88975596b66 req-47300bf4-6bd8-4f53-8877-1066f1f24d0d service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b2459db268d407c854da927d12c2401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596435 Nov 12 09:29:30.855669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0945cd0-77fb-4b62-bea4-1e80858091cd req-b8f33895-cc89-4101-8d74-20754a4f8833 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0941842 Nov 12 09:29:30.862161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e21162-a28f-43cf-ae48-debaac1010dc req-f8efea6e-6d50-4cbf-b17b-fbaf649126e1 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:30.876310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87e21162-a28f-43cf-ae48-debaac1010dc req-f8efea6e-6d50-4cbf-b17b-fbaf649126e1 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 945 time: 0.1266956 Nov 12 09:29:31.009187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87e21162-a28f-43cf-ae48-debaac1010dc req-fcc0823f-7401-4c54-b10e-53b0d4479406 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312573 Nov 12 09:29:31.114818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31b4fc-3799-4dc3-a586-e88975596b66 req-25c959b7-8599-4fc9-946b-5d92c6012bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:31.117073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc31b4fc-3799-4dc3-a586-e88975596b66 req-25c959b7-8599-4fc9-946b-5d92c6012bfb service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4171393 Nov 12 09:29:32.062481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-63b96c75-7dc9-4c64-ba04-a4d75810389b req-4ce24d4e-c97b-4f96-805a-35369ac2e962 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0283632 Nov 12 09:29:32.176329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3117-57c6-41b2-bcc4-a7fe1f197f99 req-dcbf6867-8d14-4551-b2f6-9157347f32f9 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:29:32.180370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae2f3117-57c6-41b2-bcc4-a7fe1f197f99 req-dcbf6867-8d14-4551-b2f6-9157347f32f9 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 945 time: 0.0739872 Nov 12 09:29:32.241285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae2f3117-57c6-41b2-bcc4-a7fe1f197f99 req-c91ba46a-2fd9-4f7a-b2e6-4a6385ad7973 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567625 Nov 12 09:29:32.263356 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:29:33.212763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df951d9d-a2df-4831-bc82-b1f97b82b7cd req-13b06338-acb4-41d1-bc4b-f7eb9bfe9a79 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0464838 Nov 12 09:29:34.326527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cce17520-754b-4291-a2d4-dc3ebd420bde req-22de54bb-868d-4198-9d50-dee3b123e35b tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0281415 Nov 12 09:29:35.468904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9753003-6fe7-4df8-82da-eaeba6269ea8 req-4430db89-f218-49cb-a293-08d7f53ec23e tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0454626 Nov 12 09:29:36.594870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99d47c21-1a30-41cc-83ce-ace068ad135b req-48784328-f868-4ab1-a280-fe9d0db8e74a tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0329413 Nov 12 09:29:37.729802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-faa267ad-07da-411d-9405-34a5522d15bc req-f049501e-8b6d-469a-9d1e-7d99b0bd341b tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0326796 Nov 12 09:29:38.872416 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-324eb786-5a77-47fe-b1a2-68ed470d8dfa req-1660c7e8-cd36-4b72-8089-d2879f0faf00 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0495741 Nov 12 09:29:40.045533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-723b3e04-2ecf-4c85-b01c-977706c6c7d1 req-9785ef2d-7c57-4876-8826-23958153e5f4 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0487254 Nov 12 09:29:41.179811 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0961ffea-d055-42f5-8e16-6f86bbcc22fc req-81756b7e-200a-43c6-b9b0-bf981741377d tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0353429 Nov 12 09:29:42.308625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6f621cf-f6aa-419d-8fb1-100e5d6a5de7 req-d0e069d4-102e-416a-98bd-be3f1a553180 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0340419 Nov 12 09:29:43.468055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb4aa03e-4660-48a9-894c-3ac76038f38a req-67f87d18-6e83-4aca-b390-73693812cdc2 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0387380 Nov 12 09:29:43.875233 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-63bef0fd-0ac5-426a-930e-efd133ff4252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:44.605945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-76e7459a-5f71-4af7-b80d-ff9581f26218 req-f106d44e-888d-4995-a8af-195086767097 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0300157 Nov 12 09:29:45.722376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c1314d2b-faf4-4c15-9feb-8e70ba108ba3 req-e58ea4e3-9760-4fb2-9472-70c0099bbf85 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0312276 Nov 12 09:29:46.404225 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bcabdcf9-2173-4495-b783-a09476893bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:46.885067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f209994f-3e46-4174-bf73-69f7158781b8 req-2fdc0a9b-1a9b-4821-9680-2301a15fb8b0 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0485382 Nov 12 09:29:48.025932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-413a0a7e-f88b-443b-bd06-aff723a1a1c1 req-370b9faf-c6b5-4057-81f2-f522f7c473d5 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0388932 Nov 12 09:29:49.149756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:49.215368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd9584a9-6d26-4052-ad10-830375ebf9e9 req-ef176893-5749-4272-b29e-2ed94dcce2a4 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0636361 Nov 12 09:29:49.850350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:50.372266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-94f6b304-4a47-4cde-aea6-651adf93bbbe req-c277244d-ec62-4159-83e8-1dc322d5f559 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0404537 Nov 12 09:29:50.388857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:51.541415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2ebea76-22c2-4f92-93a9-80fdd427584f req-198f95a1-ec65-482b-93a4-477e6cc15b48 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0463431 Nov 12 09:29:52.764131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64a46599-1879-44d5-a543-a8b74fb2f0d4 req-59b9619a-e4f3-4bbb-b5a3-c40605175910 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0422423 Nov 12 09:29:53.962536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d6781861-d98c-4804-b04d-fcbed5bad4c0 req-2e6e7cd9-0bc3-4c74-8faa-b4a893db6f24 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0439475 Nov 12 09:29:55.129709 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4c24b4bc-a7a7-489e-978a-888310946c1d req-e5922dc2-fdba-43ff-a015-1e5ba03d6460 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0412037 Nov 12 09:29:56.304519 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-db79ad52-93a5-4862-b77b-ddeac7627510 req-9249dd45-7c1b-4ffa-a479-4c42d458d148 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0489991 Nov 12 09:29:57.535696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de01a8d6-42ef-4a64-a344-e1672f656897 req-09ce0b08-ca4e-4063-8cf4-083d611d69c3 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0526049 Nov 12 09:29:57.891276 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:57.936757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd7578bf-29fd-492b-859a-2742bb7462ff req-35a48f74-dc44-434f-b406-1335adff6a1c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.2668202 Nov 12 09:29:58.425212 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:29:58.713776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61862443-3309-49e3-8d49-4957292b2b6d req-c5805f76-87ca-4c44-a525-2bfd6b314e03 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0474358 Nov 12 09:29:59.872669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3750db6c-91fb-43f3-9e95-fbdb44aecb6b req-7dfbe07a-1067-4eaa-a023-3d3f84de8a94 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0309865 Nov 12 09:30:00.265428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15b88e5d-272b-411f-bf32-fad386df96f5 req-b122c3f7-b0c5-4d82-b526-67d23167f37d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b2459db268d407c854da927d12c2401&device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0632339 Nov 12 09:30:00.280039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-787d1e77-5da5-4185-8e4b-9f67459b5262 req-ac0b3ea0-06f9-4824-b0bb-2ac4f90904be tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0531166 Nov 12 09:30:00.313744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15b88e5d-272b-411f-bf32-fad386df96f5 req-8fb40996-4ac1-4ece-862b-935d5a37d43a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=1b2459db268d407c854da927d12c2401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321202 Nov 12 09:30:00.499118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b88e5d-272b-411f-bf32-fad386df96f5 req-e462b24c-7e5f-4ba7-ab1e-3ffc0e8bc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:00.502164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15b88e5d-272b-411f-bf32-fad386df96f5 req-e462b24c-7e5f-4ba7-ab1e-3ffc0e8bc41c service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1750183 Nov 12 09:30:01.402457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-660322be-5a54-438a-8f9d-1736dcf6266e req-ea7ff27f-a17c-4dd1-a49c-c35150fb805a tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0346029 Nov 12 09:30:02.095096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15b88e5d-272b-411f-bf32-fad386df96f5 req-7b02dc0c-c93f-45a5-ad66-cfd9edcaff84 tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.62 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0422113 Nov 12 09:30:02.549083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c04b5f2-1f7d-4226-9e05-66efad3c6b28 req-5e5ff6f5-2371-4946-900a-3ed5883c699e tempest-ServerShowV254Test-1058989504 tempest-ServerShowV254Test-1058989504-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7075a83-7b5d-4c81-b3e0-e3d9d7e9e1c0 HTTP/1.1" status: 200 len: 210 time: 0.0398240 Nov 12 09:30:03.945385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:04.075005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:04.174938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:04.180684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:04.225557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c893e0-2d19-4035-9826-8e9993865536,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:04.229359 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b2459db268d407c854da927d12c2401&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828875 Nov 12 09:30:04.233204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:04.236281 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.236582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.237045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.237251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.237579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.238209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.238569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.238840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.239054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.239346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.240023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.240181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-690a0370-bd8f-4d8c-831b-12dca984b564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:04.297679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5eeeee94-8209-42f1-909e-fa8cbafbbb35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:04.324622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5eeeee94-8209-42f1-909e-fa8cbafbbb35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:04.396735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5eeeee94-8209-42f1-909e-fa8cbafbbb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:04.401012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5eeeee94-8209-42f1-909e-fa8cbafbbb35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:04.404697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5eeeee94-8209-42f1-909e-fa8cbafbbb35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1c893e0-2d19-4035-9826-8e9993865536 HTTP/1.1" status: 204 len: 168 time: 0.1699848 Nov 12 09:30:04.420204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeee94-8209-42f1-909e-fa8cbafbbb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c893e0-2d19-4035-9826-8e9993865536,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:05.372495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 41758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:05.509361 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1824424403-network', 'tenant_id': 'd58623b1d99b4a1f9fe981110da8c90b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:05.538759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Made reservation on behalf of d58623b1d99b4a1f9fe981110da8c90b for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:05.547984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.558980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.683338 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.688824 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.717389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:30:05.728828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bea238-4169-44b2-82be-a7641b6a4d3f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:05.735119 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.735763 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Added segment 54f68bfe-d65e-49e5-8f0d-2302d7297f5f of type vlan for network fd0981a2-d5e0-4b0f-ae59-577f28dea310 Nov 12 09:30:05.814657 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.857865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.859067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:05.859969 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:05.932552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5588207 Nov 12 09:30:05.936272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 41774) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:05.942999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Request body: {'subnet': {'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1824424403-subnet', 'tenant_id': 'd58623b1d99b4a1f9fe981110da8c90b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:05.944674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98b481-1dd7-4509-97b2-75b992921f7c admin admin] Pushing event updated for resources: {'Network': ['ID=fd0981a2-d5e0-4b0f-ae59-577f28dea310,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:05.956554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network fd0981a2-d5e0-4b0f-ae59-577f28dea310 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:30:06.004796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Made reservation on behalf of d58623b1d99b4a1f9fe981110da8c90b for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:06.008425 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:06.258264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:06.324291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=c28f5edd-5e96-48c6-aa40-93d103d9c116,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:06.348771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Checking segment: {'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:06.349142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Network hostable DHCP agents. Network: fd0981a2-d5e0-4b0f-ae59-577f28dea310, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:30:06.374870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Network fd0981a2-d5e0-4b0f-ae59-577f28dea310 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:30:06.387736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, fd0981a2-d5e0-4b0f-ae59-577f28dea310) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:06.393155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:06.394150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:06.401404 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97f2fb-1e08-4280-b0ce-3d993e228536 None None] Network fd0981a2-d5e0-4b0f-ae59-577f28dea310 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:06.455301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-549a33bc-b47c-409e-ae84-25309322f1ad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5171235 Nov 12 09:30:06.669205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8bb8d0-b9a5-42af-ae28-716dfe820363 None None] Network fd0981a2-d5e0-4b0f-ae59-577f28dea310 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:30:07.157986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-d7fd2b88-ec76-44e9-aaee-0f38bf031224 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:07.160592 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-d7fd2b88-ec76-44e9-aaee-0f38bf031224 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 814 time: 0.1568444 Nov 12 09:30:07.184830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-352c9905-990c-41c4-ae80-709e7c97a818 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/quotas/d58623b1d99b4a1f9fe981110da8c90b HTTP/1.1" status: 200 len: 375 time: 0.0176363 Nov 12 09:30:07.234300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-10ccf036-6a9b-491a-b832-81e81cb2f26c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427444 Nov 12 09:30:07.770539 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-4c913798-8e79-481f-98ba-e0df5ae98354 service neutron] 10.222.0.53 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274732 Nov 12 09:30:07.953771 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-26f2bdec-3bfd-4531-8a84-674466a971c7 service neutron] 10.222.0.53 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661618 Nov 12 09:30:08.154235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ae03f530-4811-470c-9867-7449a53a2979 req-c6f3ef6e-b133-477a-b4b4-328568b960b5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 210 time: 0.0428724 Nov 12 09:30:09.276974 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:09.286302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-22936b81-c49b-42b3-9284-7d966d1fb6ec req-c1ad705d-6ea7-459f-8e32-9cbbbcb93aed tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 210 time: 0.0423102 Nov 12 09:30:09.468593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-8787b610-db77-4044-8137-dda9dabd0f8f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:09.470130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-8787b610-db77-4044-8137-dda9dabd0f8f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.62 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 814 time: 0.1903298 Nov 12 09:30:09.487998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Request body: {'port': {'device_id': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310', 'admin_state_up': True, 'tenant_id': 'd58623b1d99b4a1f9fe981110da8c90b'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:09.617251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Made reservation on behalf of d58623b1d99b4a1f9fe981110da8c90b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:09.621585 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:09.764223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Allocated IP 172.20.0.5 (fd0981a2-d5e0-4b0f-ae59-577f28dea310/c28f5edd-5e96-48c6-aa40-93d103d9c116/85836522-bb0c-484a-9d6c-de0d1d26215c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:09.943123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:09.984401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.073711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:10.082185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Network fd0981a2-d5e0-4b0f-ae59-577f28dea310 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:10.083833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:10.093103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:10.162187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:10.162986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.183261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-f0d68819-0cf1-4ce5-b506-925be62361c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7021732 Nov 12 09:30:10.197957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Request body: {'port': {'device_id': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:10.260905 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:10.499025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bfd24-5fa5-4479-8ff7-271ca5c1e916 req-5705d0bd-fc99-4b91-8d44-96496f0a9793 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:10.500646 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f7bfd24-5fa5-4479-8ff7-271ca5c1e916 req-5705d0bd-fc99-4b91-8d44-96496f0a9793 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 931 time: 0.1049733 Nov 12 09:30:11.302836 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f7bfd24-5fa5-4479-8ff7-271ca5c1e916 req-7d029709-3750-42d7-a717-a770ff4707af tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486074 Nov 12 09:30:11.424450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85836522-bb0c-484a-9d6c-de0d1d26215c {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:11.436793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:11.490084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Transition to ACTIVE for port object 85836522-bb0c-484a-9d6c-de0d1d26215c will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:30:11.497619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:11.721201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:11.812543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Attempting to bind port 85836522-bb0c-484a-9d6c-de0d1d26215c on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:11.813199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Attempting to bind port 85836522-bb0c-484a-9d6c-de0d1d26215c by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:11.813719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Attempting to bind port 85836522-bb0c-484a-9d6c-de0d1d26215c on network fd0981a2-d5e0-4b0f-ae59-577f28dea310 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:11.821846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Port 85836522-bb0c-484a-9d6c-de0d1d26215c on network fd0981a2-d5e0-4b0f-ae59-577f28dea310 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:30:11.822579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Attempting to bind port 85836522-bb0c-484a-9d6c-de0d1d26215c on network fd0981a2-d5e0-4b0f-ae59-577f28dea310 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:11.836751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:11.839945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Checking segment: {'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:11.842977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Bound using segment: {'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:11.845007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Bound port: 85836522-bb0c-484a-9d6c-de0d1d26215c, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:11.848209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:11.946276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:11.956872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:11.967746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:12.001794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:12.006399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:12.008143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] 10.222.0.62 "PUT /v2.0/ports/85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 1092 time: 1.8150082 Nov 12 09:30:12.008682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:12.029360 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a649e-86a2-473f-b445-3962eaafd459" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:12.168858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e5ae3-8b5f-45c5-9cbb-deb10d41ffcc service neutron] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:12.177854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-1e402451-a3c6-4e59-b2ae-73e571c95969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:12.180189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-1e402451-a3c6-4e59-b2ae-73e571c95969 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1095 time: 0.0992529 Nov 12 09:30:12.245193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-471a64cf-e2b5-4a5b-970d-48c5bc7ad43a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 217 time: 0.0556071 Nov 12 09:30:12.262973 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b791163-0e6e-440f-9ff7-25c16bddf0d6 x-openstack-request-id: req-0b791163-0e6e-440f-9ff7-25c16bddf0d6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:12.263457 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:12.264502 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b791163-0e6e-440f-9ff7-25c16bddf0d6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:12.265012 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'status': 'completed', 'code': 200} Nov 12 09:30:12.403157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-a3c6fccd-c229-4db9-9069-08d272282cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:12.405784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-a3c6fccd-c229-4db9-9069-08d272282cb8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.1533353 Nov 12 09:30:12.456340 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-c9141647-fed3-40d9-8b46-0c1da35c6774 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343702 Nov 12 09:30:12.522317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dbbe9-8902-413c-95d7-3e9e1e78253a req-209fd61c-bf8e-4351-9406-dff741eca5af tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:12.522317 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-528dbbe9-8902-413c-95d7-3e9e1e78253a req-209fd61c-bf8e-4351-9406-dff741eca5af tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.1318436 Nov 12 09:30:12.644056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-528dbbe9-8902-413c-95d7-3e9e1e78253a req-5076b3f6-e0fb-4183-b076-3ce3bc24c910 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926154 Nov 12 09:30:12.646623 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-fe6b01de-15d2-44cc-beab-43dc006139b9 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769526 Nov 12 09:30:12.874020 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1ccacb4f-391e-4d7e-ad29-5d49493eb4db req-60d00b5e-6734-4638-b4e5-260556a830d8 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969602 Nov 12 09:30:13.047295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-86a0ba92-2596-4c75-9c11-27c612d5244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:13.049562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-86a0ba92-2596-4c75-9c11-27c612d5244a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1095 time: 0.1126344 Nov 12 09:30:13.326774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-0e57197d-a0d0-4d78-9857-34696969f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:13.336305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-0e57197d-a0d0-4d78-9857-34696969f363 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 915 time: 0.2724826 Nov 12 09:30:13.433295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-b3808d4b-d04b-4bae-8216-0cc2dd554518 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 217 time: 0.0843377 Nov 12 09:30:13.520108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-363dc1ac-5ae8-450d-876c-45417a7185bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:13.522081 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-363dc1ac-5ae8-450d-876c-45417a7185bc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.0745206 Nov 12 09:30:13.644024 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-ae5eb0ad-1590-49b4-9d8b-9f227ec46650 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064558 Nov 12 09:30:13.908308 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf356ca8-532e-464d-9350-42a672d038c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:13.911155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-f7c7dfd2-0eba-4ec5-a432-636dbcd7d699 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555428 Nov 12 09:30:13.920039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c4e92-00cf-49ea-8578-efcf4c725c72 req-2a9e4ced-524b-4b8c-87cd-2086f35d882e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:13.929101 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c7c4e92-00cf-49ea-8578-efcf4c725c72 req-2a9e4ced-524b-4b8c-87cd-2086f35d882e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.1228812 Nov 12 09:30:14.004105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c7c4e92-00cf-49ea-8578-efcf4c725c72 req-8531d96e-4ff3-4dc0-9f1c-1a026650b43b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Nov 12 09:30:14.113831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d5a649e-86a2-473f-b445-3962eaafd459 req-2e5ea643-7b71-4921-90d0-f2b30e3ea7ae service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963191 Nov 12 09:30:15.225066 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ff68f-fce9-471a-9b0c-ee08595c9399 req-ef58f42b-8f9d-4dcd-8d1c-5de506c5a92d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:15.226794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-517ff68f-fce9-471a-9b0c-ee08595c9399 req-ef58f42b-8f9d-4dcd-8d1c-5de506c5a92d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0899360 Nov 12 09:30:15.349049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-517ff68f-fce9-471a-9b0c-ee08595c9399 req-ec2df4f8-7e85-4f3c-9a07-4ec3506b3391 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060216 Nov 12 09:30:16.021154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:30:16.153061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:16.165922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310', 'port_id': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'mac_address': 'fa:16:3e:8f:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28f5edd-5e96-48c6-aa40-93d103d9c116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:30:16.209822 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.226127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85836522-bb0c-484a-9d6c-de0d1d26215c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:16.252124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:16.256630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.334215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:16.404394 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2a23c096-e866-4093-9379-1db01f9bcee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:16.513455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85836522-bb0c-484a-9d6c-de0d1d26215c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:16.537091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44939-557d-470f-a718-9b68f47eea6d req-06ccca1c-d6eb-4372-80ee-e466e98bef06 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:16.547129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bea44939-557d-470f-a718-9b68f47eea6d req-06ccca1c-d6eb-4372-80ee-e466e98bef06 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 944 time: 0.0815127 Nov 12 09:30:16.622781 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bea44939-557d-470f-a718-9b68f47eea6d req-181b04e5-edea-4be1-bc31-02f462411eeb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743754 Nov 12 09:30:17.760651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a47f6-5db6-420f-a6c9-e021a6d4188b req-1df66651-0f2a-488a-9390-edce18966b0c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:17.774686 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c09a47f6-5db6-420f-a6c9-e021a6d4188b req-1df66651-0f2a-488a-9390-edce18966b0c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 944 time: 0.0794258 Nov 12 09:30:17.840155 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c09a47f6-5db6-420f-a6c9-e021a6d4188b req-3c2548c5-a913-44fc-80fd-3d46ea517908 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638766 Nov 12 09:30:18.018481 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:18.216502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 85836522-bb0c-484a-9d6c-de0d1d26215c completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:30:18.226069 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 85836522-bb0c-484a-9d6c-de0d1d26215c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:18.226843 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.349613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.395428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:18.400590 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813b556c-9b15-4aff-a4e8-bc9021b044ca" -d '{"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:18.421443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:18.437116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:18.551023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:18.631210 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbb2f94-58a6-4a28-ad8e-77f569175f32 x-openstack-request-id: req-0bbb2f94-58a6-4a28-ad8e-77f569175f32 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:18.632294 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:18.632885 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0bbb2f94-58a6-4a28-ad8e-77f569175f32 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:18.633684 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'code': 200} Nov 12 09:30:18.740941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4b9a5-ee66-4258-8815-cd11af9f175c req-678026d2-db61-4a1e-8046-33f929376439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:18.742393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68a4b9a5-ee66-4258-8815-cd11af9f175c req-678026d2-db61-4a1e-8046-33f929376439 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1097 time: 0.0514941 Nov 12 09:30:18.804577 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68a4b9a5-ee66-4258-8815-cd11af9f175c req-0366331b-f7eb-4b1d-9178-2ffedce17735 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525041 Nov 12 09:30:19.072590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0aa61c-cb17-44cd-a384-9212173e6f92 req-21a76799-f9de-48b7-abcb-eb8bc7922328 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:19.084694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c0aa61c-cb17-44cd-a384-9212173e6f92 req-21a76799-f9de-48b7-abcb-eb8bc7922328 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1045024 Nov 12 09:30:19.162416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:19.232376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c0aa61c-cb17-44cd-a384-9212173e6f92 req-478102e4-320e-45d3-abe6-5ed19e31e739 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463532 Nov 12 09:30:19.849132 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.379543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5d8c0-81e6-49b9-93fe-8f278e46e69c req-3fbb29b1-1134-4679-9d6f-6a1f8012a867 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:20.387039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bea5d8c0-81e6-49b9-93fe-8f278e46e69c req-3fbb29b1-1134-4679-9d6f-6a1f8012a867 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0803573 Nov 12 09:30:20.419728 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:20.473817 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bea5d8c0-81e6-49b9-93fe-8f278e46e69c req-7ed0be2c-fdeb-4367-b5c7-4f20314d9b7c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842147 Nov 12 09:30:20.884497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1232-3680-4235-918e-34a40f085b25 req-a0164c4a-bafb-4beb-bcc3-a0642874f688 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:20.891686 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-a0164c4a-bafb-4beb-bcc3-a0642874f688 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 814 time: 0.1883943 Nov 12 09:30:20.926232 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-7997cbb5-0f47-404b-b1d9-ffa7d9c36493 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/quotas/d58623b1d99b4a1f9fe981110da8c90b HTTP/1.1" status: 200 len: 375 time: 0.0193009 Nov 12 09:30:21.020322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-66d67781-1bc6-4c83-9352-c731b98b9303 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923069 Nov 12 09:30:21.163991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-5a9e82cd-7852-43e8-93c1-0b41c4c15caf service neutron] 10.222.0.53 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423271 Nov 12 09:30:21.313481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-34334f71-587a-4bc7-bac7-f016404fd7c0 service neutron] 10.222.0.53 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346483 Nov 12 09:30:21.559992 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8d6c5ec-ec7a-4859-a338-28a14ed20d68 req-9b0663e7-321a-4e68-8c12-b0e154b845f4 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 210 time: 0.0430253 Nov 12 09:30:22.812589 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83baf2a6-93f8-4822-a93c-b4c22dfcd1e9 req-eb2f270a-d55f-47a3-a522-ccc40f4f5827 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 210 time: 0.0660703 Nov 12 09:30:23.303721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1232-3680-4235-918e-34a40f085b25 req-9e3c868a-59df-4cdb-9f35-b25a5cd5eeda tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:23.306903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-9e3c868a-59df-4cdb-9f35-b25a5cd5eeda tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.55 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 814 time: 0.2323296 Nov 12 09:30:23.321387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Request body: {'port': {'device_id': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310', 'admin_state_up': True, 'tenant_id': 'd58623b1d99b4a1f9fe981110da8c90b'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:23.602641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Made reservation on behalf of d58623b1d99b4a1f9fe981110da8c90b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:23.608461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:23.917241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Allocated IP 172.20.0.7 (fd0981a2-d5e0-4b0f-ae59-577f28dea310/c28f5edd-5e96-48c6-aa40-93d103d9c116/923c2cff-a466-47b5-8885-65f2eb00f560) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:24.079552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e89873a-1412-475c-8735-6aafd5ac64b0 req-0a370bc7-7642-4f16-8ce7-2fe4c28ba196 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 210 time: 0.0739517 Nov 12 09:30:24.259730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.337406 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.354309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85836522-bb0c-484a-9d6c-de0d1d26215c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:24.413678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Network fd0981a2-d5e0-4b0f-ae59-577f28dea310 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:24.418893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:24.430495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:24.444487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Pushing event updated for resources: {'Port': ['ID=923c2cff-a466-47b5-8885-65f2eb00f560,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:24.522527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:24.523551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:24.562893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-ce2acb69-a859-40cd-9402-30dc747fe73c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467062 Nov 12 09:30:24.656578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Request body: {'port': {'device_id': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:24.747230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.101740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923c2cff-a466-47b5-8885-65f2eb00f560 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:25.112357 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.149630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Transition to ACTIVE for port object 923c2cff-a466-47b5-8885-65f2eb00f560 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:30:25.159784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.270213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Pushing event updated for resources: {'Port': ['ID=923c2cff-a466-47b5-8885-65f2eb00f560,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:25.360187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ce950-4b6b-45fb-ae84-b7e5dbe0e51e req-3b9d54e0-ecbf-4e7b-abea-1c19deb91042 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.361569 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc2ce950-4b6b-45fb-ae84-b7e5dbe0e51e req-3b9d54e0-ecbf-4e7b-abea-1c19deb91042 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 943 time: 0.1434419 Nov 12 09:30:25.390457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Attempting to bind port 923c2cff-a466-47b5-8885-65f2eb00f560 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:25.390800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Attempting to bind port 923c2cff-a466-47b5-8885-65f2eb00f560 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:25.391111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Attempting to bind port 923c2cff-a466-47b5-8885-65f2eb00f560 on network fd0981a2-d5e0-4b0f-ae59-577f28dea310 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:25.405532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Port 923c2cff-a466-47b5-8885-65f2eb00f560 on network fd0981a2-d5e0-4b0f-ae59-577f28dea310 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:30:25.405860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Attempting to bind port 923c2cff-a466-47b5-8885-65f2eb00f560 on network fd0981a2-d5e0-4b0f-ae59-577f28dea310 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:25.422574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:25.422909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Checking segment: {'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:25.423291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Bound using segment: {'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:25.423740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Bound port: 923c2cff-a466-47b5-8885-65f2eb00f560, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54f68bfe-d65e-49e5-8f0d-2302d7297f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:25.424125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.449589 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc2ce950-4b6b-45fb-ae84-b7e5dbe0e51e req-aae48097-14d9-4321-81bb-d5749b3794fb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702548 Nov 12 09:30:25.526217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] For port 923c2cff-a466-47b5-8885-65f2eb00f560, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:25.530294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] For port 923c2cff-a466-47b5-8885-65f2eb00f560, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=923c2cff-a466-47b5-8885-65f2eb00f560,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:25.534922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.573742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.574801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:25.576697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] 10.222.0.55 "PUT /v2.0/ports/923c2cff-a466-47b5-8885-65f2eb00f560 HTTP/1.1" status: 200 len: 1092 time: 1.0050673 Nov 12 09:30:25.577313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'tag': '923c2cff-a466-47b5-8885-65f2eb00f560'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:25.580806 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914e6eaa-7358-495f-bc25-d89408ae3f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d", "tag": "923c2cff-a466-47b5-8885-65f2eb00f560"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:25.621350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0319e7-d466-4da2-a1dd-d05332042c93 service neutron] Pushing event updated for resources: {'Port': ['ID=923c2cff-a466-47b5-8885-65f2eb00f560,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:25.649539 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec96985-802c-4370-a4b8-9c8934f766f5 x-openstack-request-id: req-bec96985-802c-4370-a4b8-9c8934f766f5 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:25.649831 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d", "tag": "923c2cff-a466-47b5-8885-65f2eb00f560", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:25.650090 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bec96985-802c-4370-a4b8-9c8934f766f5 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:25.650500 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'tag': '923c2cff-a466-47b5-8885-65f2eb00f560', 'status': 'completed', 'code': 200} Nov 12 09:30:25.694173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1232-3680-4235-918e-34a40f085b25 req-ea66f9f2-74ed-4d40-b98d-b280b0d92b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.695833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-ea66f9f2-74ed-4d40-b98d-b280b0d92b92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 1095 time: 0.0574956 Nov 12 09:30:25.743560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-b3bd1a5d-acdc-421c-afa8-ff433e205aa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923c2cff-a466-47b5-8885-65f2eb00f560 HTTP/1.1" status: 200 len: 217 time: 0.0395961 Nov 12 09:30:25.813826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db1232-3680-4235-918e-34a40f085b25 req-109064bd-c508-4357-9765-8be48800ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:25.816357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-109064bd-c508-4357-9765-8be48800ff73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.0653796 Nov 12 09:30:25.878206 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-3c1ba0eb-9ff3-44cc-9437-9915c793d8c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550508 Nov 12 09:30:26.062962 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-21c219fc-f6de-4b7a-8254-ee7d32086b10 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775506 Nov 12 09:30:26.240195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50db1232-3680-4235-918e-34a40f085b25 req-1c017ad0-0255-4b4e-a244-258f47b175c8 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700830 Nov 12 09:30:26.424435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-8ba0ccce-00e8-4d22-8dfc-98529965d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:26.427196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-8ba0ccce-00e8-4d22-8dfc-98529965d614 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 1095 time: 0.1131148 Nov 12 09:30:26.612536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-a8689a4f-e871-4af4-a0a8-71062a6df2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:26.615545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-a8689a4f-e871-4af4-a0a8-71062a6df2fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 915 time: 0.1791854 Nov 12 09:30:26.734360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-21306453-37a5-4810-9bb5-42f3491acfa7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=923c2cff-a466-47b5-8885-65f2eb00f560 HTTP/1.1" status: 200 len: 217 time: 0.1045187 Nov 12 09:30:26.866673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67226b-8554-417c-9f9e-c3a3ca843d0c req-00f8e7da-658b-413b-84ec-5e293d27c0e9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:26.869267 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e67226b-8554-417c-9f9e-c3a3ca843d0c req-00f8e7da-658b-413b-84ec-5e293d27c0e9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 943 time: 0.2524934 Nov 12 09:30:26.876495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-13e069ff-cdc6-4e69-854a-44d00bceb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:26.879435 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-13e069ff-cdc6-4e69-854a-44d00bceb393 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.1075711 Nov 12 09:30:26.966375 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e67226b-8554-417c-9f9e-c3a3ca843d0c req-fadf8ba7-0320-432d-b2cc-8bf39a43d98b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853562 Nov 12 09:30:27.054990 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-95549f47-484b-4994-ac1c-3a5d96622916 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958962 Nov 12 09:30:27.191735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-0d224d97-6c15-40ea-a37f-e006263763a8 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200378 Nov 12 09:30:27.355555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-914e6eaa-7358-495f-bc25-d89408ae3f7b req-5f6feb1b-beb0-456a-b4e4-08a8a8d43f43 service neutron] 10.222.0.55 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538975 Nov 12 09:30:27.895400 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:28.156891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4058ea-ad91-424b-b5d7-074581cb07b4 req-3c6d51e6-28ad-4977-80ed-b2a5f2010deb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:28.160644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac4058ea-ad91-424b-b5d7-074581cb07b4 req-3c6d51e6-28ad-4977-80ed-b2a5f2010deb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 943 time: 0.0744240 Nov 12 09:30:28.237097 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac4058ea-ad91-424b-b5d7-074581cb07b4 req-0d7b21e4-2a7e-46dc-92a4-6c8974dfce78 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683639 Nov 12 09:30:28.437326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.206237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 923c2cff-a466-47b5-8885-65f2eb00f560 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:30:29.348235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 923c2cff-a466-47b5-8885-65f2eb00f560, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=923c2cff-a466-47b5-8885-65f2eb00f560,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:29.389465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '923c2cff-a466-47b5-8885-65f2eb00f560', 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310', 'port_id': '923c2cff-a466-47b5-8885-65f2eb00f560', 'mac_address': 'fa:16:3e:ab:35:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28f5edd-5e96-48c6-aa40-93d103d9c116', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:30:29.434772 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.447218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaefa0-45bc-484a-a1dd-7b47eec4dd34 req-9cfdc552-ed4e-455b-bc11-e71d52902f96 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:29.449635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-adcaefa0-45bc-484a-a1dd-7b47eec4dd34 req-9cfdc552-ed4e-455b-bc11-e71d52902f96 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 943 time: 0.0945861 Nov 12 09:30:29.460947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923c2cff-a466-47b5-8885-65f2eb00f560 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:29.500829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 923c2cff-a466-47b5-8885-65f2eb00f560, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=923c2cff-a466-47b5-8885-65f2eb00f560,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:29.509748 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:29.525525 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-adcaefa0-45bc-484a-a1dd-7b47eec4dd34 req-27a43a3c-21dd-4073-8859-0cad69ae3097 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658422 Nov 12 09:30:29.598031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=923c2cff-a466-47b5-8885-65f2eb00f560,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:29.607126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.607465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.607822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.608188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.608523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.609022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.609406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.609870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.610374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.610761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.611228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.611563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:29.738652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['923c2cff-a466-47b5-8885-65f2eb00f560'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:30.669284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3f74d-4d60-4bf8-9250-a048df4cf452 req-30ebcf07-6b07-474f-98c6-780d7f20c2c2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:30.670846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fd3f74d-4d60-4bf8-9250-a048df4cf452 req-30ebcf07-6b07-474f-98c6-780d7f20c2c2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 944 time: 0.0583267 Nov 12 09:30:30.733333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fd3f74d-4d60-4bf8-9250-a048df4cf452 req-e5b96c05-6731-4010-b24d-0cefa066e352 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552900 Nov 12 09:30:31.199927 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 923c2cff-a466-47b5-8885-65f2eb00f560 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:31.258391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 923c2cff-a466-47b5-8885-65f2eb00f560 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:30:31.262944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 923c2cff-a466-47b5-8885-65f2eb00f560 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:31.263357 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:31.365854 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:31.394118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923c2cff-a466-47b5-8885-65f2eb00f560'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:31.396712 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c4a194-1b30-4936-90a9-d66400f970e3" -d '{"events": [{"server_uuid": "6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d", "name": "network-vif-plugged", "status": "completed", "tag": "923c2cff-a466-47b5-8885-65f2eb00f560"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:31.436984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 923c2cff-a466-47b5-8885-65f2eb00f560, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=923c2cff-a466-47b5-8885-65f2eb00f560,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:31.442143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:31.476519 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e813977-79a8-4bf4-a5e5-0c5a5b1b0c73 x-openstack-request-id: req-5e813977-79a8-4bf4-a5e5-0c5a5b1b0c73 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:31.476519 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d", "name": "network-vif-plugged", "status": "completed", "tag": "923c2cff-a466-47b5-8885-65f2eb00f560", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:31.476519 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e813977-79a8-4bf4-a5e5-0c5a5b1b0c73 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:31.476519 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923c2cff-a466-47b5-8885-65f2eb00f560', 'code': 200} Nov 12 09:30:31.504794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=923c2cff-a466-47b5-8885-65f2eb00f560,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:31.586386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0159bd-998c-45af-ac25-155ed62c385a req-a0e2cbeb-3198-4916-9e78-ccf4ca36fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:31.588854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd0159bd-998c-45af-ac25-155ed62c385a req-a0e2cbeb-3198-4916-9e78-ccf4ca36fd84 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 1097 time: 0.0587776 Nov 12 09:30:31.645826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd0159bd-998c-45af-ac25-155ed62c385a req-612605ac-40e3-4315-80dc-81843f49f328 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 Nov 12 09:30:31.878972 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02681c7f-ef03-411b-bb4a-249549af44fe req-45d6e771-ae36-4db3-b0b2-41b55e72d0ac tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:31.881362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02681c7f-ef03-411b-bb4a-249549af44fe req-45d6e771-ae36-4db3-b0b2-41b55e72d0ac tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 945 time: 0.0656464 Nov 12 09:30:31.939211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-02681c7f-ef03-411b-bb4a-249549af44fe req-1277eab7-f6d6-4fe9-96b8-b04f89476295 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500445 Nov 12 09:30:32.671537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-216e6f8e-ebe7-4cb1-9eb8-a19752c73ec8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1116548 Nov 12 09:30:32.819468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-8eeb66ae-be00-4447-8195-7d8ad3fdd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:32.821011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-8eeb66ae-be00-4447-8195-7d8ad3fdd661 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1097 time: 0.0576692 Nov 12 09:30:32.834820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 42574) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:32.990708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-6c0b81ac-5071-48cb-ba8a-be4383ee7c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:32.993063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-6c0b81ac-5071-48cb-ba8a-be4383ee7c9e service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 915 time: 0.1467938 Nov 12 09:30:33.000746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9632e611-153c-405b-873d-d463f67d287f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.063096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-303c3579-0123-4109-96e8-577d05da0df4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 217 time: 0.0504668 Nov 12 09:30:33.097558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ceb69c-3667-4020-ac03-1c57aaa47522 req-75f7c963-2634-4b31-a3a0-c49325f2043e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.099271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08ceb69c-3667-4020-ac03-1c57aaa47522 req-75f7c963-2634-4b31-a3a0-c49325f2043e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 945 time: 0.0679512 Nov 12 09:30:33.137775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-68824a71-6474-453f-b3a9-776d0f4a2089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.139403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-68824a71-6474-453f-b3a9-776d0f4a2089 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.0643170 Nov 12 09:30:33.160523 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08ceb69c-3667-4020-ac03-1c57aaa47522 req-350745f0-e713-4e29-ba81-da54306af337 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529773 Nov 12 09:30:33.188130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-a2202a5f-6658-4bb4-b9ec-643c7a3fe5cd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355783 Nov 12 09:30:33.210350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9632e611-153c-405b-873d-d463f67d287f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.222883 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9632e611-153c-405b-873d-d463f67d287f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.310130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9632e611-153c-405b-873d-d463f67d287f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f46ea2243a5345ad8b8e1021c061df4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4708002 Nov 12 09:30:33.310130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632e611-153c-405b-873d-d463f67d287f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40100f0-f130-4cc0-8d66-7c7e7d7a2579,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:33.311318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 42584) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:30:33.359056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-86f8789a-d8d0-4b73-8783-b382eb47db58 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601131 Nov 12 09:30:33.404744 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.458223 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.485584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-277b0f30-4f49-4ee0-b0ba-9490af6d6582 req-486cda4b-c8ad-4579-9df2-a6c204623885 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142550 Nov 12 09:30:33.508709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469999-8d81-42d4-9fd8-06e6bd886a1e req-5087cb9e-47ab-4023-9fbb-fc057fad6e1d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:33.510377 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20469999-8d81-42d4-9fd8-06e6bd886a1e req-5087cb9e-47ab-4023-9fbb-fc057fad6e1d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 945 time: 0.1081402 Nov 12 09:30:33.556715 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.559642 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:33.563956 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b40100f0-f130-4cc0-8d66-7c7e7d7a2579 HTTP/1.1" status: 204 len: 168 time: 0.2446589 Nov 12 09:30:33.585420 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-20469999-8d81-42d4-9fd8-06e6bd886a1e req-2323fb11-5b83-4d2e-8655-e7c5f507d2f8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645101 Nov 12 09:30:33.586190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40100f0-f130-4cc0-8d66-7c7e7d7a2579,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:33.596257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.596613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.596962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.597306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.597647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.597984 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.598306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.598638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.598971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.599305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.599635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:33.600001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7b987-71d9-465e-b5e4-fec1b623be61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:30:34.737926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e1457-5210-470e-b813-e0908aad06f6 req-1d04510b-7448-419f-b844-721a35f23c6b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:34.739775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-133e1457-5210-470e-b813-e0908aad06f6 req-1d04510b-7448-419f-b844-721a35f23c6b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.55 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 945 time: 0.1076679 Nov 12 09:30:34.791613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfa626-5e17-4637-904b-f04953fb1e21 req-3dfb8d9e-fd79-4bd1-bfd5-0236ac7ca4b9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:34.793544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85dfa626-5e17-4637-904b-f04953fb1e21 req-3dfb8d9e-fd79-4bd1-bfd5-0236ac7ca4b9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d HTTP/1.1" status: 200 len: 945 time: 0.1169102 Nov 12 09:30:34.889406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85dfa626-5e17-4637-904b-f04953fb1e21 req-7d835faf-a6fc-4ea4-978f-d1c30f634998 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886240 Nov 12 09:30:34.902120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Deleting port 923c2cff-a466-47b5-8885-65f2eb00f560 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:34.903141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:35.011234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] For port 923c2cff-a466-47b5-8885-65f2eb00f560, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=923c2cff-a466-47b5-8885-65f2eb00f560,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:35.012389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:35.027123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Calling delete_port for 923c2cff-a466-47b5-8885-65f2eb00f560 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:35.189721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:35.215695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['923c2cff-a466-47b5-8885-65f2eb00f560'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:35.222858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85836522-bb0c-484a-9d6c-de0d1d26215c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:35.237802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Pushing event deleted for resources: {'Port': ['ID=923c2cff-a466-47b5-8885-65f2eb00f560,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:35.302720 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] No DVR routers for this DVR port 923c2cff-a466-47b5-8885-65f2eb00f560 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:35.306098 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:35.310936 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-133e1457-5210-470e-b813-e0908aad06f6 req-bb11c593-1ab4-4e67-a588-5f35aac992ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.55 "DELETE /v2.0/ports/923c2cff-a466-47b5-8885-65f2eb00f560 HTTP/1.1" status: 204 len: 173 time: 0.5627964 Nov 12 09:30:35.311570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'name': 'network-vif-deleted', 'tag': '923c2cff-a466-47b5-8885-65f2eb00f560'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:35.315069 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb9dc1f-7f75-49f3-ba9f-5f5db161c8b5" -d '{"events": [{"server_uuid": "6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d", "name": "network-vif-deleted", "tag": "923c2cff-a466-47b5-8885-65f2eb00f560"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:35.368344 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff9b8e6-2381-4bf7-bc9a-cbd53bc6f4b6 x-openstack-request-id: req-3ff9b8e6-2381-4bf7-bc9a-cbd53bc6f4b6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:35.368885 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d", "name": "network-vif-deleted", "tag": "923c2cff-a466-47b5-8885-65f2eb00f560", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:35.369341 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ff9b8e6-2381-4bf7-bc9a-cbd53bc6f4b6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:35.369962 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c3c8ea1-cb07-4d3e-bb7e-a4103cee570d', 'name': 'network-vif-deleted', 'tag': '923c2cff-a466-47b5-8885-65f2eb00f560', 'status': 'completed', 'code': 200} Nov 12 09:30:36.053049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a8965-9baa-4031-9849-646c94ea89ed req-cfd12521-b55c-4221-9b0c-b2fb011cd0ce tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.054596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa3a8965-9baa-4031-9849-646c94ea89ed req-cfd12521-b55c-4221-9b0c-b2fb011cd0ce tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0557213 Nov 12 09:30:36.138598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa3a8965-9baa-4031-9849-646c94ea89ed req-494cb996-ffcf-4345-bffc-59f6547069a5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770159 Nov 12 09:30:36.395420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a7cdc-7857-423f-8f7b-24d2f7f03e7d req-14db3df6-933b-4126-8d7a-3c0b13350ae9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.397510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-094a7cdc-7857-423f-8f7b-24d2f7f03e7d req-14db3df6-933b-4126-8d7a-3c0b13350ae9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0659800 Nov 12 09:30:36.504993 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-094a7cdc-7857-423f-8f7b-24d2f7f03e7d req-d3751a3b-039d-4778-846b-70e970a984a1 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006794 Nov 12 09:30:36.633270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372be2dc-afa9-4a06-a6af-0e8083f4acc2 req-b32e36b8-6f45-4f63-bf16-43f30b5e3fe6 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.635347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435e015-a4c4-47d2-9a25-69d3b3e8689e req-2b7fcc59-8ec0-4163-8575-ab86f78cb4d3 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:36.635984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-372be2dc-afa9-4a06-a6af-0e8083f4acc2 req-b32e36b8-6f45-4f63-bf16-43f30b5e3fe6 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 945 time: 0.0725722 Nov 12 09:30:36.636965 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8435e015-a4c4-47d2-9a25-69d3b3e8689e req-2b7fcc59-8ec0-4163-8575-ab86f78cb4d3 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0631416 Nov 12 09:30:36.698129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8435e015-a4c4-47d2-9a25-69d3b3e8689e req-139715e4-af21-4e2f-aa23-c5e5ded7bf06 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546060 Nov 12 09:30:36.704700 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-372be2dc-afa9-4a06-a6af-0e8083f4acc2 req-2b41a341-f58f-481c-96ae-ca381f236bb0 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609369 Nov 12 09:30:37.880434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41758a97-634b-42c5-861b-7ca7e5fd3991 req-a4c047c4-9181-4c32-8d4d-ca99f7e500c9 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:37.883215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41758a97-634b-42c5-861b-7ca7e5fd3991 req-a4c047c4-9181-4c32-8d4d-ca99f7e500c9 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 945 time: 0.0756717 Nov 12 09:30:37.946479 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41758a97-634b-42c5-861b-7ca7e5fd3991 req-9b6a2373-3f60-45ce-975d-ffbaf664ff70 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542088 Nov 12 09:30:38.015161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-3833eaf8-114d-4816-b8e4-c2cdfec9facc tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:38.016779 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-3833eaf8-114d-4816-b8e4-c2cdfec9facc tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 945 time: 0.0508633 Nov 12 09:30:38.125542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Deleting port e209ee97-ed37-4e6e-8a06-c4e8d121f39b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:30:38.126040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.229775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] For port e209ee97-ed37-4e6e-8a06-c4e8d121f39b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:38.230538 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.244580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Calling delete_port for e209ee97-ed37-4e6e-8a06-c4e8d121f39b owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:30:38.404728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.416506 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['e209ee97-ed37-4e6e-8a06-c4e8d121f39b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:38.436875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Pushing event deleted for resources: {'Port': ['ID=e209ee97-ed37-4e6e-8a06-c4e8d121f39b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:38.441228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a5da69-1958-4063-947b-94d3d6f420de req-70b9d51e-c916-496d-aaaf-198d121c4f74 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:38.442917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e9a5da69-1958-4063-947b-94d3d6f420de req-70b9d51e-c916-496d-aaaf-198d121c4f74 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0580020 Nov 12 09:30:38.486873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] No DVR routers for this DVR port e209ee97-ed37-4e6e-8a06-c4e8d121f39b on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:30:38.489573 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:38.493123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8bc9ef56-c645-453c-9342-74982d3803e9 req-00a7ead7-b404-4388-a84d-6cbd9960ce74 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "DELETE /v2.0/ports/e209ee97-ed37-4e6e-8a06-c4e8d121f39b HTTP/1.1" status: 204 len: 173 time: 0.4701173 Nov 12 09:30:38.493588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'name': 'network-vif-deleted', 'tag': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:38.495880 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec239f71-c734-4bf0-aa5e-ffc5f3fb19b1" -d '{"events": [{"server_uuid": "7821d9f3-fd93-40b0-9724-62d76b7f17c3", "name": "network-vif-deleted", "tag": "e209ee97-ed37-4e6e-8a06-c4e8d121f39b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:38.537108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e9a5da69-1958-4063-947b-94d3d6f420de req-0a03cced-99d1-48ad-a4fc-47719ad56589 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805416 Nov 12 09:30:38.542828 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ab29d-b474-49db-b925-66aedc9be681 x-openstack-request-id: req-704ab29d-b474-49db-b925-66aedc9be681 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:38.543197 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7821d9f3-fd93-40b0-9724-62d76b7f17c3", "name": "network-vif-deleted", "tag": "e209ee97-ed37-4e6e-8a06-c4e8d121f39b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:38.543461 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-704ab29d-b474-49db-b925-66aedc9be681 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:38.543869 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7821d9f3-fd93-40b0-9724-62d76b7f17c3', 'name': 'network-vif-deleted', 'tag': 'e209ee97-ed37-4e6e-8a06-c4e8d121f39b', 'status': 'completed', 'code': 200} Nov 12 09:30:38.666819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a4be8-1aa4-425a-975e-5a4f7086436e req-01524d4b-4a67-4a26-96e6-6a2a48fa2dea tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:38.669738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-067a4be8-1aa4-425a-975e-5a4f7086436e req-01524d4b-4a67-4a26-96e6-6a2a48fa2dea tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0562451 Nov 12 09:30:38.734527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-067a4be8-1aa4-425a-975e-5a4f7086436e req-afc4e9dc-5965-4108-bf8d-88a376f37bd1 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Nov 12 09:30:39.131856 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8ad9062-3e7c-4184-bf42-8cd7ebc116fb req-05e3a7fa-4e29-4775-90c3-0fd575ee7462 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=7821d9f3-fd93-40b0-9724-62d76b7f17c3 HTTP/1.1" status: 200 len: 210 time: 0.0491695 Nov 12 09:30:39.253067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 923c2cff-a466-47b5-8885-65f2eb00f560 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:39.275777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 923c2cff-a466-47b5-8885-65f2eb00f560 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:39.276363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 923c2cff-a466-47b5-8885-65f2eb00f560 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:41.564116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56731f-143c-454d-a83f-a536bc07a115 req-f0f253f8-888d-44e6-9fba-f18cf6347c1b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.565736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b56731f-143c-454d-a83f-a536bc07a115 req-f0f253f8-888d-44e6-9fba-f18cf6347c1b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0754874 Nov 12 09:30:41.620161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b56731f-143c-454d-a83f-a536bc07a115 req-ba9aa137-b3cd-47e0-bb1d-a68d6cd843aa tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480158 Nov 12 09:30:41.758606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b69f92-2dff-4ee5-a1ed-c0ec7b1e8f01 req-f3542fcb-eda8-4f70-a42f-fb04bc91d356 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:41.762301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-85b69f92-2dff-4ee5-a1ed-c0ec7b1e8f01 req-f3542fcb-eda8-4f70-a42f-fb04bc91d356 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0610168 Nov 12 09:30:41.847563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-85b69f92-2dff-4ee5-a1ed-c0ec7b1e8f01 req-341d2094-cf64-45cd-9dff-290a8fbc4461 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769446 Nov 12 09:30:42.137748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc8dc5-91e2-4922-b0b9-9ae648389cc8 req-75212c7f-55c4-4790-ab24-4e842081b76a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.139558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05fc8dc5-91e2-4922-b0b9-9ae648389cc8 req-75212c7f-55c4-4790-ab24-4e842081b76a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0786397 Nov 12 09:30:42.201190 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-05fc8dc5-91e2-4922-b0b9-9ae648389cc8 req-0bd2d491-d479-4eaa-b643-097d5e9364c8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538769 Nov 12 09:30:42.327897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ee94d-902a-4e2a-8f76-b104206029f4 req-e7e7de46-e89d-4665-82db-3cf4c4c48770 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.329747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-554ee94d-902a-4e2a-8f76-b104206029f4 req-e7e7de46-e89d-4665-82db-3cf4c4c48770 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0570350 Nov 12 09:30:42.382905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-554ee94d-902a-4e2a-8f76-b104206029f4 req-9c5dc55e-6ca7-4db1-8e2e-0b75c30ab737 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450518 Nov 12 09:30:42.628592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e03100-3f7d-4558-a73e-78e90c834e84 req-ed0303a1-9170-4c8f-b5ee-bfb5afed6940 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.630344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-37e03100-3f7d-4558-a73e-78e90c834e84 req-ed0303a1-9170-4c8f-b5ee-bfb5afed6940 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0610700 Nov 12 09:30:42.706393 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-37e03100-3f7d-4558-a73e-78e90c834e84 req-24c8a4be-4471-43aa-a320-f932efd8b986 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 Nov 12 09:30:42.853488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad45b9-dfb7-4e85-9aaa-082a8d504f1f req-2bd11802-459e-45a8-9a51-074a372e4895 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:42.855202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8ad45b9-dfb7-4e85-9aaa-082a8d504f1f req-2bd11802-459e-45a8-9a51-074a372e4895 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0546417 Nov 12 09:30:42.909337 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8ad45b9-dfb7-4e85-9aaa-082a8d504f1f req-bb6fde58-86cd-46e2-bc31-2b930cc6bcf3 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470903 Nov 12 09:30:43.147868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059cacb-3ebb-4ea7-ab0e-d6c5c0e07889 req-145b3de9-10a1-4547-97a7-49228c30f22c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.149669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e059cacb-3ebb-4ea7-ab0e-d6c5c0e07889 req-145b3de9-10a1-4547-97a7-49228c30f22c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0579801 Nov 12 09:30:43.202183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e059cacb-3ebb-4ea7-ab0e-d6c5c0e07889 req-5cec1b0d-a15d-44bd-b65b-f09416558b7d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459750 Nov 12 09:30:43.271939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device e209ee97-ed37-4e6e-8a06-c4e8d121f39b no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:30:43.302490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: e209ee97-ed37-4e6e-8a06-c4e8d121f39b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:30:43.302845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device e209ee97-ed37-4e6e-8a06-c4e8d121f39b not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:30:43.374616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d470db2-0414-4a70-9eff-7b069ff259e7 req-bbeda43c-d767-4a4b-8fff-f208d653e6ea tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.376303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d470db2-0414-4a70-9eff-7b069ff259e7 req-bbeda43c-d767-4a4b-8fff-f208d653e6ea tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0640597 Nov 12 09:30:43.454019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d470db2-0414-4a70-9eff-7b069ff259e7 req-ca1d4079-b6ca-464e-b543-6cf932db27b7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712562 Nov 12 09:30:43.654531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75909126-d74b-4c8c-92f7-862482d8be86 req-8a1d7328-50bf-4615-a86d-3db39b23df75 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.656279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75909126-d74b-4c8c-92f7-862482d8be86 req-8a1d7328-50bf-4615-a86d-3db39b23df75 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0624363 Nov 12 09:30:43.733453 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75909126-d74b-4c8c-92f7-862482d8be86 req-64c9b21b-de97-47c2-8db9-0b34dc53e9bc tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Nov 12 09:30:43.874908 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1755141d-c45a-461f-b4c3-d7775935c7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:43.885387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1c631-3167-4567-9029-209be297c956 req-3dd642cb-b870-4fd6-ae46-05eab7814b19 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:43.895047 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04a1c631-3167-4567-9029-209be297c956 req-3dd642cb-b870-4fd6-ae46-05eab7814b19 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0715156 Nov 12 09:30:43.947025 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-04a1c631-3167-4567-9029-209be297c956 req-9f369e88-1aef-4a15-a3ab-fbe4aa19fb2d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508640 Nov 12 09:30:44.181281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2604a8-5c7d-4bb6-8158-306ddf0ec28c req-af2d9b1c-d797-43b9-88de-8ef0f3339e3a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:44.190359 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce2604a8-5c7d-4bb6-8158-306ddf0ec28c req-af2d9b1c-d797-43b9-88de-8ef0f3339e3a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0659940 Nov 12 09:30:44.277865 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce2604a8-5c7d-4bb6-8158-306ddf0ec28c req-4214fef0-3910-41d4-872b-ea7776f64d85 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859575 Nov 12 09:30:44.489153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05167bca-4558-4b18-8d94-d2b2486b2779 req-6c38a8a4-896d-404b-a8ce-cba05ecdcf84 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:44.499625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-05167bca-4558-4b18-8d94-d2b2486b2779 req-6c38a8a4-896d-404b-a8ce-cba05ecdcf84 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0697498 Nov 12 09:30:44.577106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-05167bca-4558-4b18-8d94-d2b2486b2779 req-30476448-cb55-4461-9b49-2cbb5a17d6e3 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763924 Nov 12 09:30:44.903855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e2190-6684-4c7b-a498-32e31cbdbbb5 req-bc6b48b4-72d1-4954-9204-68aa5fc331ce tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:44.913087 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d65e2190-6684-4c7b-a498-32e31cbdbbb5 req-bc6b48b4-72d1-4954-9204-68aa5fc331ce tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 814 time: 0.1582026 Nov 12 09:30:44.938109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d65e2190-6684-4c7b-a498-32e31cbdbbb5 req-1c0099cb-1354-4766-a121-dc757aafff8e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/quotas/d58623b1d99b4a1f9fe981110da8c90b HTTP/1.1" status: 200 len: 375 time: 0.0236394 Nov 12 09:30:45.006464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d65e2190-6684-4c7b-a498-32e31cbdbbb5 req-c5e8ea51-0daa-41bd-b1c0-e89c42af1522 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620408 Nov 12 09:30:45.131865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e275272-7a75-4807-9f0d-32d048cd8327 req-2a9e83f8-f223-4a0f-8da5-71328a5ea9e5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:45.133661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e275272-7a75-4807-9f0d-32d048cd8327 req-2a9e83f8-f223-4a0f-8da5-71328a5ea9e5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0710275 Nov 12 09:30:45.187501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e275272-7a75-4807-9f0d-32d048cd8327 req-ed6bd8d1-957c-4ad4-9505-f1affd237021 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476296 Nov 12 09:30:45.362755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ba760-52c5-4b96-b7d2-9c98ff533c11 req-92f4036a-70ce-4c32-93fb-fa15965b0b67 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:45.372586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-724ba760-52c5-4b96-b7d2-9c98ff533c11 req-92f4036a-70ce-4c32-93fb-fa15965b0b67 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0771887 Nov 12 09:30:45.438259 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-724ba760-52c5-4b96-b7d2-9c98ff533c11 req-94350f82-3da2-4174-80ba-3277ce538350 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640731 Nov 12 09:30:45.612377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5ea047a9-0f95-4922-83b4-36bd45234faa req-63fc2773-c454-444b-b4ea-aae962d6602b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d58623b1d99b4a1f9fe981110da8c90b HTTP/1.1" status: 200 len: 221 time: 0.0283840 Nov 12 09:30:45.759169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d21bd-e4c9-4469-86c2-4b3ef76b1aeb req-f6f48227-441f-4b40-851d-11539e23a69e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:45.761144 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f59d21bd-e4c9-4469-86c2-4b3ef76b1aeb req-f6f48227-441f-4b40-851d-11539e23a69e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0672021 Nov 12 09:30:45.832800 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f59d21bd-e4c9-4469-86c2-4b3ef76b1aeb req-72e99987-d729-4011-904e-d97063e8c401 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653813 Nov 12 09:30:45.962355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077f7ab-9ea2-43af-b434-c438ba657a33 req-c9761ea0-e94f-42dd-a1bf-d2423e459cd5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:45.964327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a077f7ab-9ea2-43af-b434-c438ba657a33 req-c9761ea0-e94f-42dd-a1bf-d2423e459cd5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0550563 Nov 12 09:30:46.022891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a077f7ab-9ea2-43af-b434-c438ba657a33 req-d8962170-fd65-49b5-b817-716c448141ba tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511553 Nov 12 09:30:46.204808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd724427-129a-454c-8f2f-3c9a84933188 req-b4bc645a-a583-4fc0-a609-d83c3e44f255 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:46.206860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd724427-129a-454c-8f2f-3c9a84933188 req-b4bc645a-a583-4fc0-a609-d83c3e44f255 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0585253 Nov 12 09:30:46.268134 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:30:46.272226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd724427-129a-454c-8f2f-3c9a84933188 req-55b4bdd2-74b7-40ed-877f-19ddc809dc06 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Nov 12 09:30:46.416866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-814bd6d6-b1ed-44ec-a9f1-072ec7c2e2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:46.424221 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60e9f3-7993-46cb-a13e-8f0dd0e50cc9 req-bb076015-8850-4ca9-a3c2-485ada89d591 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:46.426173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d60e9f3-7993-46cb-a13e-8f0dd0e50cc9 req-bb076015-8850-4ca9-a3c2-485ada89d591 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0845459 Nov 12 09:30:46.481160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d60e9f3-7993-46cb-a13e-8f0dd0e50cc9 req-b6393fef-2d2f-4de4-8726-f2d03759863e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475056 Nov 12 09:30:46.620310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996e3ed-ed70-4d0d-96fb-5a004acb4d76 req-92f166fb-914f-4fcd-abbb-ba67e39a79ee tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:46.621699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9996e3ed-ed70-4d0d-96fb-5a004acb4d76 req-92f166fb-914f-4fcd-abbb-ba67e39a79ee tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0582976 Nov 12 09:30:46.683842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9996e3ed-ed70-4d0d-96fb-5a004acb4d76 req-d17ba269-0913-40d0-a267-27d7bdefa263 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558863 Nov 12 09:30:46.823941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df334085-26df-4edb-a074-d7ebb9149a8e req-b0a763f9-7db3-4483-84e3-6f00ed0a6304 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:46.826502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df334085-26df-4edb-a074-d7ebb9149a8e req-b0a763f9-7db3-4483-84e3-6f00ed0a6304 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0617249 Nov 12 09:30:46.897191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-df334085-26df-4edb-a074-d7ebb9149a8e req-7120921d-00c6-48d1-a40e-8aec2123c750 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633416 Nov 12 09:30:47.064927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737df714-0112-4359-909c-579f2d36264d req-670429e3-4e28-4b6d-9815-56bb0f76659e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:47.074595 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-737df714-0112-4359-909c-579f2d36264d req-670429e3-4e28-4b6d-9815-56bb0f76659e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0827188 Nov 12 09:30:47.155782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-737df714-0112-4359-909c-579f2d36264d req-cab4b631-aecb-4f57-9765-46a979fc3cbc tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801055 Nov 12 09:30:47.321418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbca02-9f09-4a71-95bd-0a047dee8e91 req-4de77fb2-2c3d-4a3c-9175-9252fa6f3b23 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:47.323044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1cbca02-9f09-4a71-95bd-0a047dee8e91 req-4de77fb2-2c3d-4a3c-9175-9252fa6f3b23 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0679529 Nov 12 09:30:47.388307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e1cbca02-9f09-4a71-95bd-0a047dee8e91 req-ddc4282a-9d07-4b1c-8ca7-8f14c2aca0f3 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565205 Nov 12 09:30:47.545987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987f5eb-7a31-48ae-85a8-9c4ee6d93f46 req-ad6e6ce1-2178-471a-b6dc-4e82c82f6d6f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:47.547656 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e987f5eb-7a31-48ae-85a8-9c4ee6d93f46 req-ad6e6ce1-2178-471a-b6dc-4e82c82f6d6f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0694938 Nov 12 09:30:47.654245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e987f5eb-7a31-48ae-85a8-9c4ee6d93f46 req-3c036f73-f9a6-465c-8549-f92651a083f6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953515 Nov 12 09:30:47.840366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5ab10-5a47-4470-9cb2-f139faddbfef req-18b4ab82-6177-4f60-ae06-effdd291f487 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:47.842655 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3e5ab10-5a47-4470-9cb2-f139faddbfef req-18b4ab82-6177-4f60-ae06-effdd291f487 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0545752 Nov 12 09:30:47.899667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3e5ab10-5a47-4470-9cb2-f139faddbfef req-ea523cc7-cc8b-4373-aea6-8b543118882c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507736 Nov 12 09:30:48.048966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e859e25-00fe-41fc-b964-af93bbd9afd3 req-7296c63d-35d1-4588-9ef8-820356161509 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.050477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e859e25-00fe-41fc-b964-af93bbd9afd3 req-7296c63d-35d1-4588-9ef8-820356161509 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0545008 Nov 12 09:30:48.106884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e859e25-00fe-41fc-b964-af93bbd9afd3 req-4cb5a916-16ad-427b-a01d-ddc7a5a060e6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502386 Nov 12 09:30:48.250804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ce1b-8e40-4e70-8407-f975737be7d9 req-32ccbff7-fb93-485d-ab70-cb63947d191d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.252448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3216ce1b-8e40-4e70-8407-f975737be7d9 req-32ccbff7-fb93-485d-ab70-cb63947d191d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0619295 Nov 12 09:30:48.317710 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3216ce1b-8e40-4e70-8407-f975737be7d9 req-1e605ae2-bbc0-4100-bbc6-af8b3323f746 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586200 Nov 12 09:30:48.473237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ec353-caed-45e2-ab51-8e05096f6860 req-0125a6ab-f6b8-46a3-8a47-018689a116c8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.475179 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c53ec353-caed-45e2-ab51-8e05096f6860 req-0125a6ab-f6b8-46a3-8a47-018689a116c8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0575387 Nov 12 09:30:48.511791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-f2aaee43-61d5-404d-8548-5e40a59a1abb tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.520303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-f2aaee43-61d5-404d-8548-5e40a59a1abb tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/networks?id=d3684f0b-d785-4345-a2bf-a28114458353 HTTP/1.1" status: 200 len: 814 time: 0.1668320 Nov 12 09:30:48.535673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c53ec353-caed-45e2-ab51-8e05096f6860 req-b62eb78a-deab-405f-aebc-a8a6cdba4d45 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Nov 12 09:30:48.540124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-8ead9450-7ae8-4f90-a65a-0d50ad10c36f tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/quotas/c8672e1982a242f18ad750a1f6add2a8 HTTP/1.1" status: 200 len: 375 time: 0.0183070 Nov 12 09:30:48.576824 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-93d9d75a-9453-4d7a-86aa-e25ea124b72c tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c8672e1982a242f18ad750a1f6add2a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358121 Nov 12 09:30:48.674173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8a519-dcd3-415b-93c2-443a91b83813 req-c3e0b581-eb0b-4bad-a1fe-bb43d65070cb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.676118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01086b05-e091-4550-9697-47837af7d601 service neutron] 10.222.0.53 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984125 Nov 12 09:30:48.681801 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bce8a519-dcd3-415b-93c2-443a91b83813 req-c3e0b581-eb0b-4bad-a1fe-bb43d65070cb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0695157 Nov 12 09:30:48.750909 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bce8a519-dcd3-415b-93c2-443a91b83813 req-c2761109-e87d-4041-adcb-7d196616c229 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621552 Nov 12 09:30:48.789747 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-07704e01-59ca-4b48-b064-e81bb0536c57 service neutron] 10.222.0.53 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066959 Nov 12 09:30:48.968946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694c6ad-158f-4114-bd1c-cba1d15da48c req-59e45067-aa5b-4da2-849f-a31bb94f94d8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:48.972033 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9694c6ad-158f-4114-bd1c-cba1d15da48c req-59e45067-aa5b-4da2-849f-a31bb94f94d8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0989816 Nov 12 09:30:49.006257 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b733105a-90b1-47e0-b898-d31c34d0920a req-54b90ac9-03fa-4ead-9d74-527f28c29254 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 210 time: 0.0580587 Nov 12 09:30:49.162550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9694c6ad-158f-4114-bd1c-cba1d15da48c req-a9b19f84-4426-4894-a549-474fafd2a2eb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779456 Nov 12 09:30:49.174552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:49.353147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed3be2-8eab-426f-ba41-ae74f18cb35d req-e4183f15-e188-4d57-b935-940c9488fb94 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:49.354722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3aed3be2-8eab-426f-ba41-ae74f18cb35d req-e4183f15-e188-4d57-b935-940c9488fb94 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1063578 Nov 12 09:30:49.437915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3aed3be2-8eab-426f-ba41-ae74f18cb35d req-b265e598-846e-4e91-9679-f3797426feea tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649204 Nov 12 09:30:49.663252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b1aa3-7861-470a-b45b-a5e77e394112 req-423c9c9b-92b0-482e-bba7-60ef1b207809 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:49.664981 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb8b1aa3-7861-470a-b45b-a5e77e394112 req-423c9c9b-92b0-482e-bba7-60ef1b207809 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0820327 Nov 12 09:30:49.729702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb8b1aa3-7861-470a-b45b-a5e77e394112 req-c3fb1816-6ed6-4c01-a3b4-8f6f33c907a4 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569322 Nov 12 09:30:49.841034 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:49.894492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3a9a-2739-412e-b1a8-cbc7d8aa7585 req-b553204b-26c4-47a1-8d9a-a5af650486a5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:49.897077 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-158a3a9a-2739-412e-b1a8-cbc7d8aa7585 req-b553204b-26c4-47a1-8d9a-a5af650486a5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0839560 Nov 12 09:30:49.963663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-158a3a9a-2739-412e-b1a8-cbc7d8aa7585 req-5d79d518-6f83-461c-b80e-35c8b5c92871 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573230 Nov 12 09:30:50.167687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e5bfdb0f-31d7-4c62-98c4-6ae600a8e581 req-11d78662-ab8a-4eba-adaa-8879f8b7ba52 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 210 time: 0.0431013 Nov 12 09:30:50.211731 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0b437-fd02-409c-b6d1-0456cdfd9c15 req-23f66b70-c18e-4393-817d-170d96e5d347 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:50.224463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e0b437-fd02-409c-b6d1-0456cdfd9c15 req-23f66b70-c18e-4393-817d-170d96e5d347 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1457279 Nov 12 09:30:50.290946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e0b437-fd02-409c-b6d1-0456cdfd9c15 req-a0563a79-c1a0-4e27-881f-8d4afc781468 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655191 Nov 12 09:30:50.395678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:50.432823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-ce85ef19-6b36-41fb-8968-40a72442f50a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:50.434869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-ce85ef19-6b36-41fb-8968-40a72442f50a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "GET /v2.0/networks?id=d3684f0b-d785-4345-a2bf-a28114458353 HTTP/1.1" status: 200 len: 814 time: 0.2324498 Nov 12 09:30:50.476684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Request body: {'port': {'device_id': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353', 'admin_state_up': True, 'tenant_id': 'c8672e1982a242f18ad750a1f6add2a8'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:50.583290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15417e1d-4a4d-4fad-b703-ae8c56c378d2 req-bb299e04-c4df-4a9f-9987-ed24897b8fa7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:50.585005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15417e1d-4a4d-4fad-b703-ae8c56c378d2 req-bb299e04-c4df-4a9f-9987-ed24897b8fa7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1471200 Nov 12 09:30:50.670584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15417e1d-4a4d-4fad-b703-ae8c56c378d2 req-d6e0df02-2a39-4bfa-99f6-8313fd795457 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746806 Nov 12 09:30:50.681618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Made reservation on behalf of c8672e1982a242f18ad750a1f6add2a8 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:30:50.688886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:51.249369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b16b8f-5833-4c99-90f1-bdecd5d67294 req-fbbfc388-6afe-469d-a647-064c2fe97431 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.256914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60b16b8f-5833-4c99-90f1-bdecd5d67294 req-fbbfc388-6afe-469d-a647-064c2fe97431 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1051579 Nov 12 09:30:51.301205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Allocated IP 172.20.0.14 (d3684f0b-d785-4345-a2bf-a28114458353/151ceaf1-8456-4a75-9209-ad4cecd3a79d/168d27fe-50f2-48d7-9174-daf95bc125eb) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:30:51.329661 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c2fe5b7-08d4-4c8a-9ab8-2df4b74ca9f7 req-0e6dbd92-b49a-415e-9898-84bad0455616 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 210 time: 0.0779412 Nov 12 09:30:51.356220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60b16b8f-5833-4c99-90f1-bdecd5d67294 req-2f732b50-703d-4aa6-89f0-71d93f7fe692 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983593 Nov 12 09:30:51.416410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-21971ed0-a394-47bc-86d7-209932f585d6 req-3db3565c-be95-46cd-9dac-6cd900b159b8 service neutron] (109376) timed out ('10.222.0.53', 50438) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:30:51.530681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:51.573670 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:51.628686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Network d3684f0b-d785-4345-a2bf-a28114458353 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:30:51.634700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:30:51.639786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:30:51.642788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Pushing event updated for resources: {'Port': ['ID=168d27fe-50f2-48d7-9174-daf95bc125eb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:51.692345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:51.693375 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:51.711224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-56518031-45ed-4c8b-a557-106f2ffc452e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2438345 Nov 12 09:30:51.723990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Request body: {'port': {'device_id': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:30:51.779655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.066716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168d27fe-50f2-48d7-9174-daf95bc125eb {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:52.079021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.102950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Transition to ACTIVE for port object 168d27fe-50f2-48d7-9174-daf95bc125eb will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:30:52.107066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.190319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Pushing event updated for resources: {'Port': ['ID=168d27fe-50f2-48d7-9174-daf95bc125eb,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:52.246509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Attempting to bind port 168d27fe-50f2-48d7-9174-daf95bc125eb on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:30:52.246920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Attempting to bind port 168d27fe-50f2-48d7-9174-daf95bc125eb by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:30:52.247435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Attempting to bind port 168d27fe-50f2-48d7-9174-daf95bc125eb on network d3684f0b-d785-4345-a2bf-a28114458353 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:52.252240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Port 168d27fe-50f2-48d7-9174-daf95bc125eb on network d3684f0b-d785-4345-a2bf-a28114458353 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:30:52.252934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Attempting to bind port 168d27fe-50f2-48d7-9174-daf95bc125eb on network d3684f0b-d785-4345-a2bf-a28114458353 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:30:52.258089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:30:52.258527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Checking segment: {'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:30:52.259001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Bound using segment: {'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:30:52.259501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Bound port: 168d27fe-50f2-48d7-9174-daf95bc125eb, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:30:52.259944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.336415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] For port 168d27fe-50f2-48d7-9174-daf95bc125eb, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:30:52.340891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] For port 168d27fe-50f2-48d7-9174-daf95bc125eb, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=168d27fe-50f2-48d7-9174-daf95bc125eb,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:30:52.349592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.400152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:52.400716 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:52.402729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] 10.222.0.55 "PUT /v2.0/ports/168d27fe-50f2-48d7-9174-daf95bc125eb HTTP/1.1" status: 200 len: 1093 time: 0.6830988 Nov 12 09:30:52.403059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'tag': '168d27fe-50f2-48d7-9174-daf95bc125eb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:52.406895 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b68d857a-add6-43dc-b9ae-69b465af494d", "tag": "168d27fe-50f2-48d7-9174-daf95bc125eb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:52.442333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dffb94-221f-49d8-826c-46043fd7b6dd service neutron] Pushing event updated for resources: {'Port': ['ID=168d27fe-50f2-48d7-9174-daf95bc125eb,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:52.527248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcfe67-502f-4e0c-b644-dd63139b0a0b req-ae8270eb-0d1e-4a36-977e-2de730c0149b tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:52.529897 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87bcfe67-502f-4e0c-b644-dd63139b0a0b req-ae8270eb-0d1e-4a36-977e-2de730c0149b tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 944 time: 0.0678487 Nov 12 09:30:52.616732 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-87bcfe67-502f-4e0c-b644-dd63139b0a0b req-df95f32a-3e67-463b-99a2-03b9caa48098 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668445 Nov 12 09:30:52.622371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-51a0cb39-423c-43c8-bc7a-5fc9d6f5415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:52.624304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-51a0cb39-423c-43c8-bc7a-5fc9d6f5415d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c8672e1982a242f18ad750a1f6add2a8&device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 1096 time: 0.1515155 Nov 12 09:30:52.641294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36d1f8-f68e-475f-8a93-b61222b8df05 req-bc2954b2-ac40-4ce2-85dc-9b49a4d2490e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:52.648284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd36d1f8-f68e-475f-8a93-b61222b8df05 req-bc2954b2-ac40-4ce2-85dc-9b49a4d2490e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1053157 Nov 12 09:30:52.700418 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57853fa7-6b53-4745-8e00-49b056b6deda x-openstack-request-id: req-57853fa7-6b53-4745-8e00-49b056b6deda {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:52.700733 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68d857a-add6-43dc-b9ae-69b465af494d", "tag": "168d27fe-50f2-48d7-9174-daf95bc125eb", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:52.700954 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57853fa7-6b53-4745-8e00-49b056b6deda {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:52.701352 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'tag': '168d27fe-50f2-48d7-9174-daf95bc125eb', 'status': 'completed', 'code': 200} Nov 12 09:30:52.704042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-786e221f-0030-4709-a394-f969bbd8327b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168d27fe-50f2-48d7-9174-daf95bc125eb HTTP/1.1" status: 200 len: 217 time: 0.0486128 Nov 12 09:30:52.774637 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd36d1f8-f68e-475f-8a93-b61222b8df05 req-4b316bf8-3a13-4820-945f-8df568167608 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254568 Nov 12 09:30:52.799132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-7d7a5ddd-0d4b-436a-9098-327b6d49f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:52.800698 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-7d7a5ddd-0d4b-436a-9098-327b6d49f544 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=151ceaf1-8456-4a75-9209-ad4cecd3a79d HTTP/1.1" status: 200 len: 854 time: 0.0868175 Nov 12 09:30:52.859116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-48031942-f534-40af-8583-4a8f4769dc26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3684f0b-d785-4345-a2bf-a28114458353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467474 Nov 12 09:30:52.983969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-be2d613c-43f5-42c3-a495-555a1d9e90d5 service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172211 Nov 12 09:30:53.114736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-65577ee3-585d-4845-a347-a3ce60e1dbdc req-80a85a62-e16e-4ebb-9569-51cac8a5ad80 service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236377 Nov 12 09:30:53.195903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59b279-91f5-41de-b658-e70ab42ae2bb req-5d90d227-e3ec-4b29-9dd6-7d2c2b348d7a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.205152 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce59b279-91f5-41de-b658-e70ab42ae2bb req-5d90d227-e3ec-4b29-9dd6-7d2c2b348d7a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0700765 Nov 12 09:30:53.273446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-c02bc166-2330-49af-8a2c-391fe1a1c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.276198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-c02bc166-2330-49af-8a2c-391fe1a1c20f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c8672e1982a242f18ad750a1f6add2a8&device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 1096 time: 0.0810766 Nov 12 09:30:53.289420 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ce59b279-91f5-41de-b658-e70ab42ae2bb req-5f23a35d-ced8-4145-b0d0-fa1b56cfc198 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831683 Nov 12 09:30:53.426751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-e429c058-0f40-481e-95a7-40848f815a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.428496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-e429c058-0f40-481e-95a7-40848f815a80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3684f0b-d785-4345-a2bf-a28114458353 HTTP/1.1" status: 200 len: 915 time: 0.1420386 Nov 12 09:30:53.481106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-50f4dbf3-7970-4178-8528-86c8b493807e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=168d27fe-50f2-48d7-9174-daf95bc125eb HTTP/1.1" status: 200 len: 217 time: 0.0444734 Nov 12 09:30:53.558316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-22dcdef3-d5ba-4ff9-96e1-d13f14ea34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.560471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-22dcdef3-d5ba-4ff9-96e1-d13f14ea34a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=151ceaf1-8456-4a75-9209-ad4cecd3a79d HTTP/1.1" status: 200 len: 854 time: 0.0702474 Nov 12 09:30:53.605002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-2298c387-b6e2-4e84-ad11-90d01e23b257 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3684f0b-d785-4345-a2bf-a28114458353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348620 Nov 12 09:30:53.711017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-ece36ba4-7428-48e2-a821-d2a5d03a7b8c service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970714 Nov 12 09:30:53.860392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e279ad-c957-49c4-abd2-8bdd232c2b89 req-d0475098-659e-4c46-85bc-5e044ffd4d9e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:53.861968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e279ad-c957-49c4-abd2-8bdd232c2b89 req-d0475098-659e-4c46-85bc-5e044ffd4d9e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 944 time: 0.1148171 Nov 12 09:30:53.910259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78a26ca3-ba20-46f8-9bf1-8345ac9145e1 req-c57038b7-374e-494c-96a5-e338bcff3bd1 service neutron] 10.222.0.55 "GET /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881313 Nov 12 09:30:53.933390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31e279ad-c957-49c4-abd2-8bdd232c2b89 req-117ce68e-aee5-40fb-9b31-f346b2d99844 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597999 Nov 12 09:30:54.447269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa9b63-701f-47e4-a268-fa1b9b675ad9 req-1a18cc14-0df7-418b-a11c-cd4fb2f1addc tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.450607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0daa9b63-701f-47e4-a268-fa1b9b675ad9 req-1a18cc14-0df7-418b-a11c-cd4fb2f1addc tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0598736 Nov 12 09:30:54.548939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0daa9b63-701f-47e4-a268-fa1b9b675ad9 req-d4d664df-2035-475b-92a2-a8d7bd01aaaa tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599136 Nov 12 09:30:54.706526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5b6b9-f908-4d63-8b0f-2e28eeff5576 req-ef8a364c-5113-4e45-bb0e-5a9ea824b8c7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.714943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2a5b6b9-f908-4d63-8b0f-2e28eeff5576 req-ef8a364c-5113-4e45-bb0e-5a9ea824b8c7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0725727 Nov 12 09:30:54.786908 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2a5b6b9-f908-4d63-8b0f-2e28eeff5576 req-a78d1ab9-0ac0-4d08-a5f7-f553979ef8ad tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728467 Nov 12 09:30:54.961329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235e008-ac58-4408-ab6a-03c6a309cf1c req-9510b2d0-bf3e-4a42-9716-62424e25f13e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:54.964695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8235e008-ac58-4408-ab6a-03c6a309cf1c req-9510b2d0-bf3e-4a42-9716-62424e25f13e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0614181 Nov 12 09:30:55.059194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8235e008-ac58-4408-ab6a-03c6a309cf1c req-2814369f-4b3f-4281-9a00-57d444adfdf8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829520 Nov 12 09:30:55.120034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc72fa8-c5db-4ad8-81ba-9a191b0d90e2 req-f0c2a5fd-82d1-44fe-8dab-cab312aa8f68 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:55.127035 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1dc72fa8-c5db-4ad8-81ba-9a191b0d90e2 req-f0c2a5fd-82d1-44fe-8dab-cab312aa8f68 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 944 time: 0.1121476 Nov 12 09:30:55.190039 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1dc72fa8-c5db-4ad8-81ba-9a191b0d90e2 req-8ed84d1d-0027-4962-9632-9060e9e53494 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559769 Nov 12 09:30:55.258424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63da8b9-180e-48d2-9aa0-3e16895382e4 req-4cb4908b-2ced-4170-aa80-d5512effeba9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:55.266584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d63da8b9-180e-48d2-9aa0-3e16895382e4 req-4cb4908b-2ced-4170-aa80-d5512effeba9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0659800 Nov 12 09:30:55.313665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d63da8b9-180e-48d2-9aa0-3e16895382e4 req-6ea45b23-df98-4cf0-afac-ceecb5bb3f08 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461054 Nov 12 09:30:55.346653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 168d27fe-50f2-48d7-9174-daf95bc125eb details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:30:55.529425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 168d27fe-50f2-48d7-9174-daf95bc125eb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=168d27fe-50f2-48d7-9174-daf95bc125eb,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:55.533384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4863e-4c61-4a56-ba50-01951cbdecd8 req-69151994-7a78-4dc3-9dea-ea1ea3fdadf2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:55.537298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55f4863e-4c61-4a56-ba50-01951cbdecd8 req-69151994-7a78-4dc3-9dea-ea1ea3fdadf2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1256125 Nov 12 09:30:55.544624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '168d27fe-50f2-48d7-9174-daf95bc125eb', 'network_id': 'd3684f0b-d785-4345-a2bf-a28114458353', 'port_id': '168d27fe-50f2-48d7-9174-daf95bc125eb', 'mac_address': 'fa:16:3e:16:8d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151ceaf1-8456-4a75-9209-ad4cecd3a79d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:30:55.593841 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:55.610259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55f4863e-4c61-4a56-ba50-01951cbdecd8 req-35e7529e-7590-4900-af25-32596614fad7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637071 Nov 12 09:30:55.629031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168d27fe-50f2-48d7-9174-daf95bc125eb {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:30:55.650168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 168d27fe-50f2-48d7-9174-daf95bc125eb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=168d27fe-50f2-48d7-9174-daf95bc125eb,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:55.664918 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:55.781769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=168d27fe-50f2-48d7-9174-daf95bc125eb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:55.863035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1c7c5-6476-4817-b203-b1ad254f118f req-eac763a4-d25a-44c2-a413-734f9cead1f1 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:55.868206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8aa1c7c5-6476-4817-b203-b1ad254f118f req-eac763a4-d25a-44c2-a413-734f9cead1f1 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1366944 Nov 12 09:30:55.875628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['168d27fe-50f2-48d7-9174-daf95bc125eb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:30:55.982614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8aa1c7c5-6476-4817-b203-b1ad254f118f req-5fed4d05-ed84-48d5-b445-75ec5e142d98 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030021 Nov 12 09:30:56.213571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4845929-1646-4a48-ba28-c3cd8e9cae19 req-fc035481-633a-489d-be00-5618692d8216 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:56.216475 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4845929-1646-4a48-ba28-c3cd8e9cae19 req-fc035481-633a-489d-be00-5618692d8216 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0887089 Nov 12 09:30:56.290751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4845929-1646-4a48-ba28-c3cd8e9cae19 req-14a954f9-2935-45a4-9107-a6a45bff3dc4 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Nov 12 09:30:56.337186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de47a-ec10-4e85-8463-4dc9698d42d2 req-25545fc3-6351-4bb9-bf3c-66b9e3c811a5 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:56.339021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de9de47a-ec10-4e85-8463-4dc9698d42d2 req-25545fc3-6351-4bb9-bf3c-66b9e3c811a5 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 945 time: 0.0563860 Nov 12 09:30:56.415967 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de9de47a-ec10-4e85-8463-4dc9698d42d2 req-a89ff89f-1198-4548-b09d-e120eeb20a39 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605915 Nov 12 09:30:56.487674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09650652-810f-4cd0-862b-531945ec6c7d req-07c54e64-c88d-4e17-af42-8e22efe59238 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:56.496587 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09650652-810f-4cd0-862b-531945ec6c7d req-07c54e64-c88d-4e17-af42-8e22efe59238 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0868742 Nov 12 09:30:56.552502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-09650652-810f-4cd0-862b-531945ec6c7d req-c737bef0-6847-4dca-befe-b9f5a6b3d621 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 Nov 12 09:30:56.695393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb327ec-1458-4171-91b6-eaead38813f2 req-0d756299-a118-4f13-a6a2-df578e3db00d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:56.697130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dcb327ec-1458-4171-91b6-eaead38813f2 req-0d756299-a118-4f13-a6a2-df578e3db00d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0589049 Nov 12 09:30:56.755411 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dcb327ec-1458-4171-91b6-eaead38813f2 req-ef6dcd7e-cccc-4a45-8c22-4fd902ed82cf tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495892 Nov 12 09:30:56.899368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba38c4e-ab79-4970-b1c4-f2ea204630d7 req-0a0fe89a-088b-4804-843a-4f858dc6bcd0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:56.900897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ba38c4e-ab79-4970-b1c4-f2ea204630d7 req-0a0fe89a-088b-4804-843a-4f858dc6bcd0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0633907 Nov 12 09:30:56.973630 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4ba38c4e-ab79-4970-b1c4-f2ea204630d7 req-32f68066-c0a6-48b8-b953-90ba4e5d0ba5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604076 Nov 12 09:30:57.135987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4522204-5445-4640-bbec-c298bb34e90f req-b509e01c-1d42-40e3-8bfe-cdee59f41f45 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:57.137530 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4522204-5445-4640-bbec-c298bb34e90f req-b509e01c-1d42-40e3-8bfe-cdee59f41f45 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0727746 Nov 12 09:30:57.195624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4522204-5445-4640-bbec-c298bb34e90f req-a46ca992-59f9-4a54-acbb-69d97a2364ad tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508356 Nov 12 09:30:57.343638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 168d27fe-50f2-48d7-9174-daf95bc125eb up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:30:57.361417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55e0f-d44e-40a4-a18b-4441e5b47b18 req-e5134f7b-161d-4003-ad2c-0d7af2eb7f32 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:57.363318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4a55e0f-d44e-40a4-a18b-4441e5b47b18 req-e5134f7b-161d-4003-ad2c-0d7af2eb7f32 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0985858 Nov 12 09:30:57.463593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 168d27fe-50f2-48d7-9174-daf95bc125eb completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:30:57.472835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 168d27fe-50f2-48d7-9174-daf95bc125eb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:30:57.473440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.483300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4a55e0f-d44e-40a4-a18b-4441e5b47b18 req-7cb6239b-8875-41bd-ae3a-b6298714d3e1 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090360 Nov 12 09:30:57.661821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4d472-efbb-4f8b-9c2c-fa69bd34df08 req-2a4f9b56-9e09-4b1b-bc15-66644ec7e664 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:57.663963 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.669854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ece4d472-efbb-4f8b-9c2c-fa69bd34df08 req-2a4f9b56-9e09-4b1b-bc15-66644ec7e664 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 945 time: 0.0926855 Nov 12 09:30:57.723061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168d27fe-50f2-48d7-9174-daf95bc125eb'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:30:57.725682 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6039bd0-5490-4356-8dcd-3fd24f90565c" -d '{"events": [{"server_uuid": "b68d857a-add6-43dc-b9ae-69b465af494d", "name": "network-vif-plugged", "status": "completed", "tag": "168d27fe-50f2-48d7-9174-daf95bc125eb"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:30:57.742748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 168d27fe-50f2-48d7-9174-daf95bc125eb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=168d27fe-50f2-48d7-9174-daf95bc125eb,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:30:57.752167 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:57.762321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728af495-c1d2-4b2f-b9c1-ec37f0b3d84a req-156b4246-79ba-4387-863c-51e64d30ce54 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:57.763883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-728af495-c1d2-4b2f-b9c1-ec37f0b3d84a req-156b4246-79ba-4387-863c-51e64d30ce54 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0728273 Nov 12 09:30:57.765226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ece4d472-efbb-4f8b-9c2c-fa69bd34df08 req-1274ed41-fec8-4d2c-849e-4eaecf687292 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942717 Nov 12 09:30:57.813096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=168d27fe-50f2-48d7-9174-daf95bc125eb,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:30:57.851940 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995ed2a-da22-4a08-9e77-22fee2754dd9 x-openstack-request-id: req-4995ed2a-da22-4a08-9e77-22fee2754dd9 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:30:57.852471 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68d857a-add6-43dc-b9ae-69b465af494d", "name": "network-vif-plugged", "status": "completed", "tag": "168d27fe-50f2-48d7-9174-daf95bc125eb", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:30:57.852471 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4995ed2a-da22-4a08-9e77-22fee2754dd9 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:30:57.853017 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168d27fe-50f2-48d7-9174-daf95bc125eb', 'code': 200} Nov 12 09:30:57.881866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-728af495-c1d2-4b2f-b9c1-ec37f0b3d84a req-9f92ceb9-95a3-41d3-8a7b-3788fbe4420f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119318 Nov 12 09:30:57.957251 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.076120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08075e2f-00e4-4792-a4a4-b5e4cd21167c req-d4082ba6-d9ae-4a44-ac38-85e3bbc1664b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.077957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-08075e2f-00e4-4792-a4a4-b5e4cd21167c req-d4082ba6-d9ae-4a44-ac38-85e3bbc1664b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 1098 time: 0.0919480 Nov 12 09:30:58.110325 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f45264-054e-418f-a44f-23860b0d07ff req-3bc94e21-d174-44d4-ae08-578e6516f360 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.118290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31f45264-054e-418f-a44f-23860b0d07ff req-3bc94e21-d174-44d4-ae08-578e6516f360 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0924850 Nov 12 09:30:58.200305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-08075e2f-00e4-4792-a4a4-b5e4cd21167c req-34a2ec57-d7e9-450b-807a-f8fab1651ce2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139548 Nov 12 09:30:58.204182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31f45264-054e-418f-a44f-23860b0d07ff req-b08d458a-a4d2-475b-8d4f-682313537091 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847495 Nov 12 09:30:58.342204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb64333-6d65-4ba8-9fe3-a8f30af2b5f7 req-aa48cb54-8e8d-44bb-a6d1-73bf5eb49184 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.343974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffb64333-6d65-4ba8-9fe3-a8f30af2b5f7 req-aa48cb54-8e8d-44bb-a6d1-73bf5eb49184 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0538442 Nov 12 09:30:58.403105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffb64333-6d65-4ba8-9fe3-a8f30af2b5f7 req-9430b563-ae2f-49a3-8094-28223dea3b55 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530312 Nov 12 09:30:58.430793 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:30:58.538209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866e972-0d5b-47f8-9fae-b19d05d567f8 req-b96f1ab3-8029-4c4c-be48-ab87d0b43938 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.542830 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d866e972-0d5b-47f8-9fae-b19d05d567f8 req-b96f1ab3-8029-4c4c-be48-ab87d0b43938 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0579491 Nov 12 09:30:58.604228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d866e972-0d5b-47f8-9fae-b19d05d567f8 req-4ce1b493-ea5a-4086-93df-e7672c0e2a2f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574572 Nov 12 09:30:58.775339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78fd37-80d2-40c7-b0f8-2ae94b4dcacc req-ff478b2c-10d9-4cda-8efc-589a35a75d7a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.778588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf78fd37-80d2-40c7-b0f8-2ae94b4dcacc req-ff478b2c-10d9-4cda-8efc-589a35a75d7a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0639768 Nov 12 09:30:58.835235 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf78fd37-80d2-40c7-b0f8-2ae94b4dcacc req-734296ff-2633-47a1-bd86-4bd51153fd26 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516529 Nov 12 09:30:58.927020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7decde3-8adf-4ef8-a006-c66eeb6c0442 req-654142af-f5c0-476b-8c52-b02cb622cb51 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.928579 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a7decde3-8adf-4ef8-a006-c66eeb6c0442 req-654142af-f5c0-476b-8c52-b02cb622cb51 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 946 time: 0.0688539 Nov 12 09:30:58.996635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a7decde3-8adf-4ef8-a006-c66eeb6c0442 req-5a46b375-6f69-429a-b612-c8f0afaf8c65 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587299 Nov 12 09:30:58.997403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95557d97-9241-4b0a-8af2-3ce4f577ecd2 req-6b52d438-5531-4b1a-b751-fdad73df1c63 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:58.999005 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95557d97-9241-4b0a-8af2-3ce4f577ecd2 req-6b52d438-5531-4b1a-b751-fdad73df1c63 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0818043 Nov 12 09:30:59.072244 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95557d97-9241-4b0a-8af2-3ce4f577ecd2 req-0c3efe4f-6560-4976-bb80-40cfd3aa2cfe tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561457 Nov 12 09:30:59.278309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649965a-50e8-48cd-a12c-381cfaffcaa8 req-0f7e5a33-58e9-4c69-a87b-97f4ff7a8919 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:59.286309 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e649965a-50e8-48cd-a12c-381cfaffcaa8 req-0f7e5a33-58e9-4c69-a87b-97f4ff7a8919 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0661192 Nov 12 09:30:59.352105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e649965a-50e8-48cd-a12c-381cfaffcaa8 req-1e5fadad-eb10-414b-9f3f-c7afc16907db tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625467 Nov 12 09:30:59.466011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00dbf35-4bc3-49b8-8c80-e9d3fb077ac3 req-b1f562c3-91ee-44fd-9e63-548ae9cf146e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:59.467547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c00dbf35-4bc3-49b8-8c80-e9d3fb077ac3 req-b1f562c3-91ee-44fd-9e63-548ae9cf146e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0529635 Nov 12 09:30:59.525129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c00dbf35-4bc3-49b8-8c80-e9d3fb077ac3 req-839e4cc9-cbc7-4b14-8664-d639426cbc48 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Nov 12 09:30:59.697527 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a53d77-d94a-40f4-a9bc-4001ddb1df53 req-cab9e1d8-88a2-4dfb-a232-1c5e7bc3b9c2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:59.699016 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4a53d77-d94a-40f4-a9bc-4001ddb1df53 req-cab9e1d8-88a2-4dfb-a232-1c5e7bc3b9c2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0581112 Nov 12 09:30:59.755792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4a53d77-d94a-40f4-a9bc-4001ddb1df53 req-64812da7-0d61-4081-ab97-f34b4944d63f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496731 Nov 12 09:30:59.887946 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed40ac-c60d-459c-a71c-7aaadfd6e44c req-6e8c6f89-c9a1-42bf-8404-a907481b5a7e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:30:59.889646 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7eed40ac-c60d-459c-a71c-7aaadfd6e44c req-6e8c6f89-c9a1-42bf-8404-a907481b5a7e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0575304 Nov 12 09:30:59.941188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7eed40ac-c60d-459c-a71c-7aaadfd6e44c req-aaa0b0c6-7ece-4ae0-b445-2814d5b1f5e9 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Nov 12 09:31:00.155178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6a43b-9f08-424b-9c04-08dfad05498f req-ba9abb68-fe47-40d3-a169-50c8a13b13c4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:00.157318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88b6a43b-9f08-424b-9c04-08dfad05498f req-ba9abb68-fe47-40d3-a169-50c8a13b13c4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 946 time: 0.0665958 Nov 12 09:31:00.222437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-88b6a43b-9f08-424b-9c04-08dfad05498f req-70f67df3-59a3-4da0-9954-531968f1adec tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584629 Nov 12 09:31:00.500567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a855fb7-52de-4713-a3f5-114e57a783ba req-f3bcbdd4-e509-4ff4-90ac-5262a3406751 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:00.502481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a855fb7-52de-4713-a3f5-114e57a783ba req-f3bcbdd4-e509-4ff4-90ac-5262a3406751 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0747793 Nov 12 09:31:00.584275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3a855fb7-52de-4713-a3f5-114e57a783ba req-25d0c232-cb9f-4f30-9cb3-3242a08646e6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746942 Nov 12 09:31:01.728686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ef263-6f25-4a82-9951-687430bae9b6 req-7337e808-4ce2-4b08-8ba8-4cb716f01f1d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:01.732787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa7ef263-6f25-4a82-9951-687430bae9b6 req-7337e808-4ce2-4b08-8ba8-4cb716f01f1d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0638037 Nov 12 09:31:01.792183 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa7ef263-6f25-4a82-9951-687430bae9b6 req-d223163e-5f17-43d7-90a7-f369ac287d15 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511577 Nov 12 09:31:02.988637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff5401-e08e-4a0b-9ea6-4cb341c18f95 req-63e23090-df5b-4877-934d-98727cdaea29 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:02.990877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26ff5401-e08e-4a0b-9ea6-4cb341c18f95 req-63e23090-df5b-4877-934d-98727cdaea29 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0883763 Nov 12 09:31:03.058965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26ff5401-e08e-4a0b-9ea6-4cb341c18f95 req-650afdf7-8f8a-40f9-a069-1e447d5df9ec tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597377 Nov 12 09:31:04.188038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be321e-af39-4187-b5f8-d6ee12264295 req-27eb7a4f-bc60-4ab0-afe7-db7418857f0e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:04.189590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7be321e-af39-4187-b5f8-d6ee12264295 req-27eb7a4f-bc60-4ab0-afe7-db7418857f0e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0551343 Nov 12 09:31:04.249679 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7be321e-af39-4187-b5f8-d6ee12264295 req-ec4964a8-4222-4f24-b966-c7d842d5f40f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526602 Nov 12 09:31:05.451718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a010f4-44d0-4494-82b6-fd5cf08f2ca9 req-b286a769-1d84-48de-b75b-46a1963d8997 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:05.459769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4a010f4-44d0-4494-82b6-fd5cf08f2ca9 req-b286a769-1d84-48de-b75b-46a1963d8997 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1047089 Nov 12 09:31:05.518866 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4a010f4-44d0-4494-82b6-fd5cf08f2ca9 req-11b77409-e0e7-4bf2-916d-6f85d91ab9bf tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581429 Nov 12 09:31:06.243876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:31:06.359900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:06.372799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310', 'port_id': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'mac_address': 'fa:16:3e:8f:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28f5edd-5e96-48c6-aa40-93d103d9c116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:31:06.413115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:06.426667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85836522-bb0c-484a-9d6c-de0d1d26215c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:31:06.453595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:06.459566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:06.519281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=6']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:06.549738 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85836522-bb0c-484a-9d6c-de0d1d26215c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:06.664316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902e867-9ed5-43f6-b510-28faa0e4469d req-57a914de-bced-4c70-8ec3-4d89748b5e6d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:06.666930 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e902e867-9ed5-43f6-b510-28faa0e4469d req-57a914de-bced-4c70-8ec3-4d89748b5e6d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 944 time: 0.0692968 Nov 12 09:31:06.743805 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e902e867-9ed5-43f6-b510-28faa0e4469d req-4007936d-d34c-4b22-a7a2-4789c47d0121 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625169 Nov 12 09:31:07.876695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f7fb62-6ba9-4522-9cc1-a0e72f76d5b8 req-1af8da79-d67d-429f-bb86-d6a0c1d8e858 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:07.878925 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25f7fb62-6ba9-4522-9cc1-a0e72f76d5b8 req-1af8da79-d67d-429f-bb86-d6a0c1d8e858 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 944 time: 0.0538900 Nov 12 09:31:07.937727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-25f7fb62-6ba9-4522-9cc1-a0e72f76d5b8 req-fbeb0cba-4ee2-4f5f-b206-5b026a9ea1a7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523541 Nov 12 09:31:08.251049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:08.331542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 85836522-bb0c-484a-9d6c-de0d1d26215c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:08.332513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.447581 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.492987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:08.500925 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924ab1a1-b18f-4e3d-aed5-5cd235699a29" -d '{"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:08.517808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:08.526243 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:08.591099 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7216e6-f593-4f94-90f4-91cca317cf2a x-openstack-request-id: req-7a7216e6-f593-4f94-90f4-91cca317cf2a {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:08.592004 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:08.592370 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a7216e6-f593-4f94-90f4-91cca317cf2a {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:08.593057 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'code': 200} Nov 12 09:31:08.629992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=7']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:09.147020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c8b87-9aa0-4624-b4bc-567eef1a1ce4 req-a20e3cb5-64e6-4095-a779-cccab99d2ca4 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:09.157924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-637c8b87-9aa0-4624-b4bc-567eef1a1ce4 req-a20e3cb5-64e6-4095-a779-cccab99d2ca4 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1257937 Nov 12 09:31:09.225296 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-637c8b87-9aa0-4624-b4bc-567eef1a1ce4 req-d63eb2ce-0ebf-4ec9-a233-d9a6998311a5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658827 Nov 12 09:31:10.422111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b256-90d3-4d29-b6ec-8afafc682f46 req-f538c740-b501-4cb0-8cca-96ce7a64e90c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:10.434895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3aa9b256-90d3-4d29-b6ec-8afafc682f46 req-f538c740-b501-4cb0-8cca-96ce7a64e90c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0770566 Nov 12 09:31:10.506641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3aa9b256-90d3-4d29-b6ec-8afafc682f46 req-05f91c85-3f74-4582-b54f-419b4de4e50f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Nov 12 09:31:11.725638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baaaa29-d48c-4128-99b0-0de1f7d28594 req-1c18ed49-1af7-42e7-8cfa-97329a02912b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:11.727741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8baaaa29-d48c-4128-99b0-0de1f7d28594 req-1c18ed49-1af7-42e7-8cfa-97329a02912b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0820303 Nov 12 09:31:11.820483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8baaaa29-d48c-4128-99b0-0de1f7d28594 req-707712da-8fff-453b-a0f4-94878d528c6d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814490 Nov 12 09:31:12.948955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-ed1d56cc-2903-4e1c-9794-5490b060f696 req-9c0304b0-0469-4b7f-a44e-d51b9ace967e service neutron] (109376) timed out ('10.222.0.53', 54634) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:31:12.970128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d63fc-68a9-40d5-bf87-88df187a716a req-2fab3e2f-9b6b-4482-9b88-3ebcd73dd8c8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:12.980832 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-154d63fc-68a9-40d5-bf87-88df187a716a req-2fab3e2f-9b6b-4482-9b88-3ebcd73dd8c8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0713108 Nov 12 09:31:13.060285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-154d63fc-68a9-40d5-bf87-88df187a716a req-ba985cde-388d-4bf9-ba08-777865c9c12d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733554 Nov 12 09:31:13.880197 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-142c7528-e59a-48f3-bd33-061914d54bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:14.263636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d4a7f-96f6-4754-ac5e-a1678a3061fa req-45cdf625-dcea-4499-a181-3dec6cd17b04 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:14.266634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec0d4a7f-96f6-4754-ac5e-a1678a3061fa req-45cdf625-dcea-4499-a181-3dec6cd17b04 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0723252 Nov 12 09:31:14.363655 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec0d4a7f-96f6-4754-ac5e-a1678a3061fa req-6db58126-dd90-450c-b552-995fbd5663c5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907791 Nov 12 09:31:15.576853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f38c00-76fc-448f-bc22-6b568d8e7a79 req-00f7ff6b-9d83-4556-9304-57b07e59e8bd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:15.583701 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-27f38c00-76fc-448f-bc22-6b568d8e7a79 req-00f7ff6b-9d83-4556-9304-57b07e59e8bd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1309776 Nov 12 09:31:15.662952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-27f38c00-76fc-448f-bc22-6b568d8e7a79 req-14f0407f-2808-4a80-a08d-64e52dbc36bb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723188 Nov 12 09:31:16.419156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-49dcfa39-d6dc-4c14-9ae3-3f550cf4b563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:16.902309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee0a32-77df-43ef-abdd-e89f0d380714 req-c34a2d2d-b728-4057-a4cf-7b7420b1368e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:16.904897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffee0a32-77df-43ef-abdd-e89f0d380714 req-c34a2d2d-b728-4057-a4cf-7b7420b1368e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1246753 Nov 12 09:31:16.994754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ffee0a32-77df-43ef-abdd-e89f0d380714 req-219aa428-d842-4401-99ee-bb60f9ef70f5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833838 Nov 12 09:31:18.306640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcebf93c-e5d5-4929-af2a-aad780964a1c req-2ac0cb94-d6e1-4f1e-966c-a81a1b594364 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:18.320018 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcebf93c-e5d5-4929-af2a-aad780964a1c req-2ac0cb94-d6e1-4f1e-966c-a81a1b594364 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1040006 Nov 12 09:31:18.404334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcebf93c-e5d5-4929-af2a-aad780964a1c req-2a6b4e95-c9dc-4d21-8245-48317a7b1abc tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725825 Nov 12 09:31:19.146756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:19.588451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470544c-c07d-464a-92c7-e489df5d2d6b req-e54ed1c1-3e47-4818-9940-41779e879954 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:19.597456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f470544c-c07d-464a-92c7-e489df5d2d6b req-e54ed1c1-3e47-4818-9940-41779e879954 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0678065 Nov 12 09:31:19.671089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f470544c-c07d-464a-92c7-e489df5d2d6b req-507132a9-95b3-47c2-8d69-460a5c5b45f0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Nov 12 09:31:19.850297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:20.389522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:20.846328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49196-1f32-46a8-a7f0-0136812311a8 req-63acda19-5ba1-438e-b675-5ded4c36b836 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:20.854560 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ca49196-1f32-46a8-a7f0-0136812311a8 req-63acda19-5ba1-438e-b675-5ded4c36b836 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0704818 Nov 12 09:31:20.919022 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1ca49196-1f32-46a8-a7f0-0136812311a8 req-105cae4c-95d0-4409-aa93-78f37414635a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589218 Nov 12 09:31:22.046161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae57ab-af02-467f-ab7d-7bdb373bc8b1 req-57ec9059-a586-4ec4-b15a-912c24481636 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:22.054829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdae57ab-af02-467f-ab7d-7bdb373bc8b1 req-57ec9059-a586-4ec4-b15a-912c24481636 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0646374 Nov 12 09:31:22.112408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fdae57ab-af02-467f-ab7d-7bdb373bc8b1 req-5ab19fee-5ffe-403a-b3fe-6aa43a25de9e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564682 Nov 12 09:31:22.998406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-e47e4f48-3c22-4af5-a9ef-17d46199ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.000273 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-e47e4f48-3c22-4af5-a9ef-17d46199ad51 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1097 time: 0.0563779 Nov 12 09:31:23.135048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-48050712-c7a1-4725-ad7d-47130cfcb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.136654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-48050712-c7a1-4725-ad7d-47130cfcb4cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 915 time: 0.1282315 Nov 12 09:31:23.210428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-141666c1-74d8-4295-9fd0-7f18f15da300 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 217 time: 0.0646725 Nov 12 09:31:23.270188 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:31:23.282499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad40841-551c-4eaf-ad3d-eb668a6fff23 req-5beea817-81c8-47f6-bbb8-849504cabc12 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.293333 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad40841-551c-4eaf-ad3d-eb668a6fff23 req-5beea817-81c8-47f6-bbb8-849504cabc12 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0859137 Nov 12 09:31:23.354114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-722f22d9-0939-4d81-8fe4-c2f87047724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:23.357450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-722f22d9-0939-4d81-8fe4-c2f87047724b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.1306777 Nov 12 09:31:23.364377 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-aad40841-551c-4eaf-ad3d-eb668a6fff23 req-946dccd4-b186-4eea-a375-24acc7f56070 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697634 Nov 12 09:31:23.420408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-f024efb3-0da3-4e6f-a89c-82e2a369189a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506063 Nov 12 09:31:23.560538 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-0558bbb1-8d41-42ed-95c9-0d680646ea9d service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316440 Nov 12 09:31:23.680737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cd02bad-40f5-4a24-bd1b-9b268ed90bae req-5c9bcb03-e965-4295-b704-cf4078eb6b35 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099737 Nov 12 09:31:24.540602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8cbbd-cc69-4a61-aa48-b6b4062c8e05 req-6d5477bd-c3ed-4ccd-a044-b8dc2afebde2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:24.543581 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0de8cbbd-cc69-4a61-aa48-b6b4062c8e05 req-6d5477bd-c3ed-4ccd-a044-b8dc2afebde2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0629663 Nov 12 09:31:24.616790 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0de8cbbd-cc69-4a61-aa48-b6b4062c8e05 req-1628f7dd-0cf1-425e-b6bb-deb65d5da82c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661707 Nov 12 09:31:25.774369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c342238-95ee-4cf7-aecc-d220d1159770 req-3ed4fbc0-87b0-4106-b98b-bc7f4ab58f1a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:25.776086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c342238-95ee-4cf7-aecc-d220d1159770 req-3ed4fbc0-87b0-4106-b98b-bc7f4ab58f1a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.0695531 Nov 12 09:31:25.858719 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c342238-95ee-4cf7-aecc-d220d1159770 req-66278c76-4b57-4ed7-9fff-92be26533d89 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752945 Nov 12 09:31:26.053776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd460e-9bca-4ce6-9abd-322fb0aeecde req-4b1ec6bd-96e7-4fd9-982a-159519364472 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:26.055366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97fd460e-9bca-4ce6-9abd-322fb0aeecde req-4b1ec6bd-96e7-4fd9-982a-159519364472 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1140976 Nov 12 09:31:26.131259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-97fd460e-9bca-4ce6-9abd-322fb0aeecde req-de2621a3-b170-472d-9a01-4a34c5a85b58 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686092 Nov 12 09:31:26.368335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:26.384104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-30d31e25-84c9-4378-bcb4-6a06ffc8e6b2 req-3591d099-8479-41fe-b74b-e91d4049873c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:31:26.385097 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30d31e25-84c9-4378-bcb4-6a06ffc8e6b2 req-3591d099-8479-41fe-b74b-e91d4049873c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056603 Nov 12 09:31:26.515303 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:26.611435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:26.613045 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:26.616493 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65cfe0c-0eee-4c5d-9803-3f09302a244a" -d '{"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-unplugged", "status": "completed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:26.621835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:26.707867 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f818fba0-fc3e-47cd-bd4e-30c1b3357cd5 x-openstack-request-id: req-f818fba0-fc3e-47cd-bd4e-30c1b3357cd5 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:26.709892 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-unplugged", "status": "failed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c", "code": 422}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:26.710379 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f818fba0-fc3e-47cd-bd4e-30c1b3357cd5 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:26.711002 n-d-769329-17 neutron-server[109378]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'code': 422} returned with failed status Nov 12 09:31:26.712930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546e928-e0e4-4c66-9a7b-ad441fe68197 req-7c7f5dd1-58bc-4a47-a07a-28811133c2fb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:26.727105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6546e928-e0e4-4c66-9a7b-ad441fe68197 req-7c7f5dd1-58bc-4a47-a07a-28811133c2fb tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 945 time: 0.1553204 Nov 12 09:31:26.745531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:26.817363 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6546e928-e0e4-4c66-9a7b-ad441fe68197 req-0a1e9d5a-3025-4ff7-88f9-6308bcf08361 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873210 Nov 12 09:31:27.227996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-32a56cbe-d3a3-4b27-9ae5-5a6d4f1b2060 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2175996 Nov 12 09:31:27.243148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-a64eecba-87a8-4621-915b-aa76a7a9d77b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:31:27.244252 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-a64eecba-87a8-4621-915b-aa76a7a9d77b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058107 Nov 12 09:31:27.914936 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:27.962386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43829f28-cbac-451f-b539-b1e518aa8049 req-9b08921f-e5ba-408a-b88a-1bf27c79187d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:27.964121 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43829f28-cbac-451f-b539-b1e518aa8049 req-9b08921f-e5ba-408a-b88a-1bf27c79187d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0588522 Nov 12 09:31:28.025068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43829f28-cbac-451f-b539-b1e518aa8049 req-38dbb9af-ef84-4571-91c9-f1033e0ef01d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542164 Nov 12 09:31:28.188602 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-fefe32e0-ca21-4ffa-aeab-35f8336cc0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:28.190098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-fefe32e0-ca21-4ffa-aeab-35f8336cc0ff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a&tenant_id=d58623b1d99b4a1f9fe981110da8c90b HTTP/1.1" status: 200 len: 1095 time: 0.0466266 Nov 12 09:31:28.275705 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-0313f16d-d0f1-4d71-912c-346e9de361df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:28.278677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-0313f16d-d0f1-4d71-912c-346e9de361df service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1095 time: 0.0607774 Nov 12 09:31:28.408511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-f1f747ff-1520-46b2-a8cb-98c0fa8b26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:28.410415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-f1f747ff-1520-46b2-a8cb-98c0fa8b26e7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 915 time: 0.1235564 Nov 12 09:31:28.441630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:28.487065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-6584ec40-ff0e-4f82-8714-9fadcad05cee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 217 time: 0.0606678 Nov 12 09:31:28.565396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-e214b265-fd4a-4bf6-95db-fdbafdfe58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:28.568160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-e214b265-fd4a-4bf6-95db-fdbafdfe58ed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.0727687 Nov 12 09:31:28.605363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-ffb4f011-5df3-43b8-829e-1c330eee5a42 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286703 Nov 12 09:31:28.715176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-3aa311b9-ebb0-40d0-a183-cf88596397a8 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032255 Nov 12 09:31:28.833302 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16acf071-3a77-46d9-805e-8999cf9d7d19 req-8316d845-768f-4f9c-9152-3a84530faf96 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107330 Nov 12 09:31:29.257152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580280d-6e44-4831-be40-bd695c38acc8 req-063741a2-8deb-489d-b2c1-f000bd98dea5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:29.270493 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6580280d-6e44-4831-be40-bd695c38acc8 req-063741a2-8deb-489d-b2c1-f000bd98dea5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.1263824 Nov 12 09:31:29.415661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6580280d-6e44-4831-be40-bd695c38acc8 req-8a3a258c-a054-44c7-a745-6bb558fd2790 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401019 Nov 12 09:31:30.378982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:30.675204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96630561-85b8-47b9-a933-3ecd06b33d1c req-249ace13-830f-4c79-b47d-bed7c4958bb7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:30.686383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96630561-85b8-47b9-a933-3ecd06b33d1c req-249ace13-830f-4c79-b47d-bed7c4958bb7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.1086202 Nov 12 09:31:30.820663 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96630561-85b8-47b9-a933-3ecd06b33d1c req-0d9fbfdc-7597-4d8a-9031-87ed3aec1a7d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017337 Nov 12 09:31:31.991115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256ee9e-3b60-4814-8efa-3023fbf2b40b req-19398e9a-4433-4c14-9469-5fc8eedebf20 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:31.999259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4256ee9e-3b60-4814-8efa-3023fbf2b40b req-19398e9a-4433-4c14-9469-5fc8eedebf20 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0652232 Nov 12 09:31:32.090072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4256ee9e-3b60-4814-8efa-3023fbf2b40b req-7ac462c3-54ca-4543-aecc-dbc739dbc33e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554991 Nov 12 09:31:33.257720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33fc8f-d842-4901-acb0-4a0ce3fa31e4 req-c2ea99dd-32d6-423f-8eec-13112d1a666d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:33.259966 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a33fc8f-d842-4901-acb0-4a0ce3fa31e4 req-c2ea99dd-32d6-423f-8eec-13112d1a666d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.1013553 Nov 12 09:31:33.361520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a33fc8f-d842-4901-acb0-4a0ce3fa31e4 req-4c90dd27-6728-4644-86fc-da6dcb77466a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834775 Nov 12 09:31:34.527434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f44ac2-9cd1-4f10-8ebb-de391d29cded req-210f50bb-0c1f-4942-8b22-cac6abce04d7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:34.535784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a1f44ac2-9cd1-4f10-8ebb-de391d29cded req-210f50bb-0c1f-4942-8b22-cac6abce04d7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0758245 Nov 12 09:31:34.547184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f9129-1f87-4339-890f-e041388fe635 req-8bd5bba4-cb03-491f-93a9-a8031ad949b2 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:34.556754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc1f9129-1f87-4339-890f-e041388fe635 req-8bd5bba4-cb03-491f-93a9-a8031ad949b2 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 946 time: 0.0834374 Nov 12 09:31:34.617428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cc1f9129-1f87-4339-890f-e041388fe635 req-ca4b5b09-31d7-431b-8619-11f2067f20bc tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588357 Nov 12 09:31:34.627114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a1f44ac2-9cd1-4f10-8ebb-de391d29cded req-7c590c1a-e22b-41d5-9a44-ad78abf846e8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903981 Nov 12 09:31:34.970955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-8a31fa9e-419a-4235-87f7-ce77a5e19cf2 req-04f71075-5e67-4e88-b36d-081b317d6239 service neutron] (109376) timed out ('10.222.0.53', 53642) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:31:35.764816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d48c8-6936-4cb4-ad77-920e4ca8bbb2 req-467b88c5-b87b-46fd-9c90-f0ab8489e49e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:35.785545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea1d48c8-6936-4cb4-ad77-920e4ca8bbb2 req-467b88c5-b87b-46fd-9c90-f0ab8489e49e tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 946 time: 0.0934618 Nov 12 09:31:35.814041 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea6e2b-ad95-4e19-8e35-0001843ae590 req-a3940c84-fbb4-4e73-a2b8-30af155491dd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:35.816269 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6ea6e2b-ad95-4e19-8e35-0001843ae590 req-a3940c84-fbb4-4e73-a2b8-30af155491dd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0928206 Nov 12 09:31:35.874242 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea1d48c8-6936-4cb4-ad77-920e4ca8bbb2 req-47819580-c369-4f6c-93c2-2b16ab3ecc93 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/security-groups?id=70d04765-1a1e-4e20-8e12-143947a9e57c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877132 Nov 12 09:31:35.936781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b6ea6e2b-ad95-4e19-8e35-0001843ae590 req-b5d89af6-01e4-4ed0-a4c2-22aeddaf254a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073017 Nov 12 09:31:35.958531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17565918-869b-409a-a906-939de1279d66 req-ef68243d-721a-4a2e-b2e5-34980c27af82 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:35.960619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17565918-869b-409a-a906-939de1279d66 req-ef68243d-721a-4a2e-b2e5-34980c27af82 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 946 time: 0.1021514 Nov 12 09:31:36.072740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Deleting port 168d27fe-50f2-48d7-9174-daf95bc125eb {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:31:36.073381 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.188446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] For port 168d27fe-50f2-48d7-9174-daf95bc125eb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=168d27fe-50f2-48d7-9174-daf95bc125eb,segment=NetworkSegment(84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0),segment_id=84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:36.188854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.219800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Calling delete_port for 168d27fe-50f2-48d7-9174-daf95bc125eb owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:31:36.421524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.440588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['168d27fe-50f2-48d7-9174-daf95bc125eb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:36.461255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Pushing event deleted for resources: {'Port': ['ID=168d27fe-50f2-48d7-9174-daf95bc125eb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:36.489317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.489973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.490649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.491208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.491703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.492356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.493568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.493568 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.493751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.493917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.494285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.495302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:36.543154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] No DVR routers for this DVR port 168d27fe-50f2-48d7-9174-daf95bc125eb on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:31:36.558805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:36.566813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17565918-869b-409a-a906-939de1279d66 req-3e565d0e-9630-4308-91d6-687b5ca6e2b4 tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.55 "DELETE /v2.0/ports/168d27fe-50f2-48d7-9174-daf95bc125eb HTTP/1.1" status: 204 len: 173 time: 0.5980942 Nov 12 09:31:36.567307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'name': 'network-vif-deleted', 'tag': '168d27fe-50f2-48d7-9174-daf95bc125eb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:36.574555 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157c5c7-7ffc-417e-a7af-361cc87a55df" -d '{"events": [{"server_uuid": "b68d857a-add6-43dc-b9ae-69b465af494d", "name": "network-vif-deleted", "tag": "168d27fe-50f2-48d7-9174-daf95bc125eb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:36.649516 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b5cf9e-3e4a-4d66-9c4f-64fd5de459ed x-openstack-request-id: req-d9b5cf9e-3e4a-4d66-9c4f-64fd5de459ed {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:36.649516 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68d857a-add6-43dc-b9ae-69b465af494d", "name": "network-vif-deleted", "tag": "168d27fe-50f2-48d7-9174-daf95bc125eb", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:36.649516 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9b5cf9e-3e4a-4d66-9c4f-64fd5de459ed {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:36.649516 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68d857a-add6-43dc-b9ae-69b465af494d', 'name': 'network-vif-deleted', 'tag': '168d27fe-50f2-48d7-9174-daf95bc125eb', 'status': 'completed', 'code': 200} Nov 12 09:31:37.060957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-83f7d823-3395-401a-b02d-dba7d4c0c89e req-9f21567b-6ff4-4fc7-a807-8ba283d80a5a tempest-VolumesSnapshotTestJSON-1561008979 tempest-VolumesSnapshotTestJSON-1561008979-project] 10.222.0.53 "GET /v2.0/ports?device_id=b68d857a-add6-43dc-b9ae-69b465af494d HTTP/1.1" status: 200 len: 210 time: 0.0545986 Nov 12 09:31:37.251574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c361246-d916-46ab-a2d0-27a8d7c83a19 req-66f4c32e-3a34-4ef3-8da8-941691e7bdaa tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:37.255756 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c361246-d916-46ab-a2d0-27a8d7c83a19 req-66f4c32e-3a34-4ef3-8da8-941691e7bdaa tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.1509409 Nov 12 09:31:37.360347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c361246-d916-46ab-a2d0-27a8d7c83a19 req-2c1475f6-76fb-45a6-a40b-3382410fc49d tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952334 Nov 12 09:31:38.615460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843ee01-6561-4e9e-beba-bd3854df2d60 req-b25bd11a-7342-4ccd-b8dd-71533090bacc tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:38.618869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5843ee01-6561-4e9e-beba-bd3854df2d60 req-b25bd11a-7342-4ccd-b8dd-71533090bacc tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.1596076 Nov 12 09:31:38.734651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5843ee01-6561-4e9e-beba-bd3854df2d60 req-c4994cac-e035-4096-bd8c-afe6ba94db43 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080346 Nov 12 09:31:38.797594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44586) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:39.066955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.192917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.201408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.236987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ddc95f-5a55-4d08-a8c4-07fde3616e9f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:39.255133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.255482 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.255828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.256205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.256533 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.256867 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.257199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.257526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.257857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.258185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.258513 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.258845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:39.271646 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e8193a5e-73dd-4c7d-8c6f-c40e1be32d42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b00fc088c6944990940724f10310b35a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4701421 Nov 12 09:31:39.272102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44590) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:39.356860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b312c96-92e1-4c30-8055-d8d1083675fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.399664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b312c96-92e1-4c30-8055-d8d1083675fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.457820 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b312c96-92e1-4c30-8055-d8d1083675fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.461304 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0b312c96-92e1-4c30-8055-d8d1083675fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.462573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0b312c96-92e1-4c30-8055-d8d1083675fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08ddc95f-5a55-4d08-a8c4-07fde3616e9f HTTP/1.1" status: 204 len: 168 time: 0.1901021 Nov 12 09:31:39.473900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b312c96-92e1-4c30-8055-d8d1083675fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ddc95f-5a55-4d08-a8c4-07fde3616e9f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:39.530054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 168d27fe-50f2-48d7-9174-daf95bc125eb no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:31:39.555867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 168d27fe-50f2-48d7-9174-daf95bc125eb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:31:39.556475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 168d27fe-50f2-48d7-9174-daf95bc125eb not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:31:39.862312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44610) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:39.879360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f720e-4ba3-4cd5-b297-a1f0553e9fe8 req-845b0a3a-563b-44bb-801a-0922ddeb79cd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:39.881239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-147f720e-4ba3-4cd5-b297-a1f0553e9fe8 req-845b0a3a-563b-44bb-801a-0922ddeb79cd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0672934 Nov 12 09:31:39.881449 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80c2d72a-ff0d-4681-b99d-86c18275f3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.944799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-147f720e-4ba3-4cd5-b297-a1f0553e9fe8 req-9e7bd61d-fd48-4a74-ab08-10fc1cfccee1 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564196 Nov 12 09:31:39.984033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80c2d72a-ff0d-4681-b99d-86c18275f3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:39.988750 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80c2d72a-ff0d-4681-b99d-86c18275f3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.024538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-80c2d72a-ff0d-4681-b99d-86c18275f3a6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e963a09a766e42ff93a241edb1ed216b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608496 Nov 12 09:31:40.028588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44612) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:40.034362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d72a-ff0d-4681-b99d-86c18275f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c931ca95-7b9c-47a4-a96c-b8b554c4e9ad,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:40.038248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-5156a072-fe46-490c-bd67-37f8892bb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:40.039737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-5156a072-fe46-490c-bd67-37f8892bb083 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1095 time: 0.0559044 Nov 12 09:31:40.134587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9961bd21-5782-4264-b9df-ea513a3feab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.168714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9961bd21-5782-4264-b9df-ea513a3feab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.194640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-88f38b83-ddcc-4104-9d21-d56425d46723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:40.196140 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-88f38b83-ddcc-4104-9d21-d56425d46723 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 915 time: 0.1287262 Nov 12 09:31:40.248739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-d4e95491-7af0-4370-8d5c-58e810d9fde0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 217 time: 0.0424478 Nov 12 09:31:40.292933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9961bd21-5782-4264-b9df-ea513a3feab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.295386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9961bd21-5782-4264-b9df-ea513a3feab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:40.296564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9961bd21-5782-4264-b9df-ea513a3feab8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c931ca95-7b9c-47a4-a96c-b8b554c4e9ad HTTP/1.1" status: 204 len: 168 time: 0.2665310 Nov 12 09:31:40.311852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961bd21-5782-4264-b9df-ea513a3feab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c931ca95-7b9c-47a4-a96c-b8b554c4e9ad,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:40.329164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-7380d728-9178-4cee-b428-f627710abad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:40.331722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-7380d728-9178-4cee-b428-f627710abad2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.0745625 Nov 12 09:31:40.367739 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-63592bca-536b-4c76-b65c-90efec90e3b9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279779 Nov 12 09:31:40.472347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-52afa1a5-79e5-4b6f-9afa-f07f7465997e service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964205 Nov 12 09:31:40.576121 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2ede9982-dd94-4d2a-907d-155f6c7ce13d req-70df4683-f0c6-4720-9a7f-7ba86f196740 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917530 Nov 12 09:31:41.092869 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fac9b-9cfe-4bf5-ac2b-1279c0d20bbf req-d3dd262e-d2fe-4bd1-b194-b12941e82546 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:41.095069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb5fac9b-9cfe-4bf5-ac2b-1279c0d20bbf req-d3dd262e-d2fe-4bd1-b194-b12941e82546 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0569692 Nov 12 09:31:41.164146 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb5fac9b-9cfe-4bf5-ac2b-1279c0d20bbf req-049287bd-bb59-43de-8772-ac8e797722de tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616431 Nov 12 09:31:42.313349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb9022-c92d-4aa7-91e6-5199769a92db req-6f1e038a-98f1-46b4-8355-415a6ef0892a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:42.315568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0eeb9022-c92d-4aa7-91e6-5199769a92db req-6f1e038a-98f1-46b4-8355-415a6ef0892a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 943 time: 0.0687308 Nov 12 09:31:42.418114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0eeb9022-c92d-4aa7-91e6-5199769a92db req-26b1fdac-16ab-4b57-9da4-59c0ec1e6286 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939503 Nov 12 09:31:42.427470 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:31:42.560104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:42.577314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'network_id': 'fd0981a2-d5e0-4b0f-ae59-577f28dea310', 'port_id': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'mac_address': 'fa:16:3e:8f:e8:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c28f5edd-5e96-48c6-aa40-93d103d9c116', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:31:42.622942 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.640872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85836522-bb0c-484a-9d6c-de0d1d26215c {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:31:42.663023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:42.667149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:42.725753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:42.734192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.734614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.735023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.735431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.735896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.736334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.736727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.737121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.737514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.737906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.738298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.738686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:31:42.906595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85836522-bb0c-484a-9d6c-de0d1d26215c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:31:43.634384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120a7483-c62e-479b-a9e1-bc19fc2e8f7d req-3713c579-45c6-4310-a166-0a5ad9972775 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:43.642484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-120a7483-c62e-479b-a9e1-bc19fc2e8f7d req-3713c579-45c6-4310-a166-0a5ad9972775 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 944 time: 0.0613070 Nov 12 09:31:43.707123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-120a7483-c62e-479b-a9e1-bc19fc2e8f7d req-77937f69-a0e3-4442-9727-41df25f029a0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634661 Nov 12 09:31:43.881144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d57a8bf8-2b76-4c02-9377-ecd78ca8149a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.442282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:31:44.502502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 85836522-bb0c-484a-9d6c-de0d1d26215c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:31:44.502876 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.587526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.613919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:31:44.616236 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe86a01c-f5e0-406d-8acf-d1529ca32d0f" -d '{"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:31:44.630301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:31:44.636375 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:44.670611 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72152146-49d3-439a-9522-ea56dd2d494a x-openstack-request-id: req-72152146-49d3-439a-9522-ea56dd2d494a {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:31:44.671022 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-plugged", "status": "completed", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:31:44.671342 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72152146-49d3-439a-9522-ea56dd2d494a {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:31:44.671795 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'code': 200} Nov 12 09:31:44.717661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=10']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:44.850409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f3ee1-e737-46d3-bbed-6520ba9cae6d req-d219ffe2-0d3c-4752-91e0-12eefcb0b802 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.852412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8a6f1-e82a-4f1a-b626-e724d84f0994 req-d6f524f0-fec7-4a05-9050-c73a36eb5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:44.853225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b88f3ee1-e737-46d3-bbed-6520ba9cae6d req-d219ffe2-0d3c-4752-91e0-12eefcb0b802 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0532222 Nov 12 09:31:44.854778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12c8a6f1-e82a-4f1a-b626-e724d84f0994 req-d6f524f0-fec7-4a05-9050-c73a36eb5b64 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1098 time: 0.0494916 Nov 12 09:31:44.904528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12c8a6f1-e82a-4f1a-b626-e724d84f0994 req-566e830b-d7d9-4ae7-bd2c-d3976872bd36 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431530 Nov 12 09:31:44.909386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b88f3ee1-e737-46d3-bbed-6520ba9cae6d req-9255f10a-c1fd-481e-a831-3769b7644556 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499206 Nov 12 09:31:46.091889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18dfc8-6440-4095-b21a-49830eb79ed0 req-9d9d4de6-2758-4b83-8d45-c2cf0c8560a2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:46.091889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa18dfc8-6440-4095-b21a-49830eb79ed0 req-9d9d4de6-2758-4b83-8d45-c2cf0c8560a2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0838318 Nov 12 09:31:46.169553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aa18dfc8-6440-4095-b21a-49830eb79ed0 req-4fa89513-4e51-495d-a9f7-070c498cca5a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683107 Nov 12 09:31:46.488001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-05488910-db7e-4f4f-a257-bb8e8d8805cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:47.360991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f7a0d-f446-4e17-8488-64a7142eee47 req-d3c949ea-bfc5-4dfc-b435-27f9a9bd1935 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:47.362668 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e5f7a0d-f446-4e17-8488-64a7142eee47 req-d3c949ea-bfc5-4dfc-b435-27f9a9bd1935 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1163762 Nov 12 09:31:47.468905 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e5f7a0d-f446-4e17-8488-64a7142eee47 req-73933c00-1883-43f5-b892-209882c6ec6b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949543 Nov 12 09:31:47.764650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1d33d-14bc-4e4c-a29e-10477d0f1648 req-26542d91-4a0c-41ef-a2e2-6b9e43925390 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:47.775438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ec1d33d-14bc-4e4c-a29e-10477d0f1648 req-26542d91-4a0c-41ef-a2e2-6b9e43925390 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1418991 Nov 12 09:31:47.920433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ec1d33d-14bc-4e4c-a29e-10477d0f1648 req-a0f43eb5-2ed1-4b5d-b217-1d0d652d37f6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366937 Nov 12 09:31:48.109979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7a034-5da3-4ead-924a-749a47d15e8e req-5b51ddbe-1897-4d3d-898a-97cf875c22dd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:48.117314 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7c7a034-5da3-4ead-924a-749a47d15e8e req-5b51ddbe-1897-4d3d-898a-97cf875c22dd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0920360 Nov 12 09:31:48.180078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7c7a034-5da3-4ead-924a-749a47d15e8e req-32ddecf7-2c48-4cb7-83bd-93abf0ab54d4 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 Nov 12 09:31:48.449064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ad0df-990e-4868-9f1d-51d0e5126a1d req-a0081c4e-cdbc-4649-a9ac-44caf6e3dcad tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:48.457894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-441ad0df-990e-4868-9f1d-51d0e5126a1d req-a0081c4e-cdbc-4649-a9ac-44caf6e3dcad tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1286683 Nov 12 09:31:48.515243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-441ad0df-990e-4868-9f1d-51d0e5126a1d req-14c8fb6d-0921-4f63-be7f-3fdf94b8df32 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560524 Nov 12 09:31:48.758574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13937eea-70e8-4c49-bfe7-b19a41990fd6 req-32ae0a0d-4768-488d-8cbd-d9e5d43182bd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:48.772174 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13937eea-70e8-4c49-bfe7-b19a41990fd6 req-32ae0a0d-4768-488d-8cbd-d9e5d43182bd tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1582019 Nov 12 09:31:48.928213 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13937eea-70e8-4c49-bfe7-b19a41990fd6 req-5dc1cf5e-535b-47d4-94e8-a7aaeccbf9b0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512425 Nov 12 09:31:49.140193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ff610-e99c-4484-95b1-4f0bde272a99 req-5c10b5c2-23a1-4044-b152-a9fb6ee611e6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:49.152908 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:49.153825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f90ff610-e99c-4484-95b1-4f0bde272a99 req-5c10b5c2-23a1-4044-b152-a9fb6ee611e6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0910602 Nov 12 09:31:49.231845 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f90ff610-e99c-4484-95b1-4f0bde272a99 req-e6cf4841-c2ad-416d-9e1f-a7bebb771f97 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735388 Nov 12 09:31:49.432235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd4818-5ea9-41e0-85a0-a03afa538629 req-183dc0e5-9a83-4e6e-9fec-5df23eff3f56 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:49.436562 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68cd4818-5ea9-41e0-85a0-a03afa538629 req-183dc0e5-9a83-4e6e-9fec-5df23eff3f56 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0751331 Nov 12 09:31:49.503180 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68cd4818-5ea9-41e0-85a0-a03afa538629 req-b2620b86-aaf6-4658-8fe0-66a8753f4ee4 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582554 Nov 12 09:31:49.859680 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:50.103290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45eb86-74ce-4d6e-a655-ee924e08a5fa req-555ab80d-350c-4d9f-94a7-89ce863a5cb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:50.116694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e45eb86-74ce-4d6e-a655-ee924e08a5fa req-555ab80d-350c-4d9f-94a7-89ce863a5cb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1874449 Nov 12 09:31:50.248744 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6e45eb86-74ce-4d6e-a655-ee924e08a5fa req-629337c0-04a6-4e5c-8250-1c2677a12fae tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256368 Nov 12 09:31:50.418710 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:50.433969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44840) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:50.807268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f571-5f6f-4ea1-89ac-7c545c4a8929 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:50.996708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f571-5f6f-4ea1-89ac-7c545c4a8929 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:51.003232 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f571-5f6f-4ea1-89ac-7c545c4a8929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:51.108116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1ed8f571-5f6f-4ea1-89ac-7c545c4a8929 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b406467e4564992b2d2580da1b2c027&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6692967 Nov 12 09:31:51.110908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44854) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:51.139937 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8f571-5f6f-4ea1-89ac-7c545c4a8929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8bcf7e-cfe3-4d8e-b5fc-f75f477cb466,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:51.191328 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a9cadfa-52e2-4452-b0ce-c87225814107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:51.216790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a9cadfa-52e2-4452-b0ce-c87225814107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:51.302637 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a9cadfa-52e2-4452-b0ce-c87225814107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:51.317202 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9a9cadfa-52e2-4452-b0ce-c87225814107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:51.320997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9a9cadfa-52e2-4452-b0ce-c87225814107 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d8bcf7e-cfe3-4d8e-b5fc-f75f477cb466 HTTP/1.1" status: 204 len: 168 time: 0.2090845 Nov 12 09:31:51.363580 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cadfa-52e2-4452-b0ce-c87225814107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8bcf7e-cfe3-4d8e-b5fc-f75f477cb466,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:51.505556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c5a56-ab66-40fa-b7a6-a2548660babf req-3c7ab20c-f7db-477f-9e24-e9d0180e5ac2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:51.512515 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-562c5a56-ab66-40fa-b7a6-a2548660babf req-3c7ab20c-f7db-477f-9e24-e9d0180e5ac2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0876544 Nov 12 09:31:51.662458 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-562c5a56-ab66-40fa-b7a6-a2548660babf req-8cf8b85e-c644-44dd-a984-fb707a3755ca tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389885 Nov 12 09:31:52.066417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67da730-bcfb-4cb4-b6dd-4a15bcf5b3ae req-ee6acfa1-451d-482b-9dcb-547a700c58f3 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:52.075163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c67da730-bcfb-4cb4-b6dd-4a15bcf5b3ae req-ee6acfa1-451d-482b-9dcb-547a700c58f3 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0894279 Nov 12 09:31:52.153976 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c67da730-bcfb-4cb4-b6dd-4a15bcf5b3ae req-c1108547-e9bf-4ade-a865-c026e68d40d7 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728838 Nov 12 09:31:52.180758 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-a661d369-c639-43e2-a74e-4d200edae923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:52.183358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-a661d369-c639-43e2-a74e-4d200edae923 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 1098 time: 0.0717833 Nov 12 09:31:52.296432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-956a3585-b2d8-4136-b7f6-ad8d8ade5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:52.297986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-956a3585-b2d8-4136-b7f6-ad8d8ade5942 service neutron] 10.222.0.62 "GET /v2.0/networks?id=fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 200 len: 915 time: 0.1073565 Nov 12 09:31:52.342723 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-7963c0e7-7bc8-46a1-9fc9-8fad7005bdca service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 200 len: 217 time: 0.0372720 Nov 12 09:31:52.411126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-25837a53-54d5-448e-b49f-f8a4893456c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:52.412635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-25837a53-54d5-448e-b49f-f8a4893456c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 200 len: 854 time: 0.0618830 Nov 12 09:31:52.448789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-4502d8b4-f6f5-49d4-85f4-ed4263f7889f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=fd0981a2-d5e0-4b0f-ae59-577f28dea310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284152 Nov 12 09:31:52.565793 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-a66d8b95-3b56-4c04-a1a7-c329d8ebc155 service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074018 Nov 12 09:31:52.679605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e77e3735-2ca2-405d-a16f-7d723ef3342a req-be54e5cf-7db8-4e0a-aeae-73a0e868881f service neutron] 10.222.0.62 "GET /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063759 Nov 12 09:31:53.333542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ee1a1-7b65-49c1-a110-6a504a84d679 req-b36f6707-f168-40f4-8479-e886aa118773 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:53.342208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ee1a1-7b65-49c1-a110-6a504a84d679 req-b36f6707-f168-40f4-8479-e886aa118773 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1153762 Nov 12 09:31:53.460217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ee1a1-7b65-49c1-a110-6a504a84d679 req-8eb4f9bb-817b-4266-97ab-e1b25a1097d1 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020539 Nov 12 09:31:54.608684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00774e9-44dc-4206-8ff1-4478c0d6cd33 req-1acb2a30-d1c3-4948-b201-f22225b96565 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:54.611300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c00774e9-44dc-4206-8ff1-4478c0d6cd33 req-1acb2a30-d1c3-4948-b201-f22225b96565 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0630255 Nov 12 09:31:54.676373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c00774e9-44dc-4206-8ff1-4478c0d6cd33 req-876169a1-a685-4e17-b928-4851102e1133 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564973 Nov 12 09:31:54.836803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d9279-b7ae-41ac-875d-2b908b56fea5 req-94be9a96-4df9-48c4-bbee-58d9e7a7b4ee tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:54.839790 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-796d9279-b7ae-41ac-875d-2b908b56fea5 req-94be9a96-4df9-48c4-bbee-58d9e7a7b4ee tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0701125 Nov 12 09:31:54.917832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-796d9279-b7ae-41ac-875d-2b908b56fea5 req-1c1bef14-f8c3-4ab9-9238-10471e4fc3fe tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Nov 12 09:31:55.132580 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a69ee-fc15-4cff-a414-b9bd80921b35 req-d473583d-e6bc-41fd-a011-2a59facf2b08 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.134284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680a69ee-fc15-4cff-a414-b9bd80921b35 req-d473583d-e6bc-41fd-a011-2a59facf2b08 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0845528 Nov 12 09:31:55.220804 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-680a69ee-fc15-4cff-a414-b9bd80921b35 req-e70dc585-43ef-4a3c-8015-c5331f6c8e7b tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767598 Nov 12 09:31:55.437942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45ad2f-b1ab-4fb5-bcf8-744c65eaa63f req-946d5447-ac2e-4481-bfe5-441c3ce24a45 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.440775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e45ad2f-b1ab-4fb5-bcf8-744c65eaa63f req-946d5447-ac2e-4481-bfe5-441c3ce24a45 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0981266 Nov 12 09:31:55.506713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e45ad2f-b1ab-4fb5-bcf8-744c65eaa63f req-a9146d2d-32cd-47cf-b98b-4ea860d802b8 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571461 Nov 12 09:31:55.703729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadb69d-fef4-4442-ad7b-8ae3de8b47b8 req-052edb2e-399d-406a-84b5-7c6d1e20e747 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.705736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7dadb69d-fef4-4442-ad7b-8ae3de8b47b8 req-052edb2e-399d-406a-84b5-7c6d1e20e747 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0585825 Nov 12 09:31:55.767923 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7dadb69d-fef4-4442-ad7b-8ae3de8b47b8 req-29f06fbe-d357-4f17-9ffd-91e42eb94171 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553164 Nov 12 09:31:55.914577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7297b669-eca0-481b-9e52-2b100fd5440d req-dc026d53-98ed-4398-94d3-ee0adb67d757 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:55.916802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7297b669-eca0-481b-9e52-2b100fd5440d req-dc026d53-98ed-4398-94d3-ee0adb67d757 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0668700 Nov 12 09:31:55.979239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7297b669-eca0-481b-9e52-2b100fd5440d req-2b83b889-b48c-41e2-b131-9ff1a2eb9aa5 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541172 Nov 12 09:31:56.130396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f03aaa-e0f8-4b12-9d63-62d8afd6b8b4 req-d5466f0a-e409-45d4-b82b-a55ee791f98c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:56.132506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9f03aaa-e0f8-4b12-9d63-62d8afd6b8b4 req-d5466f0a-e409-45d4-b82b-a55ee791f98c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0599260 Nov 12 09:31:56.200271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9f03aaa-e0f8-4b12-9d63-62d8afd6b8b4 req-c362e61b-2359-4146-8356-32463e5f9b9a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Nov 12 09:31:56.343472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4f081-d84a-4935-9ef1-f8973c8ed9ee req-70e39e6f-ea43-4713-a2c7-8bf12f959308 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:56.352675 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7dc4f081-d84a-4935-9ef1-f8973c8ed9ee req-70e39e6f-ea43-4713-a2c7-8bf12f959308 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0726631 Nov 12 09:31:56.418028 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7dc4f081-d84a-4935-9ef1-f8973c8ed9ee req-2318c0fd-f93a-405c-997f-f9651488f126 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623622 Nov 12 09:31:56.613497 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2795f08-ea1d-41c0-b18d-55e8ee087611 req-b40638f3-504d-4d25-a88b-abd602fccfe6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:56.622483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2795f08-ea1d-41c0-b18d-55e8ee087611 req-b40638f3-504d-4d25-a88b-abd602fccfe6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0716479 Nov 12 09:31:56.683135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2795f08-ea1d-41c0-b18d-55e8ee087611 req-f7d7e69f-7006-4eb9-9c1e-5cc98d3cc79f tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595241 Nov 12 09:31:56.690044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44944) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:56.830191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77947169-ded8-4a76-a043-a1ac5c5e4839 req-fc0c0edc-bd3f-4157-9a6b-40ee6ccd6a2a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:56.832681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77947169-ded8-4a76-a043-a1ac5c5e4839 req-fc0c0edc-bd3f-4157-9a6b-40ee6ccd6a2a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0633841 Nov 12 09:31:56.881459 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da12609-e3b7-4f9a-a1c7-c73c67a8e44a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:56.948305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77947169-ded8-4a76-a043-a1ac5c5e4839 req-9b7bfd4a-9622-4db1-aa46-fc3e3c75b396 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081240 Nov 12 09:31:57.029953 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da12609-e3b7-4f9a-a1c7-c73c67a8e44a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.045522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6da12609-e3b7-4f9a-a1c7-c73c67a8e44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.075478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12609-e3b7-4f9a-a1c7-c73c67a8e44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a3fa25-bbf0-40c9-802d-45537c105699,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:57.176099 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6da12609-e3b7-4f9a-a1c7-c73c67a8e44a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f82299015af347faa1e19f266b269030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4779208 Nov 12 09:31:57.177525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44960) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:57.197585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e82f0-4d64-4fd7-863d-9b7418ed981d req-994ebb9b-16e5-4c1f-b3b7-b08bacc52f40 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:57.199350 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e66e82f0-4d64-4fd7-863d-9b7418ed981d req-994ebb9b-16e5-4c1f-b3b7-b08bacc52f40 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0797899 Nov 12 09:31:57.248732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6630a95-4f95-4662-86b7-bbc71ad102a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.262401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e66e82f0-4d64-4fd7-863d-9b7418ed981d req-9cb7fe29-7a96-43bb-97e2-0f9e8456de3a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560756 Nov 12 09:31:57.279648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6630a95-4f95-4662-86b7-bbc71ad102a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.395453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6630a95-4f95-4662-86b7-bbc71ad102a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.398455 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d6630a95-4f95-4662-86b7-bbc71ad102a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.403395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d6630a95-4f95-4662-86b7-bbc71ad102a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76a3fa25-bbf0-40c9-802d-45537c105699 HTTP/1.1" status: 204 len: 168 time: 0.2210970 Nov 12 09:31:57.433530 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6630a95-4f95-4662-86b7-bbc71ad102a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a3fa25-bbf0-40c9-802d-45537c105699,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:57.502945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbffd9-d006-47db-9c25-1691a9c7bcc4 req-8ac456d9-ddeb-4e7b-bcfe-af61a6e4d821 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:57.512429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ffbffd9-d006-47db-9c25-1691a9c7bcc4 req-8ac456d9-ddeb-4e7b-bcfe-af61a6e4d821 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1299739 Nov 12 09:31:57.586358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4ffbffd9-d006-47db-9c25-1691a9c7bcc4 req-6382b70e-8176-4014-ace0-1ef56aea6d3e tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728130 Nov 12 09:31:57.767486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863978f-d30f-449e-86bf-cc8e2b1a4172 req-603e3661-d4d6-47f8-8776-a1909aad2c96 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:57.769112 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8863978f-d30f-449e-86bf-cc8e2b1a4172 req-603e3661-d4d6-47f8-8776-a1909aad2c96 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0713501 Nov 12 09:31:57.859892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8863978f-d30f-449e-86bf-cc8e2b1a4172 req-b233de02-6168-4e64-902f-87d30164bcba tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816011 Nov 12 09:31:57.918987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44976) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:57.936522 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:57.948126 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12fadb64-531b-49e4-a06d-cc0b38008b82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.063047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47eb65-822c-4ec8-be56-0c8892fef1e5 req-d05c8d53-aec3-4034-9fe7-b4e13dc28da2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:58.065705 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db47eb65-822c-4ec8-be56-0c8892fef1e5 req-d05c8d53-aec3-4034-9fe7-b4e13dc28da2 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0857139 Nov 12 09:31:58.085118 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12fadb64-531b-49e4-a06d-cc0b38008b82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.091627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12fadb64-531b-49e4-a06d-cc0b38008b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.129697 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12fadb64-531b-49e4-a06d-cc0b38008b82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7bd6168d8d364b3fad88d20566c080af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2058203 Nov 12 09:31:58.130264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44978) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:58.187183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db47eb65-822c-4ec8-be56-0c8892fef1e5 req-4dd6c3f6-66f0-438e-91e5-ffc74dbae369 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014025 Nov 12 09:31:58.213201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fadb64-531b-49e4-a06d-cc0b38008b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44fd8d-2da1-4a7c-9403-942d76cd6df9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:58.249324 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7035-ce69-4a11-aa2a-9bbae59d9ef6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.295549 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7035-ce69-4a11-aa2a-9bbae59d9ef6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.380725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7035-ce69-4a11-aa2a-9bbae59d9ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.386452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7035-ce69-4a11-aa2a-9bbae59d9ef6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.390464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26976a5a-920d-4f56-88ad-d9d66346a7af req-53701608-ca62-4a67-b0ce-1c3f83585199 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:31:58.391237 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8c7e7035-ce69-4a11-aa2a-9bbae59d9ef6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b44fd8d-2da1-4a7c-9403-942d76cd6df9 HTTP/1.1" status: 204 len: 168 time: 0.2594936 Nov 12 09:31:58.399368 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26976a5a-920d-4f56-88ad-d9d66346a7af req-53701608-ca62-4a67-b0ce-1c3f83585199 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0802505 Nov 12 09:31:58.402606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e7035-ce69-4a11-aa2a-9bbae59d9ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44fd8d-2da1-4a7c-9403-942d76cd6df9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:58.439429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.475304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-26976a5a-920d-4f56-88ad-d9d66346a7af req-f2f02bbe-82ea-4702-9f62-36e37df9798a tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748708 Nov 12 09:31:58.809884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 44994) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:58.825086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf1fcef4-d067-40e7-bca2-0f891aca4425 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.906060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf1fcef4-d067-40e7-bca2-0f891aca4425 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.910101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cf1fcef4-d067-40e7-bca2-0f891aca4425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:58.951931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cf1fcef4-d067-40e7-bca2-0f891aca4425 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1ded077e28704a5bb66266d3f207d266&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408234 Nov 12 09:31:58.952933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fcef4-d067-40e7-bca2-0f891aca4425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b05237-98ba-42b8-b8ba-d3f9109fffbf,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:31:58.954707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 44996) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:31:59.011317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7433e875-35c9-4da5-86c6-c37dd150d267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:59.037987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7433e875-35c9-4da5-86c6-c37dd150d267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:59.099328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7433e875-35c9-4da5-86c6-c37dd150d267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:59.102096 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7433e875-35c9-4da5-86c6-c37dd150d267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:31:59.103900 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7433e875-35c9-4da5-86c6-c37dd150d267 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51b05237-98ba-42b8-b8ba-d3f9109fffbf HTTP/1.1" status: 204 len: 168 time: 0.1475103 Nov 12 09:31:59.111980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433e875-35c9-4da5-86c6-c37dd150d267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b05237-98ba-42b8-b8ba-d3f9109fffbf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:00.277428 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:32:03.033867 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-d8ea7429-3e79-46e1-95d4-2dce822191da tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360720 Nov 12 09:32:03.276424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-1a7efdaa-b1e7-4aa3-bf00-1aa0d3c3d706 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:03.278221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-1a7efdaa-b1e7-4aa3-bf00-1aa0d3c3d706 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378311 Nov 12 09:32:03.301099 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-8842fc95-c7f5-4d24-afcf-034e9b79f645 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/quotas/32b6146b33e9451489f3e9c1b7aa5779 HTTP/1.1" status: 200 len: 375 time: 0.0164046 Nov 12 09:32:03.341823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-4ec37554-e315-4638-8e20-c7f78270d241 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336382 Nov 12 09:32:03.573306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b1b84a42-8fd1-4de0-a092-87abd228eea9 req-c788aca2-befb-4f20-b7f4-80790582c0b5 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 210 time: 0.0345361 Nov 12 09:32:04.705135 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-3d5fcaa3-22de-42f7-b4b2-13f3071fc19c tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348160 Nov 12 09:32:04.754858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8c489fc-1cbb-4c2d-94ff-1f32d3e7f031 req-115a711a-f1e1-471b-a653-b61943eb525f tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 210 time: 0.0659978 Nov 12 09:32:05.466287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-7adda40b-1f38-4e85-8f3d-92aa1aae424d tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:05.468811 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-7adda40b-1f38-4e85-8f3d-92aa1aae424d tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7574692 Nov 12 09:32:05.486043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Request body: {'port': {'device_id': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': '32b6146b33e9451489f3e9c1b7aa5779'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:05.633189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683a0e4-269b-4585-960e-5260d7e08667 req-80558147-68d1-48f6-8e15-0be940407ae6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:05.635441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0683a0e4-269b-4585-960e-5260d7e08667 req-80558147-68d1-48f6-8e15-0be940407ae6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0746191 Nov 12 09:32:05.671182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Made reservation on behalf of 32b6146b33e9451489f3e9c1b7aa5779 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:05.676130 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:05.690007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:05.699799 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0683a0e4-269b-4585-960e-5260d7e08667 req-d6dbde96-57bb-4383-9690-665ab89e9af6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565879 Nov 12 09:32:05.792668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:05.798512 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:05.880612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90574cce-53de-4e10-8b5b-c87f944b06bb,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:05.903665 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1608444d-7a13-4fc1-abbe-359dfbf18512 req-2967397a-d40a-4f6e-bb12-c97edd51c933 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 210 time: 0.0430603 Nov 12 09:32:06.015051 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Allocated IP 192.168.233.134 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/44deacb3-0962-4622-b67d-d0dcbf97bf7e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:06.240827 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.290319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.335893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:06.340420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:06.343135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:06.399267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:06.400498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.432483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Pushing event updated for resources: {'Port': ['ID=44deacb3-0962-4622-b67d-d0dcbf97bf7e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:06.441985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b8605b27-4a92-4a22-9d12-ed2949231a79 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9624043 Nov 12 09:32:06.456567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Request body: {'port': {'device_id': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:06.544016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.764665 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9ca31357-affd-463e-8651-a9a99a8de9c7 None None] Provisioning complete for port 44deacb3-0962-4622-b67d-d0dcbf97bf7e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:06.765326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9ca31357-affd-463e-8651-a9a99a8de9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.802860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9ca31357-affd-463e-8651-a9a99a8de9c7 None None] Port 44deacb3-0962-4622-b67d-d0dcbf97bf7e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:06.907816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42649383-db6e-4d90-ac5c-1638776c9b89 req-4e127120-a939-4fee-a470-733b5d019106 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:06.910979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42649383-db6e-4d90-ac5c-1638776c9b89 req-4e127120-a939-4fee-a470-733b5d019106 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.0989733 Nov 12 09:32:06.942038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44deacb3-0962-4622-b67d-d0dcbf97bf7e {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:32:06.950349 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.964870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Transition to ACTIVE for port object 44deacb3-0962-4622-b67d-d0dcbf97bf7e will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:32:06.970370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:06.980481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-42649383-db6e-4d90-ac5c-1638776c9b89 req-939090da-a50b-47bb-8f4b-95e721c32b7c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Nov 12 09:32:07.035324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Pushing event updated for resources: {'Port': ['ID=44deacb3-0962-4622-b67d-d0dcbf97bf7e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:07.182164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f66ff5-45bd-4390-8add-87be83437e30 req-5a11494d-7334-42d0-a80e-058638e15918 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.183741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f66ff5-45bd-4390-8add-87be83437e30 req-5a11494d-7334-42d0-a80e-058638e15918 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 948 time: 0.0929911 Nov 12 09:32:07.253991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Attempting to bind port 44deacb3-0962-4622-b67d-d0dcbf97bf7e on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:07.254384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Attempting to bind port 44deacb3-0962-4622-b67d-d0dcbf97bf7e by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:07.254716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Attempting to bind port 44deacb3-0962-4622-b67d-d0dcbf97bf7e on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:07.268074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Port 44deacb3-0962-4622-b67d-d0dcbf97bf7e on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:32:07.269321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Attempting to bind port 44deacb3-0962-4622-b67d-d0dcbf97bf7e on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:07.276779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:07.277321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:07.277926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:07.278624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Bound port: 44deacb3-0962-4622-b67d-d0dcbf97bf7e, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:07.279192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.335685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22772d11-9831-4e64-9d6b-4942f1749288 req-b4ce6bb3-9543-420b-8d2e-0ada9b064a6c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.337310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22772d11-9831-4e64-9d6b-4942f1749288 req-b4ce6bb3-9543-420b-8d2e-0ada9b064a6c tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 946 time: 0.1271310 Nov 12 09:32:07.375303 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f66ff5-45bd-4390-8add-87be83437e30 req-6fe071b1-36a8-4560-adb4-02a62f8ae463 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807745 Nov 12 09:32:07.464917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] For port 44deacb3-0962-4622-b67d-d0dcbf97bf7e, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:07.472426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] For port 44deacb3-0962-4622-b67d-d0dcbf97bf7e, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:07.482600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.535229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.535845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.537298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] 10.222.0.55 "PUT /v2.0/ports/44deacb3-0962-4622-b67d-d0dcbf97bf7e HTTP/1.1" status: 200 len: 1097 time: 1.0861330 Nov 12 09:32:07.537771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'tag': '44deacb3-0962-4622-b67d-d0dcbf97bf7e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:07.540304 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "1840436c-8aa4-4790-b8d1-87a451d19fc4", "tag": "44deacb3-0962-4622-b67d-d0dcbf97bf7e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:07.551479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Deleting port 85836522-bb0c-484a-9d6c-de0d1d26215c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:32:07.551803 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.596156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d589cd-1b4e-4002-b7f0-8eb7890fe43a service neutron] Pushing event updated for resources: {'Port': ['ID=44deacb3-0962-4622-b67d-d0dcbf97bf7e,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:07.652855 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f218c64-be60-4cad-9bc6-9534fdfd6286 x-openstack-request-id: req-0f218c64-be60-4cad-9bc6-9534fdfd6286 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:07.653195 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1840436c-8aa4-4790-b8d1-87a451d19fc4", "tag": "44deacb3-0962-4622-b67d-d0dcbf97bf7e", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:07.653721 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f218c64-be60-4cad-9bc6-9534fdfd6286 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:07.654133 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'tag': '44deacb3-0962-4622-b67d-d0dcbf97bf7e', 'status': 'completed', 'code': 200} Nov 12 09:32:07.728632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-7841a73b-3096-4019-bc85-9089a7501131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.730191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-7841a73b-3096-4019-bc85-9089a7501131 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 1100 time: 0.0749986 Nov 12 09:32:07.769595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] For port 85836522-bb0c-484a-9d6c-de0d1d26215c, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=85836522-bb0c-484a-9d6c-de0d1d26215c,segment=NetworkSegment(54f68bfe-d65e-49e5-8f0d-2302d7297f5f),segment_id=54f68bfe-d65e-49e5-8f0d-2302d7297f5f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:07.772529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:07.817961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-f95678c1-d63f-40be-b79b-cb51af386095 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e HTTP/1.1" status: 200 len: 217 time: 0.0637515 Nov 12 09:32:07.823039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Calling delete_port for 85836522-bb0c-484a-9d6c-de0d1d26215c owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:32:07.915102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b00a4e65-6795-4a9a-bbb9-9202cb361a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.918011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-b00a4e65-6795-4a9a-bbb9-9202cb361a02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0905390 Nov 12 09:32:07.997464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9339-59ab-4268-992a-6df54232dcef req-436131d9-c280-4ed2-8eab-1c6326629890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:07.999182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-436131d9-c280-4ed2-8eab-1c6326629890 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695152 Nov 12 09:32:08.146455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.161159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['85836522-bb0c-484a-9d6c-de0d1d26215c'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:32:08.190089 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Pushing event deleted for resources: {'Port': ['ID=85836522-bb0c-484a-9d6c-de0d1d26215c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:08.239040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-2dea2498-9c95-4ca6-9104-9db728874353 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307291 Nov 12 09:32:08.261483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cb7d3-a5cc-4f78-909f-b01a3c787417 req-1b9f8b22-d47b-4fc9-90a4-7e2e1678c9f0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:08.264399 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-794cb7d3-a5cc-4f78-909f-b01a3c787417 req-1b9f8b22-d47b-4fc9-90a4-7e2e1678c9f0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a HTTP/1.1" status: 200 len: 868 time: 0.1679165 Nov 12 09:32:08.275428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] No DVR routers for this DVR port 85836522-bb0c-484a-9d6c-de0d1d26215c on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:32:08.292533 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:08.295674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-22772d11-9831-4e64-9d6b-4942f1749288 req-19e0bf87-0846-4146-8078-2e230ccebcb6 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.62 "DELETE /v2.0/ports/85836522-bb0c-484a-9d6c-de0d1d26215c HTTP/1.1" status: 204 len: 173 time: 0.9341922 Nov 12 09:32:08.385471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-794cb7d3-a5cc-4f78-909f-b01a3c787417 req-f327151b-6b33-476c-8aa3-beadcf9b0db0 tempest-ServersNegativeTestJSON-45951745 tempest-ServersNegativeTestJSON-45951745-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1bea238-4169-44b2-82be-a7641b6a4d3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078331 Nov 12 09:32:08.408973 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc9d9339-59ab-4268-992a-6df54232dcef req-0eba0910-289c-4087-a164-fb0bcc1550bc service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426406 Nov 12 09:32:08.551731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-f69d80e3-c17b-42d3-b7e4-99754d9466db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:08.553419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-f69d80e3-c17b-42d3-b7e4-99754d9466db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 1100 time: 0.0910282 Nov 12 09:32:08.570609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da50d6-57c1-4e31-8dd2-d226860c5b35 req-44a019ae-335f-447a-a7d5-56664938e7e7 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:08.572996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5da50d6-57c1-4e31-8dd2-d226860c5b35 req-44a019ae-335f-447a-a7d5-56664938e7e7 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 948 time: 0.0853441 Nov 12 09:32:08.650792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d5da50d6-57c1-4e31-8dd2-d226860c5b35 req-bd937075-0d35-4a2e-b147-046a32209b84 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672247 Nov 12 09:32:08.699311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-fe41302c-3d3e-4982-9000-4c8226c3b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:08.700912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-fe41302c-3d3e-4982-9000-4c8226c3b888 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1391876 Nov 12 09:32:08.770367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-07c93e05-d214-429b-b0af-e37e9460cef3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e HTTP/1.1" status: 200 len: 217 time: 0.0610828 Nov 12 09:32:08.847291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-87ddc002-28ec-481d-a5d3-f19928b10dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:08.849018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-87ddc002-28ec-481d-a5d3-f19928b10dc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0707421 Nov 12 09:32:08.906053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-20a395a6-c059-4423-a1b4-36c9a34aac6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:08.907553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-20a395a6-c059-4423-a1b4-36c9a34aac6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0494757 Nov 12 09:32:09.012777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-69546476-6834-4d32-8938-667cf56458e2 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969191 Nov 12 09:32:09.142793 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-702ddeff-b7dd-4e5b-b013-46965ccfa8c7 req-4d43b6ca-bdf9-41ea-9f83-504f71ec4bd6 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201546 Nov 12 09:32:09.472750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45124) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:09.529116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] Deleting subnet c28f5edd-5e96-48c6-aa40-93d103d9c116 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:32:09.532789 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.574992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.619242 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.655246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-deleted', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:09.657841 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc833d3d-2e3e-4290-857c-bbe115c7a84c" -d '{"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-deleted", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:09.701596 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642aa74-37bb-44d2-bedf-fa6157ac54fc x-openstack-request-id: req-b642aa74-37bb-44d2-bedf-fa6157ac54fc {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:09.701917 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a", "name": "network-vif-deleted", "tag": "85836522-bb0c-484a-9d6c-de0d1d26215c", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:09.702129 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b642aa74-37bb-44d2-bedf-fa6157ac54fc {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:09.702544 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9b10d7-355a-4868-8f4c-4ff0c7ee6f4a', 'name': 'network-vif-deleted', 'tag': '85836522-bb0c-484a-9d6c-de0d1d26215c', 'status': 'completed', 'code': 200} Nov 12 09:32:09.703899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.734368 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.739952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c28f5edd-5e96-48c6-aa40-93d103d9c116 HTTP/1.1" status: 204 len: 168 time: 0.2633061 Nov 12 09:32:09.740450 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45132) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:09.750463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3c215-70c3-4681-ae5a-8cf4c4fde9cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c28f5edd-5e96-48c6-aa40-93d103d9c116,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:09.803253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae663a-a95e-4a6a-9d96-62d223a9868a req-b16e19f4-cf9a-4640-ad0b-fe734ee85738 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:09.804838 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-caae663a-a95e-4a6a-9d96-62d223a9868a req-b16e19f4-cf9a-4640-ad0b-fe734ee85738 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 948 time: 0.0633171 Nov 12 09:32:09.847418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.868195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-caae663a-a95e-4a6a-9d96-62d223a9868a req-b97cde41-0dd2-409d-9352-81167375b2c1 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Nov 12 09:32:09.942848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:09.967565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0981a2-d5e0-4b0f-ae59-577f28dea310']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:09.978364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f68bfe-d65e-49e5-8f0d-2302d7297f5f') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:09.978726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f68bfe-d65e-49e5-8f0d-2302d7297f5f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:09.988192 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.003528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.011574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:32:10.012214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:32:10.014246 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:32:10.077065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.099963 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.106551 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd0981a2-d5e0-4b0f-ae59-577f28dea310 HTTP/1.1" status: 204 len: 168 time: 0.3650939 Nov 12 09:32:10.107458 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3aac1-775a-4c35-a693-612b28b111dc admin admin] Pushing event deleted for resources: {'Network': ['ID=fd0981a2-d5e0-4b0f-ae59-577f28dea310,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.320506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45136) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.375042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b53fe185-5f9b-469f-bdad-e492a2abbd1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d58623b1d99b4a1f9fe981110da8c90b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531614 Nov 12 09:32:10.377456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45138) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:10.449105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb78e-a150-4781-98b0-3a491b24ec13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.476532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb78e-a150-4781-98b0-3a491b24ec13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.541532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb78e-a150-4781-98b0-3a491b24ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.545513 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa6fb78e-a150-4781-98b0-3a491b24ec13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:10.547003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aa6fb78e-a150-4781-98b0-3a491b24ec13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1bea238-4169-44b2-82be-a7641b6a4d3f HTTP/1.1" status: 204 len: 168 time: 0.1686363 Nov 12 09:32:10.555961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fb78e-a150-4781-98b0-3a491b24ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bea238-4169-44b2-82be-a7641b6a4d3f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:10.574560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:32:10.631199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 85836522-bb0c-484a-9d6c-de0d1d26215c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:32:10.633811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 85836522-bb0c-484a-9d6c-de0d1d26215c not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:32:11.036681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41159c9b-955e-4969-a907-3989d7cbca64 req-a492dc24-956c-4494-881f-f5d4ea497942 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:11.039631 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41159c9b-955e-4969-a907-3989d7cbca64 req-a492dc24-956c-4494-881f-f5d4ea497942 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 948 time: 0.0709357 Nov 12 09:32:11.107556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41159c9b-955e-4969-a907-3989d7cbca64 req-be56a7be-fdaf-4d4d-be4e-334226df3680 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576603 Nov 12 09:32:11.641114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44deacb3-0962-4622-b67d-d0dcbf97bf7e details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:32:11.754066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 44deacb3-0962-4622-b67d-d0dcbf97bf7e, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:11.767264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '44deacb3-0962-4622-b67d-d0dcbf97bf7e', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': '44deacb3-0962-4622-b67d-d0dcbf97bf7e', 'mac_address': 'fa:16:3e:ee:74:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:32:11.808442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.824376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44deacb3-0962-4622-b67d-d0dcbf97bf7e {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:32:11.850363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 44deacb3-0962-4622-b67d-d0dcbf97bf7e, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:11.861427 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:11.919187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=44deacb3-0962-4622-b67d-d0dcbf97bf7e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:12.081781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44deacb3-0962-4622-b67d-d0dcbf97bf7e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:32:12.253764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370a3977-0552-4dad-b27e-182537d5b81e req-bf684e75-b05b-4cd5-a7f3-1977187290f0 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:12.256053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-370a3977-0552-4dad-b27e-182537d5b81e req-bf684e75-b05b-4cd5-a7f3-1977187290f0 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 949 time: 0.0654645 Nov 12 09:32:12.310809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-370a3977-0552-4dad-b27e-182537d5b81e req-7df4d9cc-f1d9-46f7-83ac-d11a713ee030 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Nov 12 09:32:13.465919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc272e-f510-4bb7-ab92-5d12175945f6 req-0720da36-1792-4b09-a26a-11984093b9ef tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:13.467504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79cc272e-f510-4bb7-ab92-5d12175945f6 req-0720da36-1792-4b09-a26a-11984093b9ef tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 949 time: 0.0611918 Nov 12 09:32:13.526731 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79cc272e-f510-4bb7-ab92-5d12175945f6 req-49378652-9a2f-410d-ba84-91c9e1f22e57 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500782 Nov 12 09:32:13.657071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44deacb3-0962-4622-b67d-d0dcbf97bf7e up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:13.719477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 44deacb3-0962-4622-b67d-d0dcbf97bf7e completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:32:13.725073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 44deacb3-0962-4622-b67d-d0dcbf97bf7e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:13.725814 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.816489 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.847748 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44deacb3-0962-4622-b67d-d0dcbf97bf7e'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:32:13.850975 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5877228c-973d-48bf-aea3-1c0796cd8c1e" -d '{"events": [{"server_uuid": "1840436c-8aa4-4790-b8d1-87a451d19fc4", "name": "network-vif-plugged", "status": "completed", "tag": "44deacb3-0962-4622-b67d-d0dcbf97bf7e"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:32:13.872793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 44deacb3-0962-4622-b67d-d0dcbf97bf7e, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:13.882141 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.894039 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f95b4c7e-5162-44cc-a57c-f556de96ca94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:13.922475 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e373a4-dbe9-4cb7-81d4-cf31993fc8cf x-openstack-request-id: req-d9e373a4-dbe9-4cb7-81d4-cf31993fc8cf {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:32:13.922863 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1840436c-8aa4-4790-b8d1-87a451d19fc4", "name": "network-vif-plugged", "status": "completed", "tag": "44deacb3-0962-4622-b67d-d0dcbf97bf7e", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:32:13.923181 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9e373a4-dbe9-4cb7-81d4-cf31993fc8cf {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:32:13.923637 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44deacb3-0962-4622-b67d-d0dcbf97bf7e', 'code': 200} Nov 12 09:32:13.968667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=44deacb3-0962-4622-b67d-d0dcbf97bf7e,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:14.020278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022afb5-0c26-458f-8b51-b4e93ea74515 req-eed40930-ce0f-420f-88c0-143c3be6c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:14.022141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7022afb5-0c26-458f-8b51-b4e93ea74515 req-eed40930-ce0f-420f-88c0-143c3be6c433 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 1102 time: 0.0442231 Nov 12 09:32:14.075504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7022afb5-0c26-458f-8b51-b4e93ea74515 req-b33e88ed-4cb5-425d-83d9-6c66c99e2a4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442986 Nov 12 09:32:14.660196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44449172-4a5d-4da6-bae4-d3073bbe0e06 req-8aa08516-a21d-4f55-a356-681e32c3d4e0 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:14.662563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44449172-4a5d-4da6-bae4-d3073bbe0e06 req-8aa08516-a21d-4f55-a356-681e32c3d4e0 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 950 time: 0.0598674 Nov 12 09:32:14.719713 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-44449172-4a5d-4da6-bae4-d3073bbe0e06 req-02677f94-ad82-4760-bf70-c47c5f0c5305 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496309 Nov 12 09:32:15.879019 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee5de9-9372-4bfa-bb45-3440109e9fac req-dbb0ea69-b84c-446a-85fc-b144dbbe158b tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:15.882745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbee5de9-9372-4bfa-bb45-3440109e9fac req-dbb0ea69-b84c-446a-85fc-b144dbbe158b tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 950 time: 0.0659931 Nov 12 09:32:15.957823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbee5de9-9372-4bfa-bb45-3440109e9fac req-47f3bb30-4672-4873-96f8-c693438b60b3 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654252 Nov 12 09:32:16.417364 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-aa099160-6987-46c1-b09a-d7ca54ddf347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.136103 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:19.853987 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:20.399827 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:21.614608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45328) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:21.771864 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a65f0b13-6186-4263-b316-d14d172b761c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:21.907665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a65f0b13-6186-4263-b316-d14d172b761c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:21.913001 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a65f0b13-6186-4263-b316-d14d172b761c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:21.950127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a65f0b13-6186-4263-b316-d14d172b761c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05a557a5b0894763b3b752e6d7ad5ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340254 Nov 12 09:32:21.959875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45336) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:22.003957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f0b13-6186-4263-b316-d14d172b761c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9cfbc7-3523-4799-a5e4-302934a535b7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:22.065465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b52b099e-cc30-4406-b283-6573463169bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:22.099024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b52b099e-cc30-4406-b283-6573463169bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:22.173339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b52b099e-cc30-4406-b283-6573463169bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:22.177873 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b52b099e-cc30-4406-b283-6573463169bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:22.179473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b52b099e-cc30-4406-b283-6573463169bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b9cfbc7-3523-4799-a5e4-302934a535b7 HTTP/1.1" status: 204 len: 168 time: 0.2183180 Nov 12 09:32:22.191378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b099e-cc30-4406-b283-6573463169bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9cfbc7-3523-4799-a5e4-302934a535b7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:27.906492 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.004146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45592) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:28.123457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acee26e9-9606-4f27-aff1-427edd2a0a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.217772 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acee26e9-9606-4f27-aff1-427edd2a0a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.222353 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-acee26e9-9606-4f27-aff1-427edd2a0a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.264098 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-acee26e9-9606-4f27-aff1-427edd2a0a05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bf15d31161f4c4a89cf43d7568f4b36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2586088 Nov 12 09:32:28.264538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45600) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:28.269687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee26e9-9606-4f27-aff1-427edd2a0a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd0d37d-5772-4dd0-b2d4-7b06d1ad8344,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:28.333412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-799c6713-291d-401d-aa8c-4f2bc33b30c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.368285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-799c6713-291d-401d-aa8c-4f2bc33b30c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.436163 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-799c6713-291d-401d-aa8c-4f2bc33b30c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.439032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-799c6713-291d-401d-aa8c-4f2bc33b30c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.442741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-799c6713-291d-401d-aa8c-4f2bc33b30c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cd0d37d-5772-4dd0-b2d4-7b06d1ad8344 HTTP/1.1" status: 204 len: 168 time: 0.1739798 Nov 12 09:32:28.452207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c6713-291d-401d-aa8c-4f2bc33b30c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd0d37d-5772-4dd0-b2d4-7b06d1ad8344,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:28.460488 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:28.877151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45614) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:28.907024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a234ee65-2948-4718-95de-72a71389afa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.035963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a234ee65-2948-4718-95de-72a71389afa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.044857 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a234ee65-2948-4718-95de-72a71389afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.111435 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a234ee65-2948-4718-95de-72a71389afa4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70e5698ec48845e1b96d0459488e4abc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2301571 Nov 12 09:32:29.111435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234ee65-2948-4718-95de-72a71389afa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144fbe63-1f46-4b67-9986-79f1f6e8a8b4,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:29.112153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45616) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:29.178116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9b1cd-df1a-45e7-a0da-fc22475e00e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.207363 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9b1cd-df1a-45e7-a0da-fc22475e00e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.263398 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9b1cd-df1a-45e7-a0da-fc22475e00e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.266836 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-18f9b1cd-df1a-45e7-a0da-fc22475e00e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:29.271243 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-18f9b1cd-df1a-45e7-a0da-fc22475e00e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/144fbe63-1f46-4b67-9986-79f1f6e8a8b4 HTTP/1.1" status: 204 len: 168 time: 0.1578345 Nov 12 09:32:29.282316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9b1cd-df1a-45e7-a0da-fc22475e00e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144fbe63-1f46-4b67-9986-79f1f6e8a8b4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:31.970171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45694) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:32.106567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f18ee-c1d0-4df1-9853-16a32192cccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.189374 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f18ee-c1d0-4df1-9853-16a32192cccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.194150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e5f18ee-c1d0-4df1-9853-16a32192cccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.236773 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9e5f18ee-c1d0-4df1-9853-16a32192cccd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d20172852a324182b262ecc48bd0d4ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617912 Nov 12 09:32:32.238652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45698) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:32.249394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f18ee-c1d0-4df1-9853-16a32192cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8dc939-e16e-4f7f-9f73-887857cc0b97,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:32.302691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6854446-27fa-468f-a42e-d1a59ee1522d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.328384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6854446-27fa-468f-a42e-d1a59ee1522d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.403704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6854446-27fa-468f-a42e-d1a59ee1522d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.406972 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a6854446-27fa-468f-a42e-d1a59ee1522d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.408622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a6854446-27fa-468f-a42e-d1a59ee1522d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dd8dc939-e16e-4f7f-9f73-887857cc0b97 HTTP/1.1" status: 204 len: 168 time: 0.1664500 Nov 12 09:32:32.422367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6854446-27fa-468f-a42e-d1a59ee1522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8dc939-e16e-4f7f-9f73-887857cc0b97,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:32.791054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:32.809525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661c0ed7-dcf6-4e23-a56d-ff92cb15db1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.933818 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661c0ed7-dcf6-4e23-a56d-ff92cb15db1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.944280 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-661c0ed7-dcf6-4e23-a56d-ff92cb15db1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:32.989193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-661c0ed7-dcf6-4e23-a56d-ff92cb15db1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6503e378c0d84feda90d400f0905136c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1964366 Nov 12 09:32:32.992421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45710) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:32.996114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c0ed7-dcf6-4e23-a56d-ff92cb15db1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226b93be-ff75-4fc1-be62-ba6d24269706,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:33.062122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90215454-609c-4567-80a2-f3cfe185fb63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.085748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90215454-609c-4567-80a2-f3cfe185fb63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.147714 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90215454-609c-4567-80a2-f3cfe185fb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.153086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-90215454-609c-4567-80a2-f3cfe185fb63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:33.158205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-90215454-609c-4567-80a2-f3cfe185fb63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/226b93be-ff75-4fc1-be62-ba6d24269706 HTTP/1.1" status: 204 len: 168 time: 0.1607189 Nov 12 09:32:33.166123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90215454-609c-4567-80a2-f3cfe185fb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226b93be-ff75-4fc1-be62-ba6d24269706,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:35.128193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45756) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:35.199650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] Deleting subnet 151ceaf1-8456-4a75-9209-ad4cecd3a79d {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:32:35.204288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.274055 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.357388 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.445143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.463472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.471176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/151ceaf1-8456-4a75-9209-ad4cecd3a79d HTTP/1.1" status: 204 len: 168 time: 0.3380759 Nov 12 09:32:35.471641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:35.490992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bda6c8-4119-4450-b575-ce77c8f9737b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=151ceaf1-8456-4a75-9209-ad4cecd3a79d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:35.601531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.722700 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.752918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3684f0b-d785-4345-a2bf-a28114458353']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:35.765415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:35.765710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e5459f-9fd1-4ef6-aad5-5b16ec6a2dd0') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:35.777804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.794389 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.804486 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:32:35.804950 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:32:35.807186 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:32:35.883025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.891175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:35.898590 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d3684f0b-d785-4345-a2bf-a28114458353 HTTP/1.1" status: 204 len: 168 time: 0.4132771 Nov 12 09:32:35.909536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c873880-fedc-4015-8e66-bdb43f5aeed2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3684f0b-d785-4345-a2bf-a28114458353,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:36.177708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45794) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:36.225377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9489daf1-8c1f-4ee9-be85-7841e6ff0a3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8672e1982a242f18ad750a1f6add2a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463572 Nov 12 09:32:36.228757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45796) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:36.289088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5e40-ee2c-4483-8009-430491a6304d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:36.319769 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5e40-ee2c-4483-8009-430491a6304d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:36.386365 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5e40-ee2c-4483-8009-430491a6304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:36.389666 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5e40-ee2c-4483-8009-430491a6304d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:36.390855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d6dc5e40-ee2c-4483-8009-430491a6304d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70d04765-1a1e-4e20-8e12-143947a9e57c HTTP/1.1" status: 204 len: 168 time: 0.1611066 Nov 12 09:32:36.400455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5e40-ee2c-4483-8009-430491a6304d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d04765-1a1e-4e20-8e12-143947a9e57c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:36.788618 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45812) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:37.159542 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-498644d8-66ef-427b-9374-b145ca70c236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.254417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-498644d8-66ef-427b-9374-b145ca70c236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.265465 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-498644d8-66ef-427b-9374-b145ca70c236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.267741 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:32:37.294330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498644d8-66ef-427b-9374-b145ca70c236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef398c50-9937-43be-bb66-6b878440b035,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:37.328520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-498644d8-66ef-427b-9374-b145ca70c236 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17b257801a794286a59a75cffc3b0290&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5375924 Nov 12 09:32:37.329527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45830) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:37.395187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e408e48d-3062-4f69-b2c3-c87950a187f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.423422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e408e48d-3062-4f69-b2c3-c87950a187f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.490209 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e408e48d-3062-4f69-b2c3-c87950a187f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.493999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e408e48d-3062-4f69-b2c3-c87950a187f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:37.497936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e408e48d-3062-4f69-b2c3-c87950a187f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef398c50-9937-43be-bb66-6b878440b035 HTTP/1.1" status: 204 len: 168 time: 0.1649876 Nov 12 09:32:37.518260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408e48d-3062-4f69-b2c3-c87950a187f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef398c50-9937-43be-bb66-6b878440b035,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:38.063890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 45852) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:38.106788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80264907-864f-46b3-8ccf-4de01edcf677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.277446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80264907-864f-46b3-8ccf-4de01edcf677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.282754 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-80264907-864f-46b3-8ccf-4de01edcf677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.339187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 45862) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:38.351362 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-80264907-864f-46b3-8ccf-4de01edcf677 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c2ef343f5e0441d3ac639e45e15238d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857740 Nov 12 09:32:38.353140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80264907-864f-46b3-8ccf-4de01edcf677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c882638b-f67a-422b-a0d9-189aea68b068,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:38.417493 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.447574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.544308 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.549637 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:38.551565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c882638b-f67a-422b-a0d9-189aea68b068 HTTP/1.1" status: 204 len: 168 time: 0.2112615 Nov 12 09:32:38.567739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c882638b-f67a-422b-a0d9-189aea68b068,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:38.599206 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.603393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.604255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.605130 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.606632 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.610324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.610904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.611480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.612242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.612716 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.613073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:38.613460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b1604-6489-4a6f-84d9-db6bafd0e116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:41.951212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-adbdee84-2e4c-4907-a61e-124347637a0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1063993 Nov 12 09:32:42.073209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-efd1b648-7905-4660-b3ee-22ed370ed55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:42.075240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-efd1b648-7905-4660-b3ee-22ed370ed55a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 1102 time: 0.0546644 Nov 12 09:32:42.238460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-25ea5a3a-1f78-479a-9d2e-f9002aa20c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:42.240007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-25ea5a3a-1f78-479a-9d2e-f9002aa20c00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1426971 Nov 12 09:32:42.285583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-6606424b-30c0-416d-93b2-ae6b2b93a835 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e HTTP/1.1" status: 200 len: 217 time: 0.0362060 Nov 12 09:32:42.342081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-d602e857-6fd3-4b47-92b6-c67568e3c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:42.343553 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-d602e857-6fd3-4b47-92b6-c67568e3c1e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0519960 Nov 12 09:32:42.397211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-9b204aad-4156-4c05-9903-278669ad23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:42.398542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-9b204aad-4156-4c05-9903-278669ad23d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0472252 Nov 12 09:32:42.502496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-f54073bf-2f17-41ab-b2d1-df980c35939f service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951455 Nov 12 09:32:42.611028 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-316228b6-7640-4cdb-84d3-ac2b8c1c84a9 req-d536845c-e4f9-4337-9c8e-d3cd1ba546aa service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011915 Nov 12 09:32:43.869470 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-74e16a68-43de-4370-8adb-f66cebb3fbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:46.403019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-576827f1-0a3e-44f3-8733-e71dd4fb0fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.365922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46010) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:48.494397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ef9-a826-4b3b-8985-48d28f420a2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.582588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ef9-a826-4b3b-8985-48d28f420a2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.588131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b37d5ef9-a826-4b3b-8985-48d28f420a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.643652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b37d5ef9-a826-4b3b-8985-48d28f420a2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5310e963179347bcb2b2672b135d5a45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764566 Nov 12 09:32:48.644455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d5ef9-a826-4b3b-8985-48d28f420a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b83975-6ff9-4e09-900f-172e5ce90961,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:48.647072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46018) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:48.705359 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c76ef86-30a1-4fa8-b9ca-42869fd7e4a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.732921 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c76ef86-30a1-4fa8-b9ca-42869fd7e4a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.782332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c76ef86-30a1-4fa8-b9ca-42869fd7e4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.785389 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c76ef86-30a1-4fa8-b9ca-42869fd7e4a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:48.786718 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0c76ef86-30a1-4fa8-b9ca-42869fd7e4a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32b83975-6ff9-4e09-900f-172e5ce90961 HTTP/1.1" status: 204 len: 168 time: 0.1384344 Nov 12 09:32:48.796617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76ef86-30a1-4fa8-b9ca-42869fd7e4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b83975-6ff9-4e09-900f-172e5ce90961,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:49.136972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.513472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46054) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:49.624666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2099541911-network', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:49.653145 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Made reservation on behalf of f277745c95c64dc186222e29b5cd5b82 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:49.655540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.665397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.766606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.771022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.797649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:32:49.809301 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f8124b-bf0f-4cc6-865d-8e95d957f884,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:49.815790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.816183 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Added segment 838f1752-08c1-4488-9d55-35820470c39a of type vlan for network 158110b7-f19e-490c-ade2-e2e9dd736d83 Nov 12 09:32:49.850006 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.864505 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.897143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.898411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:49.899033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:49.979333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4647324 Nov 12 09:32:49.982269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46066) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:49.987313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Request body: {'subnet': {'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2099541911-subnet', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:49.997482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed21a5-412e-451e-a3b1-fdec01601861 admin admin] Pushing event updated for resources: {'Network': ['ID=158110b7-f19e-490c-ade2-e2e9dd736d83,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:50.007109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:32:50.032083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Made reservation on behalf of f277745c95c64dc186222e29b5cd5b82 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:50.032083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.256609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.320207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950b97c2-9960-4661-80b9-e8dbf134aa45,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:50.329182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Checking segment: {'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:50.329589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Network hostable DHCP agents. Network: 158110b7-f19e-490c-ade2-e2e9dd736d83, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:32:50.349026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:32:50.361099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 158110b7-f19e-490c-ade2-e2e9dd736d83) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:50.365846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:50.366484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.377129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e778ce-fa16-4481-a3de-d883578bc40d None None] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:50.390834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-60a2e16c-495e-4ad6-b491-599163929543 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4072528 Nov 12 09:32:50.393378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46074) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:50.400667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:50.428029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.429279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.462985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.494474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.574636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-158110b7-f19e-490c-ade2-e2e9dd736d83', 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'fixed_ips': [{'subnet_id': '950b97c2-9960-4661-80b9-e8dbf134aa45'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:32:50.575606 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.659384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.732525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Allocated IP 172.20.0.2 (158110b7-f19e-490c-ade2-e2e9dd736d83/950b97c2-9960-4661-80b9-e8dbf134aa45/baeaac07-e005-4abb-ad39-aec832d67f81) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:50.873762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.895431 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.902286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.908234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:50.953762 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:50.958061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:50.964089 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:50.977170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Pushing event updated for resources: {'Port': ['ID=baeaac07-e005-4abb-ad39-aec832d67f81,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:51.003064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.003416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.003759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.004357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.004503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.004777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.005102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.005427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.006004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.006126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.006382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.006702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:51.035308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Allocated IP 172.25.5.87 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/06b6521c-7d6d-4e65-86d8-ae3663ae6ef2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:51.039701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Attempting to bind port baeaac07-e005-4abb-ad39-aec832d67f81 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:51.040164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Attempting to bind port baeaac07-e005-4abb-ad39-aec832d67f81 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:51.040534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Attempting to bind port baeaac07-e005-4abb-ad39-aec832d67f81 on network 158110b7-f19e-490c-ade2-e2e9dd736d83 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:51.046315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:51.046617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Checking segment: {'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:51.047220 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.047605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Bound using segment: {'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:51.048330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Bound port: baeaac07-e005-4abb-ad39-aec832d67f81, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:51.048706 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.125554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] For port baeaac07-e005-4abb-ad39-aec832d67f81, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:51.128754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] For port baeaac07-e005-4abb-ad39-aec832d67f81, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=baeaac07-e005-4abb-ad39-aec832d67f81,segment=NetworkSegment(838f1752-08c1-4488-9d55-35820470c39a),segment_id=838f1752-08c1-4488-9d55-35820470c39a)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:51.134338 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.151795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.218878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5628c-8654-4fc7-913d-838ca2bcbe15 None None] Pushing event updated for resources: {'Port': ['ID=baeaac07-e005-4abb-ad39-aec832d67f81,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:51.220210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.268882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:51.271983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:51.274977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:51.292628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80272f0-a431-4192-8482-5fba77025f21 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:51.307042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Pushing event updated for resources: {'Port': ['ID=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:51.364779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-060d8b5b-ba53-418a-b8e9-844b125aa55d None None] Provisioning complete for port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:51.365325 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-060d8b5b-ba53-418a-b8e9-844b125aa55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.486526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-060d8b5b-ba53-418a-b8e9-844b125aa55d None None] Port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:51.578370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device baeaac07-e005-4abb-ad39-aec832d67f81 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:51.640298 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port baeaac07-e005-4abb-ad39-aec832d67f81 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:51.640816 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.749730 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.790061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port baeaac07-e005-4abb-ad39-aec832d67f81, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=baeaac07-e005-4abb-ad39-aec832d67f81,segment=NetworkSegment(838f1752-08c1-4488-9d55-35820470c39a),segment_id=838f1752-08c1-4488-9d55-35820470c39a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:51.796075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:51.861496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=baeaac07-e005-4abb-ad39-aec832d67f81,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:52.000292 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.208046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.325694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29b1b4c-9048-46f2-b0ec-f54fd033f677 None None] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:52.355595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Router 01dfb916-d3c9-491e-9d54-b9a5186edffd is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:32:52.433977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-27c4985f-a569-4f3a-87d1-5f34f432c1c3 None None] Provisioning complete for port baeaac07-e005-4abb-ad39-aec832d67f81 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:52.434413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-27c4985f-a569-4f3a-87d1-5f34f432c1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.484122 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:52.493728 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Sync routers for ids ['01dfb916-d3c9-491e-9d54-b9a5186edffd'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:52.506611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Routers {'01dfb916-d3c9-491e-9d54-b9a5186edffd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:52.507267 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['01dfb916-d3c9-491e-9d54-b9a5186edffd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:52.516657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.518485 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f7a8a500-fa51-4549-87b2-302c9d7be4ac admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1238110 Nov 12 09:32:52.522884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46108) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:52.631066 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Set router 01dfb916-d3c9-491e-9d54-b9a5186edffd gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:52.853092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-26e5c07f-07cc-4e70-b3a7-9a2c99bbe889 None None] Provisioning complete for port baeaac07-e005-4abb-ad39-aec832d67f81 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:52.853693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-26e5c07f-07cc-4e70-b3a7-9a2c99bbe889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:52.856849 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:51Z', 'revision_number': 3, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port': {'id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:52.894547 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Checking router: 01dfb916-d3c9-491e-9d54-b9a5186edffd for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:52.895056 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Updating router 01dfb916-d3c9-491e-9d54-b9a5186edffd port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:32:52.924334 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.309916 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.316140 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.369082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7591d-a751-4921-97ff-ae0cd45e52f3 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:53.398149 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Pushing event updated for resources: {'Port': ['ID=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:53.400504 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Attempting to bind port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:53.400876 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Attempting to bind port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:53.401239 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Attempting to bind port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:53.403059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.410655 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:53.411019 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:53.411423 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.411814 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:53.412313 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Bound port: 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:53.412696 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.416620 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.416959 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.417305 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.417647 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.417986 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.418316 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.418647 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.418998 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.419578 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.419695 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.419979 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.420306 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.482177 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] For port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:53.487829 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] For port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:53.495029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device baeaac07-e005-4abb-ad39-aec832d67f81 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:53.499795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-24b7a7e1-db36-44c0-bfa4-e24601879d41 None None] Provisioning complete for port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:53.500320 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24b7a7e1-db36-44c0-bfa4-e24601879d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.504646 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.574621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d56f38-ab82-4779-89f1-cc501cba71bb None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:53.583556 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Routers {'01dfb916-d3c9-491e-9d54-b9a5186edffd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:53.585085 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['01dfb916-d3c9-491e-9d54-b9a5186edffd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:53.594789 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Allocated IP 172.20.0.1 (158110b7-f19e-490c-ade2-e2e9dd736d83/950b97c2-9960-4661-80b9-e8dbf134aa45/42bb35c5-9a99-477d-b8d2-65ed052eaf93) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:53.638003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port baeaac07-e005-4abb-ad39-aec832d67f81 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:53.638219 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d4b87-9859-4e0f-8c72-0517af07fa7e None None] Pushing event updated for resources: {'Port': ['ID=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:53.638377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.730404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.741144 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] Set router 01dfb916-d3c9-491e-9d54-b9a5186edffd gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:53.775491 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.824504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:53.832131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:53.837160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:53.869338 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Pushing event updated for resources: {'Port': ['ID=42bb35c5-9a99-477d-b8d2-65ed052eaf93,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:53.884349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.885194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.885710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.891162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.891588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.891943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.892433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.892983 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.893505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.894009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.894504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.894996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:32:53.913482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:53.979300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24b7a7e1-db36-44c0-bfa4-e24601879d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.040737 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:51Z', 'revision_number': 3, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port': {'id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:54.073042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-24b7a7e1-db36-44c0-bfa4-e24601879d41 None None] For port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:54.103102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b67abb-6d97-41cc-97af-a21ea45273e1 None None] The sync data for ids ['01dfb916-d3c9-491e-9d54-b9a5186edffd'] in n-d-769329-17 is: [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:51Z', 'revision_number': 3, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port': {'id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:54.105838 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24b7a7e1-db36-44c0-bfa4-e24601879d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.144780 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.161914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7a7e1-db36-44c0-bfa4-e24601879d41 None None] Pushing event updated for resources: {'Port': ['ID=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:54.292338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9a8936ac-4b86-4384-83dd-fa85f251388a None None] Provisioning complete for port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:54.293052 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a8936ac-4b86-4384-83dd-fa85f251388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.343545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9a8936ac-4b86-4384-83dd-fa85f251388a None None] Port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:54.370961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9a8936ac-4b86-4384-83dd-fa85f251388a None None] Provisioning complete for port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:54.371608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a8936ac-4b86-4384-83dd-fa85f251388a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.399180 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.405508 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.489138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Pushing event updated for resources: {'Port': ['ID=42bb35c5-9a99-477d-b8d2-65ed052eaf93,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:54.494776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:54.631092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:54.632638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:54.781208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Router 01dfb916-d3c9-491e-9d54-b9a5186edffd has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:32:54.934167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:54.944774 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-74c10767-120c-46b1-a9e9-cc6130cb6f3e admin admin] 10.222.0.53 "PUT /v2.0/routers/01dfb916-d3c9-491e-9d54-b9a5186edffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4196086 Nov 12 09:32:54.970452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-558f5a26-20c1-40c5-b81a-a83343606373 None None] Provisioning complete for port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:54.970900 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-558f5a26-20c1-40c5-b81a-a83343606373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.044408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-558f5a26-20c1-40c5-b81a-a83343606373 None None] Port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:55.510910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:55.581755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:55.583312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:55.583821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.588174 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2063421709-network', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:55.615688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Made reservation on behalf of ccc5f533d3ca48afbba3f9459af1d8af for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:55.620342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.633561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.721484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.726153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.758423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:32:55.771449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9083ef-4d9c-4e2e-a50b-dfedfbe35d43,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:55.776990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.777338 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Added segment 59ee58cd-cc72-4cda-bd06-f763ee8007e8 of type vlan for network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 Nov 12 09:32:55.823466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.848647 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.849704 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:55.850738 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:55.894982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3117802 Nov 12 09:32:55.897982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46176) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:55.904184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Request body: {'subnet': {'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2063421709-subnet', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:55.930317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3645fb7-f946-40ed-8b6b-d757a2977d7c admin admin] Pushing event updated for resources: {'Network': ['ID=5d7ee78b-cf46-498a-95fc-38cfeb3bcd29,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:55.942392 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:32:55.948209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Made reservation on behalf of ccc5f533d3ca48afbba3f9459af1d8af for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:32:55.950943 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.152996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.178339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Sync routers for ids ['01dfb916-d3c9-491e-9d54-b9a5186edffd'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:56.191348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Routers {'01dfb916-d3c9-491e-9d54-b9a5186edffd'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:56.193134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['01dfb916-d3c9-491e-9d54-b9a5186edffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:56.211715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed344115-6214-45de-8c57-867068b729dd,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:56.222251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Checking segment: {'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:56.222619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Network hostable DHCP agents. Network: 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:32:56.241293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:32:56.254739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:56.259413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:32:56.260052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.277848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d7f5f7c7-b14c-422b-a84c-59d234b944bb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3775792 Nov 12 09:32:56.280814 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46182) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:56.286189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:32:56.311293 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.313200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa4b77-a8ec-4e0c-9088-79b476e3df3e None None] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:56.313755 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.384480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Set router 01dfb916-d3c9-491e-9d54-b9a5186edffd gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:56.391988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.553788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.619444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-5d7ee78b-cf46-498a-95fc-38cfeb3bcd29', 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'fixed_ips': [{'subnet_id': 'ed344115-6214-45de-8c57-867068b729dd'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:32:56.620484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.806096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:54Z', 'revision_number': 4, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port': {'id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '42bb35c5-9a99-477d-b8d2-65ed052eaf93', 'name': '', 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'mac_address': 'fa:16:3e:7d:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '950b97c2-9960-4661-80b9-e8dbf134aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:53Z', 'updated_at': '2021-11-12T09:32:54Z', 'revision_number': 2, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'subnets': [{'id': '950b97c2-9960-4661-80b9-e8dbf134aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:56.806782 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.828408 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.844624 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Allocated IP 172.20.0.2 (5d7ee78b-cf46-498a-95fc-38cfeb3bcd29/ed344115-6214-45de-8c57-867068b729dd/e90086fd-2029-45c1-96f5-2b678df8fcf3) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:56.849661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Checking router: 01dfb916-d3c9-491e-9d54-b9a5186edffd for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:56.850127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Updating router 01dfb916-d3c9-491e-9d54-b9a5186edffd port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:32:56.893561 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:56.968620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Allocated IP 172.25.5.226 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/69e1f94f-7dc0-40ec-ab25-db4696c6e67e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:57.126175 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.167413 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.199163 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.208586 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.216798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:57.225687 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:57.228967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:57.261906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Pushing event updated for resources: {'Port': ['ID=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.272431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444c9472-eb42-4984-85db-82adc7b9d21b None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:57.310835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:32:57.316233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Pushing event updated for resources: {'Port': ['ID=e90086fd-2029-45c1-96f5-2b678df8fcf3,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.319547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:32:57.324547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:32:57.448328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Attempting to bind port e90086fd-2029-45c1-96f5-2b678df8fcf3 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:57.448713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Attempting to bind port e90086fd-2029-45c1-96f5-2b678df8fcf3 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:57.449086 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Attempting to bind port e90086fd-2029-45c1-96f5-2b678df8fcf3 on network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:57.468391 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.470114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:57.470552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Checking segment: {'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:57.471123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.471550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Bound using segment: {'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:57.472260 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Bound port: e90086fd-2029-45c1-96f5-2b678df8fcf3, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:57.472943 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.483825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0ccee0ee-7e0e-415b-b808-56c6a441b71b None None] Provisioning complete for port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:57.484218 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ccee0ee-7e0e-415b-b808-56c6a441b71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.490310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.553146 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.618232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02f8c0-79c4-4570-964f-1ce1231aa811 None None] Pushing event updated for resources: {'Port': ['ID=42bb35c5-9a99-477d-b8d2-65ed052eaf93,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.631558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0ccee0ee-7e0e-415b-b808-56c6a441b71b None None] Port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:32:57.704737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] For port e90086fd-2029-45c1-96f5-2b678df8fcf3, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:57.720247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] For port e90086fd-2029-45c1-96f5-2b678df8fcf3, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e90086fd-2029-45c1-96f5-2b678df8fcf3,segment=NetworkSegment(59ee58cd-cc72-4cda-bd06-f763ee8007e8),segment_id=59ee58cd-cc72-4cda-bd06-f763ee8007e8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:57.731285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.791592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Attempting to bind port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:57.791995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Attempting to bind port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:57.792586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Attempting to bind port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 on network 158110b7-f19e-490c-ade2-e2e9dd736d83 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:57.816026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:57.816400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Checking segment: {'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:57.817050 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.817444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Bound using segment: {'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:57.817908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Bound port: 42bb35c5-9a99-477d-b8d2-65ed052eaf93, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838f1752-08c1-4488-9d55-35820470c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:57.818284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.821588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ee92e-b099-430d-a118-e2eb01bb95e1 None None] Pushing event updated for resources: {'Port': ['ID=e90086fd-2029-45c1-96f5-2b678df8fcf3,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:57.886639 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.966629 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:57.989153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] For port 42bb35c5-9a99-477d-b8d2-65ed052eaf93, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:57.994961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] For port 42bb35c5-9a99-477d-b8d2-65ed052eaf93, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=42bb35c5-9a99-477d-b8d2-65ed052eaf93,segment=NetworkSegment(838f1752-08c1-4488-9d55-35820470c39a),segment_id=838f1752-08c1-4488-9d55-35820470c39a)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:57.996304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1db7a2a5-0948-40e8-87fe-8ab43a912782 None None] Provisioning complete for port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:57.996745 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1db7a2a5-0948-40e8-87fe-8ab43a912782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.000727 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.202088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Router 96e9357f-14f1-43bf-85f0-d17d979dacfe is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:32:58.269363 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Routers {'01dfb916-d3c9-491e-9d54-b9a5186edffd'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:58.270033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['01dfb916-d3c9-491e-9d54-b9a5186edffd'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:58.385112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f02f8c0-79c4-4570-964f-1ce1231aa811 None None] Pushing event updated for resources: {'Port': ['ID=42bb35c5-9a99-477d-b8d2-65ed052eaf93,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:58.486274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:32:58.499357 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Sync routers for ids ['96e9357f-14f1-43bf-85f0-d17d979dacfe'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:32:58.521993 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Routers {'96e9357f-14f1-43bf-85f0-d17d979dacfe'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:32:58.523022 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['96e9357f-14f1-43bf-85f0-d17d979dacfe'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:58.540198 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.541717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1c5d663d-8a63-403b-b50a-63521180773d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2593920 Nov 12 09:32:58.544919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:32:58.647329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1db7a2a5-0948-40e8-87fe-8ab43a912782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.700487 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.714514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1db7a2a5-0948-40e8-87fe-8ab43a912782 None None] For port 42bb35c5-9a99-477d-b8d2-65ed052eaf93, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=42bb35c5-9a99-477d-b8d2-65ed052eaf93,segment=NetworkSegment(838f1752-08c1-4488-9d55-35820470c39a),segment_id=838f1752-08c1-4488-9d55-35820470c39a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:58.722770 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1db7a2a5-0948-40e8-87fe-8ab43a912782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:58.735037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] Set router 01dfb916-d3c9-491e-9d54-b9a5186edffd gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:58.739852 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Set router 96e9357f-14f1-43bf-85f0-d17d979dacfe gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:32:58.881445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7a2a5-0948-40e8-87fe-8ab43a912782 None None] Pushing event updated for resources: {'Port': ['ID=42bb35c5-9a99-477d-b8d2-65ed052eaf93,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:58.969703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fa457ca7-41ff-40f7-8db5-af6ddd505fb2 None None] Provisioning complete for port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:58.971377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fa457ca7-41ff-40f7-8db5-af6ddd505fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.011824 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:32:57Z', 'revision_number': 3, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:59.100361 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Checking router: 96e9357f-14f1-43bf-85f0-d17d979dacfe for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:32:59.100717 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Updating router 96e9357f-14f1-43bf-85f0-d17d979dacfe port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:32:59.132554 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.227005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:54Z', 'revision_number': 4, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port': {'id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '42bb35c5-9a99-477d-b8d2-65ed052eaf93', 'name': '', 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'mac_address': 'fa:16:3e:7d:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '950b97c2-9960-4661-80b9-e8dbf134aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:53Z', 'updated_at': '2021-11-12T09:32:57Z', 'revision_number': 4, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'subnets': [{'id': '950b97c2-9960-4661-80b9-e8dbf134aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:32:59.232401 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.297190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f880f-9d93-4a54-80d1-13a06998c4de None None] The sync data for ids ['01dfb916-d3c9-491e-9d54-b9a5186edffd'] in n-d-769329-17 is: [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:54Z', 'revision_number': 4, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port': {'id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '42bb35c5-9a99-477d-b8d2-65ed052eaf93', 'name': '', 'network_id': '158110b7-f19e-490c-ade2-e2e9dd736d83', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'mac_address': 'fa:16:3e:7d:24:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3675, 'fixed_ips': [{'subnet_id': '950b97c2-9960-4661-80b9-e8dbf134aa45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:53Z', 'updated_at': '2021-11-12T09:32:57Z', 'revision_number': 4, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'subnets': [{'id': '950b97c2-9960-4661-80b9-e8dbf134aa45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:32:59.562743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434f30d7-a91a-411d-a65a-58ec4113d4ea None None] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:32:59.608808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Allocated IP 172.20.0.1 (5d7ee78b-cf46-498a-95fc-38cfeb3bcd29/ed344115-6214-45de-8c57-867068b729dd/7fa79b76-4387-4727-988c-5011dd1f585c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:32:59.655749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5a377ede-869c-42c1-8b50-f40faf26cab4 None None] Provisioning complete for port e90086fd-2029-45c1-96f5-2b678df8fcf3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:32:59.656231 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a377ede-869c-42c1-8b50-f40faf26cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.739643 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.747932 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.778545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e90086fd-2029-45c1-96f5-2b678df8fcf3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:32:59.822799 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b23898-7fd4-4857-a19b-fc3fa7e228df None None] Pushing event updated for resources: {'Port': ['ID=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:32:59.856708 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Attempting to bind port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:32:59.857230 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Attempting to bind port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:32:59.857765 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Attempting to bind port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:32:59.861693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a377ede-869c-42c1-8b50-f40faf26cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.864992 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:32:59.865712 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:32:59.866181 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.866804 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:32:59.867986 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Bound port: 69e1f94f-7dc0-40ec-ab25-db4696c6e67e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:32:59.868639 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.872901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc77b7a-78ba-4d88-9dfc-d71ab9bcff77 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:32:59.923893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.949173 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] For port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:32:59.953668 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] For port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:32:59.960907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5a377ede-869c-42c1-8b50-f40faf26cab4 None None] For port e90086fd-2029-45c1-96f5-2b678df8fcf3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e90086fd-2029-45c1-96f5-2b678df8fcf3,segment=NetworkSegment(59ee58cd-cc72-4cda-bd06-f763ee8007e8),segment_id=59ee58cd-cc72-4cda-bd06-f763ee8007e8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:32:59.961649 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:32:59.989242 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a377ede-869c-42c1-8b50-f40faf26cab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.018649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.046626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e90086fd-2029-45c1-96f5-2b678df8fcf3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:00.047020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.083238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:00.092130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93d5f7-b01e-43d1-a319-1ef032c1f001 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:00.093779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:00.109273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:00.123299 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Routers {'96e9357f-14f1-43bf-85f0-d17d979dacfe'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:00.124296 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['96e9357f-14f1-43bf-85f0-d17d979dacfe'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:00.215006 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.221548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa79b76-4387-4727-988c-5011dd1f585c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.224098 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b23898-7fd4-4857-a19b-fc3fa7e228df None None] Pushing event updated for resources: {'Port': ['ID=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.243855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a377ede-869c-42c1-8b50-f40faf26cab4 None None] Pushing event updated for resources: {'Port': ['ID=e90086fd-2029-45c1-96f5-2b678df8fcf3,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.264745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-37cffee1-9bf0-4766-ad25-167acb576845 None None] Provisioning complete for port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:00.265482 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37cffee1-9bf0-4766-ad25-167acb576845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.355484 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] Set router 96e9357f-14f1-43bf-85f0-d17d979dacfe gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:00.388230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.472075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 42bb35c5-9a99-477d-b8d2-65ed052eaf93 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:00.542534 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37cffee1-9bf0-4766-ad25-167acb576845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.582511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-37cffee1-9bf0-4766-ad25-167acb576845 None None] For port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:00.591058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-37cffee1-9bf0-4766-ad25-167acb576845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.611849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:00.613617 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.738289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.754931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.864457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cffee1-9bf0-4766-ad25-167acb576845 None None] Pushing event updated for resources: {'Port': ['ID=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.877675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8d2e9b34-6c37-41b0-a634-4d19b6ef9ce5 None None] Provisioning complete for port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:00.878656 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9b34-6c37-41b0-a634-4d19b6ef9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.881247 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:00.884092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fa79b76-4387-4727-988c-5011dd1f585c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:00.994531 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:32:57Z', 'revision_number': 3, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:01.021478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:01.022589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:01.074571 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712b2dd-a7db-49e0-b7fa-6cede5bc18ec None None] The sync data for ids ['96e9357f-14f1-43bf-85f0-d17d979dacfe'] in n-d-769329-17 is: [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:32:57Z', 'revision_number': 3, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:01.087593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8d2e9b34-6c37-41b0-a634-4d19b6ef9ce5 None None] Provisioning complete for port e90086fd-2029-45c1-96f5-2b678df8fcf3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:01.087593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9b34-6c37-41b0-a634-4d19b6ef9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.251407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Router 96e9357f-14f1-43bf-85f0-d17d979dacfe has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:01.256238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8d2e9b34-6c37-41b0-a634-4d19b6ef9ce5 None None] Provisioning complete for port 7fa79b76-4387-4727-988c-5011dd1f585c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:01.256858 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8d2e9b34-6c37-41b0-a634-4d19b6ef9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.300706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8d2e9b34-6c37-41b0-a634-4d19b6ef9ce5 None None] Port 7fa79b76-4387-4727-988c-5011dd1f585c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:01.397971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:01.405027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-31b74027-9ac0-4b03-9d5b-a2d1396fafe5 admin admin] 10.222.0.53 "PUT /v2.0/routers/96e9357f-14f1-43bf-85f0-d17d979dacfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8586102 Nov 12 09:33:01.422683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3df01a93-6979-400d-af09-87e7194e88f1 None None] Provisioning complete for port 7fa79b76-4387-4727-988c-5011dd1f585c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:01.423126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3df01a93-6979-400d-af09-87e7194e88f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:01.475121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3df01a93-6979-400d-af09-87e7194e88f1 None None] Port 7fa79b76-4387-4727-988c-5011dd1f585c cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:01.512894 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e90086fd-2029-45c1-96f5-2b678df8fcf3 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:01.569240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e90086fd-2029-45c1-96f5-2b678df8fcf3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:01.569794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:02.806690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46346) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:03.303746 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.314969 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Sync routers for ids ['96e9357f-14f1-43bf-85f0-d17d979dacfe'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:03.327682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Routers {'96e9357f-14f1-43bf-85f0-d17d979dacfe'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:03.327975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['96e9357f-14f1-43bf-85f0-d17d979dacfe'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:03.450165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Set router 96e9357f-14f1-43bf-85f0-d17d979dacfe gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:03.540824 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 69e1f94f-7dc0-40ec-ab25-db4696c6e67e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:03.630189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Deleting port 42bb35c5-9a99-477d-b8d2-65ed052eaf93 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:03.630547 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.669790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:03.670174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.729061 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] For port 42bb35c5-9a99-477d-b8d2-65ed052eaf93, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=42bb35c5-9a99-477d-b8d2-65ed052eaf93,segment=NetworkSegment(838f1752-08c1-4488-9d55-35820470c39a),segment_id=838f1752-08c1-4488-9d55-35820470c39a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:03.729963 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.744965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Calling delete_port for 42bb35c5-9a99-477d-b8d2-65ed052eaf93 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:03.761208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '7fa79b76-4387-4727-988c-5011dd1f585c', 'name': '', 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'mac_address': 'fa:16:3e:22:6f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'ed344115-6214-45de-8c57-867068b729dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:59Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 2, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'subnets': [{'id': 'ed344115-6214-45de-8c57-867068b729dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:03.810907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Checking router: 96e9357f-14f1-43bf-85f0-d17d979dacfe for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:03.811276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Updating router 96e9357f-14f1-43bf-85f0-d17d979dacfe port 7fa79b76-4387-4727-988c-5011dd1f585c binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:33:03.845369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.963234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:03.990003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Pushing event deleted for resources: {'Port': ['ID=42bb35c5-9a99-477d-b8d2-65ed052eaf93,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:04.193833 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.202466 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.203529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.296909 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eaea6-bf95-40ba-8f3c-e71f4adbfde7 None None] Pushing event updated for resources: {'Port': ['ID=7fa79b76-4387-4727-988c-5011dd1f585c,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:04.364126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Attempting to bind port 7fa79b76-4387-4727-988c-5011dd1f585c on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:04.364791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Attempting to bind port 7fa79b76-4387-4727-988c-5011dd1f585c by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:04.364885 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Attempting to bind port 7fa79b76-4387-4727-988c-5011dd1f585c on network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:04.372305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:04.372735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Checking segment: {'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:04.373250 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.373716 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Bound using segment: {'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:04.374251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Bound port: 7fa79b76-4387-4727-988c-5011dd1f585c, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee58cd-cc72-4cda-bd06-f763ee8007e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:04.374722 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.464480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] For port 7fa79b76-4387-4727-988c-5011dd1f585c, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:04.469049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] For port 7fa79b76-4387-4727-988c-5011dd1f585c, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7fa79b76-4387-4727-988c-5011dd1f585c,segment=NetworkSegment(59ee58cd-cc72-4cda-bd06-f763ee8007e8),segment_id=59ee58cd-cc72-4cda-bd06-f763ee8007e8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:04.481913 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.550316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Routers {'96e9357f-14f1-43bf-85f0-d17d979dacfe'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:04.550817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['96e9357f-14f1-43bf-85f0-d17d979dacfe'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:04.575217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Router 01dfb916-d3c9-491e-9d54-b9a5186edffd has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:04.620345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868eaea6-bf95-40ba-8f3c-e71f4adbfde7 None None] Pushing event updated for resources: {'Port': ['ID=7fa79b76-4387-4727-988c-5011dd1f585c,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:04.728609 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c3036855-4200-4246-aa5b-eea9a8341c37 None None] Provisioning complete for port 7fa79b76-4387-4727-988c-5011dd1f585c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:04.728996 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3036855-4200-4246-aa5b-eea9a8341c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:04.781909 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:04.791433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8a5668e0-cd40-40a8-b24e-7626694c9c42 admin admin] 10.222.0.53 "PUT /v2.0/routers/01dfb916-d3c9-491e-9d54-b9a5186edffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837306 Nov 12 09:33:04.795714 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:04.800460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46386) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:04.805008 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] Sync routers for ids ['01dfb916-d3c9-491e-9d54-b9a5186edffd'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:04.823562 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] Routers {'01dfb916-d3c9-491e-9d54-b9a5186edffd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:04.824232 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['01dfb916-d3c9-491e-9d54-b9a5186edffd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:04.856308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] Set router 96e9357f-14f1-43bf-85f0-d17d979dacfe gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:04.992951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.016797 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] Set router 01dfb916-d3c9-491e-9d54-b9a5186edffd gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:05.046376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73bb23c0-1a90-4787-ba89-e2523a931f6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.155122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.204600 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73bb23c0-1a90-4787-ba89-e2523a931f6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.210478 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-73bb23c0-1a90-4787-ba89-e2523a931f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.240432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb23c0-1a90-4787-ba89-e2523a931f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a00655-3eca-4453-a58e-6dbf9f235ce7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:05.272310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Deleting port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:05.272793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.296483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-73bb23c0-1a90-4787-ba89-e2523a931f6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=309a8603b5ab4a61ad2b50f06de88902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4874027 Nov 12 09:33:05.297544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46394) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:05.341395 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3036855-4200-4246-aa5b-eea9a8341c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.393788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e56cb73-1aaf-46d6-90b4-deea90705b0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.402876 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:33:03Z', 'revision_number': 5, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port': {'id': '06b6521c-7d6d-4e65-86d8-ae3663ae6ef2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:f1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:05.426257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c3036855-4200-4246-aa5b-eea9a8341c37 None None] For port 7fa79b76-4387-4727-988c-5011dd1f585c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7fa79b76-4387-4727-988c-5011dd1f585c,segment=NetworkSegment(59ee58cd-cc72-4cda-bd06-f763ee8007e8),segment_id=59ee58cd-cc72-4cda-bd06-f763ee8007e8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:05.433243 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3036855-4200-4246-aa5b-eea9a8341c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.456541 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e56cb73-1aaf-46d6-90b4-deea90705b0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.464479 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] Checking router: 01dfb916-d3c9-491e-9d54-b9a5186edffd for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:05.468614 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] For port 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:05.469285 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.475929 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] Routers {'01dfb916-d3c9-491e-9d54-b9a5186edffd'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:05.477255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['01dfb916-d3c9-491e-9d54-b9a5186edffd'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:05.532905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Calling delete_port for 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:05.576114 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3036855-4200-4246-aa5b-eea9a8341c37 None None] Pushing event updated for resources: {'Port': ['ID=7fa79b76-4387-4727-988c-5011dd1f585c,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:05.605962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '7fa79b76-4387-4727-988c-5011dd1f585c', 'name': '', 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'mac_address': 'fa:16:3e:22:6f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'ed344115-6214-45de-8c57-867068b729dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:59Z', 'updated_at': '2021-11-12T09:33:04Z', 'revision_number': 4, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'subnets': [{'id': 'ed344115-6214-45de-8c57-867068b729dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:05.610232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1fe8871a-71c3-435f-9456-5caae332c87a None None] Provisioning complete for port 7fa79b76-4387-4727-988c-5011dd1f585c triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:05.610917 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1fe8871a-71c3-435f-9456-5caae332c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.618654 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e56cb73-1aaf-46d6-90b4-deea90705b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.623766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e56cb73-1aaf-46d6-90b4-deea90705b0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.626008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7e56cb73-1aaf-46d6-90b4-deea90705b0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23a00655-3eca-4453-a58e-6dbf9f235ce7 HTTP/1.1" status: 204 len: 168 time: 0.3269763 Nov 12 09:33:05.653304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56cb73-1aaf-46d6-90b4-deea90705b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a00655-3eca-4453-a58e-6dbf9f235ce7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:05.696099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7537cc-5b8e-4c79-8e03-e966740a6d6c None None] The sync data for ids ['96e9357f-14f1-43bf-85f0-d17d979dacfe'] in n-d-769329-17 is: [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '7fa79b76-4387-4727-988c-5011dd1f585c', 'name': '', 'network_id': '5d7ee78b-cf46-498a-95fc-38cfeb3bcd29', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'mac_address': 'fa:16:3e:22:6f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'ed344115-6214-45de-8c57-867068b729dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:59Z', 'updated_at': '2021-11-12T09:33:04Z', 'revision_number': 4, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'subnets': [{'id': 'ed344115-6214-45de-8c57-867068b729dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:05.707259 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] Set router 01dfb916-d3c9-491e-9d54-b9a5186edffd gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:05.836559 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 6, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:05.886698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:05.906311 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7421fe-fe85-4d8c-82c2-e69bc25ebc7e None None] The sync data for ids ['01dfb916-d3c9-491e-9d54-b9a5186edffd'] in n-d-769329-17 is: [{'id': '01dfb916-d3c9-491e-9d54-b9a5186edffd', 'name': 'tempest-TestAggregatesBasicOps-2099541911-router', 'tenant_id': 'f277745c95c64dc186222e29b5cd5b82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:50Z', 'updated_at': '2021-11-12T09:33:05Z', 'revision_number': 6, 'project_id': 'f277745c95c64dc186222e29b5cd5b82', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:05.980268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Pushing event deleted for resources: {'Port': ['ID=06b6521c-7d6d-4e65-86d8-ae3663ae6ef2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:06.017250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06298380-8a53-467d-a612-c9f1422ce233 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:06.119281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.255660 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.270938 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.345688 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.346784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01dfb916-d3c9-491e-9d54-b9a5186edffd {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:33:06.353446 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.355252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7268726c-2b97-43b6-914e-6fd4dc8ce2fb admin admin] 10.222.0.53 "DELETE /v2.0/routers/01dfb916-d3c9-491e-9d54-b9a5186edffd HTTP/1.1" status: 204 len: 168 time: 1.5579436 Nov 12 09:33:06.357853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46418) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:06.437224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] Deleting subnet 950b97c2-9960-4661-80b9-e8dbf134aa45 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:33:06.442432 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.493239 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.602932 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.685219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.721046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950b97c2-9960-4661-80b9-e8dbf134aa45,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:06.729078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.738103 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3a121651-e991-4cfd-9b33-d4c619e24043 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/950b97c2-9960-4661-80b9-e8dbf134aa45 HTTP/1.1" status: 204 len: 168 time: 0.3682225 Nov 12 09:33:06.738103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46432) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:06.747367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90075e0-3ebb-43af-9dd9-8f6278cba4b8 None None] Network 158110b7-f19e-490c-ade2-e2e9dd736d83 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:06.858913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:06.966944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Deleting port baeaac07-e005-4abb-ad39-aec832d67f81 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:06.967301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.074273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] For port baeaac07-e005-4abb-ad39-aec832d67f81, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=baeaac07-e005-4abb-ad39-aec832d67f81,segment=NetworkSegment(838f1752-08c1-4488-9d55-35820470c39a),segment_id=838f1752-08c1-4488-9d55-35820470c39a)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:07.074558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.089776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] DHCP port deletion for 158110b7-f19e-490c-ade2-e2e9dd736d83 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:07.104396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Calling delete_port for baeaac07-e005-4abb-ad39-aec832d67f81 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:07.158044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] Deleting port baeaac07-e005-4abb-ad39-aec832d67f81 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:07.158734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.211761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.253537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] For port baeaac07-e005-4abb-ad39-aec832d67f81, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=baeaac07-e005-4abb-ad39-aec832d67f81,segment=NetworkSegment(838f1752-08c1-4488-9d55-35820470c39a),segment_id=838f1752-08c1-4488-9d55-35820470c39a)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:07.253989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Pushing event deleted for resources: {'Port': ['ID=baeaac07-e005-4abb-ad39-aec832d67f81,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:07.254176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.257782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] No DVR routers for this DVR port baeaac07-e005-4abb-ad39-aec832d67f81 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:07.281285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] Calling delete_port for baeaac07-e005-4abb-ad39-aec832d67f81 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:07.352522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.379210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158110b7-f19e-490c-ade2-e2e9dd736d83']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:07.394272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838f1752-08c1-4488-9d55-35820470c39a') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:07.395135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838f1752-08c1-4488-9d55-35820470c39a') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:07.409721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.424437 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:33:07.436963 n-d-769329-17 neutron-server[109378]: self.session.flush() Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:33:07.441062 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:33:07.453352 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.522488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] Pushing event deleted for resources: {'Port': ['ID=baeaac07-e005-4abb-ad39-aec832d67f81,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:07.525550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb061e-aece-4f14-bb0f-4bbba10f7322 None None] No DVR routers for this DVR port baeaac07-e005-4abb-ad39-aec832d67f81 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:07.545826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.554326 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.561814 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] 10.222.0.53 "DELETE /v2.0/networks/158110b7-f19e-490c-ade2-e2e9dd736d83 HTTP/1.1" status: 204 len: 168 time: 0.8224289 Nov 12 09:33:07.562096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46456) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:07.577885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1abdba-9822-4a2b-8bba-7799dc21a957 admin admin] Pushing event deleted for resources: {'Network': ['ID=158110b7-f19e-490c-ade2-e2e9dd736d83,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:07.657988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7fa79b76-4387-4727-988c-5011dd1f585c up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:07.735771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7fa79b76-4387-4727-988c-5011dd1f585c triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:07.736176 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:07.921580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 42bb35c5-9a99-477d-b8d2-65ed052eaf93 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:07.947129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 42bb35c5-9a99-477d-b8d2-65ed052eaf93 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:07.947811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 42bb35c5-9a99-477d-b8d2-65ed052eaf93 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:07.948278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device baeaac07-e005-4abb-ad39-aec832d67f81 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:07.971766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: baeaac07-e005-4abb-ad39-aec832d67f81 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:07.972148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device baeaac07-e005-4abb-ad39-aec832d67f81 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:07.972720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:07.997179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:07.997611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 06b6521c-7d6d-4e65-86d8-ae3663ae6ef2 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:08.098827 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:08.389266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Deleting port 7fa79b76-4387-4727-988c-5011dd1f585c {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:08.389609 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:08.471732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] For port 7fa79b76-4387-4727-988c-5011dd1f585c, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7fa79b76-4387-4727-988c-5011dd1f585c,segment=NetworkSegment(59ee58cd-cc72-4cda-bd06-f763ee8007e8),segment_id=59ee58cd-cc72-4cda-bd06-f763ee8007e8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:08.472177 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:08.486198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Calling delete_port for 7fa79b76-4387-4727-988c-5011dd1f585c owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:08.710493 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:08.744109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa79b76-4387-4727-988c-5011dd1f585c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:09.072885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46522) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:09.221480 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373017ce-49bd-4861-a8c0-9205ca9675c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.309038 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373017ce-49bd-4861-a8c0-9205ca9675c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.313783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-373017ce-49bd-4861-a8c0-9205ca9675c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.355323 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-373017ce-49bd-4861-a8c0-9205ca9675c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b53699db76414d3db99fe08f28a4791e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823071 Nov 12 09:33:09.356369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373017ce-49bd-4861-a8c0-9205ca9675c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66372076-99cb-42c1-bd4b-a3dd10af6054,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:09.358992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46530) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:09.366226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.439163 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7113-17bb-4ca3-8d7f-9228922397fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.467576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7113-17bb-4ca3-8d7f-9228922397fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.534245 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7113-17bb-4ca3-8d7f-9228922397fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.537340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7113-17bb-4ca3-8d7f-9228922397fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.538339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9d5b7113-17bb-4ca3-8d7f-9228922397fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66372076-99cb-42c1-bd4b-a3dd10af6054 HTTP/1.1" status: 204 len: 168 time: 0.1787477 Nov 12 09:33:09.546370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b7113-17bb-4ca3-8d7f-9228922397fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66372076-99cb-42c1-bd4b-a3dd10af6054,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:09.669932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Router 96e9357f-14f1-43bf-85f0-d17d979dacfe has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:09.803588 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:09.811094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e6cfd530-7bb9-4640-9b72-80e8f4dfd979 admin admin] 10.222.0.53 "PUT /v2.0/routers/96e9357f-14f1-43bf-85f0-d17d979dacfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2473397 Nov 12 09:33:09.814985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46544) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:09.830239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] Sync routers for ids ['96e9357f-14f1-43bf-85f0-d17d979dacfe'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:09.850545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] Routers {'96e9357f-14f1-43bf-85f0-d17d979dacfe'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:09.852769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['96e9357f-14f1-43bf-85f0-d17d979dacfe'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:09.900479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46548) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:09.916670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa4b6-3998-4b61-9f23-b59bbf495312 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:09.962337 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.012748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa4b6-3998-4b61-9f23-b59bbf495312 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.018088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e7aa4b6-3998-4b61-9f23-b59bbf495312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.032116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] Set router 96e9357f-14f1-43bf-85f0-d17d979dacfe gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:10.071407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1e7aa4b6-3998-4b61-9f23-b59bbf495312 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff9397148a044d808a5a9faab570b4bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1697769 Nov 12 09:33:10.072406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46554) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:10.079651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7aa4b6-3998-4b61-9f23-b59bbf495312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ede3c-0d70-4191-9c1f-82a47c01b647,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:10.177427 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a212-819d-4682-a005-c07984ff00dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.207325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a212-819d-4682-a005-c07984ff00dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.258594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:08Z', 'revision_number': 5, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:10.273401 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a212-819d-4682-a005-c07984ff00dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.277410 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5fc3a212-819d-4682-a005-c07984ff00dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.281048 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5fc3a212-819d-4682-a005-c07984ff00dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d31ede3c-0d70-4191-9c1f-82a47c01b647 HTTP/1.1" status: 204 len: 168 time: 0.2055573 Nov 12 09:33:10.288104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3a212-819d-4682-a005-c07984ff00dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ede3c-0d70-4191-9c1f-82a47c01b647,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:10.312155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] Checking router: 96e9357f-14f1-43bf-85f0-d17d979dacfe for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:10.330972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] Routers {'96e9357f-14f1-43bf-85f0-d17d979dacfe'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:10.331616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:32:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['96e9357f-14f1-43bf-85f0-d17d979dacfe'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:10.455396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] Set router 96e9357f-14f1-43bf-85f0-d17d979dacfe gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:10.676574 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.745476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:08Z', 'revision_number': 5, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:10.788063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782bf75a-bc3d-4c4b-b094-705633f9d165 None None] The sync data for ids ['96e9357f-14f1-43bf-85f0-d17d979dacfe'] in n-d-769329-17 is: [{'id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'name': 'tempest-TestAggregatesBasicOps-2063421709-router', 'tenant_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:08Z', 'revision_number': 5, 'project_id': 'ccc5f533d3ca48afbba3f9459af1d8af', 'gw_port': {'id': '69e1f94f-7dc0-40ec-ab25-db4696c6e67e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:66:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e9357f-14f1-43bf-85f0-d17d979dacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:32:56Z', 'updated_at': '2021-11-12T09:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:10.816938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Deleting port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:10.817998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.957151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] For port 69e1f94f-7dc0-40ec-ab25-db4696c6e67e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:10.957466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:10.971630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Calling delete_port for 69e1f94f-7dc0-40ec-ab25-db4696c6e67e owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:11.218551 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.273655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=69e1f94f-7dc0-40ec-ab25-db4696c6e67e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:11.297057 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa62c7a6-c89b-4fd7-a03e-cb281477b066 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:11.373553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.562143 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.567276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7fa79b76-4387-4727-988c-5011dd1f585c no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:11.570482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.611936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 7fa79b76-4387-4727-988c-5011dd1f585c {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:11.612354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7fa79b76-4387-4727-988c-5011dd1f585c not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:11.642498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.643456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e9357f-14f1-43bf-85f0-d17d979dacfe {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:33:11.657300 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.659315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2f5c9d25-cc6c-49f2-9c7e-452eb7846c44 admin admin] 10.222.0.53 "DELETE /v2.0/routers/96e9357f-14f1-43bf-85f0-d17d979dacfe HTTP/1.1" status: 204 len: 168 time: 1.8430398 Nov 12 09:33:11.661752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46600) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:11.748835 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] Deleting subnet ed344115-6214-45de-8c57-867068b729dd {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:33:11.753134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.826105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:11.995645 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.069178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.088026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.093673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ed344115-6214-45de-8c57-867068b729dd HTTP/1.1" status: 204 len: 168 time: 0.4279108 Nov 12 09:33:12.094115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46624) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:12.095732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ead83f-24c2-44d4-bf3d-9b2b72ef8116 None None] Network 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:12.114038 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf7faf-0cc0-4d24-88df-84634313370f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed344115-6214-45de-8c57-867068b729dd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:12.216778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.307477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Deleting port e90086fd-2029-45c1-96f5-2b678df8fcf3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:12.307941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.416781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] DHCP port deletion for 5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:12.430386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] For port e90086fd-2029-45c1-96f5-2b678df8fcf3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e90086fd-2029-45c1-96f5-2b678df8fcf3,segment=NetworkSegment(59ee58cd-cc72-4cda-bd06-f763ee8007e8),segment_id=59ee58cd-cc72-4cda-bd06-f763ee8007e8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:12.431116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.447412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Calling delete_port for e90086fd-2029-45c1-96f5-2b678df8fcf3 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:12.491210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] Deleting port e90086fd-2029-45c1-96f5-2b678df8fcf3 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:12.492505 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.566691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.584045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] No DVR routers for this DVR port e90086fd-2029-45c1-96f5-2b678df8fcf3 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:12.617066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] For port e90086fd-2029-45c1-96f5-2b678df8fcf3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e90086fd-2029-45c1-96f5-2b678df8fcf3,segment=NetworkSegment(59ee58cd-cc72-4cda-bd06-f763ee8007e8),segment_id=59ee58cd-cc72-4cda-bd06-f763ee8007e8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:12.617730 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.641792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] Calling delete_port for e90086fd-2029-45c1-96f5-2b678df8fcf3 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:12.642368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=e90086fd-2029-45c1-96f5-2b678df8fcf3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:12.709723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.739314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7ee78b-cf46-498a-95fc-38cfeb3bcd29']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:12.758471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ee58cd-cc72-4cda-bd06-f763ee8007e8') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:12.759038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ee58cd-cc72-4cda-bd06-f763ee8007e8') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:12.783803 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.798627 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.825640 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.841199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] Pushing event deleted for resources: {'Port': ['ID=e90086fd-2029-45c1-96f5-2b678df8fcf3,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:12.842400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:33:12.842955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:33:12.844992 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:33:12.855437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da7c45-703e-480f-9890-5f77f050d6c4 None None] No DVR routers for this DVR port e90086fd-2029-45c1-96f5-2b678df8fcf3 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:12.928721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.936188 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:12.943974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] 10.222.0.53 "DELETE /v2.0/networks/5d7ee78b-cf46-498a-95fc-38cfeb3bcd29 HTTP/1.1" status: 204 len: 168 time: 0.8480120 Nov 12 09:33:12.966782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d299d57-0ed3-417c-91a3-916bd2e55dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7ee78b-cf46-498a-95fc-38cfeb3bcd29,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:13.224833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:13.278225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1cd3cb09-b610-4273-837d-fcb3e269aeaa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f277745c95c64dc186222e29b5cd5b82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518525 Nov 12 09:33:13.280364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46714) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:13.349523 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2b883f-e8b1-4a38-9d7c-74d331fd9b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:13.378876 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2b883f-e8b1-4a38-9d7c-74d331fd9b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:13.438246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2b883f-e8b1-4a38-9d7c-74d331fd9b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:13.443403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa2b883f-e8b1-4a38-9d7c-74d331fd9b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:13.455345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa2b883f-e8b1-4a38-9d7c-74d331fd9b48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6f8124b-bf0f-4cc6-865d-8e95d957f884 HTTP/1.1" status: 204 len: 168 time: 0.1689003 Nov 12 09:33:13.466340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b883f-e8b1-4a38-9d7c-74d331fd9b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f8124b-bf0f-4cc6-865d-8e95d957f884,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:13.534443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e90086fd-2029-45c1-96f5-2b678df8fcf3 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:13.565448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: e90086fd-2029-45c1-96f5-2b678df8fcf3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:13.565757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e90086fd-2029-45c1-96f5-2b678df8fcf3 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:13.566841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 69e1f94f-7dc0-40ec-ab25-db4696c6e67e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:13.595233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 69e1f94f-7dc0-40ec-ab25-db4696c6e67e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:13.595899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 69e1f94f-7dc0-40ec-ab25-db4696c6e67e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:13.880707 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8c527462-ee0d-461b-8878-033c78429456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:13.909095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:13.985230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3b3f636f-3aa8-46e7-bfce-16d9c6a8827f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccc5f533d3ca48afbba3f9459af1d8af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0747833 Nov 12 09:33:13.985744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46756) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:14.062005 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8e0d404-e47d-48fe-9e2a-f63dca65376a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.092087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8e0d404-e47d-48fe-9e2a-f63dca65376a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.168216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8e0d404-e47d-48fe-9e2a-f63dca65376a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.173556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8e0d404-e47d-48fe-9e2a-f63dca65376a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:14.175742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e8e0d404-e47d-48fe-9e2a-f63dca65376a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d9083ef-4d9c-4e2e-a50b-dfedfbe35d43 HTTP/1.1" status: 204 len: 168 time: 0.1868920 Nov 12 09:33:14.198734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0d404-e47d-48fe-9e2a-f63dca65376a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9083ef-4d9c-4e2e-a50b-dfedfbe35d43,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:14.271233 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:15.093284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46848) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:15.235032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2138259367-network', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:15.262656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Made reservation on behalf of d502db84e165434c97f5cc74cdc165db for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:15.266330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.281822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.408489 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.413076 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.455328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:33:15.475837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d63253-ab98-49b6-9484-2545ed4486a3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:15.484072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.484858 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Added segment cde12b84-20cd-445c-8178-db6f65df3d87 of type vlan for network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 Nov 12 09:33:15.537264 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.570319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.571366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:15.571992 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.613810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5180762 Nov 12 09:33:15.614036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:15.626308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Request body: {'subnet': {'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2138259367-subnet', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:15.658134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f7c52-a1e1-47ae-a9ad-e95dfc9c589e admin admin] Pushing event updated for resources: {'Network': ['ID=9fc1f337-f3c1-4539-b4cf-83bb941d79e7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:15.665217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Made reservation on behalf of d502db84e165434c97f5cc74cdc165db for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:15.670285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:33:15.670821 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:15.929086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46886) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:15.949384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.044699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf9bab1-0e75-416a-876b-9d4bc52bf2b6,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:16.056089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Checking segment: {'id': 'cde12b84-20cd-445c-8178-db6f65df3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:16.056479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Network hostable DHCP agents. Network: 9fc1f337-f3c1-4539-b4cf-83bb941d79e7, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:33:16.093908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:33:16.100339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f081b554-70f1-4482-bbc7-3f468f9af53c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.107354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9fc1f337-f3c1-4539-b4cf-83bb941d79e7) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:16.112800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:16.113907 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.121887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043bfdd4-f278-4e7f-80d0-66ee83214187 None None] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:16.141074 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2ca2345b-e82e-4036-8455-87bbb6cfa6f0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5249629 Nov 12 09:33:16.143499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:16.153560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:16.192486 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.195663 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.244592 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f081b554-70f1-4482-bbc7-3f468f9af53c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.250148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f081b554-70f1-4482-bbc7-3f468f9af53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.263167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.333753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f081b554-70f1-4482-bbc7-3f468f9af53c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32548927ab7d47cbb8b764c25acaaa08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4026875 Nov 12 09:33:16.335037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46898) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:16.375186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081b554-70f1-4482-bbc7-3f468f9af53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f1adc2-abc6-4727-9797-7431d07919a0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:16.478028 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f98d669-1db9-460c-ac5a-5dc09231bf45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.515428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f98d669-1db9-460c-ac5a-5dc09231bf45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.530703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.543398 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-348f6949-f098-4bcf-b377-b3b296aaa15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.551549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-9fc1f337-f3c1-4539-b4cf-83bb941d79e7', 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'fixed_ips': [{'subnet_id': 'ecf9bab1-0e75-416a-876b-9d4bc52bf2b6'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:33:16.552865 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.602561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f98d669-1db9-460c-ac5a-5dc09231bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.613231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f98d669-1db9-460c-ac5a-5dc09231bf45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.614702 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2f98d669-1db9-460c-ac5a-5dc09231bf45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11f1adc2-abc6-4727-9797-7431d07919a0 HTTP/1.1" status: 204 len: 168 time: 0.2710211 Nov 12 09:33:16.639491 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98d669-1db9-460c-ac5a-5dc09231bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f1adc2-abc6-4727-9797-7431d07919a0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:16.736973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Allocated IP 172.20.0.2 (9fc1f337-f3c1-4539-b4cf-83bb941d79e7/ecf9bab1-0e75-416a-876b-9d4bc52bf2b6/d7b3208e-929d-4529-ad96-497df934d681) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:16.936423 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.963728 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.970007 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:16.980143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.023048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:17.026710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:17.030795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:17.064320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Pushing event updated for resources: {'Port': ['ID=d7b3208e-929d-4529-ad96-497df934d681,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:17.125336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Allocated IP 172.25.5.18 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/51ce0eb0-87d8-4f53-a097-ccad73a145f2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:17.155135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Attempting to bind port d7b3208e-929d-4529-ad96-497df934d681 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:17.155494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Attempting to bind port d7b3208e-929d-4529-ad96-497df934d681 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'cde12b84-20cd-445c-8178-db6f65df3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:17.156072 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Attempting to bind port d7b3208e-929d-4529-ad96-497df934d681 on network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:17.162311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:17.162693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Checking segment: {'id': 'cde12b84-20cd-445c-8178-db6f65df3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:17.163101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.164207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Bound using segment: {'id': 'cde12b84-20cd-445c-8178-db6f65df3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:17.164633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Bound port: d7b3208e-929d-4529-ad96-497df934d681, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde12b84-20cd-445c-8178-db6f65df3d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:17.165082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.251885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.286728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] For port d7b3208e-929d-4529-ad96-497df934d681, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:17.292218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.294062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] For port d7b3208e-929d-4529-ad96-497df934d681, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d7b3208e-929d-4529-ad96-497df934d681,segment=NetworkSegment(cde12b84-20cd-445c-8178-db6f65df3d87),segment_id=cde12b84-20cd-445c-8178-db6f65df3d87)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:17.302033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.347599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:17.352268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:17.357456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:17.361223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Pushing event updated for resources: {'Port': ['ID=51ce0eb0-87d8-4f53-a097-ccad73a145f2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:17.398557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434bb9c-c938-49e4-9e5d-212a550ab0a5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:17.430365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc588a01-c819-4efe-bc7f-d8da021ba353 None None] Pushing event updated for resources: {'Port': ['ID=d7b3208e-929d-4529-ad96-497df934d681,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:17.498571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c425e0a5-12b4-49e9-8604-ca2ca3a70992 None None] Provisioning complete for port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:17.499256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c425e0a5-12b4-49e9-8604-ca2ca3a70992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:17.539384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c425e0a5-12b4-49e9-8604-ca2ca3a70992 None None] Port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:17.770741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.020676 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.210172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Router e558a554-7e20-4b7b-91b1-f414c8c757e4 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:33:18.401234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:18.411833 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Sync routers for ids ['e558a554-7e20-4b7b-91b1-f414c8c757e4'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:18.434710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:18.435285 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Routers {'e558a554-7e20-4b7b-91b1-f414c8c757e4'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:18.438442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-036431b9-c988-4993-81a5-dbbd4f5afa2f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2910564 Nov 12 09:33:18.438673 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:33:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e558a554-7e20-4b7b-91b1-f414c8c757e4'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:18.438836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 46986) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:18.639505 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Set router e558a554-7e20-4b7b-91b1-f414c8c757e4 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:18.815670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe52b8c9-6a4f-42f8-ac30-8147fea2a786 None None] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:18.873134 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 46994) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:18.922023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a3dac77d-4178-4463-9927-f7243d9d1d0b None None] Provisioning complete for port d7b3208e-929d-4529-ad96-497df934d681 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:18.922787 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a3dac77d-4178-4463-9927-f7243d9d1d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.016532 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:17Z', 'revision_number': 3, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port': {'id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:19.058908 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.080471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97018811-5ecc-4c4d-86f7-7a41d1d6001b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.096302 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Checking router: e558a554-7e20-4b7b-91b1-f414c8c757e4 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:19.096753 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Updating router e558a554-7e20-4b7b-91b1-f414c8c757e4 port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:33:19.117295 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a3dac77d-4178-4463-9927-f7243d9d1d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.151005 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.227320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97018811-5ecc-4c4d-86f7-7a41d1d6001b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.232838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97018811-5ecc-4c4d-86f7-7a41d1d6001b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.256850 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.283080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a3dac77d-4178-4463-9927-f7243d9d1d0b None None] For port d7b3208e-929d-4529-ad96-497df934d681, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d7b3208e-929d-4529-ad96-497df934d681,segment=NetworkSegment(cde12b84-20cd-445c-8178-db6f65df3d87),segment_id=cde12b84-20cd-445c-8178-db6f65df3d87)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:19.292432 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a3dac77d-4178-4463-9927-f7243d9d1d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.311224 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-97018811-5ecc-4c4d-86f7-7a41d1d6001b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3aafb3d6ca704850a282d065a017bbae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348211 Nov 12 09:33:19.311447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Allocated IP 172.20.0.1 (9fc1f337-f3c1-4539-b4cf-83bb941d79e7/ecf9bab1-0e75-416a-876b-9d4bc52bf2b6/17997e1e-0cf2-483c-b70c-94c7646aacb0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:19.311852 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:19.349710 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dac77d-4178-4463-9927-f7243d9d1d0b None None] Pushing event updated for resources: {'Port': ['ID=d7b3208e-929d-4529-ad96-497df934d681,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:19.363488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97018811-5ecc-4c4d-86f7-7a41d1d6001b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7223b7b-882a-4d17-928d-a16eeeccf5ca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:19.471476 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.498149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57addde6-ccbd-44b4-b399-51a451e85f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.516456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.558208 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57addde6-ccbd-44b4-b399-51a451e85f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.572609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:19.578293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:19.582620 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:19.628206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d7b3208e-929d-4529-ad96-497df934d681 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:19.643478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Pushing event updated for resources: {'Port': ['ID=17997e1e-0cf2-483c-b70c-94c7646aacb0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:19.661734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57addde6-ccbd-44b4-b399-51a451e85f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.665917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57addde6-ccbd-44b4-b399-51a451e85f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.671069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-57addde6-ccbd-44b4-b399-51a451e85f45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7223b7b-882a-4d17-928d-a16eeeccf5ca HTTP/1.1" status: 204 len: 168 time: 0.3516967 Nov 12 09:33:19.681412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57addde6-ccbd-44b4-b399-51a451e85f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7223b7b-882a-4d17-928d-a16eeeccf5ca,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:19.692084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.752965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6c0b25a4-896c-4626-a5dd-961f586e3d74 None None] Provisioning complete for port d7b3208e-929d-4529-ad96-497df934d681 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:19.753579 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c0b25a4-896c-4626-a5dd-961f586e3d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.808094 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.818194 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.919408 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.928240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d7b3208e-929d-4529-ad96-497df934d681 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:19.929669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.966521 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Attempting to bind port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:19.968386 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Attempting to bind port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:19.971240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a78fb94-6886-450d-8a9b-2b35a68bf6d6 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:19.973522 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Attempting to bind port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:19.980640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:19.987084 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6788f-9af0-4570-90b9-4d288daec83b None None] Pushing event updated for resources: {'Port': ['ID=51ce0eb0-87d8-4f53-a097-ccad73a145f2,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:19.996586 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:19.998295 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:19.999065 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.001508 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:20.003478 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Bound port: 51ce0eb0-87d8-4f53-a097-ccad73a145f2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:20.004020 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.125970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-743e8252-428e-4797-b5ff-4ac441b04db5 None None] Provisioning complete for port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:20.126502 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743e8252-428e-4797-b5ff-4ac441b04db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.185872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-743e8252-428e-4797-b5ff-4ac441b04db5 None None] Port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:20.220569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-743e8252-428e-4797-b5ff-4ac441b04db5 None None] Provisioning complete for port 17997e1e-0cf2-483c-b70c-94c7646aacb0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:20.221140 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-743e8252-428e-4797-b5ff-4ac441b04db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.283842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-743e8252-428e-4797-b5ff-4ac441b04db5 None None] Port 17997e1e-0cf2-483c-b70c-94c7646aacb0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:20.312312 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] For port 51ce0eb0-87d8-4f53-a097-ccad73a145f2, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:20.316724 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] For port 51ce0eb0-87d8-4f53-a097-ccad73a145f2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=51ce0eb0-87d8-4f53-a097-ccad73a145f2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:20.323248 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.334762 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.343229 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.406554 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Routers {'e558a554-7e20-4b7b-91b1-f414c8c757e4'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:20.407045 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:33:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e558a554-7e20-4b7b-91b1-f414c8c757e4'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:20.411756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f01bd91-525d-40af-b498-35d3c8f6444d None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:20.412001 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6788f-9af0-4570-90b9-4d288daec83b None None] Pushing event updated for resources: {'Port': ['ID=51ce0eb0-87d8-4f53-a097-ccad73a145f2,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:20.425125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.455107 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.456635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Pushing event updated for resources: {'Port': ['ID=17997e1e-0cf2-483c-b70c-94c7646aacb0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:20.538596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d57d527b-c22f-4c74-9ef3-3fdd3301d466 None None] Provisioning complete for port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:20.539077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d57d527b-c22f-4c74-9ef3-3fdd3301d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.587049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:20.589533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:20.593236 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] Set router e558a554-7e20-4b7b-91b1-f414c8c757e4 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:20.712688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d57d527b-c22f-4c74-9ef3-3fdd3301d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.803543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d57d527b-c22f-4c74-9ef3-3fdd3301d466 None None] For port 51ce0eb0-87d8-4f53-a097-ccad73a145f2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=51ce0eb0-87d8-4f53-a097-ccad73a145f2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:20.813654 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d57d527b-c22f-4c74-9ef3-3fdd3301d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:20.964406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Router e558a554-7e20-4b7b-91b1-f414c8c757e4 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:20.970966 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:19Z', 'revision_number': 4, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port': {'id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '17997e1e-0cf2-483c-b70c-94c7646aacb0', 'name': '', 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'mac_address': 'fa:16:3e:a3:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'ecf9bab1-0e75-416a-876b-9d4bc52bf2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:19Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 2, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'subnets': [{'id': 'ecf9bab1-0e75-416a-876b-9d4bc52bf2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:20.985462 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d527b-c22f-4c74-9ef3-3fdd3301d466 None None] Pushing event updated for resources: {'Port': ['ID=51ce0eb0-87d8-4f53-a097-ccad73a145f2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:21.032209 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741a09a-416c-4c9e-83d7-314c845add7a None None] The sync data for ids ['e558a554-7e20-4b7b-91b1-f414c8c757e4'] in n-d-769329-17 is: [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:19Z', 'revision_number': 4, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port': {'id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '17997e1e-0cf2-483c-b70c-94c7646aacb0', 'name': '', 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'mac_address': 'fa:16:3e:a3:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'ecf9bab1-0e75-416a-876b-9d4bc52bf2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:19Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 2, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'subnets': [{'id': 'ecf9bab1-0e75-416a-876b-9d4bc52bf2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:21.053658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-23a66ee6-3f38-4c60-92b1-c7caf98e646c None None] Provisioning complete for port 17997e1e-0cf2-483c-b70c-94c7646aacb0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:21.054842 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-23a66ee6-3f38-4c60-92b1-c7caf98e646c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:21.117897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-23a66ee6-3f38-4c60-92b1-c7caf98e646c None None] Port 17997e1e-0cf2-483c-b70c-94c7646aacb0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:21.166850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:21.173118 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-68df3ec8-47f3-4193-ba1a-eb3794552c92 admin admin] 10.222.0.53 "PUT /v2.0/routers/e558a554-7e20-4b7b-91b1-f414c8c757e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7328565 Nov 12 09:33:22.126628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47080) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:22.360333 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:22.412663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:22.539370 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:22.683804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Allocated IP 172.25.5.98 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/ecb819f3-8c12-432c-9c93-a6690bb7346c) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:22.879711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:22.930495 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:22.987076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:22.988487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb819f3-8c12-432c-9c93-a6690bb7346c,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:22.997497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:23.004513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:23.165212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:23.205851 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.250204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.498230 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.520849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.558830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 51ce0eb0-87d8-4f53-a097-ccad73a145f2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:23.578859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Pushing event updated for resources: {'Port': ['ID=ecb819f3-8c12-432c-9c93-a6690bb7346c,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:23.635462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.669287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:23.670118 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.674255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.682219 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-70603877-4b66-42e8-8b6c-7ebf7c93218e tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5540638 Nov 12 09:33:23.686124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47116) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:23.696875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1313438225', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'fixed_ips': [{'ip_address': '172.25.5.98'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:23.727957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Made reservation on behalf of d4462519bddd4babab9cfe2d0a8d0e6b for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:23.732044 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.736660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.749428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.878605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.886125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:23.889956 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] device_id is not set on port 25ac7afb-b17e-4c5e-8637-9e7cb2b00e20 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:23.987199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763f14a1-be60-4035-860c-9a8ba12ebce2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:24.071031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Deleting port 17997e1e-0cf2-483c-b70c-94c7646aacb0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:24.071453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:24.123862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Sync routers for ids ['e558a554-7e20-4b7b-91b1-f414c8c757e4'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:24.138694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Routers {'e558a554-7e20-4b7b-91b1-f414c8c757e4'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:24.140107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:33:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e558a554-7e20-4b7b-91b1-f414c8c757e4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:24.156044 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 12 09:33:24.156633 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109377) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:33:24.177567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7e82cb07-5232-4474-936d-9f54ca4dabee tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.4887323 Nov 12 09:33:24.181106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47126) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:24.201226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:24.215492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Calling delete_port for 17997e1e-0cf2-483c-b70c-94c7646aacb0 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:24.266910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Set router e558a554-7e20-4b7b-91b1-f414c8c757e4 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:24.389780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Deleting port ecb819f3-8c12-432c-9c93-a6690bb7346c {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:24.390367 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:24.479067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:24.500745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:24.501100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:24.519386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Calling delete_port for ecb819f3-8c12-432c-9c93-a6690bb7346c owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:24.536048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:19Z', 'revision_number': 4, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port': {'id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '17997e1e-0cf2-483c-b70c-94c7646aacb0', 'name': '', 'network_id': '9fc1f337-f3c1-4539-b4cf-83bb941d79e7', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'mac_address': 'fa:16:3e:a3:c5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': 'ecf9bab1-0e75-416a-876b-9d4bc52bf2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:19Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 2, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'subnets': [{'id': 'ecf9bab1-0e75-416a-876b-9d4bc52bf2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:24.541056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Pushing event deleted for resources: {'Port': ['ID=17997e1e-0cf2-483c-b70c-94c7646aacb0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:24.576486 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Checking router: e558a554-7e20-4b7b-91b1-f414c8c757e4 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:24.578766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Updating router e558a554-7e20-4b7b-91b1-f414c8c757e4 port 17997e1e-0cf2-483c-b70c-94c7646aacb0 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:33:24.613426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Port 17997e1e-0cf2-483c-b70c-94c7646aacb0 not found while updating agent binding for router e558a554-7e20-4b7b-91b1-f414c8c757e4. {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 12 09:33:24.645193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Routers {'e558a554-7e20-4b7b-91b1-f414c8c757e4'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:24.651059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:33:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e558a554-7e20-4b7b-91b1-f414c8c757e4'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:24.819127 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:24.848762 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] Set router e558a554-7e20-4b7b-91b1-f414c8c757e4 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:24.901737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecb819f3-8c12-432c-9c93-a6690bb7346c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:24.905492 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:25.035313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:25.040009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:25.042177 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7889cfa4-2203-4868-83a3-dc41bec95df9 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176 tempest-ExternalNetworksAdminNegativeTestJSON-1230012176-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/6e6bef7d-bb6e-4314-ab0d-a1ee00661e70 HTTP/1.1" status: 204 len: 168 time: 0.8597922 Nov 12 09:33:25.315845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:24Z', 'revision_number': 5, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port': {'id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:25.319558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Router e558a554-7e20-4b7b-91b1-f414c8c757e4 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:33:25.382043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdff85a8-f69b-407c-b6c0-c67c4d4acaae None None] The sync data for ids ['e558a554-7e20-4b7b-91b1-f414c8c757e4'] in n-d-769329-17 is: [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:24Z', 'revision_number': 5, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port': {'id': '51ce0eb0-87d8-4f53-a097-ccad73a145f2', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f4:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:25.501063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:33:25.506842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cdcf7722-b282-43d2-b0ae-357fb0b3e92d admin admin] 10.222.0.53 "PUT /v2.0/routers/e558a554-7e20-4b7b-91b1-f414c8c757e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3398232 Nov 12 09:33:25.509893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:25.521020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47138) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:26.077903 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ef2edf9-c6d7-48b6-bdc3-b0a330a00f6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.140185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.406568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ef2edf9-c6d7-48b6-bdc3-b0a330a00f6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.408633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.413940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2ef2edf9-c6d7-48b6-bdc3-b0a330a00f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.487792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2edf9-c6d7-48b6-bdc3-b0a330a00f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e8d5a-3d2e-4abd-b6e6-936ae0ad8e10,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:26.494920 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2ef2edf9-c6d7-48b6-bdc3-b0a330a00f6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ab8cbb32c124b0c9ee8e656a26eeb14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9722009 Nov 12 09:33:26.498736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47144) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:26.549268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Deleting port 51ce0eb0-87d8-4f53-a097-ccad73a145f2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:26.549877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.581150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-180429d7-7537-4b6c-aefb-aa05c1670e50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.610192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-180429d7-7537-4b6c-aefb-aa05c1670e50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.662229 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] For port 51ce0eb0-87d8-4f53-a097-ccad73a145f2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=51ce0eb0-87d8-4f53-a097-ccad73a145f2,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:26.662852 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.682770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-180429d7-7537-4b6c-aefb-aa05c1670e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.685880 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Calling delete_port for 51ce0eb0-87d8-4f53-a097-ccad73a145f2 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:26.686702 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-180429d7-7537-4b6c-aefb-aa05c1670e50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.688415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-180429d7-7537-4b6c-aefb-aa05c1670e50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e68e8d5a-3d2e-4abd-b6e6-936ae0ad8e10 HTTP/1.1" status: 204 len: 168 time: 0.1858628 Nov 12 09:33:26.713276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180429d7-7537-4b6c-aefb-aa05c1670e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e8d5a-3d2e-4abd-b6e6-936ae0ad8e10,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:26.879152 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] Sync routers for ids ['e558a554-7e20-4b7b-91b1-f414c8c757e4'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:33:26.890235 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] Routers {'e558a554-7e20-4b7b-91b1-f414c8c757e4'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:26.891050 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:33:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e558a554-7e20-4b7b-91b1-f414c8c757e4'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:26.945595 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:26.974890 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ce0eb0-87d8-4f53-a097-ccad73a145f2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:27.000059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f9b12-8a72-4445-a183-d67612839d42 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:27.023757 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] Set router e558a554-7e20-4b7b-91b1-f414c8c757e4 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:27.081316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.097687 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:26Z', 'revision_number': 6, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:27.145241 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] Checking router: e558a554-7e20-4b7b-91b1-f414c8c757e4 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:33:27.161170 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] Routers {'e558a554-7e20-4b7b-91b1-f414c8c757e4'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:33:27.161805 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:33:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['e558a554-7e20-4b7b-91b1-f414c8c757e4'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:27.204606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.208184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.222782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47150) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:27.247799 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] Set router e558a554-7e20-4b7b-91b1-f414c8c757e4 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:33:27.287316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.287859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e558a554-7e20-4b7b-91b1-f414c8c757e4 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:33:27.296711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.301387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-97a0ce6b-96f8-4432-9c11-2447abb58870 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e558a554-7e20-4b7b-91b1-f414c8c757e4 HTTP/1.1" status: 204 len: 168 time: 1.7868497 Nov 12 09:33:27.304211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47152) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:27.312271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4bbb532e-2689-42a1-9c2f-4ea834548abe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4462519bddd4babab9cfe2d0a8d0e6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881529 Nov 12 09:33:27.314808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47154) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:27.322731 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:26Z', 'revision_number': 7, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:27.358369 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65213e7b-de3d-4fc8-9b7e-ea92279a59f4 None None] The sync data for ids ['e558a554-7e20-4b7b-91b1-f414c8c757e4'] in n-d-769329-17 is: [{'id': 'e558a554-7e20-4b7b-91b1-f414c8c757e4', 'name': 'tempest-ImageQuotaTest-2138259367-router', 'tenant_id': 'd502db84e165434c97f5cc74cdc165db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:33:16Z', 'updated_at': '2021-11-12T09:33:26Z', 'revision_number': 7, 'project_id': 'd502db84e165434c97f5cc74cdc165db', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:33:27.379127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efd1040e-e379-4ed5-b5b0-bde22be6b6a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.401375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] Deleting subnet ecf9bab1-0e75-416a-876b-9d4bc52bf2b6 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:33:27.407579 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.412713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efd1040e-e379-4ed5-b5b0-bde22be6b6a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.483590 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.486892 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efd1040e-e379-4ed5-b5b0-bde22be6b6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.490034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-efd1040e-e379-4ed5-b5b0-bde22be6b6a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.497019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-efd1040e-e379-4ed5-b5b0-bde22be6b6a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/763f14a1-be60-4035-860c-9a8ba12ebce2 HTTP/1.1" status: 204 len: 168 time: 0.1751339 Nov 12 09:33:27.517934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1040e-e379-4ed5-b5b0-bde22be6b6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f14a1-be60-4035-860c-9a8ba12ebce2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:27.600836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 17997e1e-0cf2-483c-b70c-94c7646aacb0 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:27.654700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 17997e1e-0cf2-483c-b70c-94c7646aacb0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:27.655062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 17997e1e-0cf2-483c-b70c-94c7646aacb0 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:27.695938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.769042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.815321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf9bab1-0e75-416a-876b-9d4bc52bf2b6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:27.819048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.825974 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c6ab3b56-9c32-4138-b3f9-ddf3dc53e89b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ecf9bab1-0e75-416a-876b-9d4bc52bf2b6 HTTP/1.1" status: 204 len: 168 time: 0.5170498 Nov 12 09:33:27.826375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47160) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:27.839976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3619590-7706-4811-8d37-499bbd825a43 None None] Network 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:27.913950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:27.982109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Deleting port d7b3208e-929d-4529-ad96-497df934d681 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:27.982340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.058396 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.079684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] For port d7b3208e-929d-4529-ad96-497df934d681, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d7b3208e-929d-4529-ad96-497df934d681,segment=NetworkSegment(cde12b84-20cd-445c-8178-db6f65df3d87),segment_id=cde12b84-20cd-445c-8178-db6f65df3d87)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:28.080113 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.096899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Calling delete_port for d7b3208e-929d-4529-ad96-497df934d681 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:28.191489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] DHCP port deletion for 9fc1f337-f3c1-4539-b4cf-83bb941d79e7 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:28.211270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.258179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b3208e-929d-4529-ad96-497df934d681,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:28.265753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] No DVR routers for this DVR port d7b3208e-929d-4529-ad96-497df934d681 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:28.277050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] Deleting port d7b3208e-929d-4529-ad96-497df934d681 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:28.277688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.353049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] For port d7b3208e-929d-4529-ad96-497df934d681, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:28.353689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.371330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] Calling delete_port for d7b3208e-929d-4529-ad96-497df934d681 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:28.374907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] Port d7b3208e-929d-4529-ad96-497df934d681 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 09:33:28.376578 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.392362 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.422944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc1f337-f3c1-4539-b4cf-83bb941d79e7']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:28.423232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] Pushing event deleted for resources: {'Port': ['ID=d7b3208e-929d-4529-ad96-497df934d681,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:28.428101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f37bb3-bbe9-4a12-9a0a-26d0dbbd172a None None] No DVR routers for this DVR port d7b3208e-929d-4529-ad96-497df934d681 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:28.439428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde12b84-20cd-445c-8178-db6f65df3d87') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:28.439803 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde12b84-20cd-445c-8178-db6f65df3d87') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:28.468769 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.490703 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.496623 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.508659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:33:28.509434 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:33:28.512811 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:33:28.614340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.618655 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.624911 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] 10.222.0.53 "DELETE /v2.0/networks/9fc1f337-f3c1-4539-b4cf-83bb941d79e7 HTTP/1.1" status: 204 len: 168 time: 0.7974927 Nov 12 09:33:28.645570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13db5b1-1d4c-4f53-b9c9-1fccc6c545cc admin admin] Pushing event deleted for resources: {'Network': ['ID=9fc1f337-f3c1-4539-b4cf-83bb941d79e7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:28.827272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47184) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:28.875625 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d3aa57d5-a979-4ab7-8353-0bd5255ccd73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d502db84e165434c97f5cc74cdc165db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457635 Nov 12 09:33:28.880812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47186) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:28.888233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47188) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:28.953060 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7033-9e75-41ed-9576-12989b5d3cb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:28.987816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7033-9e75-41ed-9576-12989b5d3cb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.072134 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7033-9e75-41ed-9576-12989b5d3cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.075376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c4b7033-9e75-41ed-9576-12989b5d3cb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.077106 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c4b7033-9e75-41ed-9576-12989b5d3cb5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3d63253-ab98-49b6-9484-2545ed4486a3 HTTP/1.1" status: 204 len: 168 time: 0.1941619 Nov 12 09:33:29.092218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b7033-9e75-41ed-9576-12989b5d3cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d63253-ab98-49b6-9484-2545ed4486a3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:29.142870 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-251420716'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:29.181473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:29.185214 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.195454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.302302 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.307792 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.335683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:33:29.355876 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28af779e-fd08-494e-a3bb-041bdc0d11b0,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:29.361219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.361969 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Added segment 5ced63e3-2f03-4fe6-9a9c-37cc3568f987 of type vlan for network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 Nov 12 09:33:29.414939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.445881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.452600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:29.453231 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.493982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6045649 Nov 12 09:33:29.499896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47196) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:29.506862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'subnet': {'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:29.542083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 51ce0eb0-87d8-4f53-a097-ccad73a145f2 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:29.552467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04ac4b-479e-452f-a64e-2447fa6368c5 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Network': ['ID=4397da1e-03bc-451a-b4d0-a44c6a96fb50,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:29.575553 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:33:29.578644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 51ce0eb0-87d8-4f53-a097-ccad73a145f2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:29.579179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 51ce0eb0-87d8-4f53-a097-ccad73a145f2 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:29.579680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d7b3208e-929d-4529-ad96-497df934d681 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:29.648781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d7b3208e-929d-4529-ad96-497df934d681 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:29.649442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d7b3208e-929d-4529-ad96-497df934d681 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:29.654942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:29.659418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.677369 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47200) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:29.704611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0d31eb-46d9-43db-8d35-d2d156c56396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.837901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0d31eb-46d9-43db-8d35-d2d156c56396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.842911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc0d31eb-46d9-43db-8d35-d2d156c56396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.889391 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fc0d31eb-46d9-43db-8d35-d2d156c56396 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2107449 Nov 12 09:33:29.890918 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d31eb-46d9-43db-8d35-d2d156c56396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d5d2d1-2f9f-4f4c-8eef-5ba16f24a32c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:29.892119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47202) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:29.902151 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:29.989172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Subnet': ['ID=52795894-a4ae-4895-ac77-e50aaeff86c2,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:30.026506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-623f1c70-c6c2-4850-87aa-e13d4c4dbd95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.029307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Checking segment: {'id': '5ced63e3-2f03-4fe6-9a9c-37cc3568f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:30.029711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network hostable DHCP agents. Network: 4397da1e-03bc-451a-b4d0-a44c6a96fb50, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:33:30.061517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-623f1c70-c6c2-4850-87aa-e13d4c4dbd95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.076627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:33:30.096462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4397da1e-03bc-451a-b4d0-a44c6a96fb50) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:30.108215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:30.108854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.110143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5de228-f385-4639-9acc-ee0eea393f3b None None] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:30.137185 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0713bd8b-1d6e-4f03-9cf6-7c64d662e846 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6357529 Nov 12 09:33:30.141074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47204) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:30.148483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-838673045'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:30.186928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-623f1c70-c6c2-4850-87aa-e13d4c4dbd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.189516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-623f1c70-c6c2-4850-87aa-e13d4c4dbd95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.195200 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-623f1c70-c6c2-4850-87aa-e13d4c4dbd95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93d5d2d1-2f9f-4f4c-8eef-5ba16f24a32c HTTP/1.1" status: 204 len: 168 time: 0.2974045 Nov 12 09:33:30.242358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f1c70-c6c2-4850-87aa-e13d4c4dbd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d5d2d1-2f9f-4f4c-8eef-5ba16f24a32c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:30.320444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:30.327394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.353675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'tenant_id': 'efce136b28d94dcd94789071f9dd1f24', 'fixed_ips': [{'subnet_id': '52795894-a4ae-4895-ac77-e50aaeff86c2'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:33:30.356675 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.363652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] device_id is not set on port f920b3bc-d082-462b-9a2f-12337379d330 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:30.545766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Allocated IP 2001:db8::358 (4397da1e-03bc-451a-b4d0-a44c6a96fb50/52795894-a4ae-4895-ac77-e50aaeff86c2/f920b3bc-d082-462b-9a2f-12337379d330) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:30.786853 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.835982 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.879683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:30.883579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:30.888142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:30.894768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:30.895663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:30.917577 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7748108 Nov 12 09:33:30.921113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47210) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:30.931051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1652091990', 'allowed_address_pairs': [{'ip_address': '2001:db8::358', 'mac_address': 'fa:16:3e:ef:8f:4d'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:30.946273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae39ce2-2880-46c5-8e40-917a0368114c tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=f920b3bc-d082-462b-9a2f-12337379d330,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:30.968059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Allocated IP 2001:db8::2 (4397da1e-03bc-451a-b4d0-a44c6a96fb50/52795894-a4ae-4895-ac77-e50aaeff86c2/98189264-8c96-4152-8dd0-513fc6e8dfbd) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:31.081101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:31.147284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.154487 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.190321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:31.193504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:31.197437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:31.214166 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.231709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Pushing event updated for resources: {'Port': ['ID=98189264-8c96-4152-8dd0-513fc6e8dfbd,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:31.235160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] device_id is not set on port 39ec57f7-cce4-4ec9-8b74-5b06bd76e974 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:31.270550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Attempting to bind port 98189264-8c96-4152-8dd0-513fc6e8dfbd on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:31.271008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Attempting to bind port 98189264-8c96-4152-8dd0-513fc6e8dfbd by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '5ced63e3-2f03-4fe6-9a9c-37cc3568f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:31.271299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Attempting to bind port 98189264-8c96-4152-8dd0-513fc6e8dfbd on network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:31.280329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:31.280772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Checking segment: {'id': '5ced63e3-2f03-4fe6-9a9c-37cc3568f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:31.281377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.281933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Bound using segment: {'id': '5ced63e3-2f03-4fe6-9a9c-37cc3568f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:31.282540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Bound port: 98189264-8c96-4152-8dd0-513fc6e8dfbd, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ced63e3-2f03-4fe6-9a9c-37cc3568f987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:31.283846 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.366820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] For port 98189264-8c96-4152-8dd0-513fc6e8dfbd, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:31.370899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] For port 98189264-8c96-4152-8dd0-513fc6e8dfbd, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=98189264-8c96-4152-8dd0-513fc6e8dfbd,segment=NetworkSegment(5ced63e3-2f03-4fe6-9a9c-37cc3568f987),segment_id=5ced63e3-2f03-4fe6-9a9c-37cc3568f987)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:31.377999 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.393904 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Allocated IP 2001:db8::308 (4397da1e-03bc-451a-b4d0-a44c6a96fb50/52795894-a4ae-4895-ac77-e50aaeff86c2/39ec57f7-cce4-4ec9-8b74-5b06bd76e974) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:31.468348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d4140-e12e-4e2a-84fb-2a35986b8947 None None] Pushing event updated for resources: {'Port': ['ID=98189264-8c96-4152-8dd0-513fc6e8dfbd,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:31.631694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.702422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.769932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=39ec57f7-cce4-4ec9-8b74-5b06bd76e974,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:31.781635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:31.783318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:31.786290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:31.792750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:31.793482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:31.824304 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-34a04d92-8afe-4903-baa1-c78901c105cf tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8950505 Nov 12 09:33:31.824452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47216) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:31.963959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c17461-622d-4298-ac78-f2e98f43b13e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:31.970278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c17461-622d-4298-ac78-f2e98f43b13e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:31.976355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c17461-622d-4298-ac78-f2e98f43b13e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:31.981745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-77c17461-622d-4298-ac78-f2e98f43b13e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1550176 Nov 12 09:33:31.982078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47230) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:32.109427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting port 39ec57f7-cce4-4ec9-8b74-5b06bd76e974 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:32.109910 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:32.707668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f350e3-543d-48d1-b6ed-ca80f71b8ae1 None None] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:32.708888 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:32.730671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Calling delete_port for 39ec57f7-cce4-4ec9-8b74-5b06bd76e974 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:32.876934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ef526bf6-0b65-4579-b566-1cd87016e74c None None] Provisioning complete for port 98189264-8c96-4152-8dd0-513fc6e8dfbd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:32.877446 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ef526bf6-0b65-4579-b566-1cd87016e74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:32.941766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.011650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Port': ['ID=39ec57f7-cce4-4ec9-8b74-5b06bd76e974,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:33.058955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ef526bf6-0b65-4579-b566-1cd87016e74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.122574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ef526bf6-0b65-4579-b566-1cd87016e74c None None] For port 98189264-8c96-4152-8dd0-513fc6e8dfbd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=98189264-8c96-4152-8dd0-513fc6e8dfbd,segment=NetworkSegment(5ced63e3-2f03-4fe6-9a9c-37cc3568f987),segment_id=5ced63e3-2f03-4fe6-9a9c-37cc3568f987)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:33.127217 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ef526bf6-0b65-4579-b566-1cd87016e74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.217422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef526bf6-0b65-4579-b566-1cd87016e74c None None] Pushing event updated for resources: {'Port': ['ID=98189264-8c96-4152-8dd0-513fc6e8dfbd,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:33.252766 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.259634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bfbe4fc5-1efa-477f-8ec5-30f7e099f37e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/ports/39ec57f7-cce4-4ec9-8b74-5b06bd76e974 HTTP/1.1" status: 204 len: 168 time: 1.2734592 Nov 12 09:33:33.259634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47364) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:33.292924 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-231367f4-badb-4255-a4a0-80d38e0f6814 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] GET failed (client error): The resource could not be found. Nov 12 09:33:33.300566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-231367f4-badb-4255-a4a0-80d38e0f6814 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "GET /v2.0/ports/39ec57f7-cce4-4ec9-8b74-5b06bd76e974 HTTP/1.1" status: 404 len: 333 time: 0.0364177 Nov 12 09:33:33.301144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47372) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:33.306419 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1975535573'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:33.490276 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ac2de183-a93c-4a57-b275-f63189a1c16a None None] Provisioning complete for port f920b3bc-d082-462b-9a2f-12337379d330 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:33.490676 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac2de183-a93c-4a57-b275-f63189a1c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.515308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:33.521884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.557653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] device_id is not set on port 6308121d-546a-457d-9449-a4528d9cec5a yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:33.603011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ac2de183-a93c-4a57-b275-f63189a1c16a None None] Port f920b3bc-d082-462b-9a2f-12337379d330 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:33.618759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ac2de183-a93c-4a57-b275-f63189a1c16a None None] Provisioning complete for port 98189264-8c96-4152-8dd0-513fc6e8dfbd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:33.619345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ac2de183-a93c-4a57-b275-f63189a1c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.669219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 98189264-8c96-4152-8dd0-513fc6e8dfbd up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:33.759398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Allocated IP 2001:db8::22 (4397da1e-03bc-451a-b4d0-a44c6a96fb50/52795894-a4ae-4895-ac77-e50aaeff86c2/6308121d-546a-457d-9449-a4528d9cec5a) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:33.784583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 98189264-8c96-4152-8dd0-513fc6e8dfbd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:33.785152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:33.915033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ac2de183-a93c-4a57-b275-f63189a1c16a None None] Could not find standard attr ID for object 39ec57f7-cce4-4ec9-8b74-5b06bd76e974. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:33:34.052692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-711c7cb7-dcab-44de-b423-74ec05af4e72 None None] Provisioning complete for port f920b3bc-d082-462b-9a2f-12337379d330 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:34.053344 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-711c7cb7-dcab-44de-b423-74ec05af4e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.099177 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.117293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-711c7cb7-dcab-44de-b423-74ec05af4e72 None None] Port f920b3bc-d082-462b-9a2f-12337379d330 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:34.181330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.237986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6adff9fb-e97b-4282-95df-233393a82473 None None] Could not find standard attr ID for object 39ec57f7-cce4-4ec9-8b74-5b06bd76e974. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:33:34.240442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:34.244227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:34.255994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:34.265471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:34.266380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.282037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=6308121d-546a-457d-9449-a4528d9cec5a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:34.289807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-988710bf-a9ba-4768-9d35-93e5e514c42f tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9874108 Nov 12 09:33:34.293118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47470) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:34.297973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::358', 'mac_address': 'fa:16:3e:ef:8f:4d'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:34.511711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.754462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.760978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.803254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] In _notify_port_updated(), no bound segment for port 6308121d-546a-457d-9449-a4528d9cec5a on network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:33:34.809976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:34.810717 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.812438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "PUT /v2.0/ports/6308121d-546a-457d-9449-a4528d9cec5a HTTP/1.1" status: 200 len: 1002 time: 0.5185890 Nov 12 09:33:34.817254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47528) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:34.860426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24140e88-287f-45cc-8884-8c99a50d2cd6 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=6308121d-546a-457d-9449-a4528d9cec5a,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:34.895115 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4f0703b8-16e0-4cd4-b38f-26806e6c28b5 None None] Provisioning complete for port 6308121d-546a-457d-9449-a4528d9cec5a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:34.895848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4f0703b8-16e0-4cd4-b38f-26806e6c28b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.937751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting port 6308121d-546a-457d-9449-a4528d9cec5a {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:34.938187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:34.960953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4f0703b8-16e0-4cd4-b38f-26806e6c28b5 None None] Port 6308121d-546a-457d-9449-a4528d9cec5a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:35.072964 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:35.092129 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Calling delete_port for 6308121d-546a-457d-9449-a4528d9cec5a owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:35.184173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0bfa12c9-cebe-4290-b4e7-11283fd167f2 None None] Provisioning complete for port 6308121d-546a-457d-9449-a4528d9cec5a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:35.184665 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0bfa12c9-cebe-4290-b4e7-11283fd167f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:35.231737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0bfa12c9-cebe-4290-b4e7-11283fd167f2 None None] Port 6308121d-546a-457d-9449-a4528d9cec5a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:35.255366 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:35.293175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Port': ['ID=6308121d-546a-457d-9449-a4528d9cec5a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:35.402679 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:35.409218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47600) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:35.409764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4606941e-1d87-40b0-9a18-89ef0e6452cd tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/ports/6308121d-546a-457d-9449-a4528d9cec5a HTTP/1.1" status: 204 len: 168 time: 0.5908740 Nov 12 09:33:35.454453 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d71cd2a-1233-487b-8031-e9c31b159bc2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] GET failed (client error): The resource could not be found. Nov 12 09:33:35.459583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5d71cd2a-1233-487b-8031-e9c31b159bc2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "GET /v2.0/ports/6308121d-546a-457d-9449-a4528d9cec5a HTTP/1.1" status: 404 len: 333 time: 0.0458045 Nov 12 09:33:35.460512 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47610) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:35.466154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2086030739'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:35.600475 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:35.604738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:35.626943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] device_id is not set on port 39ef7f60-4231-4da4-85e9-973e25b8b51b yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:35.779444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Allocated IP 2001:db8::1c4 (4397da1e-03bc-451a-b4d0-a44c6a96fb50/52795894-a4ae-4895-ac77-e50aaeff86c2/39ef7f60-4231-4da4-85e9-973e25b8b51b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:35.968912 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.010556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.060982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:36.064383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:36.068742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:36.075102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:36.075995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.095371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=39ef7f60-4231-4da4-85e9-973e25b8b51b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:36.106408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-308657ad-3d54-482d-a0af-a26b8b164ede tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6447160 Nov 12 09:33:36.110339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47674) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:36.118086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ef:8f:4d'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:36.214941 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.464523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2309b9b2-c435-433f-95fc-c1dce64f305c None None] Provisioning complete for port 39ef7f60-4231-4da4-85e9-973e25b8b51b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:36.465309 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2309b9b2-c435-433f-95fc-c1dce64f305c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.495303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.503267 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.516789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2309b9b2-c435-433f-95fc-c1dce64f305c None None] Port 39ef7f60-4231-4da4-85e9-973e25b8b51b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:36.540747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] In _notify_port_updated(), no bound segment for port 39ef7f60-4231-4da4-85e9-973e25b8b51b on network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:33:36.546572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:36.547291 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.548740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "PUT /v2.0/ports/39ef7f60-4231-4da4-85e9-973e25b8b51b HTTP/1.1" status: 200 len: 1003 time: 0.4373367 Nov 12 09:33:36.552633 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47682) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:36.600562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71667059-8bad-4228-ab75-94d64e1a160d tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=39ef7f60-4231-4da4-85e9-973e25b8b51b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:36.688070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting port 39ef7f60-4231-4da4-85e9-973e25b8b51b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:36.688410 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.793057 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.807089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Calling delete_port for 39ef7f60-4231-4da4-85e9-973e25b8b51b owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:36.840566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-794c1614-1486-4347-af66-4c7a2cca1bfe None None] Provisioning complete for port 39ef7f60-4231-4da4-85e9-973e25b8b51b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:36.840815 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-794c1614-1486-4347-af66-4c7a2cca1bfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.882164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-794c1614-1486-4347-af66-4c7a2cca1bfe None None] Port 39ef7f60-4231-4da4-85e9-973e25b8b51b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:36.963478 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:36.998193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Port': ['ID=39ef7f60-4231-4da4-85e9-973e25b8b51b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:37.033140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.040610 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12a5f241-4212-48c7-80ac-7de915e2e23b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/ports/39ef7f60-4231-4da4-85e9-973e25b8b51b HTTP/1.1" status: 204 len: 168 time: 0.4835145 Nov 12 09:33:37.041134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47684) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:37.071898 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-720e646f-80af-4c39-8422-c7da3c382c70 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] GET failed (client error): The resource could not be found. Nov 12 09:33:37.073897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-720e646f-80af-4c39-8422-c7da3c382c70 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "GET /v2.0/ports/39ef7f60-4231-4da4-85e9-973e25b8b51b HTTP/1.1" status: 404 len: 333 time: 0.0316303 Nov 12 09:33:37.078458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47686) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:37.085315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1983347060'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:37.263308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:37.268770 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.294390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] device_id is not set on port 602f57ab-31da-48b6-8ce3-a9cbf991d36a yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:37.444836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Allocated IP 2001:db8::10c (4397da1e-03bc-451a-b4d0-a44c6a96fb50/52795894-a4ae-4895-ac77-e50aaeff86c2/602f57ab-31da-48b6-8ce3-a9cbf991d36a) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:37.653380 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.708491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.768612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:37.772509 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:37.777594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:37.786576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:37.786576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:37.800498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=602f57ab-31da-48b6-8ce3-a9cbf991d36a,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:37.825841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16900090-d8c5-45af-b65c-5edb9f327387 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7455411 Nov 12 09:33:37.828766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47690) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:37.837066 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'network_id': '4397da1e-03bc-451a-b4d0-a44c6a96fb50', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1094835122'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:37.992365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Made reservation on behalf of efce136b28d94dcd94789071f9dd1f24 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:37.998648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.025281 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] device_id is not set on port 0cf68d26-8d93-4d01-9661-04b54437b49e yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:38.120594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-874304b4-f8f6-4504-9cc7-eea05a6a743f None None] Provisioning complete for port 602f57ab-31da-48b6-8ce3-a9cbf991d36a triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:38.121165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-874304b4-f8f6-4504-9cc7-eea05a6a743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.189898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-874304b4-f8f6-4504-9cc7-eea05a6a743f None None] Port 602f57ab-31da-48b6-8ce3-a9cbf991d36a cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:38.223253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Allocated IP 2001:db8::fd (4397da1e-03bc-451a-b4d0-a44c6a96fb50/52795894-a4ae-4895-ac77-e50aaeff86c2/0cf68d26-8d93-4d01-9661-04b54437b49e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:38.514990 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.599426 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.666220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:38.676165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:38.682163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:38.695103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:38.697060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:38.720399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=0cf68d26-8d93-4d01-9661-04b54437b49e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:38.739805 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f02f8a69-e673-4758-9bee-aae7d5016757 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9077182 Nov 12 09:33:38.742899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47694) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:38.751923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::358', 'mac_address': 'fa:16:3e:ef:8f:4d'}, {'ip_address': '2001:db8::10c', 'mac_address': 'fa:16:3e:1c:e2:e9'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:38.876188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.140157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-92a49ae6-0df8-489b-981f-fd31197c9526 None None] Provisioning complete for port 0cf68d26-8d93-4d01-9661-04b54437b49e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:39.141010 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-92a49ae6-0df8-489b-981f-fd31197c9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.195963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-92a49ae6-0df8-489b-981f-fd31197c9526 None None] Port 0cf68d26-8d93-4d01-9661-04b54437b49e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:39.264149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.271826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.326357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] In _notify_port_updated(), no bound segment for port 0cf68d26-8d93-4d01-9661-04b54437b49e on network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:33:39.331242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:39.331955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.337426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "PUT /v2.0/ports/0cf68d26-8d93-4d01-9661-04b54437b49e HTTP/1.1" status: 200 len: 1067 time: 0.5893042 Nov 12 09:33:39.338114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47696) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:39.384612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event updated for resources: {'Port': ['ID=0cf68d26-8d93-4d01-9661-04b54437b49e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:39.405587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.406864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.407468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.408131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.408717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.409306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.410034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.410623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.411197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.411777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.412473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.413183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1a06a-c21c-4649-93f9-797661c07a64 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:39.493977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting port 0cf68d26-8d93-4d01-9661-04b54437b49e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:39.494659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.643054 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.661602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Calling delete_port for 0cf68d26-8d93-4d01-9661-04b54437b49e owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:39.742457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dd78177a-934d-493c-9cf4-44aea429b91b None None] Provisioning complete for port 0cf68d26-8d93-4d01-9661-04b54437b49e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:39.743307 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd78177a-934d-493c-9cf4-44aea429b91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.798265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dd78177a-934d-493c-9cf4-44aea429b91b None None] Port 0cf68d26-8d93-4d01-9661-04b54437b49e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:39.862038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:39.910308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Port': ['ID=0cf68d26-8d93-4d01-9661-04b54437b49e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:40.201466 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.208833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9199f4de-73a7-4ec0-a283-eec9a88fcbb3 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/ports/0cf68d26-8d93-4d01-9661-04b54437b49e HTTP/1.1" status: 204 len: 168 time: 0.8690479 Nov 12 09:33:40.214604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:40.250407 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-98958558-f6ea-4356-99b9-c647774bd475 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] GET failed (client error): The resource could not be found. Nov 12 09:33:40.252500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-98958558-f6ea-4356-99b9-c647774bd475 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "GET /v2.0/ports/0cf68d26-8d93-4d01-9661-04b54437b49e HTTP/1.1" status: 404 len: 333 time: 0.0359719 Nov 12 09:33:40.256684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47702) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:40.399587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting port 602f57ab-31da-48b6-8ce3-a9cbf991d36a {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:40.400648 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.523030 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.548582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Calling delete_port for 602f57ab-31da-48b6-8ce3-a9cbf991d36a owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:40.735893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.797135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Port': ['ID=602f57ab-31da-48b6-8ce3-a9cbf991d36a,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:40.840834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:40.845581 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f512fbbd-ca0c-4cd3-a9da-fbd8abd3420a tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/ports/602f57ab-31da-48b6-8ce3-a9cbf991d36a HTTP/1.1" status: 204 len: 168 time: 0.5870979 Nov 12 09:33:40.848352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47706) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:40.883062 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db78908-5774-4c7d-8d53-ce9000e6da05 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] GET failed (client error): The resource could not be found. Nov 12 09:33:40.889811 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7db78908-5774-4c7d-8d53-ce9000e6da05 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "GET /v2.0/ports/602f57ab-31da-48b6-8ce3-a9cbf991d36a HTTP/1.1" status: 404 len: 333 time: 0.0353823 Nov 12 09:33:40.891577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47708) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:41.035171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting port f920b3bc-d082-462b-9a2f-12337379d330 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:41.036006 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.210572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.233251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Calling delete_port for f920b3bc-d082-462b-9a2f-12337379d330 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:41.424323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.469043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Port': ['ID=f920b3bc-d082-462b-9a2f-12337379d330,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:41.504287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.508982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e4a4e570-57d0-4f5d-85f9-f6fa9c8fb91b tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/ports/f920b3bc-d082-462b-9a2f-12337379d330 HTTP/1.1" status: 204 len: 168 time: 0.6157889 Nov 12 09:33:41.511742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47710) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:41.585351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting subnet 52795894-a4ae-4895-ac77-e50aaeff86c2 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:33:41.589112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.651393 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.802427 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.922327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:41.941896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-73b86ffc-eb05-4a80-9414-5a8e7c410cbf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0904086 Nov 12 09:33:41.987005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Subnet': ['ID=52795894-a4ae-4895-ac77-e50aaeff86c2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:41.994189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.001961 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-de338952-e7ad-42ba-8874-88d0ba3bec1e tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/subnets/52795894-a4ae-4895-ac77-e50aaeff86c2 HTTP/1.1" status: 204 len: 168 time: 0.4879889 Nov 12 09:33:42.003650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e1ccf-6857-4834-baef-f4139005ed46 None None] Network 4397da1e-03bc-451a-b4d0-a44c6a96fb50 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:42.005563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47714) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:42.140854 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.143855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-e072d34d-81ef-4ddf-9267-2de5ba47cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:42.145401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-e072d34d-81ef-4ddf-9267-2de5ba47cd78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 1102 time: 0.1074400 Nov 12 09:33:42.297482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] DHCP port deletion for 4397da1e-03bc-451a-b4d0-a44c6a96fb50 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:33:42.317590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Deleting port 98189264-8c96-4152-8dd0-513fc6e8dfbd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:42.318255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.344045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-42f2c3a2-d8ab-4125-a668-07e51716cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:42.345652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-42f2c3a2-d8ab-4125-a668-07e51716cd3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1614115 Nov 12 09:33:42.372442 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] Deleting port 98189264-8c96-4152-8dd0-513fc6e8dfbd {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:42.372614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.435846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-2ac851f1-85eb-4d71-a30a-1e0b82999c0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e HTTP/1.1" status: 200 len: 217 time: 0.0819848 Nov 12 09:33:42.457222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] For port 98189264-8c96-4152-8dd0-513fc6e8dfbd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=98189264-8c96-4152-8dd0-513fc6e8dfbd,segment=NetworkSegment(5ced63e3-2f03-4fe6-9a9c-37cc3568f987),segment_id=5ced63e3-2f03-4fe6-9a9c-37cc3568f987)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:42.457222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.477043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] Calling delete_port for 98189264-8c96-4152-8dd0-513fc6e8dfbd owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:42.488198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] For port 98189264-8c96-4152-8dd0-513fc6e8dfbd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=98189264-8c96-4152-8dd0-513fc6e8dfbd,segment=NetworkSegment(5ced63e3-2f03-4fe6-9a9c-37cc3568f987),segment_id=5ced63e3-2f03-4fe6-9a9c-37cc3568f987)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:42.488466 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.519384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Calling delete_port for 98189264-8c96-4152-8dd0-513fc6e8dfbd owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:42.537950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-46fdbb3c-a256-4db7-b8c9-a262b997fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:42.539594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-46fdbb3c-a256-4db7-b8c9-a262b997fc69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0950079 Nov 12 09:33:42.674193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-c7b1de01-e005-4023-ab8a-784928266cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:42.676893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-c7b1de01-e005-4023-ab8a-784928266cad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302855 Nov 12 09:33:42.709444 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.778970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Port': ['ID=98189264-8c96-4152-8dd0-513fc6e8dfbd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:42.783382 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] No DVR routers for this DVR port 98189264-8c96-4152-8dd0-513fc6e8dfbd on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:42.786778 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.820398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] Pushing event deleted for resources: {'Port': ['ID=98189264-8c96-4152-8dd0-513fc6e8dfbd,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:42.824174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82256b3-41f3-4c34-b435-2b3d6946e13b None None] No DVR routers for this DVR port 98189264-8c96-4152-8dd0-513fc6e8dfbd on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:42.892481 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:42.896760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-5775bace-43ed-493a-9e80-1d0a54a1e390 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112260 Nov 12 09:33:42.944538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4397da1e-03bc-451a-b4d0-a44c6a96fb50']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:42.994404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ced63e3-2f03-4fe6-9a9c-37cc3568f987') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:42.994692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ced63e3-2f03-4fe6-9a9c-37cc3568f987') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:33:43.013242 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.042548 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.059315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:33:43.059812 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:33:43.063169 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:33:43.079055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-16509d6f-cff8-4f7e-a797-4a5485355c2b req-e79b950d-a88e-4845-bee6-cf105c333b75 service neutron] 10.222.0.55 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745245 Nov 12 09:33:43.161116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.172848 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.178840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] 10.222.0.53 "DELETE /v2.0/networks/4397da1e-03bc-451a-b4d0-a44c6a96fb50 HTTP/1.1" status: 204 len: 168 time: 1.1704764 Nov 12 09:33:43.214018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3a193-44a9-4159-b693-0f096b3843b2 tempest-AllowedAddressPairIpV6TestJSON-624257219 tempest-AllowedAddressPairIpV6TestJSON-624257219-project] Pushing event deleted for resources: {'Network': ['ID=4397da1e-03bc-451a-b4d0-a44c6a96fb50,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:43.509208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47728) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:43.521255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 98189264-8c96-4152-8dd0-513fc6e8dfbd no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:43.544527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ecd61-e0c7-4c4c-93de-41eaa3181442 req-881e78ae-f4c6-4e5e-a921-7d9943e67545 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:43.546315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c72ecd61-e0c7-4c4c-93de-41eaa3181442 req-881e78ae-f4c6-4e5e-a921-7d9943e67545 tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 950 time: 0.3293457 Nov 12 09:33:43.548318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 98189264-8c96-4152-8dd0-513fc6e8dfbd {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:43.548800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 98189264-8c96-4152-8dd0-513fc6e8dfbd not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:43.625928 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c72ecd61-e0c7-4c4c-93de-41eaa3181442 req-7a677ea7-2a31-4e77-a072-be077de92ada tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684898 Nov 12 09:33:43.714078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ed13c13e-f7fc-4b66-a173-d3349a7e2901 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=efce136b28d94dcd94789071f9dd1f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2032256 Nov 12 09:33:43.717027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47732) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:43.771293 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e864f2bc-8cab-4ec6-b6bc-799833b87c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.796395 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e864f2bc-8cab-4ec6-b6bc-799833b87c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.863208 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e864f2bc-8cab-4ec6-b6bc-799833b87c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.866517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e864f2bc-8cab-4ec6-b6bc-799833b87c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:43.867950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e864f2bc-8cab-4ec6-b6bc-799833b87c87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28af779e-fd08-494e-a3bb-041bdc0d11b0 HTTP/1.1" status: 204 len: 168 time: 0.1497855 Nov 12 09:33:43.876726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864f2bc-8cab-4ec6-b6bc-799833b87c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28af779e-fd08-494e-a3bb-041bdc0d11b0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:43.885518 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a13f654c-1505-484e-adc6-e97870e37ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:44.683445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-1992dde2-c7d7-42f0-91c7-bb180b6925ba tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:44.686179 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-1992dde2-c7d7-42f0-91c7-bb180b6925ba tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.55 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 950 time: 0.0692108 Nov 12 09:33:44.706573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47756) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:44.824194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Deleting port 44deacb3-0962-4622-b67d-d0dcbf97bf7e {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:44.824684 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:44.853253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-209765298'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:44.885244 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:44.890525 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:44.907679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:44.960113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] For port 44deacb3-0962-4622-b67d-d0dcbf97bf7e, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=44deacb3-0962-4622-b67d-d0dcbf97bf7e,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:44.960455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:44.979830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Calling delete_port for 44deacb3-0962-4622-b67d-d0dcbf97bf7e owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:45.058124 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.063752 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.102936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:33:45.133029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f406e50-e1b7-4009-83a9-e7d847927868,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:45.136433 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.136841 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Added segment 4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443 of type vlan for network 4d6db044-45e7-40de-ad70-15e1c3dc1497 Nov 12 09:33:45.191980 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.221988 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.228349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:45.229012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.280202 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5682135 Nov 12 09:33:45.303600 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:45.311571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'subnet': {'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:45.332500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234816c-3fa7-4de9-a270-5c4608cd13ca tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Network': ['ID=4d6db044-45e7-40de-ad70-15e1c3dc1497,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:45.347463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:33:45.430810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:45.438067 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.443990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0fd7f-2f79-4984-86c2-2537ee10bc85 req-6c15ef4f-7acc-4191-a1f2-24cc2e540ece tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:45.445937 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74f0fd7f-2f79-4984-86c2-2537ee10bc85 req-6c15ef4f-7acc-4191-a1f2-24cc2e540ece tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/ports?device_id=1840436c-8aa4-4790-b8d1-87a451d19fc4 HTTP/1.1" status: 200 len: 950 time: 0.7020397 Nov 12 09:33:45.560288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.565203 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74f0fd7f-2f79-4984-86c2-2537ee10bc85 req-5227dc4b-a368-436f-b41c-92bdbb1a7a2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.53 "GET /v2.0/security-groups?id=90574cce-53de-4e10-8b5b-c87f944b06bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065278 Nov 12 09:33:45.581759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['44deacb3-0962-4622-b67d-d0dcbf97bf7e'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:33:45.602959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Pushing event deleted for resources: {'Port': ['ID=44deacb3-0962-4622-b67d-d0dcbf97bf7e,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:45.675335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] No DVR routers for this DVR port 44deacb3-0962-4622-b67d-d0dcbf97bf7e on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:33:45.678231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.681783 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-be9184d6-cc63-4eda-bf7c-59b5e36bc9ea req-8e5a8cd3-b0a8-40e3-8c6c-ef1dc0849f2a tempest-VolumesBackupsTest-325228386 tempest-VolumesBackupsTest-325228386-project] 10.222.0.55 "DELETE /v2.0/ports/44deacb3-0962-4622-b67d-d0dcbf97bf7e HTTP/1.1" status: 204 len: 173 time: 0.9884682 Nov 12 09:33:45.682331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'name': 'network-vif-deleted', 'tag': '44deacb3-0962-4622-b67d-d0dcbf97bf7e'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:33:45.684681 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da137ca-2923-4fb2-b47f-73f4e3509583" -d '{"events": [{"server_uuid": "1840436c-8aa4-4790-b8d1-87a451d19fc4", "name": "network-vif-deleted", "tag": "44deacb3-0962-4622-b67d-d0dcbf97bf7e"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:33:45.747009 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.760138 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2addbd8-c08c-44a5-ae09-bedb0441b1b4 x-openstack-request-id: req-b2addbd8-c08c-44a5-ae09-bedb0441b1b4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:33:45.760613 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1840436c-8aa4-4790-b8d1-87a451d19fc4", "name": "network-vif-deleted", "tag": "44deacb3-0962-4622-b67d-d0dcbf97bf7e", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:33:45.761051 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2addbd8-c08c-44a5-ae09-bedb0441b1b4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:33:45.762936 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1840436c-8aa4-4790-b8d1-87a451d19fc4', 'name': 'network-vif-deleted', 'tag': '44deacb3-0962-4622-b67d-d0dcbf97bf7e', 'status': 'completed', 'code': 200} Nov 12 09:33:45.862999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Subnet': ['ID=e386e290-aa3e-4b9f-8c84-70569b8efcd8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:45.877225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Checking segment: {'id': '4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:45.877610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network hostable DHCP agents. Network: 4d6db044-45e7-40de-ad70-15e1c3dc1497, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:33:45.902092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:33:45.917563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4d6db044-45e7-40de-ad70-15e1c3dc1497) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:45.922464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:45.923043 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:45.930843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477c98a-352f-47f0-89d4-8d3687d009dc None None] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:45.946272 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4da1b850-c8ca-4f56-bd68-478237e82ddb tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6377213 Nov 12 09:33:45.946272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:45.953736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'name': 'tempest-AllowedAddressPairTestJSON-771612123'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:46.147481 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:46.153250 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.161202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4d6db044-45e7-40de-ad70-15e1c3dc1497', 'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'tenant_id': '76ad31db2de744e5a754a0b2172503a4', 'fixed_ips': [{'subnet_id': 'e386e290-aa3e-4b9f-8c84-70569b8efcd8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:33:46.168393 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.196826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] device_id is not set on port 29bb3d72-2120-4537-b67d-99c3b71511da yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:46.362144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Allocated IP 172.20.0.5 (4d6db044-45e7-40de-ad70-15e1c3dc1497/e386e290-aa3e-4b9f-8c84-70569b8efcd8/29bb3d72-2120-4537-b67d-99c3b71511da) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:46.421071 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2ea28778-75ff-4f67-938a-193538c9c4a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.560893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.615173 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.673685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:46.683347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:46.688730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:46.702266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Allocated IP 172.20.0.2 (4d6db044-45e7-40de-ad70-15e1c3dc1497/e386e290-aa3e-4b9f-8c84-70569b8efcd8/537c4deb-4427-40c1-b3d1-7528421715f9) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:46.721601 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=29bb3d72-2120-4537-b67d-99c3b71511da,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:46.778359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:46.779032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.799568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-333052c1-434c-4bb5-841a-c0fd160af519 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8522315 Nov 12 09:33:46.802579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:46.809195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'name': 'tempest-AllowedAddressPairTestJSON-782931218', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:8c:0c'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:46.959312 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.968155 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:46.984857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:47.032835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:47.047172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:47.054322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:47.075453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Pushing event updated for resources: {'Port': ['ID=537c4deb-4427-40c1-b3d1-7528421715f9,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:47.133386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.168733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] device_id is not set on port f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:47.177144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Attempting to bind port 537c4deb-4427-40c1-b3d1-7528421715f9 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:33:47.177571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Attempting to bind port 537c4deb-4427-40c1-b3d1-7528421715f9 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:33:47.178101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Attempting to bind port 537c4deb-4427-40c1-b3d1-7528421715f9 on network 4d6db044-45e7-40de-ad70-15e1c3dc1497 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:33:47.189541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:33:47.189541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Checking segment: {'id': '4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:33:47.190051 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.190356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Bound using segment: {'id': '4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:33:47.191103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Bound port: 537c4deb-4427-40c1-b3d1-7528421715f9, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:33:47.191533 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.293729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] For port 537c4deb-4427-40c1-b3d1-7528421715f9, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:33:47.298774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] For port 537c4deb-4427-40c1-b3d1-7528421715f9, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=537c4deb-4427-40c1-b3d1-7528421715f9,segment=NetworkSegment(4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443),segment_id=4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:33:47.305559 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.394076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Allocated IP 172.20.0.4 (4d6db044-45e7-40de-ad70-15e1c3dc1497/e386e290-aa3e-4b9f-8c84-70569b8efcd8/f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:47.402348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf018f91-8783-4c02-91f8-83059d704c3f None None] Pushing event updated for resources: {'Port': ['ID=537c4deb-4427-40c1-b3d1-7528421715f9,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:47.752195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.817667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:47.905116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:47.913317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:47.915337 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:47.919137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:48.001119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:48.001930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.025676 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1698b8f3-f461-428d-9a84-770657cb27c6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.2210262 Nov 12 09:33:48.031308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47780) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:48.103830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf36d58-6df4-4a7d-a5a5-2a3ed9279972 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:48.110284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf36d58-6df4-4a7d-a5a5-2a3ed9279972 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:48.117133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf36d58-6df4-4a7d-a5a5-2a3ed9279972 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:48.119464 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cbf36d58-6df4-4a7d-a5a5-2a3ed9279972 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.0859563 Nov 12 09:33:48.123255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47782) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:48.147802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44deacb3-0962-4622-b67d-d0dcbf97bf7e no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:33:48.186059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 44deacb3-0962-4622-b67d-d0dcbf97bf7e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:33:48.186633 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 44deacb3-0962-4622-b67d-d0dcbf97bf7e not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:33:48.248273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting port f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:48.249057 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.406227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.428735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Calling delete_port for f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:48.624667 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.666826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Port': ['ID=f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:48.798185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f63d5d-fb6c-4a5e-b605-ce98ce733d33 None None] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:33:48.890097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5bca749e-8abd-4d49-9aba-8d15725fce8a None None] Provisioning complete for port 537c4deb-4427-40c1-b3d1-7528421715f9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:48.890512 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5bca749e-8abd-4d49-9aba-8d15725fce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.898358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:48.909329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:48.910139 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d79c36b5-db96-4375-b822-61ea13718723 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/ports/f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2 HTTP/1.1" status: 204 len: 168 time: 0.7847564 Nov 12 09:33:48.978382 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45e8073-6176-4edf-a8ce-630b7aa5da99 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] GET failed (client error): The resource could not be found. Nov 12 09:33:48.993616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47788) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:49.003280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'name': 'tempest-AllowedAddressPairTestJSON-1113990798'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:49.004400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c45e8073-6176-4edf-a8ce-630b7aa5da99 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "GET /v2.0/ports/f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2 HTTP/1.1" status: 404 len: 333 time: 0.0930681 Nov 12 09:33:49.098077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5bca749e-8abd-4d49-9aba-8d15725fce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.170702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5bca749e-8abd-4d49-9aba-8d15725fce8a None None] For port 537c4deb-4427-40c1-b3d1-7528421715f9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=537c4deb-4427-40c1-b3d1-7528421715f9,segment=NetworkSegment(4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443),segment_id=4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:33:49.174780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.176125 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5bca749e-8abd-4d49-9aba-8d15725fce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.215675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:49.222030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.260887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] device_id is not set on port 84bae375-0700-4f52-ba6f-f0aa2799576e yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:49.261165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca749e-8abd-4d49-9aba-8d15725fce8a None None] Pushing event updated for resources: {'Port': ['ID=537c4deb-4427-40c1-b3d1-7528421715f9,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:49.513978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Allocated IP 172.20.0.9 (4d6db044-45e7-40de-ad70-15e1c3dc1497/e386e290-aa3e-4b9f-8c84-70569b8efcd8/84bae375-0700-4f52-ba6f-f0aa2799576e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:49.619569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 537c4deb-4427-40c1-b3d1-7528421715f9 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:33:49.706970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-48689101-278d-4fcd-aeda-85a78a3fad56 None None] Provisioning complete for port 29bb3d72-2120-4537-b67d-99c3b71511da triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:49.707855 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48689101-278d-4fcd-aeda-85a78a3fad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.777508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-48689101-278d-4fcd-aeda-85a78a3fad56 None None] Port 29bb3d72-2120-4537-b67d-99c3b71511da cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:49.788144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 537c4deb-4427-40c1-b3d1-7528421715f9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:49.788581 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.837119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.911265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.927058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-48689101-278d-4fcd-aeda-85a78a3fad56 None None] Provisioning complete for port 537c4deb-4427-40c1-b3d1-7528421715f9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:49.927708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-48689101-278d-4fcd-aeda-85a78a3fad56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:49.984053 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.016719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:50.031566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:50.038983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:50.185542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=84bae375-0700-4f52-ba6f-f0aa2799576e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:50.211514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:50.212384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.235450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ab5d4a5f-5df5-4d1b-ac5d-a2d6cacbcf67 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2399001 Nov 12 09:33:50.240433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47792) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:50.248934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:8c:0c'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:50.320326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-91951caa-a4c1-437e-a9bf-d3f22bc0daff None None] Could not find standard attr ID for object f8f2cb6b-e570-4fc3-b05b-c16ed9d957a2. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:33:50.359638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-91951caa-a4c1-437e-a9bf-d3f22bc0daff None None] Provisioning complete for port 29bb3d72-2120-4537-b67d-99c3b71511da triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:50.360200 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-91951caa-a4c1-437e-a9bf-d3f22bc0daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.450763 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.454111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-91951caa-a4c1-437e-a9bf-d3f22bc0daff None None] Port 29bb3d72-2120-4537-b67d-99c3b71511da cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:50.525448 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.599316 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e328ce53-849f-4c39-8e32-e85747bbec10 None None] Provisioning complete for port 84bae375-0700-4f52-ba6f-f0aa2799576e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:50.600416 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e328ce53-849f-4c39-8e32-e85747bbec10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.671714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e328ce53-849f-4c39-8e32-e85747bbec10 None None] Port 84bae375-0700-4f52-ba6f-f0aa2799576e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:50.869745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:50.876552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.011549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=84bae375-0700-4f52-ba6f-f0aa2799576e,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:51.037533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] In _notify_port_updated(), no bound segment for port 84bae375-0700-4f52-ba6f-f0aa2799576e on network 4d6db044-45e7-40de-ad70-15e1c3dc1497 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:33:51.047551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:51.048890 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.051643 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-52ae1fbd-7364-4b02-ae44-1580d2e36ab2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "PUT /v2.0/ports/84bae375-0700-4f52-ba6f-f0aa2799576e HTTP/1.1" status: 200 len: 993 time: 0.8086224 Nov 12 09:33:51.056032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47794) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:51.283787 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:33:51.290686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting port 84bae375-0700-4f52-ba6f-f0aa2799576e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:51.291050 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.420250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-da9d71e6-b602-459d-a19b-234def08bdc3 None None] Provisioning complete for port 84bae375-0700-4f52-ba6f-f0aa2799576e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:51.420998 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da9d71e6-b602-459d-a19b-234def08bdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.474770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:51.502215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Calling delete_port for 84bae375-0700-4f52-ba6f-f0aa2799576e owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:51.504009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-da9d71e6-b602-459d-a19b-234def08bdc3 None None] Port 84bae375-0700-4f52-ba6f-f0aa2799576e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:52.211314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.260447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Port': ['ID=84bae375-0700-4f52-ba6f-f0aa2799576e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:52.545588 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.555447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47870) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:52.557284 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9e9d1442-92de-4812-9c04-27b3bd3caba3 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/ports/84bae375-0700-4f52-ba6f-f0aa2799576e HTTP/1.1" status: 204 len: 168 time: 1.4930358 Nov 12 09:33:52.607955 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-353fe2fd-beb4-4997-9003-ad92ace7eb7a tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] GET failed (client error): The resource could not be found. Nov 12 09:33:52.610658 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-353fe2fd-beb4-4997-9003-ad92ace7eb7a tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "GET /v2.0/ports/84bae375-0700-4f52-ba6f-f0aa2799576e HTTP/1.1" status: 404 len: 333 time: 0.0522416 Nov 12 09:33:52.615711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47872) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:52.622428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'name': 'tempest-AllowedAddressPairTestJSON-591503357'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:52.815458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:52.821417 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:52.851743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] device_id is not set on port 83733fdc-f374-4162-b2a5-7d20c8384816 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:53.066579 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Allocated IP 172.20.0.6 (4d6db044-45e7-40de-ad70-15e1c3dc1497/e386e290-aa3e-4b9f-8c84-70569b8efcd8/83733fdc-f374-4162-b2a5-7d20c8384816) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:53.327701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.383285 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.448968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:53.453172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:53.457188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:53.489893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=83733fdc-f374-4162-b2a5-7d20c8384816,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:53.558394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:53.559298 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.579078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e97d87d8-4f71-4aad-b17f-d1b45ff94806 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9617758 Nov 12 09:33:53.582398 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:53.589368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:78:8c:0c'}]}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:53.758333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-18cb7472-f890-44cc-b0ef-e4414d560cae None None] Provisioning complete for port 83733fdc-f374-4162-b2a5-7d20c8384816 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:53.758927 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18cb7472-f890-44cc-b0ef-e4414d560cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.807841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:53.822063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-18cb7472-f890-44cc-b0ef-e4414d560cae None None] Port 83733fdc-f374-4162-b2a5-7d20c8384816 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:54.056422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.063048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.180665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=83733fdc-f374-4162-b2a5-7d20c8384816,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:54.192791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.193146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.193503 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.194547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.194906 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.195406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.195747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.196113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.196453 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.196790 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.197122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.197541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:33:54.207498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] In _notify_port_updated(), no bound segment for port 83733fdc-f374-4162-b2a5-7d20c8384816 on network 4d6db044-45e7-40de-ad70-15e1c3dc1497 {{(pid=109376) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:33:54.214729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:54.217483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.217483 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a8818579-df06-4500-b807-71471673f674 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "PUT /v2.0/ports/83733fdc-f374-4162-b2a5-7d20c8384816 HTTP/1.1" status: 200 len: 995 time: 0.6337075 Nov 12 09:33:54.221720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47880) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:54.343245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting port 83733fdc-f374-4162-b2a5-7d20c8384816 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:54.344152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.465377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-bdb79c05-b737-43cf-844f-95a77b8b6ad1 None None] Provisioning complete for port 83733fdc-f374-4162-b2a5-7d20c8384816 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:54.465951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bdb79c05-b737-43cf-844f-95a77b8b6ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.501888 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.522549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-bdb79c05-b737-43cf-844f-95a77b8b6ad1 None None] Port 83733fdc-f374-4162-b2a5-7d20c8384816 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:54.529473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Calling delete_port for 83733fdc-f374-4162-b2a5-7d20c8384816 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:54.781046 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.818108 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Port': ['ID=83733fdc-f374-4162-b2a5-7d20c8384816,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:54.930186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:54.934471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8e276403-74b4-4db7-af10-ab7caed20d95 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/ports/83733fdc-f374-4162-b2a5-7d20c8384816 HTTP/1.1" status: 204 len: 168 time: 0.7114372 Nov 12 09:33:54.938797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47882) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:54.967167 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae63fe2c-1e11-4532-962a-21726a3e22a2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] GET failed (client error): The resource could not be found. Nov 12 09:33:54.972704 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ae63fe2c-1e11-4532-962a-21726a3e22a2 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "GET /v2.0/ports/83733fdc-f374-4162-b2a5-7d20c8384816 HTTP/1.1" status: 404 len: 333 time: 0.0289843 Nov 12 09:33:54.973111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47884) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:54.978546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'name': 'tempest-AllowedAddressPairTestJSON-1373584587'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:55.160463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:55.164477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.197320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] device_id is not set on port 19206a9c-346f-4d7e-8e29-57d4955b3de7 yet. {{(pid=109376) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:55.349401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Allocated IP 172.20.0.3 (4d6db044-45e7-40de-ad70-15e1c3dc1497/e386e290-aa3e-4b9f-8c84-70569b8efcd8/19206a9c-346f-4d7e-8e29-57d4955b3de7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:55.589420 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.650835 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.725746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:55.730551 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:55.733364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:55.762628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=19206a9c-346f-4d7e-8e29-57d4955b3de7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:55.818236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:55.819258 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:55.853387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0677870b-925e-4710-bbee-bb4c284d47d6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8776934 Nov 12 09:33:55.855775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47888) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:55.869123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'network_id': '4d6db044-45e7-40de-ad70-15e1c3dc1497', 'name': 'tempest-AllowedAddressPairTestJSON-297004144'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:56.076968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Made reservation on behalf of 76ad31db2de744e5a754a0b2172503a4 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:33:56.080890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9d7ffee6-b384-4e74-83b2-5b2e997bf0a8 None None] Provisioning complete for port 19206a9c-346f-4d7e-8e29-57d4955b3de7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:56.081480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d7ffee6-b384-4e74-83b2-5b2e997bf0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.082321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.133144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ffee6-b384-4e74-83b2-5b2e997bf0a8 None None] Port 19206a9c-346f-4d7e-8e29-57d4955b3de7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:56.134132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] device_id is not set on port 88035d1c-8208-474b-830b-742bea24859d yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:33:56.296053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Allocated IP 172.20.0.14 (4d6db044-45e7-40de-ad70-15e1c3dc1497/e386e290-aa3e-4b9f-8c84-70569b8efcd8/88035d1c-8208-474b-830b-742bea24859d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:33:56.537411 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.582068 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.638246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:33:56.641595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:33:56.645753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:33:56.654302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=88035d1c-8208-474b-830b-742bea24859d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:56.737047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:56.737866 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:56.763017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-27e93f72-51e9-4100-8e1f-8c517f36b6f6 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9012611 Nov 12 09:33:56.763692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47892) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:56.772295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:78:8c:0c'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b7:60:63'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:33:56.969426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d540793e-64c5-4cde-a35d-7985f8296adf None None] Provisioning complete for port 88035d1c-8208-474b-830b-742bea24859d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:56.969853 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d540793e-64c5-4cde-a35d-7985f8296adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.032467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.038302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d540793e-64c5-4cde-a35d-7985f8296adf None None] Port 88035d1c-8208-474b-830b-742bea24859d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:57.343269 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.350784 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.458820 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event updated for resources: {'Port': ['ID=88035d1c-8208-474b-830b-742bea24859d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:57.474764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] In _notify_port_updated(), no bound segment for port 88035d1c-8208-474b-830b-742bea24859d on network 4d6db044-45e7-40de-ad70-15e1c3dc1497 {{(pid=109377) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 12 09:33:57.482083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:33:57.482881 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.487460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d404758e-7a1c-4d0e-843b-2860017618df tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "PUT /v2.0/ports/88035d1c-8208-474b-830b-742bea24859d HTTP/1.1" status: 200 len: 1055 time: 0.7198546 Nov 12 09:33:57.488235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:57.622829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting port 88035d1c-8208-474b-830b-742bea24859d {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:57.623400 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.760380 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.772874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e3a23878-b8bb-488d-a267-92f747a307bc None None] Provisioning complete for port 88035d1c-8208-474b-830b-742bea24859d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:33:57.773839 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e3a23878-b8bb-488d-a267-92f747a307bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.781563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Calling delete_port for 88035d1c-8208-474b-830b-742bea24859d owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:57.822055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-e3a23878-b8bb-488d-a267-92f747a307bc None None] Port 88035d1c-8208-474b-830b-742bea24859d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:33:57.960187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:57.979205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.013472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Port': ['ID=88035d1c-8208-474b-830b-742bea24859d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:58.326651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.329628 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-63420911-b3b0-4527-9da6-2e2595ec1cc5 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/ports/88035d1c-8208-474b-830b-742bea24859d HTTP/1.1" status: 204 len: 168 time: 0.8400261 Nov 12 09:33:58.332560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47898) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:58.368195 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-92913d17-8316-459d-93a5-850af8d9b0ce tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] GET failed (client error): The resource could not be found. Nov 12 09:33:58.374366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-92913d17-8316-459d-93a5-850af8d9b0ce tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "GET /v2.0/ports/88035d1c-8208-474b-830b-742bea24859d HTTP/1.1" status: 404 len: 333 time: 0.0363894 Nov 12 09:33:58.375005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47900) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:58.488694 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.548135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting port 19206a9c-346f-4d7e-8e29-57d4955b3de7 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:58.548479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.671333 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.693276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Calling delete_port for 19206a9c-346f-4d7e-8e29-57d4955b3de7 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:58.879062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:58.914946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Port': ['ID=19206a9c-346f-4d7e-8e29-57d4955b3de7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:59.039741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.044037 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-44ef4a3f-20d7-44c7-af18-23033f3fbb8f tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/ports/19206a9c-346f-4d7e-8e29-57d4955b3de7 HTTP/1.1" status: 204 len: 168 time: 0.6672914 Nov 12 09:33:59.046894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47904) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:59.074745 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35ca6ac-a326-4e75-a4fa-e585e121f211 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] GET failed (client error): The resource could not be found. Nov 12 09:33:59.080459 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c35ca6ac-a326-4e75-a4fa-e585e121f211 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "GET /v2.0/ports/19206a9c-346f-4d7e-8e29-57d4955b3de7 HTTP/1.1" status: 404 len: 333 time: 0.0284827 Nov 12 09:33:59.081033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47906) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:59.221407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting port 29bb3d72-2120-4537-b67d-99c3b71511da {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:33:59.225539 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.349304 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.370892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Calling delete_port for 29bb3d72-2120-4537-b67d-99c3b71511da owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:33:59.545111 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.598856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Port': ['ID=29bb3d72-2120-4537-b67d-99c3b71511da,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:33:59.696588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.706614 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a9e81884-5107-4adf-a355-65abd741a8b7 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/ports/29bb3d72-2120-4537-b67d-99c3b71511da HTTP/1.1" status: 204 len: 168 time: 0.6212366 Nov 12 09:33:59.707511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47910) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:33:59.785026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting subnet e386e290-aa3e-4b9f-8c84-70569b8efcd8 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:33:59.791527 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.868754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:33:59.981211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.077728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.104981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea6bd2-3cfb-4920-b0b1-8743bf6f9e3d None None] Network 4d6db044-45e7-40de-ad70-15e1c3dc1497 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:00.110189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.116769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/subnets/e386e290-aa3e-4b9f-8c84-70569b8efcd8 HTTP/1.1" status: 204 len: 168 time: 0.4073291 Nov 12 09:34:00.121303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47912) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:00.125991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ef334-844e-48a9-ab5e-100e87699305 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Subnet': ['ID=e386e290-aa3e-4b9f-8c84-70569b8efcd8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:00.221524 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.312235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Deleting port 537c4deb-4427-40c1-b3d1-7528421715f9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:00.312806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.372744 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] DHCP port deletion for 4d6db044-45e7-40de-ad70-15e1c3dc1497 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:34:00.429251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] For port 537c4deb-4427-40c1-b3d1-7528421715f9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=537c4deb-4427-40c1-b3d1-7528421715f9,segment=NetworkSegment(4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443),segment_id=4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:00.429251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.445420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Calling delete_port for 537c4deb-4427-40c1-b3d1-7528421715f9 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:00.446333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Deleting port 537c4deb-4427-40c1-b3d1-7528421715f9 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:00.446864 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.538207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] For port 537c4deb-4427-40c1-b3d1-7528421715f9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=537c4deb-4427-40c1-b3d1-7528421715f9,segment=NetworkSegment(4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443),segment_id=4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:34:00.538738 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.561562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Calling delete_port for 537c4deb-4427-40c1-b3d1-7528421715f9 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:00.565422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.604555 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Port': ['ID=537c4deb-4427-40c1-b3d1-7528421715f9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:00.610141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] No DVR routers for this DVR port 537c4deb-4427-40c1-b3d1-7528421715f9 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:34:00.709788 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.741215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Pushing event deleted for resources: {'Port': ['ID=537c4deb-4427-40c1-b3d1-7528421715f9,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:00.745517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] No DVR routers for this DVR port 537c4deb-4427-40c1-b3d1-7528421715f9 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:34:00.761598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.762027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.762445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.762848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.763248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.763650 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.764078 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.764473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.764795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.765123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.765444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.765764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77870ea-3d45-450a-8441-4690dc9dcc42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:00.778077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.812609 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6db044-45e7-40de-ad70-15e1c3dc1497']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:00.835415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:00.835816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf5d24a-3fc7-4635-9a8b-2d5c1fc1b443') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:00.848545 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.876248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.887005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:00.887579 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:00.891426 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:00.969349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.993047 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:00.996887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] 10.222.0.53 "DELETE /v2.0/networks/4d6db044-45e7-40de-ad70-15e1c3dc1497 HTTP/1.1" status: 204 len: 168 time: 0.8789549 Nov 12 09:34:00.998775 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d482163-8e4e-4770-9261-e4bca24fd436 tempest-AllowedAddressPairTestJSON-419089022 tempest-AllowedAddressPairTestJSON-419089022-project] Pushing event deleted for resources: {'Network': ['ID=4d6db044-45e7-40de-ad70-15e1c3dc1497,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:01.448144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47920) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:01.538887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 537c4deb-4427-40c1-b3d1-7528421715f9 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:34:01.581819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 537c4deb-4427-40c1-b3d1-7528421715f9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:34:01.582818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 537c4deb-4427-40c1-b3d1-7528421715f9 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:34:01.674712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2b317faf-a6bf-46c5-a878-f45c65e6cd26 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76ad31db2de744e5a754a0b2172503a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250915 Nov 12 09:34:01.677801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47924) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:01.767624 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-668c0432-9bb3-4afc-be95-e7c84b848609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.802205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-668c0432-9bb3-4afc-be95-e7c84b848609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.877057 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-668c0432-9bb3-4afc-be95-e7c84b848609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.882506 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-668c0432-9bb3-4afc-be95-e7c84b848609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:01.887388 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-668c0432-9bb3-4afc-be95-e7c84b848609 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f406e50-e1b7-4009-83a9-e7d847927868 HTTP/1.1" status: 204 len: 168 time: 0.2052264 Nov 12 09:34:01.899958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c0432-9bb3-4afc-be95-e7c84b848609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f406e50-e1b7-4009-83a9-e7d847927868,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:02.944056 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47950) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:03.084935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'networks': [{'name': 'tempest-network--513329875'}, {'name': 'tempest-network--1750953223'}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:03.085297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'network': {'name': 'tempest-network--513329875'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:03.085884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'network': {'name': 'tempest-network--1750953223'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:03.119075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Made reservation on behalf of 33935c229f1c49f58cb572470091a816 for: {'network': 2} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:03.126998 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.144149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.271097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.277858 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.278661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.327536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a448c307-09da-4861-841d-28a400a06ee5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:03.346463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:03.365552 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.365897 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Added segment 4ca026ef-5898-41c0-9dcc-46a219f84a48 of type vlan for network 11148774-1dc5-4d9c-958c-f8c87f09d0cf Nov 12 09:34:03.426118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.474231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:03.487433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.487810 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Added segment e6108e6f-5073-4d31-9092-8db2af56ec95 of type vlan for network f2a1d7ef-867b-44e0-bb42-63bcabba953d Nov 12 09:34:03.545927 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.576741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.577874 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.583355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.588837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.589525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:03.691473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7441757 Nov 12 09:34:03.695263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47954) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:03.714591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Network': ['ID=11148774-1dc5-4d9c-958c-f8c87f09d0cf,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:03.733377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 11148774-1dc5-4d9c-958c-f8c87f09d0cf details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:03.825480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e523fc-3fb0-4201-a7e4-e7e106e8090a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Network': ['ID=f2a1d7ef-867b-44e0-bb42-63bcabba953d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:03.861332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f2a1d7ef-867b-44e0-bb42-63bcabba953d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:03.903499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231d1e3-f730-48e2-94fd-f31f3208d902 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.910548 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231d1e3-f730-48e2-94fd-f31f3208d902 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.924373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231d1e3-f730-48e2-94fd-f31f3208d902 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.933756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231d1e3-f730-48e2-94fd-f31f3208d902 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:03.940143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47958) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:03.940432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1231d1e3-f730-48e2-94fd-f31f3208d902 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2422872 Nov 12 09:34:04.081386 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.226946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.262467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11148774-1dc5-4d9c-958c-f8c87f09d0cf']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:04.278654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca026ef-5898-41c0-9dcc-46a219f84a48') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:04.279029 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca026ef-5898-41c0-9dcc-46a219f84a48') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:04.293258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.320102 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.330328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:04.330738 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:04.335244 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:04.418306 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.426120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.433436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47960) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:04.433666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/networks/11148774-1dc5-4d9c-958c-f8c87f09d0cf HTTP/1.1" status: 204 len: 168 time: 0.4908488 Nov 12 09:34:04.463502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c721de-5fbd-4c56-9229-1e7376e88ec5 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Network': ['ID=11148774-1dc5-4d9c-958c-f8c87f09d0cf,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:04.570418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.700813 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.730654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a1d7ef-867b-44e0-bb42-63bcabba953d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:04.745215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6108e6f-5073-4d31-9092-8db2af56ec95') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:04.745592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6108e6f-5073-4d31-9092-8db2af56ec95') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:04.761304 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.784569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.792749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:04.793212 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:04.797177 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:04.878029 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.892302 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:04.896176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/networks/f2a1d7ef-867b-44e0-bb42-63bcabba953d HTTP/1.1" status: 204 len: 168 time: 0.4607868 Nov 12 09:34:04.900683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47964) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:04.911480 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7cd7b-f958-4624-a1f3-83542f93f07f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Network': ['ID=f2a1d7ef-867b-44e0-bb42-63bcabba953d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:05.439299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9242e8-7ab2-4d0f-8627-9c756f3dcdf3 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.447009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9242e8-7ab2-4d0f-8627-9c756f3dcdf3 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.448697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ad9242e8-7ab2-4d0f-8627-9c756f3dcdf3 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5465956 Nov 12 09:34:05.452591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47966) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:05.458328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-164916897'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:05.494452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Made reservation on behalf of 33935c229f1c49f58cb572470091a816 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:05.498679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.533991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:05.550116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.550525 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Added segment a53b4edd-66ef-4120-a8b0-86beb723f009 of type vlan for network d2bf6044-1c14-4996-870d-19b5228f95a5 Nov 12 09:34:05.607584 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.645748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.653861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.654670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.716424 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2588403 Nov 12 09:34:05.717446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47968) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:05.722755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1933365445'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:05.755247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Made reservation on behalf of 33935c229f1c49f58cb572470091a816 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:05.768816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.779504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c6093-aeb6-4f71-aa5d-547bdd1f839f tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Network': ['ID=d2bf6044-1c14-4996-870d-19b5228f95a5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:05.797102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network d2bf6044-1c14-4996-870d-19b5228f95a5 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:05.816255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:05.832700 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.833330 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Added segment 44a65473-ca38-47d3-8136-2cbe2b0213db of type vlan for network f2897fb2-31ee-47c3-84f4-b3455938a80d Nov 12 09:34:05.910805 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.953642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:05.959476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:05.960288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.045910 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3279803 Nov 12 09:34:06.051268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47972) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:06.055502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'ports': [{'network_id': 'd2bf6044-1c14-4996-870d-19b5228f95a5', 'name': 'tempest-port--836130906', 'admin_state_up': True}, {'network_id': 'f2897fb2-31ee-47c3-84f4-b3455938a80d', 'admin_state_up': False}]} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:06.055815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'port': {'network_id': 'd2bf6044-1c14-4996-870d-19b5228f95a5', 'name': 'tempest-port--836130906', 'admin_state_up': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:06.056346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'port': {'network_id': 'f2897fb2-31ee-47c3-84f4-b3455938a80d', 'admin_state_up': False}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:06.075753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f37905-dae0-4e05-aa98-8db37061eab9 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Network': ['ID=f2897fb2-31ee-47c3-84f4-b3455938a80d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:06.091459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f2897fb2-31ee-47c3-84f4-b3455938a80d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:06.297812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Made reservation on behalf of 33935c229f1c49f58cb572470091a816 for: {'port': 2} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:06.302435 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.318126 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.447634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] device_id is not set on port e1baa555-c045-459a-ae8d-0783b59e6848 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:34:06.624777 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.717131 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] device_id is not set on port 0c8512c6-bc28-42de-8a3e-ed79b05f70c5 yet. {{(pid=109377) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 12 09:34:06.879320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:06.938636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.024309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Port': ['ID=e1baa555-c045-459a-ae8d-0783b59e6848,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:07.030654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Checking segment: {'id': 'a53b4edd-66ef-4120-a8b0-86beb723f009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'd2bf6044-1c14-4996-870d-19b5228f95a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:07.030654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network hostable DHCP agents. Network: d2bf6044-1c14-4996-870d-19b5228f95a5, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:34:07.143514 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network d2bf6044-1c14-4996-870d-19b5228f95a5 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:34:07.184248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, d2bf6044-1c14-4996-870d-19b5228f95a5) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:07.189750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:07.192108 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.195901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb50b68-100e-4465-8d67-a648fa5158cc None None] Network d2bf6044-1c14-4996-870d-19b5228f95a5 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:07.275897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Port': ['ID=0c8512c6-bc28-42de-8a3e-ed79b05f70c5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:07.286289 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Checking segment: {'id': '44a65473-ca38-47d3-8136-2cbe2b0213db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f2897fb2-31ee-47c3-84f4-b3455938a80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:07.286915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network hostable DHCP agents. Network: f2897fb2-31ee-47c3-84f4-b3455938a80d, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:34:07.313586 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network f2897fb2-31ee-47c3-84f4-b3455938a80d is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:34:07.327040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f2897fb2-31ee-47c3-84f4-b3455938a80d) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:07.333814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:34:07.345147 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:07.350954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd4f5b2-e363-4ec8-b5d8-91e35f8a2c67 None None] Network f2897fb2-31ee-47c3-84f4-b3455938a80d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:07.354429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:07.355536 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.385843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c15d33a4-10b3-4d83-af1e-e58076571aa6 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3334794 Nov 12 09:34:07.387401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47984) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:07.462274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d130d97-dd0a-4440-b887-3149ed011013 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:07.474531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d130d97-dd0a-4440-b887-3149ed011013 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:07.482012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9d130d97-dd0a-4440-b887-3149ed011013 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0884950 Nov 12 09:34:07.482777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 47986) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:07.610959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Deleting port e1baa555-c045-459a-ae8d-0783b59e6848 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:07.611531 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.705339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.725983 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Calling delete_port for e1baa555-c045-459a-ae8d-0783b59e6848 owned by {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:07.832351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.870365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Port': ['ID=e1baa555-c045-459a-ae8d-0783b59e6848,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:07.877782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:07.880718 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f8210f00-7789-4964-9ef8-65951afd77be tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/ports/e1baa555-c045-459a-ae8d-0783b59e6848 HTTP/1.1" status: 204 len: 168 time: 0.3965008 Nov 12 09:34:07.884101 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 47988) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:08.019818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Deleting port 0c8512c6-bc28-42de-8a3e-ed79b05f70c5 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:34:08.020417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.135460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.165175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Calling delete_port for 0c8512c6-bc28-42de-8a3e-ed79b05f70c5 owned by {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:34:08.301407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.335454 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Port': ['ID=0c8512c6-bc28-42de-8a3e-ed79b05f70c5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:08.343252 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.350927 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-14588054-6449-4df5-a32d-7133d723ea49 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/ports/0c8512c6-bc28-42de-8a3e-ed79b05f70c5 HTTP/1.1" status: 204 len: 168 time: 0.4611661 Nov 12 09:34:08.353355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:08.390162 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c56a52e5-3db6-4940-9051-4c11685b6d65 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0369151 Nov 12 09:34:08.395624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48002) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:08.403141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1988593649'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:08.439448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Made reservation on behalf of 33935c229f1c49f58cb572470091a816 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:08.445708 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.478964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:08.502060 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.503177 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Added segment e8d276f7-0185-469b-b8bc-53198053be97 of type vlan for network 46820e7b-28ac-4333-9433-9ac9580ad1a1 Nov 12 09:34:08.570925 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.625265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.636183 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:08.636846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.683775 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2803280 Nov 12 09:34:08.685155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:08.692438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-188828328'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:08.731663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Made reservation on behalf of 33935c229f1c49f58cb572470091a816 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:08.733955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7576654-4cdd-45fe-aa97-e16240c5b8d1 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Network': ['ID=46820e7b-28ac-4333-9433-9ac9580ad1a1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:08.745448 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.752318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 46820e7b-28ac-4333-9433-9ac9580ad1a1 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:08.792560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:34:08.809154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.809690 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Added segment 1ee61f2a-b3ec-4b0d-94b5-70090bc5baf0 of type vlan for network fe6b5aff-86fb-4a5c-b126-6f721db6412c Nov 12 09:34:08.875500 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.924010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.931881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:08.932721 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:08.994340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2978172 Nov 12 09:34:09.054612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff5de3-338b-4ae2-b8a0-a201f4ac670a tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Network': ['ID=fe6b5aff-86fb-4a5c-b126-6f721db6412c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:09.070899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network fe6b5aff-86fb-4a5c-b126-6f721db6412c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:34:13.689912 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48024) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:13.697787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'subnets': [{'network_id': '46820e7b-28ac-4333-9433-9ac9580ad1a1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--357226444', 'ip_version': 6}, {'network_id': 'fe6b5aff-86fb-4a5c-b126-6f721db6412c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:13.698972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'subnet': {'network_id': '46820e7b-28ac-4333-9433-9ac9580ad1a1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--357226444', 'ip_version': 6}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:13.700428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Request body: {'subnet': {'network_id': 'fe6b5aff-86fb-4a5c-b126-6f721db6412c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:13.899295 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-976c1ae2-8638-4a2d-aff9-c9f086f7d293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.952198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Made reservation on behalf of 33935c229f1c49f58cb572470091a816 for: {'subnet': 2} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:34:13.958719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:13.959094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:14.471548 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:14.541842 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Subnet': ['ID=5bfa3624-dafd-4605-855d-b79847d3a2a8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:14.547831 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Checking segment: {'id': 'e8d276f7-0185-469b-b8bc-53198053be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '46820e7b-28ac-4333-9433-9ac9580ad1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:14.548201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network hostable DHCP agents. Network: 46820e7b-28ac-4333-9433-9ac9580ad1a1, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:34:14.569298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network 46820e7b-28ac-4333-9433-9ac9580ad1a1 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:34:14.580444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 46820e7b-28ac-4333-9433-9ac9580ad1a1) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:14.585034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:14.593776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987bd29c-2107-4785-aed9-44101bc0075d None None] Network 46820e7b-28ac-4333-9433-9ac9580ad1a1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:14.659812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Checking segment: {'id': '1ee61f2a-b3ec-4b0d-94b5-70090bc5baf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'fe6b5aff-86fb-4a5c-b126-6f721db6412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:34:14.660261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network hostable DHCP agents. Network: fe6b5aff-86fb-4a5c-b126-6f721db6412c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:34:14.664709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event updated for resources: {'Subnet': ['ID=3016e796-3ff6-47f3-9828-c0ba316a0ae3,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:14.686640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Network fe6b5aff-86fb-4a5c-b126-6f721db6412c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:34:14.706762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, fe6b5aff-86fb-4a5c-b126-6f721db6412c) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:34:14.717254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.719830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.723310 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:14.734611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c978473d-7601-4e8b-94f6-c96bf2fb903a None None] Network fe6b5aff-86fb-4a5c-b126-6f721db6412c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:14.763802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-57f689c8-563a-4dc5-988b-7aef6457f940 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0720007 Nov 12 09:34:14.766295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48028) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:14.890913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43deaf-e9b9-47aa-87cf-15e3e7955b87 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.892151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43deaf-e9b9-47aa-87cf-15e3e7955b87 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.893935 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba43deaf-e9b9-47aa-87cf-15e3e7955b87 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:14.904819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ba43deaf-e9b9-47aa-87cf-15e3e7955b87 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1279094 Nov 12 09:34:14.906025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48030) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:14.980975 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Deleting subnet 5bfa3624-dafd-4605-855d-b79847d3a2a8 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:34:14.991442 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.000804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97253585-9142-4c96-b5c7-7451a473cdbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-46820e7b-28ac-4333-9433-9ac9580ad1a1', 'network_id': '46820e7b-28ac-4333-9433-9ac9580ad1a1', 'tenant_id': '33935c229f1c49f58cb572470091a816', 'fixed_ips': [{'subnet_id': '5bfa3624-dafd-4605-855d-b79847d3a2a8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:34:15.002151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-97253585-9142-4c96-b5c7-7451a473cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.037583 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.100609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.173116 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server [None req-97253585-9142-4c96-b5c7-7451a473cdbd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bfa3624-dafd-4605-855d-b79847d3a2a8: This subnet is being modified by another concurrent operation. Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5bfa3624-dafd-4605-855d-b79847d3a2a8: This subnet is being modified by another concurrent operation. Nov 12 09:34:15.195154 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Nov 12 09:34:15.212287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c0fec5-991a-4505-801b-8dd3430ae1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-fe6b5aff-86fb-4a5c-b126-6f721db6412c', 'network_id': 'fe6b5aff-86fb-4a5c-b126-6f721db6412c', 'tenant_id': '33935c229f1c49f58cb572470091a816', 'fixed_ips': [{'subnet_id': '3016e796-3ff6-47f3-9828-c0ba316a0ae3'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:34:15.212287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d4c0fec5-991a-4505-801b-8dd3430ae1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.214497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfa3624-dafd-4605-855d-b79847d3a2a8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:15.214497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.223710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2e645073-d0a8-4ecb-aa99-527d31aae94d tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/subnets/5bfa3624-dafd-4605-855d-b79847d3a2a8 HTTP/1.1" status: 204 len: 168 time: 0.3108048 Nov 12 09:34:15.225175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48032) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.230040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcff4b5-fba5-40bb-a536-7ff07aa3eda0 None None] Network 46820e7b-28ac-4333-9433-9ac9580ad1a1 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:15.296744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Deleting subnet 3016e796-3ff6-47f3-9828-c0ba316a0ae3 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:34:15.300854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.348048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.413129 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.485108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server [None req-d4c0fec5-991a-4505-801b-8dd3430ae1b5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3016e796-3ff6-47f3-9828-c0ba316a0ae3: This subnet is being modified by another concurrent operation. Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3016e796-3ff6-47f3-9828-c0ba316a0ae3: This subnet is being modified by another concurrent operation. Nov 12 09:34:15.488872 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Nov 12 09:34:15.509877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5895ce70-9fb9-43e1-9b73-f1ef3aadf373 None None] Network fe6b5aff-86fb-4a5c-b126-6f721db6412c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:34:15.516332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Subnet': ['ID=3016e796-3ff6-47f3-9828-c0ba316a0ae3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:15.522115 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.525995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-58b064a5-a680-427d-b7d8-c7ed5432a7ca tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/subnets/3016e796-3ff6-47f3-9828-c0ba316a0ae3 HTTP/1.1" status: 204 len: 168 time: 0.3016803 Nov 12 09:34:15.528901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48034) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.618097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d6d55e-d8c0-40bd-a90b-e8a89c48eba2 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:34:15.620892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-87d6d55e-d8c0-40bd-a90b-e8a89c48eba2 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904479 Nov 12 09:34:15.625156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48036) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:15.640176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91862a4-ffe0-4aaa-9771-35d89c50ed49 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:34:15.703371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91862a4-ffe0-4aaa-9771-35d89c50ed49 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:34:15.724123 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.820433 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.844702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe6b5aff-86fb-4a5c-b126-6f721db6412c']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:15.859578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee61f2a-b3ec-4b0d-94b5-70090bc5baf0') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:15.859877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee61f2a-b3ec-4b0d-94b5-70090bc5baf0') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:15.878250 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.895675 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.912837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:15.914021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:15.925019 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:16.009560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8034cf0e-4e93-45f1-8b30-2ccb416ff4f9 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:34:16.033757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.040783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.046228 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/networks/fe6b5aff-86fb-4a5c-b126-6f721db6412c HTTP/1.1" status: 204 len: 168 time: 0.4194131 Nov 12 09:34:16.048937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48046) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:16.104116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170ad9d-1890-4598-9a61-970cc09c2c77 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Network': ['ID=fe6b5aff-86fb-4a5c-b126-6f721db6412c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:16.115525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8034cf0e-4e93-45f1-8b30-2ccb416ff4f9 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:34:16.172052 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.295238 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.325492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46820e7b-28ac-4333-9433-9ac9580ad1a1']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:16.339959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d276f7-0185-469b-b8bc-53198053be97') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:16.340253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d276f7-0185-469b-b8bc-53198053be97') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:16.354411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.372520 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.381126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:16.382512 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:16.386186 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:16.423866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18293ff7-59c9-4a2a-a595-9e6de31ff53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.466072 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.475281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.481831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/networks/46820e7b-28ac-4333-9433-9ac9580ad1a1 HTTP/1.1" status: 204 len: 168 time: 0.4277921 Nov 12 09:34:16.482180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48048) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:16.492804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef679e2-1fd1-42c6-a0bc-fdedf6cf2650 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Network': ['ID=46820e7b-28ac-4333-9433-9ac9580ad1a1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:16.579662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.679474 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.703766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2897fb2-31ee-47c3-84f4-b3455938a80d']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:16.718369 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a65473-ca38-47d3-8136-2cbe2b0213db') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:16.718723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a65473-ca38-47d3-8136-2cbe2b0213db') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:16.730685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.748926 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.756411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:16.757007 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:16.760396 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:16.835736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.844211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:16.850188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/networks/f2897fb2-31ee-47c3-84f4-b3455938a80d HTTP/1.1" status: 204 len: 168 time: 0.3645499 Nov 12 09:34:16.850583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48050) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:16.862775 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c112b-70e9-4e92-a441-dbd47c79cf66 tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Network': ['ID=f2897fb2-31ee-47c3-84f4-b3455938a80d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:16.962383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.095185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.132468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bf6044-1c14-4996-870d-19b5228f95a5']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:17.144184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53b4edd-66ef-4120-a8b0-86beb723f009') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:17.144896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53b4edd-66ef-4120-a8b0-86beb723f009') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:34:17.159079 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.177000 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.193246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:34:17.193889 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:34:17.198580 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:34:17.288445 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.296359 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.299934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] 10.222.0.53 "DELETE /v2.0/networks/d2bf6044-1c14-4996-870d-19b5228f95a5 HTTP/1.1" status: 204 len: 168 time: 0.4483364 Nov 12 09:34:17.314484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f076d81-8550-41e0-8565-fc33a543e24b tempest-BulkNetworkOpsIpV6Test-1418584171 tempest-BulkNetworkOpsIpV6Test-1418584171-project] Pushing event deleted for resources: {'Network': ['ID=d2bf6044-1c14-4996-870d-19b5228f95a5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:17.597897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48058) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:17.748995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1367ae01-f60d-4b1e-9cbd-b1a7f751e071 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=33935c229f1c49f58cb572470091a816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473184 Nov 12 09:34:17.749297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:17.800964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b6c2258-58fa-457f-a2fd-2f504eaa7a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.824581 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b6c2258-58fa-457f-a2fd-2f504eaa7a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.876712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b6c2258-58fa-457f-a2fd-2f504eaa7a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.881245 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b6c2258-58fa-457f-a2fd-2f504eaa7a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:17.882249 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0b6c2258-58fa-457f-a2fd-2f504eaa7a54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a448c307-09da-4861-841d-28a400a06ee5 HTTP/1.1" status: 204 len: 168 time: 0.1319740 Nov 12 09:34:17.900313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c2258-58fa-457f-a2fd-2f504eaa7a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a448c307-09da-4861-841d-28a400a06ee5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:18.801991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48104) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:18.912868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-45fd154b-56fa-4fe9-b1fe-8925b52f80b1 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-882410794', 'prefixes': ['172.20.0.0/16']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:18.983086 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-45fd154b-56fa-4fe9-b1fe-8925b52f80b1 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] Publish callbacks [] for subnetpool, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:18.984455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-45fd154b-56fa-4fe9-b1fe-8925b52f80b1 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1806731 Nov 12 09:34:18.987194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48108) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:19.033481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0ce98f39-2cde-4f97-8bd8-2f83a2add44b tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] 10.222.0.53 "GET /v2.0/subnetpools/775327bf-19bd-46d1-9fe8-2c21ad719aa5 HTTP/1.1" status: 200 len: 731 time: 0.0446723 Nov 12 09:34:19.034053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:19.039386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f6739162-86ab-4f64-aced-48e31df9fa43 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1155659094'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:34:19.155344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6739162-86ab-4f64-aced-48e31df9fa43 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] Publish callbacks [] for subnetpool, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.156835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.160355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48114) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:19.160760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f6739162-86ab-4f64-aced-48e31df9fa43 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] 10.222.0.53 "PUT /v2.0/subnetpools/775327bf-19bd-46d1-9fe8-2c21ad719aa5 HTTP/1.1" status: 200 len: 684 time: 0.1253686 Nov 12 09:34:19.257522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a973bfe-2ac8-4241-a504-87d541576b04 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] Publish callbacks [] for subnetpool, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.259010 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1a973bfe-2ac8-4241-a504-87d541576b04 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] 10.222.0.53 "DELETE /v2.0/subnetpools/775327bf-19bd-46d1-9fe8-2c21ad719aa5 HTTP/1.1" status: 204 len: 168 time: 0.0962148 Nov 12 09:34:19.262872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48116) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:19.284634 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-e6ad1e4b-af7e-40f6-947b-9dfbccce2318 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] show failed (client error): The resource could not be found. Nov 12 09:34:19.285929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e6ad1e4b-af7e-40f6-947b-9dfbccce2318 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] 10.222.0.53 "GET /v2.0/subnetpools/775327bf-19bd-46d1-9fe8-2c21ad719aa5 HTTP/1.1" status: 404 len: 346 time: 0.0213640 Nov 12 09:34:19.289873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48118) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:19.306623 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-5a151d8e-016b-4ff5-921e-34f9d600f115 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] delete failed (client error): The resource could not be found. Nov 12 09:34:19.307683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5a151d8e-016b-4ff5-921e-34f9d600f115 tempest-SubnetPoolsTestJSON-518079745 tempest-SubnetPoolsTestJSON-518079745-project] 10.222.0.53 "DELETE /v2.0/subnetpools/775327bf-19bd-46d1-9fe8-2c21ad719aa5 HTTP/1.1" status: 404 len: 346 time: 0.0168576 Nov 12 09:34:19.597548 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48124) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:19.718358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef29e7d5-b4c3-4f43-91c5-7ae440272742 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.805406 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef29e7d5-b4c3-4f43-91c5-7ae440272742 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.810187 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ef29e7d5-b4c3-4f43-91c5-7ae440272742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.844648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29e7d5-b4c3-4f43-91c5-7ae440272742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f295fffc-b94e-4b23-b12b-02ee091291f6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:19.854697 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.867207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ef29e7d5-b4c3-4f43-91c5-7ae440272742 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df2e837c1f674882baa746c0ab3a3650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685318 Nov 12 09:34:19.870317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48128) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:19.932434 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10d2eb6b-a85f-4f57-aa49-cd1d602ab8ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:19.960861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10d2eb6b-a85f-4f57-aa49-cd1d602ab8ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:20.031314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10d2eb6b-a85f-4f57-aa49-cd1d602ab8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:20.035826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-10d2eb6b-a85f-4f57-aa49-cd1d602ab8ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:20.037813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-10d2eb6b-a85f-4f57-aa49-cd1d602ab8ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f295fffc-b94e-4b23-b12b-02ee091291f6 HTTP/1.1" status: 204 len: 168 time: 0.1660361 Nov 12 09:34:20.047310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2eb6b-a85f-4f57-aa49-cd1d602ab8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f295fffc-b94e-4b23-b12b-02ee091291f6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:20.399988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:27.963776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:28.274776 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:34:28.482890 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.595703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48512) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:41.716569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.814537 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.820040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.855987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48108e54-81b2-40ab-b1cd-0eb8ba5f0189,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:41.870734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.871084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.871619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.871992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.872421 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.872662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.872994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.873328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.873674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.874060 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.874315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.874643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:41.879634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2073eaf6-f0cf-4e55-9875-831cca3f44c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8edcc889974040e7855b0674dc40af11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828870 Nov 12 09:34:41.882873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48522) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:41.938147 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe6bdae9-b04b-4af8-bd02-617d67e3790d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:41.961940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe6bdae9-b04b-4af8-bd02-617d67e3790d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.012902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe6bdae9-b04b-4af8-bd02-617d67e3790d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.015867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fe6bdae9-b04b-4af8-bd02-617d67e3790d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.017286 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fe6bdae9-b04b-4af8-bd02-617d67e3790d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48108e54-81b2-40ab-b1cd-0eb8ba5f0189 HTTP/1.1" status: 204 len: 168 time: 0.1328380 Nov 12 09:34:42.032283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6bdae9-b04b-4af8-bd02-617d67e3790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48108e54-81b2-40ab-b1cd-0eb8ba5f0189,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:42.320472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48528) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:42.336832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3801841f-24c1-4d2d-b37d-44a27e4a01b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.412335 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3801841f-24c1-4d2d-b37d-44a27e4a01b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.416269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3801841f-24c1-4d2d-b37d-44a27e4a01b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.460322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801841f-24c1-4d2d-b37d-44a27e4a01b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1148458-6da5-43b8-bd64-4471195e943c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:42.464998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3801841f-24c1-4d2d-b37d-44a27e4a01b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf708f2e73c1420eb2da21938b07f3e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433599 Nov 12 09:34:42.467455 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48532) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:42.518435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcf79377-e26f-4746-b1d1-dfbc4d925ebd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.541586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcf79377-e26f-4746-b1d1-dfbc4d925ebd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.593517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcf79377-e26f-4746-b1d1-dfbc4d925ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.596229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dcf79377-e26f-4746-b1d1-dfbc4d925ebd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:42.597392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dcf79377-e26f-4746-b1d1-dfbc4d925ebd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1148458-6da5-43b8-bd64-4471195e943c HTTP/1.1" status: 204 len: 168 time: 0.1289947 Nov 12 09:34:42.606318 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf79377-e26f-4746-b1d1-dfbc4d925ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1148458-6da5-43b8-bd64-4471195e943c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:43.905548 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-12e03926-fd20-4e6f-9145-f41166e3cab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:46.416685 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c5ab-932f-4fa5-a83e-a2071fc2fc15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.705745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48658) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:47.831247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3584548-a30e-41b8-aff5-d22f1a9602c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.912944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3584548-a30e-41b8-aff5-d22f1a9602c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.918150 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f3584548-a30e-41b8-aff5-d22f1a9602c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:47.959714 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f3584548-a30e-41b8-aff5-d22f1a9602c2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6cf3ab01ab44088b00be57fb5d488d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2528329 Nov 12 09:34:47.960748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3584548-a30e-41b8-aff5-d22f1a9602c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63dd4b3-9df6-4eb5-9782-b40faba71a4d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:47.962429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48662) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:48.021601 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35b35e80-c116-4dc5-b965-a616f7c560ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.044823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35b35e80-c116-4dc5-b965-a616f7c560ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.092329 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35b35e80-c116-4dc5-b965-a616f7c560ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.095043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-35b35e80-c116-4dc5-b965-a616f7c560ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.099378 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-35b35e80-c116-4dc5-b965-a616f7c560ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c63dd4b3-9df6-4eb5-9782-b40faba71a4d HTTP/1.1" status: 204 len: 168 time: 0.1353574 Nov 12 09:34:48.107242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b35e80-c116-4dc5-b965-a616f7c560ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63dd4b3-9df6-4eb5-9782-b40faba71a4d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:48.365451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48670) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:48.382951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67182072-3c6c-4b92-8f56-7e8e6d0bcb83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.460385 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67182072-3c6c-4b92-8f56-7e8e6d0bcb83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.465265 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-67182072-3c6c-4b92-8f56-7e8e6d0bcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.502462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67182072-3c6c-4b92-8f56-7e8e6d0bcb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb7248-322a-46a4-8864-815098664b41,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:48.508397 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-67182072-3c6c-4b92-8f56-7e8e6d0bcb83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=912ff686c7d64a40b1ee7d07b503e088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1415808 Nov 12 09:34:48.509726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48672) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:48.559972 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898f7a0c-85f4-4cb6-a017-53002b10daac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.583300 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898f7a0c-85f4-4cb6-a017-53002b10daac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.638611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898f7a0c-85f4-4cb6-a017-53002b10daac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.641616 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-898f7a0c-85f4-4cb6-a017-53002b10daac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:48.643119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-898f7a0c-85f4-4cb6-a017-53002b10daac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9feb7248-322a-46a4-8864-815098664b41 HTTP/1.1" status: 204 len: 168 time: 0.1321046 Nov 12 09:34:48.653478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f7a0c-85f4-4cb6-a017-53002b10daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb7248-322a-46a4-8864-815098664b41,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:49.151273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:49.854606 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.336088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48730) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:50.397588 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.448933 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48d54de5-ae12-4dbe-8ec8-c97ef9b8c0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.549496 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48d54de5-ae12-4dbe-8ec8-c97ef9b8c0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.554504 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-48d54de5-ae12-4dbe-8ec8-c97ef9b8c0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.602943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-48d54de5-ae12-4dbe-8ec8-c97ef9b8c0c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ee663170b9a4cf6a739acb37716f576&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2657406 Nov 12 09:34:50.603682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d54de5-ae12-4dbe-8ec8-c97ef9b8c0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3fa27a-94d3-4dec-94fa-5f779792a372,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:50.606125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48738) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:50.658162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-186c03da-c24d-4356-98d5-9e959c00a0f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.681447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-186c03da-c24d-4356-98d5-9e959c00a0f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.731487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-186c03da-c24d-4356-98d5-9e959c00a0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.734156 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-186c03da-c24d-4356-98d5-9e959c00a0f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:50.735325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-186c03da-c24d-4356-98d5-9e959c00a0f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b3fa27a-94d3-4dec-94fa-5f779792a372 HTTP/1.1" status: 204 len: 168 time: 0.1284235 Nov 12 09:34:50.744265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c03da-c24d-4356-98d5-9e959c00a0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3fa27a-94d3-4dec-94fa-5f779792a372,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:51.013187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48744) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:51.029472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3c625d4-164d-4509-a61e-18267d3992e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.110017 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3c625d4-164d-4509-a61e-18267d3992e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.115266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c3c625d4-164d-4509-a61e-18267d3992e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.152709 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c625d4-164d-4509-a61e-18267d3992e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c473bf1-4350-44c9-be4e-6950386a3430,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:51.160034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c3c625d4-164d-4509-a61e-18267d3992e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89cea8239f584ce3a75f5d0b52729582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428139 Nov 12 09:34:51.160254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48748) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:51.209227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bf0900b-3801-4002-8571-cf708fd18d86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.231806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bf0900b-3801-4002-8571-cf708fd18d86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.283860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bf0900b-3801-4002-8571-cf708fd18d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.287483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3bf0900b-3801-4002-8571-cf708fd18d86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:51.288851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3bf0900b-3801-4002-8571-cf708fd18d86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c473bf1-4350-44c9-be4e-6950386a3430 HTTP/1.1" status: 204 len: 168 time: 0.1269624 Nov 12 09:34:51.297748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0900b-3801-4002-8571-cf708fd18d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c473bf1-4350-44c9-be4e-6950386a3430,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:57.945120 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.440322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 48884) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:58.495771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.585728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-302454d5-9526-4faf-b0e5-818cdebc67d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.682692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-302454d5-9526-4faf-b0e5-818cdebc67d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.688360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-302454d5-9526-4faf-b0e5-818cdebc67d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.747416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302454d5-9526-4faf-b0e5-818cdebc67d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41447ea-767b-4374-a313-9bdcc41d6f79,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:58.766003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48888) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:58.766565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-302454d5-9526-4faf-b0e5-818cdebc67d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51461dd947694948b8fbf7732e60d2c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247862 Nov 12 09:34:58.826305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.855480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.927068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.931185 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:58.946604 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b41447ea-767b-4374-a313-9bdcc41d6f79 HTTP/1.1" status: 204 len: 168 time: 0.1670272 Nov 12 09:34:58.956715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41447ea-767b-4374-a313-9bdcc41d6f79,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:58.966354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.966908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.967571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.968131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.968695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.969190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.969699 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.970196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.970682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.971178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.971665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:58.972197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17938e44-c2e5-4dbd-a259-fd91673ed3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:34:59.227999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:59.242585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03167038-ed06-463c-bcef-dcd9fd8d81df admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.334415 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03167038-ed06-463c-bcef-dcd9fd8d81df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.340064 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-03167038-ed06-463c-bcef-dcd9fd8d81df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.378974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03167038-ed06-463c-bcef-dcd9fd8d81df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5fdcd5-8b7d-4398-b860-461add30d924,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:34:59.383170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-03167038-ed06-463c-bcef-dcd9fd8d81df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4f3098d2dd54324bc06afdb33aaf144&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541367 Nov 12 09:34:59.385811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 48902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:34:59.445786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f6152-0017-4f08-b866-460fc0c6b011 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.467275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f6152-0017-4f08-b866-460fc0c6b011 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.516550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f6152-0017-4f08-b866-460fc0c6b011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.519453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6e7f6152-0017-4f08-b866-460fc0c6b011 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:34:59.521223 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6e7f6152-0017-4f08-b866-460fc0c6b011 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c5fdcd5-8b7d-4398-b860-461add30d924 HTTP/1.1" status: 204 len: 168 time: 0.1342714 Nov 12 09:34:59.530118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f6152-0017-4f08-b866-460fc0c6b011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5fdcd5-8b7d-4398-b860-461add30d924,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:05.281366 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:05.885464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49072) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:06.008493 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b43d131-fc9d-43f7-b86f-3b33d8ae3fb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.101960 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b43d131-fc9d-43f7-b86f-3b33d8ae3fb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.107882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7b43d131-fc9d-43f7-b86f-3b33d8ae3fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.140514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43d131-fc9d-43f7-b86f-3b33d8ae3fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d7495c-29f8-4408-b1cf-6270ddc30dda,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:06.164510 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7b43d131-fc9d-43f7-b86f-3b33d8ae3fb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1139da6de4964132802006cc49fa034f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2772846 Nov 12 09:35:06.165255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49076) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:06.235728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f25-4fd0-4b71-8be6-a3e76c5f8f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.262128 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f25-4fd0-4b71-8be6-a3e76c5f8f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.320499 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f25-4fd0-4b71-8be6-a3e76c5f8f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.324594 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e9c14f25-4fd0-4b71-8be6-a3e76c5f8f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.326123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e9c14f25-4fd0-4b71-8be6-a3e76c5f8f71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18d7495c-29f8-4408-b1cf-6270ddc30dda HTTP/1.1" status: 204 len: 168 time: 0.1596975 Nov 12 09:35:06.334692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c14f25-4fd0-4b71-8be6-a3e76c5f8f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d7495c-29f8-4408-b1cf-6270ddc30dda,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:06.646286 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49094) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:06.659954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4feaec0d-febf-4456-8201-6f04debdc963 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.763216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4feaec0d-febf-4456-8201-6f04debdc963 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.767975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4feaec0d-febf-4456-8201-6f04debdc963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.809187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4feaec0d-febf-4456-8201-6f04debdc963 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6ce670a784646feafbf59a572c542ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1617815 Nov 12 09:35:06.812594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49098) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:06.818762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feaec0d-febf-4456-8201-6f04debdc963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614bc048-1edb-4c0b-87ff-257e34db44b5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:06.871986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4756d1f-fc44-4bf9-9e5e-f334d982f993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.895031 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4756d1f-fc44-4bf9-9e5e-f334d982f993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.942510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4756d1f-fc44-4bf9-9e5e-f334d982f993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.945264 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a4756d1f-fc44-4bf9-9e5e-f334d982f993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:06.946448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a4756d1f-fc44-4bf9-9e5e-f334d982f993 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/614bc048-1edb-4c0b-87ff-257e34db44b5 HTTP/1.1" status: 204 len: 168 time: 0.1323366 Nov 12 09:35:06.955524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4756d1f-fc44-4bf9-9e5e-f334d982f993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614bc048-1edb-4c0b-87ff-257e34db44b5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:07.352093 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49110) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:07.369456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9f0eb7a-f930-4342-b139-d2f430231551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.480458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9f0eb7a-f930-4342-b139-d2f430231551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.485053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9f0eb7a-f930-4342-b139-d2f430231551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.529051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c9f0eb7a-f930-4342-b139-d2f430231551 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c23ae30661c34fe1ba2e81fd02304eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1756699 Nov 12 09:35:07.529809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0eb7a-f930-4342-b139-d2f430231551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfc3422-37c3-4740-8313-0305d8da04d7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:07.532206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49116) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:07.593183 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dca525ba-b8b3-4502-a4dc-89b2610efd9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.618232 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dca525ba-b8b3-4502-a4dc-89b2610efd9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.680982 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dca525ba-b8b3-4502-a4dc-89b2610efd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.683689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dca525ba-b8b3-4502-a4dc-89b2610efd9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:07.684872 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dca525ba-b8b3-4502-a4dc-89b2610efd9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdfc3422-37c3-4740-8313-0305d8da04d7 HTTP/1.1" status: 204 len: 168 time: 0.1511238 Nov 12 09:35:07.696325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca525ba-b8b3-4502-a4dc-89b2610efd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfc3422-37c3-4740-8313-0305d8da04d7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:09.095744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49170) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:09.298772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'network': {'name': 'tempest-network-smoke--1497111844', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:09.325989 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:35:09.329543 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.339309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.447510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.451883 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.483499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:35:09.499191 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70e533e1-2780-431b-8b70-0eb42c70598b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:09.502489 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.502844 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Added segment 74fa4d03-d478-48dd-8222-43d0980864d8 of type vlan for network 3dbf92cf-7e36-4922-aeae-1699031ce420 Nov 12 09:35:09.569776 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.604337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.609990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:09.610583 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.676693 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5762274 Nov 12 09:35:09.679749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:09.684194 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'admin_state_up': True, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:09.696878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d92474-b8dd-4d27-9439-a7a19dd37391 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Network': ['ID=3dbf92cf-7e36-4922-aeae-1699031ce420,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:09.710734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:35:09.716684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.717878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.774401 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:09.921590 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.128781 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.154122 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.276170 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.25.5.179 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/96d71291-d110-4c7e-ad40-7681e58a8642) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:10.386991 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.421592 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.461374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:10.464484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:10.470230 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:10.480037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a186c147-4ae6-4095-8219-ad619ee6b2ef None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:35:10.503384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=96d71291-d110-4c7e-ad40-7681e58a8642,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:10.589689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c3d49447-a318-46b8-8c32-0be5a2fd4c3f None None] Provisioning complete for port 96d71291-d110-4c7e-ad40-7681e58a8642 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:10.590498 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c3d49447-a318-46b8-8c32-0be5a2fd4c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:10.711166 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c3d49447-a318-46b8-8c32-0be5a2fd4c3f None None] Port 96d71291-d110-4c7e-ad40-7681e58a8642 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:11.141383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:11.388784 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:11.546660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 51bebe19-1b5c-40b7-823c-975907433559 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:35:11.675208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:35:11.696819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Sync routers for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:35:11.724254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:11.725843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:34:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:11.728301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:11.731973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-86cdd61c-3088-4d6b-9487-6ee92509f54b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0488384 Nov 12 09:35:11.734859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49202) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:11.840099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49206) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:11.840408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cf4bc13f-00d6-4f41-98a9-1939908adf58 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=1d3bc7f73960485ca2cca497e84b6716&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1030259 Nov 12 09:35:11.861294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:12.053080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7677a6a7-f491-4256-bf1e-37879a2c22f3 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:12.054607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7677a6a7-f491-4256-bf1e-37879a2c22f3 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2134871 Nov 12 09:35:12.057306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49212) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:12.093410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:11Z', 'revision_number': 3, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:12.103069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-edcc77a0-81c6-4e72-af7e-36eca9c6a844 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407100 Nov 12 09:35:12.103291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49214) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:12.108207 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351490836', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:12.140849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Checking router: 51bebe19-1b5c-40b7-823c-975907433559 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:35:12.141348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Updating router 51bebe19-1b5c-40b7-823c-975907433559 port 96d71291-d110-4c7e-ad40-7681e58a8642 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:35:12.179776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.205389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:35:12.209711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.421246 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.475471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.481252 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.503944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Subnet': ['ID=a90ace98-a479-450b-bda1-4439bb8450ec,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:12.515009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Checking segment: {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:12.515483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network hostable DHCP agents. Network: 3dbf92cf-7e36-4922-aeae-1699031ce420, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:35:12.526396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Pushing event updated for resources: {'Port': ['ID=96d71291-d110-4c7e-ad40-7681e58a8642,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:12.534075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:35:12.537764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.538122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.538428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.538759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.539091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.539419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.539899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.541003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.541003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.541003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.541307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.541657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:12.544998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 3dbf92cf-7e36-4922-aeae-1699031ce420) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:12.566241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:12.566742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.575953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3a05d-0e36-42ee-944a-69a37e745397 None None] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:35:12.595180 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3e0f868c-f9fb-4e29-a47d-9b3f5a99ab77 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4907770 Nov 12 09:35:12.599206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:12.622583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c052a-aae7-4614-9b98-ce0ba01923bc None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:35:12.635802 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Attempting to bind port 96d71291-d110-4c7e-ad40-7681e58a8642 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:12.636338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Attempting to bind port 96d71291-d110-4c7e-ad40-7681e58a8642 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:12.636943 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Attempting to bind port 96d71291-d110-4c7e-ad40-7681e58a8642 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:12.694258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:12.694666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:12.695217 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.695758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:12.696455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Bound port: 96d71291-d110-4c7e-ad40-7681e58a8642, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:12.696979 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.767620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] For port 96d71291-d110-4c7e-ad40-7681e58a8642, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:12.793770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] For port 96d71291-d110-4c7e-ad40-7681e58a8642, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=96d71291-d110-4c7e-ad40-7681e58a8642,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:12.800877 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e5447b13-b166-4dd2-8e01-433f0432da9f None None] Provisioning complete for port 96d71291-d110-4c7e-ad40-7681e58a8642 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:12.801334 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e5447b13-b166-4dd2-8e01-433f0432da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.804908 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.938458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21ba1c-63e3-4398-bba1-5eceb1a72f59 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:35:12.961452 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-3dbf92cf-7e36-4922-aeae-1699031ce420', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:35:12.961452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:12.985485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a7761-0cbb-4bb9-bba4-ca2d4434c8f5 None None] Pushing event updated for resources: {'Port': ['ID=96d71291-d110-4c7e-ad40-7681e58a8642,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:12.996167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:12.996855 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:34:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:13.167534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.374567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e5447b13-b166-4dd2-8e01-433f0432da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.418147 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e5447b13-b166-4dd2-8e01-433f0432da9f None None] For port 96d71291-d110-4c7e-ad40-7681e58a8642, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=96d71291-d110-4c7e-ad40-7681e58a8642,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:13.427561 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e5447b13-b166-4dd2-8e01-433f0432da9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.436540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:13.489303 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Allocated IP 172.20.0.2 (3dbf92cf-7e36-4922-aeae-1699031ce420/a90ace98-a479-450b-bda1-4439bb8450ec/213d8526-9439-4894-9c07-fc75f6148542) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:13.650619 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5447b13-b166-4dd2-8e01-433f0432da9f None None] Pushing event updated for resources: {'Port': ['ID=96d71291-d110-4c7e-ad40-7681e58a8642,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:13.673931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0c466c99-b8cb-42c0-a5a5-a518a81dfafa None None] Provisioning complete for port 96d71291-d110-4c7e-ad40-7681e58a8642 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:13.674305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0c466c99-b8cb-42c0-a5a5-a518a81dfafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.871109 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.895144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.909958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:11Z', 'revision_number': 3, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:13.946981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.20.0.1 (3dbf92cf-7e36-4922-aeae-1699031ce420/a90ace98-a479-450b-bda1-4439bb8450ec/6133eb47-9b3f-4b69-a1ac-be3789c9e574) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:13.947688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-852d1048-efa1-47e9-93a0-99000eace79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:13.989044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a44ab-79cb-44ab-a79a-39eef1fe93d6 None None] The sync data for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 is: [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:11Z', 'revision_number': 3, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:13.997459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:14.000761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:14.003356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:14.014269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Pushing event updated for resources: {'Port': ['ID=213d8526-9439-4894-9c07-fc75f6148542,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:14.106367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Attempting to bind port 213d8526-9439-4894-9c07-fc75f6148542 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:14.106693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Attempting to bind port 213d8526-9439-4894-9c07-fc75f6148542 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:14.107016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Attempting to bind port 213d8526-9439-4894-9c07-fc75f6148542 on network 3dbf92cf-7e36-4922-aeae-1699031ce420 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:14.112870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:14.113354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Checking segment: {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:14.113689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.114194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Bound using segment: {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:14.115509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Bound port: 213d8526-9439-4894-9c07-fc75f6148542, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:14.115901 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.126095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.165614 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.205655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] For port 213d8526-9439-4894-9c07-fc75f6148542, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:14.211038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] For port 213d8526-9439-4894-9c07-fc75f6148542, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=213d8526-9439-4894-9c07-fc75f6148542,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:14.216447 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.222959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:14.226636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:14.231141 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:14.278206 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=6133eb47-9b3f-4b69-a1ac-be3789c9e574,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:14.291358 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c067179-1c2a-44fb-b5a8-c38561a51eb8 None None] Pushing event updated for resources: {'Port': ['ID=213d8526-9439-4894-9c07-fc75f6148542,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:14.299809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.490618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.899481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.904794 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:14.998819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=6133eb47-9b3f-4b69-a1ac-be3789c9e574,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:15.008828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:15.132882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:15.135638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:15.287389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 51bebe19-1b5c-40b7-823c-975907433559 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:35:15.425917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:35:15.434046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49268) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:15.436463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d0175f72-aeb8-45e6-89b6-dd64a62266ec tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "PUT /v2.0/routers/51bebe19-1b5c-40b7-823c-975907433559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8357487 Nov 12 09:35:15.587370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e102f-98e5-4852-bc99-069c641e1408 None None] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:35:15.684691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d64a9-8837-4e10-8da2-006a6657b28a tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.685148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d64a9-8837-4e10-8da2-006a6657b28a tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.685788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d64a9-8837-4e10-8da2-006a6657b28a tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.686406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43d64a9-8837-4e10-8da2-006a6657b28a tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.689624 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c43d64a9-8837-4e10-8da2-006a6657b28a tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2545016 Nov 12 09:35:15.693349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:15.708050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 96d71291-d110-4c7e-ad40-7681e58a8642 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:15.752183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-731ab150-c63f-4f92-b455-30fb6b106e0f None None] Provisioning complete for port 213d8526-9439-4894-9c07-fc75f6148542 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:15.752544 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-731ab150-c63f-4f92-b455-30fb6b106e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:15.804845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda9d4e-d3c4-49bf-ab5a-5b86f7163eda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.805322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda9d4e-d3c4-49bf-ab5a-5b86f7163eda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.805787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda9d4e-d3c4-49bf-ab5a-5b86f7163eda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.806526 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efda9d4e-d3c4-49bf-ab5a-5b86f7163eda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:15.809698 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-efda9d4e-d3c4-49bf-ab5a-5b86f7163eda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1137722 Nov 12 09:35:15.812048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49276) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:15.909634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 96d71291-d110-4c7e-ad40-7681e58a8642 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:15.909896 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:15.950033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-731ab150-c63f-4f92-b455-30fb6b106e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.009915 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-731ab150-c63f-4f92-b455-30fb6b106e0f None None] For port 213d8526-9439-4894-9c07-fc75f6148542, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=213d8526-9439-4894-9c07-fc75f6148542,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:16.015301 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-731ab150-c63f-4f92-b455-30fb6b106e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.106874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 213d8526-9439-4894-9c07-fc75f6148542 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:16.139041 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-01ee80d3-de9f-4578-9193-bd3ad9aa1949 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3255436 Nov 12 09:35:16.156274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ab150-c63f-4f92-b455-30fb6b106e0f None None] Pushing event updated for resources: {'Port': ['ID=213d8526-9439-4894-9c07-fc75f6148542,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:16.188208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 213d8526-9439-4894-9c07-fc75f6148542 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:16.188584 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.219483 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Sync routers for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:35:16.244899 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:16.245585 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:34:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:16.429944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2197de44-99ea-4768-81c6-51186fe17217 None None] Provisioning complete for port 213d8526-9439-4894-9c07-fc75f6148542 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:16.430230 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2197de44-99ea-4768-81c6-51186fe17217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.438950 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:16.482614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24ef447f-5c6e-4676-a803-5737e55d07dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.557393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2197de44-99ea-4768-81c6-51186fe17217 None None] Provisioning complete for port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:16.558083 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2197de44-99ea-4768-81c6-51186fe17217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.606371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2197de44-99ea-4768-81c6-51186fe17217 None None] Port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:16.770652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6815602f-8769-460d-81d4-096278ac40e9 None None] Provisioning complete for port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:16.771031 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6815602f-8769-460d-81d4-096278ac40e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:16.809423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6815602f-8769-460d-81d4-096278ac40e9 None None] Port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:16.844617 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:14Z', 'revision_number': 2, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:16.901239 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Checking router: 51bebe19-1b5c-40b7-823c-975907433559 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:35:16.901969 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Updating router 51bebe19-1b5c-40b7-823c-975907433559 port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:35:16.934523 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.054937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6e673d3d-e72b-429a-9aa6-cc56f1946fad None None] Provisioning complete for port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:17.055573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6e673d3d-e72b-429a-9aa6-cc56f1946fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.112545 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49302) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:17.117774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-93e77752-c044-4d27-b73b-ca03994a743b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348142118', 'description': 'tempest-secgroup-smoke-1348142118 description', 'project_id': '1d3bc7f73960485ca2cca497e84b6716'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:17.131736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6e673d3d-e72b-429a-9aa6-cc56f1946fad None None] Port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:17.162599 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93e77752-c044-4d27-b73b-ca03994a743b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.252902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93e77752-c044-4d27-b73b-ca03994a743b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.258987 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93e77752-c044-4d27-b73b-ca03994a743b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.291660 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.301176 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.303944 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-93e77752-c044-4d27-b73b-ca03994a743b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.308526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-93e77752-c044-4d27-b73b-ca03994a743b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1945760 Nov 12 09:35:17.309508 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49308) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:17.311744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e77752-c044-4d27-b73b-ca03994a743b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:17.315292 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-aedd6089-f888-45bd-b7c3-7019556822c2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '1e2ae8b8-ab85-4215-8f2f-d396dbd324b6', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:17.354141 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Pushing event updated for resources: {'Port': ['ID=6133eb47-9b3f-4b69-a1ac-be3789c9e574,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:17.354517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aedd6089-f888-45bd-b7c3-7019556822c2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.371755 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.372749 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.373157 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.373606 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.373948 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.374277 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.374604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.374921 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.375246 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.375567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.375887 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.376236 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:35:17.508861 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aedd6089-f888-45bd-b7c3-7019556822c2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.514726 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aedd6089-f888-45bd-b7c3-7019556822c2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.520744 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Attempting to bind port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:17.523517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Attempting to bind port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:17.524098 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Attempting to bind port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 on network 3dbf92cf-7e36-4922-aeae-1699031ce420 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:17.540719 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:17.541101 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Checking segment: {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:17.541507 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.548269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd6089-f888-45bd-b7c3-7019556822c2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccbafa9-b3af-4bb7-bbb5-81522e76cf0e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:17.548828 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Bound using segment: {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:17.549433 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Bound port: 6133eb47-9b3f-4b69-a1ac-be3789c9e574, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:17.550316 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.557528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aedd6089-f888-45bd-b7c3-7019556822c2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.562108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49310) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:17.574705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aedd6089-f888-45bd-b7c3-7019556822c2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2543743 Nov 12 09:35:17.578258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-47533aa3-670e-43a1-bfb8-0aac293ae0e1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '1e2ae8b8-ab85-4215-8f2f-d396dbd324b6', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:17.623752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 213d8526-9439-4894-9c07-fc75f6148542 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:17.664447 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47533aa3-670e-43a1-bfb8-0aac293ae0e1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.728359 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] For port 6133eb47-9b3f-4b69-a1ac-be3789c9e574, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:17.733113 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] For port 6133eb47-9b3f-4b69-a1ac-be3789c9e574, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6133eb47-9b3f-4b69-a1ac-be3789c9e574,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:17.739388 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.796922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47533aa3-670e-43a1-bfb8-0aac293ae0e1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.804118 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47533aa3-670e-43a1-bfb8-0aac293ae0e1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.818124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 213d8526-9439-4894-9c07-fc75f6148542 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:17.818565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.831286 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-47533aa3-670e-43a1-bfb8-0aac293ae0e1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.836321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-47533aa3-670e-43a1-bfb8-0aac293ae0e1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2600555 Nov 12 09:35:17.836321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47533aa3-670e-43a1-bfb8-0aac293ae0e1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b271aa-df2f-4909-9c25-7591e6d199d1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:17.837012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49316) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:17.842379 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-71841638-4537-4c7a-a2c6-45b4ca5854ca tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '1e2ae8b8-ab85-4215-8f2f-d396dbd324b6', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:17.842861 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:17.843928 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:35:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:17.865262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1d33bd62-5848-4070-aaff-e87c4c9eb1d8 None None] Provisioning complete for port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:17.866001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd62-5848-4070-aaff-e87c4c9eb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.892110 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71841638-4537-4c7a-a2c6-45b4ca5854ca tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:17.950610 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd4984-c5ce-406c-90fc-f1330a31946b None None] Pushing event updated for resources: {'Port': ['ID=6133eb47-9b3f-4b69-a1ac-be3789c9e574,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.029687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd62-5848-4070-aaff-e87c4c9eb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.035580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71841638-4537-4c7a-a2c6-45b4ca5854ca tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.045808 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71841638-4537-4c7a-a2c6-45b4ca5854ca tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.070023 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71841638-4537-4c7a-a2c6-45b4ca5854ca tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a87cfd8-3c09-49da-8a42-0962b0a0bb71,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.084557 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:18.092687 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71841638-4537-4c7a-a2c6-45b4ca5854ca tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.094324 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-71841638-4537-4c7a-a2c6-45b4ca5854ca tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561934 Nov 12 09:35:18.097250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49324) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:18.103441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f88ce027-d1af-47be-b6d0-189647023654 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '1e2ae8b8-ab85-4215-8f2f-d396dbd324b6', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:18.137706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1d33bd62-5848-4070-aaff-e87c4c9eb1d8 None None] For port 6133eb47-9b3f-4b69-a1ac-be3789c9e574, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6133eb47-9b3f-4b69-a1ac-be3789c9e574,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:18.154297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d33bd62-5848-4070-aaff-e87c4c9eb1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.159303 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f88ce027-d1af-47be-b6d0-189647023654 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.221128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33bd62-5848-4070-aaff-e87c4c9eb1d8 None None] Pushing event updated for resources: {'Port': ['ID=6133eb47-9b3f-4b69-a1ac-be3789c9e574,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.287050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d7112680-77dc-472d-b3cc-71953f73a29d None None] Provisioning complete for port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:18.287726 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d7112680-77dc-472d-b3cc-71953f73a29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.362275 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:17Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:18.397876 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034454e7-0646-47d1-a4a5-eea2ff5d8061 None None] The sync data for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 is: [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:17Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:18.590467 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f88ce027-d1af-47be-b6d0-189647023654 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.597244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f88ce027-d1af-47be-b6d0-189647023654 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.617043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ce027-d1af-47be-b6d0-189647023654 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00500c8-976a-4cef-9c96-4d457b5c9762,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.628321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f88ce027-d1af-47be-b6d0-189647023654 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.630348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f88ce027-d1af-47be-b6d0-189647023654 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5316663 Nov 12 09:35:18.633275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49330) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:18.638186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '1e2ae8b8-ab85-4215-8f2f-d396dbd324b6', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:18.663998 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Project 1d3bc7f73960485ca2cca497e84b6716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:35:18.673211 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.755837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.762150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.783899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322f05a3-3c21-4e7c-856e-761022545535,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.793338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.797887 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8fd1cc54-4643-4c5e-b27d-2173f5100cef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1606572 Nov 12 09:35:18.798267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49336) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:18.804009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '1e2ae8b8-ab85-4215-8f2f-d396dbd324b6', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:18.829053 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Project 1d3bc7f73960485ca2cca497e84b6716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:35:18.836697 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.914095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.919093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.944751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e27b05-703b-4ad5-bcf0-ddcbb2c37455,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:18.953937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:18.967008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-626c730d-623d-4ca8-a5d7-d6ce2e81866c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1674242 Nov 12 09:35:19.158523 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:19.185963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-28ecb741-32fc-4750-9abf-cbf70b19fde3 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348142118&fields=id&tenant_id=1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 267 time: 0.0816212 Nov 12 09:35:19.337238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-4c979edc-62cb-461e-8f36-be9bda9d02b8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:19.338892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-4c979edc-62cb-461e-8f36-be9bda9d02b8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/networks?id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 797 time: 0.1423867 Nov 12 09:35:19.361153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-0d31e8e8-4e87-4074-bcbd-c6c7ac26595d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/quotas/1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 375 time: 0.0137765 Nov 12 09:35:19.442287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-35d5214a-0ae1-4782-8b40-46a3be9495aa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738142 Nov 12 09:35:19.528355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-35534b1c-306e-4f30-ae69-ab9fbc1c196f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:35:19.531237 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-35534b1c-306e-4f30-ae69-ab9fbc1c196f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0732989 Nov 12 09:35:19.637685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6133eb47-9b3f-4b69-a1ac-be3789c9e574 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:19.672246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f4df40c2-16a3-4857-9ff5-de40f1207883 service neutron] 10.222.0.53 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256528 Nov 12 09:35:19.708203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:19.708892 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:19.797042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-0d15814f-d550-4199-9423-453a46dacb2a service neutron] 10.222.0.53 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164315 Nov 12 09:35:19.862886 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:20.404119 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:20.427253 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7cf2ddc7-6b82-43d7-b197-c068b6e567c8 req-42f7f87b-7801-4c97-93a2-3c7511d55962 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 210 time: 0.4536684 Nov 12 09:35:21.212822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-4410b74a-589f-40ac-b155-10f367249ba1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:21.214022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-4410b74a-589f-40ac-b155-10f367249ba1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "GET /v2.0/networks?id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 797 time: 0.1197028 Nov 12 09:35:21.313767 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-0ad2f9d1-221c-491d-bf02-da7f8ba8644f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 380 time: 0.0893190 Nov 12 09:35:21.325037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'port': {'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'admin_state_up': True, 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'security_groups': ['1e2ae8b8-ab85-4215-8f2f-d396dbd324b6']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:21.443622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:35:21.447364 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:21.570486 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f5b0c13f-5d44-4bab-918b-ffa0f89c428e req-da7f1b06-dbf5-4285-8c14-59948b3e0d31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0382128 Nov 12 09:35:21.613762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.20.0.4 (3dbf92cf-7e36-4922-aeae-1699031ce420/a90ace98-a479-450b-bda1-4439bb8450ec/8957a1c8-dbc5-4275-bca2-d4ae5ea500e1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:21.774653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:21.812965 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:21.865229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:21.869359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:21.871607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:21.873994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:21.933271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:21.933923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:21.954583 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-f51ad01f-8e3e-49d6-bc27-134a9b7005fc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6336110 Nov 12 09:35:21.966199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-37887196-adb7-476d-8176-d798c963ac52 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:35:21.967414 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-37887196-adb7-476d-8176-d798c963ac52 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061266 Nov 12 09:35:21.981389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Request body: {'port': {'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:22.054029 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:22.154457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-abfb384a-6849-4480-9de7-2e013497a082 None None] Provisioning complete for port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:22.155061 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-abfb384a-6849-4480-9de7-2e013497a082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:22.209241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-abfb384a-6849-4480-9de7-2e013497a082 None None] Port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:35:22.360500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:35:22.369120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:22.385324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Transition to ACTIVE for port object 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:35:22.390025 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:22.447776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Pushing event updated for resources: {'Port': ['ID=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:22.534453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Attempting to bind port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:35:22.534674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Attempting to bind port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:35:22.535113 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Attempting to bind port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 on network 3dbf92cf-7e36-4922-aeae-1699031ce420 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:22.541462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 on network 3dbf92cf-7e36-4922-aeae-1699031ce420 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:35:22.541841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Attempting to bind port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 on network 3dbf92cf-7e36-4922-aeae-1699031ce420 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:35:22.547760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:35:22.548185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Checking segment: {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:35:22.548525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Bound using segment: {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:35:22.548974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Bound port: 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74fa4d03-d478-48dd-8222-43d0980864d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:35:22.549500 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:22.631431 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] For port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:35:22.636563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] For port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:35:22.643145 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:22.685140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:22.685802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:22.687467 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] 10.222.0.55 "PUT /v2.0/ports/8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 200 len: 1092 time: 0.7106750 Nov 12 09:35:22.687938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:22.690673 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ea765b-597a-4476-b0b7-4f9734a6907d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:22.733245 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26a709-0146-4bca-801e-fbad9e6d042d service neutron] Pushing event updated for resources: {'Port': ['ID=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:22.743806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dd8ac-53d5-4574-8a62-0a354983cf70 req-29942dca-c848-4411-b9c8-07ca30f17d4f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:22.751209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b64dd8ac-53d5-4574-8a62-0a354983cf70 req-29942dca-c848-4411-b9c8-07ca30f17d4f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 943 time: 0.1004884 Nov 12 09:35:22.807251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-1e3d1b68-b824-40f8-907a-0cd97c9a2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:22.810869 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-1e3d1b68-b824-40f8-907a-0cd97c9a2386 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1095 time: 0.0693545 Nov 12 09:35:22.854547 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b64dd8ac-53d5-4574-8a62-0a354983cf70 req-ce31a357-4ce9-4ade-a925-b2b10f7fe9a5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962989 Nov 12 09:35:22.865398 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-e924cde9-2604-42ce-9a22-b6e4fe10b842 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 200 len: 217 time: 0.0449319 Nov 12 09:35:22.922067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-b6fd4275-6168-4d09-85f9-0bc53d88359b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:22.923603 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-b6fd4275-6168-4d09-85f9-0bc53d88359b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a90ace98-a479-450b-bda1-4439bb8450ec HTTP/1.1" status: 200 len: 834 time: 0.0513513 Nov 12 09:35:22.989911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-42d40a47-aa3e-48ba-9a20-c1773f5042d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:22.991528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-42d40a47-aa3e-48ba-9a20-c1773f5042d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3dbf92cf-7e36-4922-aeae-1699031ce420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606461 Nov 12 09:35:23.023166 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd28ecc7-cbee-4d18-9420-c62cd744cbf4 x-openstack-request-id: req-bd28ecc7-cbee-4d18-9420-c62cd744cbf4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:23.023460 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:23.023713 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd28ecc7-cbee-4d18-9420-c62cd744cbf4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:23.024359 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'status': 'completed', 'code': 200} Nov 12 09:35:23.104945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-94538407-70be-4037-9381-67cca34465dd service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061380 Nov 12 09:35:23.256354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-18c74bd7-b7aa-475a-ad53-663a73d1b1d9 req-47aaeddd-4f4c-4ac6-9b11-d475cf913f1b service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439764 Nov 12 09:35:23.346078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-ffb475a5-1a41-4b6c-a6d5-191db04c93af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:23.348047 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-ffb475a5-1a41-4b6c-a6d5-191db04c93af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1095 time: 0.0427496 Nov 12 09:35:23.447140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-38fef2db-ad7d-431e-9753-4b37f3b0e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:23.448566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-38fef2db-ad7d-431e-9753-4b37f3b0e8fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 898 time: 0.0943127 Nov 12 09:35:23.493455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-b07c3a7f-6e2a-4252-95f6-e9306db099d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 200 len: 217 time: 0.0360415 Nov 12 09:35:23.548254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-79a149f0-e055-44f2-8286-0659f2966c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:23.549950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-79a149f0-e055-44f2-8286-0659f2966c34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a90ace98-a479-450b-bda1-4439bb8450ec HTTP/1.1" status: 200 len: 834 time: 0.0473983 Nov 12 09:35:23.601332 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-d4491412-6250-4f90-99b7-f19942fd1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:23.602921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-d4491412-6250-4f90-99b7-f19942fd1798 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3dbf92cf-7e36-4922-aeae-1699031ce420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450916 Nov 12 09:35:23.713214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-20d7eaaf-b779-4b2b-9741-4af9f02307ef service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015713 Nov 12 09:35:23.822309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56ea765b-597a-4476-b0b7-4f9734a6907d req-4ccd67cb-ee0d-460a-8d0a-c0046be2decc service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980761 Nov 12 09:35:23.967565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2858891-4cb3-44b6-ba98-644b6b83b741 req-6f065935-4e31-4116-b012-db09ac97b1fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:23.969103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2858891-4cb3-44b6-ba98-644b6b83b741 req-6f065935-4e31-4116-b012-db09ac97b1fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0523183 Nov 12 09:35:24.026691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b2858891-4cb3-44b6-ba98-644b6b83b741 req-0be19aa9-3577-403c-9ba5-be71d767ec1f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511026 Nov 12 09:35:25.182064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727dce4-ea50-45d6-a241-3fd67ff9e837 req-c1f82b63-a62a-43ec-ad5b-8d07afb64f49 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:25.183778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1727dce4-ea50-45d6-a241-3fd67ff9e837 req-c1f82b63-a62a-43ec-ad5b-8d07afb64f49 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0762980 Nov 12 09:35:25.243188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1727dce4-ea50-45d6-a241-3fd67ff9e837 req-3f9a4b94-3bea-4bd3-aff1-3664b4b0dd87 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515873 Nov 12 09:35:26.378720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d1ddb-b63e-41b6-9396-f956b1c8ec12 req-0b33a0ef-a3a0-4e8c-abe8-d48d4a0b6b03 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:26.380700 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-197d1ddb-b63e-41b6-9396-f956b1c8ec12 req-0b33a0ef-a3a0-4e8c-abe8-d48d4a0b6b03 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 943 time: 0.0570173 Nov 12 09:35:26.442440 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-197d1ddb-b63e-41b6-9396-f956b1c8ec12 req-b2ec1000-c454-448e-bbee-a339552838f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552576 Nov 12 09:35:26.647657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:35:26.755167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:26.767723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:35:26.813824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:26.832669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:35:26.855735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:26.860469 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:26.912986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:27.095385 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['8957a1c8-dbc5-4275-bca2-d4ae5ea500e1'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:35:27.579045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ece01b-b26f-404c-9ffa-7705e9d66f02 req-fa188618-0007-40e4-b847-a6913a001dab tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:27.580441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79ece01b-b26f-404c-9ffa-7705e9d66f02 req-fa188618-0007-40e4-b847-a6913a001dab tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 944 time: 0.0523353 Nov 12 09:35:27.636096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79ece01b-b26f-404c-9ffa-7705e9d66f02 req-fcb15b5a-f995-4c3d-bed4-ce61f4c965b0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479252 Nov 12 09:35:27.946927 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:28.494317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:28.649508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:35:28.706577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:35:28.711127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:35:28.711509 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:28.772440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7763da1-1569-4bff-abfb-fb19e16799c0 req-22c31ff6-ea2a-4b03-8b7a-07318341e1f9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:28.774594 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7763da1-1569-4bff-abfb-fb19e16799c0 req-22c31ff6-ea2a-4b03-8b7a-07318341e1f9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 944 time: 0.0587463 Nov 12 09:35:28.799428 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:28.824995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:28.827702 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0177325-5a67-4373-b84c-30072989f231" -d '{"events": [{"server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:28.836543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7763da1-1569-4bff-abfb-fb19e16799c0 req-2478b7f6-cafc-4031-906c-e4cca4080d00 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563738 Nov 12 09:35:28.852374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:35:28.857118 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:28.917932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:28.953105 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e28372c-0e6c-44ca-b0d3-885d3add1039 x-openstack-request-id: req-2e28372c-0e6c-44ca-b0d3-885d3add1039 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:28.953719 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "name": "network-vif-plugged", "status": "completed", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:28.953719 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e28372c-0e6c-44ca-b0d3-885d3add1039 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:28.954210 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'code': 200} Nov 12 09:35:29.063628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614cf9e0-b08d-41e0-b0e1-86fbdd2ebd4b req-bd1bffd7-74ae-4f5a-b46d-2d877793ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:29.065514 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-614cf9e0-b08d-41e0-b0e1-86fbdd2ebd4b req-bd1bffd7-74ae-4f5a-b46d-2d877793ebe8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1097 time: 0.0504103 Nov 12 09:35:29.117287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-614cf9e0-b08d-41e0-b0e1-86fbdd2ebd4b req-1f745100-306f-4932-b1d9-c53dc33240c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435417 Nov 12 09:35:29.968364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811533b-cf0b-4853-af3b-6bd36a4db95a req-5ed8ab5e-7c79-47b6-bd75-ccd08dc1d05c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:29.969787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a811533b-cf0b-4853-af3b-6bd36a4db95a req-5ed8ab5e-7c79-47b6-bd75-ccd08dc1d05c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0578234 Nov 12 09:35:30.026111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a811533b-cf0b-4853-af3b-6bd36a4db95a req-fd264b51-d17f-4981-99ca-905e7f316453 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487106 Nov 12 09:35:31.187997 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70177e0b-d29f-4808-96cf-2a6e2ca4f88a req-f677350a-3f3e-44cb-9977-4e41fd686162 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:31.189825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-70177e0b-d29f-4808-96cf-2a6e2ca4f88a req-f677350a-3f3e-44cb-9977-4e41fd686162 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0599520 Nov 12 09:35:31.241816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-70177e0b-d29f-4808-96cf-2a6e2ca4f88a req-e3bf0a1f-ee70-4440-ab14-a88a4950312a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458312 Nov 12 09:35:31.371324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a9261-79c4-4e39-84a4-7187e6ac8b1c req-2107431a-3e54-423c-bcdb-c55e319e1c5c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:31.372972 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-839a9261-79c4-4e39-84a4-7187e6ac8b1c req-2107431a-3e54-423c-bcdb-c55e319e1c5c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0504131 Nov 12 09:35:31.427520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-839a9261-79c4-4e39-84a4-7187e6ac8b1c req-e970f70b-a5f5-4834-887e-2972411c7f86 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478272 Nov 12 09:35:31.450701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49488) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:31.495266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e809af9-6e41-4bec-b169-dc119fea2317 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:31.496918 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2e809af9-6e41-4bec-b169-dc119fea2317 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1092 time: 0.0451496 Nov 12 09:35:31.500027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49490) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:31.505077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:35:31.530423 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:31.633364 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:31.754852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.25.5.63 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/521bc708-6e30-4100-aba7-478ebc1d6212) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:35:31.867472 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:31.904358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:31.951743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:35:31.955166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:35:31.959836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:35:31.984148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=521bc708-6e30-4100-aba7-478ebc1d6212,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:32.469593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:32.574262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:32.744955 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:32.750327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:32.826179 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=521bc708-6e30-4100-aba7-478ebc1d6212,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:35:32.841718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:33.248879 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Floating IP bc445b98-598d-4b20-8e7b-428ea112bc1f associated. External IP: 172.25.5.63, port: 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1. Nov 12 09:35:33.467126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 51bebe19-1b5c-40b7-823c-975907433559 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:35:33.595441 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:35:33.607488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] Sync routers for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:35:33.618839 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:33.622426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:33.623398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:35:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:33.651001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8c435fe5-e657-4e43-b32e-b676e21dcd7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1499107 Nov 12 09:35:33.652205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:35:33.654552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:33.655295 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f14f830-0ae2-41b7-aa15-ce79461df1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:35:33.700188 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f6e527-bdc9-436c-bed7-c93c321fe430 x-openstack-request-id: req-79f6e527-bdc9-436c-bed7-c93c321fe430 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:35:33.700566 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:35:33.700894 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79f6e527-bdc9-436c-bed7-c93c321fe430 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:35:33.701370 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'status': 'completed', 'code': 200} Nov 12 09:35:33.769829 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-59caecea-9c35-41c2-83a1-bd93acb2d128 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/floatingips/bc445b98-598d-4b20-8e7b-428ea112bc1f HTTP/1.1" status: 200 len: 990 time: 0.1124032 Nov 12 09:35:33.790063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-e842f4a6-44fe-4235-90b7-6b298d8f6df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:33.792069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-e842f4a6-44fe-4235-90b7-6b298d8f6df9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1097 time: 0.0604658 Nov 12 09:35:33.795870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:33.896498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-7356a025-c28b-4034-a2d0-37c5608e627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:33.898101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-7356a025-c28b-4034-a2d0-37c5608e627a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 898 time: 0.0991631 Nov 12 09:35:34.008154 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-34f044dc-3814-48eb-8000-a37c27685672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 200 len: 998 time: 0.1032188 Nov 12 09:35:34.066908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:32Z', 'revision_number': 0, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:34.077855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-74dfdc45-f58d-44d7-91a2-56d3e6ffd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:34.079434 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-74dfdc45-f58d-44d7-91a2-56d3e6ffd067 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a90ace98-a479-450b-bda1-4439bb8450ec HTTP/1.1" status: 200 len: 834 time: 0.0646167 Nov 12 09:35:34.095402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] Checking router: 51bebe19-1b5c-40b7-823c-975907433559 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:35:34.106962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:35:34.107703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:35:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:34.128903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-9e3f5a19-d2cb-48f5-ba7d-d29c1fa2af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:34.131029 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-9e3f5a19-d2cb-48f5-ba7d-d29c1fa2af58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3dbf92cf-7e36-4922-aeae-1699031ce420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448782 Nov 12 09:35:34.228165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:35:34.249994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-885931fd-fbdb-4e76-930f-50550a21d3a4 service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119611 Nov 12 09:35:34.364742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9f14f830-0ae2-41b7-aa15-ce79461df1cb req-55af79cb-cd42-4a5f-b80e-d7c9158e5bbb service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077056 Nov 12 09:35:34.485568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:32Z', 'revision_number': 0, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:35:34.523029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becb1ff2-dec5-4792-a0ea-b9125a0dd669 None None] The sync data for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 is: [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:35:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:32Z', 'revision_number': 0, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:35:34.761675 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c890a-281c-4732-861e-f400c9d5447e None None] New status for floating IP bc445b98-598d-4b20-8e7b-428ea112bc1f: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:35:34.776818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 49506) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:34.851000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9821ec88-d062-4e5c-b538-f64176a87832 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/floatingips/bc445b98-598d-4b20-8e7b-428ea112bc1f HTTP/1.1" status: 200 len: 990 time: 0.0722809 Nov 12 09:35:35.855018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 49512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:35:35.920206 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2ad45fce-aca3-4126-833b-a96fc7dbdc64 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/floatingips/bc445b98-598d-4b20-8e7b-428ea112bc1f HTTP/1.1" status: 200 len: 992 time: 0.0636828 Nov 12 09:35:42.270639 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:35:43.857629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-3f86165c-a9f6-47be-8844-b59b81b559a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430598 Nov 12 09:35:43.884082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-350c4ac9-d608-4348-b659-ce5b7cb25e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:43.978786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-83b932b5-8155-43ea-82e1-6b17865b16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:43.980168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-83b932b5-8155-43ea-82e1-6b17865b16a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1097 time: 0.0672486 Nov 12 09:35:44.115680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-6dd43134-3590-4f60-becb-9226b896e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:44.117227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-6dd43134-3590-4f60-becb-9226b896e10a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 898 time: 0.1124701 Nov 12 09:35:44.199649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-00a76360-9c43-4b25-8a16-4c5666c7076e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 200 len: 1000 time: 0.0730171 Nov 12 09:35:44.259938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-133d7645-be4f-431b-9a79-a10739d1f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:44.261563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-133d7645-be4f-431b-9a79-a10739d1f18c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a90ace98-a479-450b-bda1-4439bb8450ec HTTP/1.1" status: 200 len: 834 time: 0.0518541 Nov 12 09:35:44.317815 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-6e399500-ecad-4192-824e-4542e11f5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:35:44.319343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-6e399500-ecad-4192-824e-4542e11f5151 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3dbf92cf-7e36-4922-aeae-1699031ce420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506496 Nov 12 09:35:44.431826 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-24c1575d-bc5d-4aab-bfaf-1f8dae94f499 service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047611 Nov 12 09:35:44.538641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d5a8012-4af0-4d14-bfba-3e8e4197e5d0 req-e9916dd7-c156-4e0b-97ab-0b940c814c38 service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992875 Nov 12 09:35:46.417083 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4cbda257-244a-46f9-a979-69f52c36713d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:49.156246 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:49.860555 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:50.396840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:57.959541 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:35:58.508306 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:07.132437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50260) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:07.218162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29eb83-08a4-4c36-8924-338b99e80d49 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:07.218658 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29eb83-08a4-4c36-8924-338b99e80d49 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:07.219123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e29eb83-08a4-4c36-8924-338b99e80d49 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:07.220890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1e29eb83-08a4-4c36-8924-338b99e80d49 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=1d3bc7f73960485ca2cca497e84b6716&network_id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 2972 time: 0.0874426 Nov 12 09:36:09.299866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:09.356075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110ba94f-4885-47a7-859e-85e1eec2ba27 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:09.357591 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-110ba94f-4885-47a7-859e-85e1eec2ba27 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39 HTTP/1.1" status: 200 len: 814 time: 0.0565090 Nov 12 09:36:09.907506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50312) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:09.913004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'network': {'name': 'tempest-network-smoke--1911399528', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:09.934619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:09.938343 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:09.963631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:36:09.973363 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:09.973711 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Added segment 3aba0753-11de-4892-a506-7bf6b6449d1b of type vlan for network f72bbacd-47c2-4a03-b9fc-279c91793747 Nov 12 09:36:10.018399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.043551 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.049314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:10.049905 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.089456 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1807821 Nov 12 09:36:10.092756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50318) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:10.124352 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Network': ['ID=f72bbacd-47c2-4a03-b9fc-279c91793747,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.141494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1599f2de-6875-4f99-86f6-3e4d97009355 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:10.152750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f72bbacd-47c2-4a03-b9fc-279c91793747 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:36:10.170947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9513a94-4ad5-4e26-bc34-94448fc99711 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:10.175594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:10.175957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f9513a94-4ad5-4e26-bc34-94448fc99711 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=1d3bc7f73960485ca2cca497e84b6716&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0806851 Nov 12 09:36:10.277847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d751668-6118-4d6e-b656-a8c2e36c648e tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:10.279294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5d751668-6118-4d6e-b656-a8c2e36c648e tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025062 Nov 12 09:36:10.282609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50322) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:10.319881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7e2c9687-0977-4894-8b2f-5d6e23c8688b tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357311 Nov 12 09:36:10.323410 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50324) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:10.362492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-24db0c7c-43e3-46f8-bdc6-3eaec2f9ac53 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=1d3bc7f73960485ca2cca497e84b6716&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372827 Nov 12 09:36:10.365470 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50332) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:10.474949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db327dd6-af52-41ac-97e8-9fd2151365bd tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:10.479525 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-db327dd6-af52-41ac-97e8-9fd2151365bd tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1098726 Nov 12 09:36:10.480384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50334) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:10.509899 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b695e93a-3101-4b76-8827-c72f0769d1d0 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283697 Nov 12 09:36:10.512607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50336) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:10.518293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1551458410', 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:10.626620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:10.629749 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.872230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:10.956346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Subnet': ['ID=036d63c1-bca5-4f9d-9b6f-4a468a81cb10,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:10.965629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Checking segment: {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:10.965997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network hostable DHCP agents. Network: f72bbacd-47c2-4a03-b9fc-279c91793747, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:36:10.990371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network f72bbacd-47c2-4a03-b9fc-279c91793747 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:36:11.001509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f72bbacd-47c2-4a03-b9fc-279c91793747) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:11.006464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:11.007147 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.011508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880f378e-5026-4b55-9c05-584cc80f6fc3 None None] Network f72bbacd-47c2-4a03-b9fc-279c91793747 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:36:11.028497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb9e767b-1534-4341-b099-bacaa3667906 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5147090 Nov 12 09:36:11.162763 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f72bbacd-47c2-4a03-b9fc-279c91793747', 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ips': [{'subnet_id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:36:11.163634 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.319983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Allocated IP 172.20.0.18 (f72bbacd-47c2-4a03-b9fc-279c91793747/036d63c1-bca5-4f9d-9b6f-4a468a81cb10/dd04e4f4-0ab3-4525-aa02-cb78433a401f) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:11.357513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50348) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:11.363598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123889377', 'description': 'tempest-secgroup-smoke-1123889377 description', 'project_id': '1d3bc7f73960485ca2cca497e84b6716'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:11.396012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.486993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.493063 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.502499 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.512602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.532800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.534284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1750822 Nov 12 09:36:11.538351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50356) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:11.543663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-59e7c234-67bf-4048-b7b4-496355d25844 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '8a3eaea5-cca6-43ed-a1d9-866a044c27c8', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:11.552613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3eaea5-cca6-43ed-a1d9-866a044c27c8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:11.570393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.571533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.572100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.572657 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.573163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.574356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.575018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.575526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.576573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.577097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.578903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.579453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c36a20d-ddcf-442e-b868-42fb1f0f5f3f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:11.594522 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e7c234-67bf-4048-b7b4-496355d25844 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.598098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Network f72bbacd-47c2-4a03-b9fc-279c91793747 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:11.617488 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Pushing event updated for resources: {'Port': ['ID=dd04e4f4-0ab3-4525-aa02-cb78433a401f,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:11.626482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:11.631084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:11.672381 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e7c234-67bf-4048-b7b4-496355d25844 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.680442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e7c234-67bf-4048-b7b4-496355d25844 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.697573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Attempting to bind port dd04e4f4-0ab3-4525-aa02-cb78433a401f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:11.697941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Attempting to bind port dd04e4f4-0ab3-4525-aa02-cb78433a401f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:11.698301 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Attempting to bind port dd04e4f4-0ab3-4525-aa02-cb78433a401f on network f72bbacd-47c2-4a03-b9fc-279c91793747 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:11.707400 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7c234-67bf-4048-b7b4-496355d25844 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a276164e-1912-4684-aa17-59cbaaffcfcf,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:11.712094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:11.713143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Checking segment: {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:11.714029 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.715327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Bound using segment: {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:11.717840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Bound port: dd04e4f4-0ab3-4525-aa02-cb78433a401f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:11.718238 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.728322 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-59e7c234-67bf-4048-b7b4-496355d25844 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.729600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-59e7c234-67bf-4048-b7b4-496355d25844 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901386 Nov 12 09:36:11.732332 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50358) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:11.736801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ebc628ec-f767-4a0d-8848-665b9d0aa491 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '8a3eaea5-cca6-43ed-a1d9-866a044c27c8', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:11.766561 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebc628ec-f767-4a0d-8848-665b9d0aa491 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.794941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] For port dd04e4f4-0ab3-4525-aa02-cb78433a401f, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:11.798922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] For port dd04e4f4-0ab3-4525-aa02-cb78433a401f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=dd04e4f4-0ab3-4525-aa02-cb78433a401f,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:11.804156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.836611 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebc628ec-f767-4a0d-8848-665b9d0aa491 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.842468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebc628ec-f767-4a0d-8848-665b9d0aa491 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.872578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ebc628ec-f767-4a0d-8848-665b9d0aa491 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.873918 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ebc628ec-f767-4a0d-8848-665b9d0aa491 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406028 Nov 12 09:36:11.877000 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50364) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:11.883429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-a2773242-c583-4027-84d2-d51f136a68b5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '8a3eaea5-cca6-43ed-a1d9-866a044c27c8', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:11.890628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc628ec-f767-4a0d-8848-665b9d0aa491 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87ba05e-3aaf-4d0e-819c-e2e0d382f959,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:11.891124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de209c3c-af62-4f74-885b-e8283f89e416 None None] Pushing event updated for resources: {'Port': ['ID=dd04e4f4-0ab3-4525-aa02-cb78433a401f,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:11.929274 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2773242-c583-4027-84d2-d51f136a68b5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:11.996690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2773242-c583-4027-84d2-d51f136a68b5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.002132 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2773242-c583-4027-84d2-d51f136a68b5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.032969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2773242-c583-4027-84d2-d51f136a68b5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4680dba5-f39f-4da5-83d4-4292752594aa,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:12.048016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a2773242-c583-4027-84d2-d51f136a68b5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.049409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a2773242-c583-4027-84d2-d51f136a68b5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708078 Nov 12 09:36:12.053374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 50366) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:12.059863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fde66d80-c3fb-4f80-8397-43260a47e5f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '8a3eaea5-cca6-43ed-a1d9-866a044c27c8', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:12.101495 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fde66d80-c3fb-4f80-8397-43260a47e5f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.235143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fde66d80-c3fb-4f80-8397-43260a47e5f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.242042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fde66d80-c3fb-4f80-8397-43260a47e5f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.266577 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde66d80-c3fb-4f80-8397-43260a47e5f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573ea57a-0fac-44c4-919b-4d1f4c99961b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:12.277823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fde66d80-c3fb-4f80-8397-43260a47e5f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.279429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fde66d80-c3fb-4f80-8397-43260a47e5f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2250369 Nov 12 09:36:12.282569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50372) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:12.290739 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '8a3eaea5-cca6-43ed-a1d9-866a044c27c8', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:12.321050 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Project 1d3bc7f73960485ca2cca497e84b6716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:36:12.326588 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.388921 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.393546 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.411797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a081fd-a45f-4a5b-b241-ae5012647b79,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:12.430117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.434137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c9472778-4926-4306-b0f3-beb7b7910ce0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1478646 Nov 12 09:36:12.434432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50380) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:12.439737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '8a3eaea5-cca6-43ed-a1d9-866a044c27c8', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:12.466484 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Project 1d3bc7f73960485ca2cca497e84b6716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:36:12.475962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.548220 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.552973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.572530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad62853-007d-4bbd-9503-59c96033b1b1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:12.580328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:12.581591 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fc32dba0-3874-480d-97eb-70f30174669e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461663 Nov 12 09:36:12.799829 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-6858be51-c6a1-45aa-b1ff-f297110f80ed tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123889377&fields=id&tenant_id=1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 267 time: 0.0655856 Nov 12 09:36:12.947485 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-6dcb63c4-e43b-4d79-8197-54af9889f36c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:12.949802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-6dcb63c4-e43b-4d79-8197-54af9889f36c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/networks?id=f72bbacd-47c2-4a03-b9fc-279c91793747 HTTP/1.1" status: 200 len: 797 time: 0.1419482 Nov 12 09:36:12.967103 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-0f32762c-1511-433e-8711-56c241cf2111 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/quotas/1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 375 time: 0.0123260 Nov 12 09:36:13.040042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-79bee917-9dc6-4910-8779-6b789630bc90 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0647399 Nov 12 09:36:13.054465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1975187-1290-4bef-a43e-28ade42276bc None None] Network f72bbacd-47c2-4a03-b9fc-279c91793747 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:36:13.128176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Provisioning complete for port dd04e4f4-0ab3-4525-aa02-cb78433a401f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:13.128821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.235650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-a3297971-2bde-4da1-b559-1ab199e4b7cc service neutron] 10.222.0.53 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727076 Nov 12 09:36:13.292847 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.346585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] For port dd04e4f4-0ab3-4525-aa02-cb78433a401f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=dd04e4f4-0ab3-4525-aa02-cb78433a401f,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:13.352433 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.374429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-6b41c794-efac-49ff-953d-33a0f4c01a84 service neutron] 10.222.0.53 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319668 Nov 12 09:36:13.422141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Pushing event updated for resources: {'Port': ['ID=dd04e4f4-0ab3-4525-aa02-cb78433a401f,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:13.431497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.432177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.432759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.433437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.433856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.434267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.434674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.435080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.435476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.436274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.436967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.437587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe0891e-264f-405a-a83b-def12b284c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:36:13.621221 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77db0aba-8c27-47c1-b34b-23b56e40f6eb req-7b353dfb-2a88-442b-99b1-d32f21310ea5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 210 time: 0.0372491 Nov 12 09:36:13.690938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device dd04e4f4-0ab3-4525-aa02-cb78433a401f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:13.746003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1e8be7c7-f8b7-4d17-a22a-d236ba4024f1 None None] Provisioning complete for port dd04e4f4-0ab3-4525-aa02-cb78433a401f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:13.747025 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e8be7c7-f8b7-4d17-a22a-d236ba4024f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.821577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port dd04e4f4-0ab3-4525-aa02-cb78433a401f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:13.822541 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:13.936791 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce7b5000-9c72-449b-95e0-0642ba2c4b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:14.733779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10a7a98f-1126-4365-853d-ddf78c38a8c7 req-cff83531-cb63-4e48-bd59-3093c69b0270 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 210 time: 0.0341558 Nov 12 09:36:14.805558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-c1a7c618-b848-480d-b6ae-a2cfaaf0f518 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:14.807069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-c1a7c618-b848-480d-b6ae-a2cfaaf0f518 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.62 "GET /v2.0/networks?id=f72bbacd-47c2-4a03-b9fc-279c91793747 HTTP/1.1" status: 200 len: 797 time: 0.1649470 Nov 12 09:36:14.892932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-efed0923-4cfd-4a72-8e49-cfd7c70e420b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 473 time: 0.0740499 Nov 12 09:36:14.903791 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'port': {'device_id': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747', 'admin_state_up': True, 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'security_groups': ['8a3eaea5-cca6-43ed-a1d9-866a044c27c8']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:15.024850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:36:15.024850 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:15.164328 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.20.0.23 (f72bbacd-47c2-4a03-b9fc-279c91793747/036d63c1-bca5-4f9d-9b6f-4a468a81cb10/a07f6148-e662-423d-9ea0-4319f3286ec3) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:15.304657 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:15.339764 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:15.393700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network f72bbacd-47c2-4a03-b9fc-279c91793747 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:15.402375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:15.406438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:15.442256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=a07f6148-e662-423d-9ea0-4319f3286ec3,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:15.469449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.470162 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:15.490821 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-781f7765-a1e4-4b27-96cf-c1bd9cebb9f8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5912621 Nov 12 09:36:15.502268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4cdf04a9-2620-4b02-ba05-29e3374d452b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:36:15.503439 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4cdf04a9-2620-4b02-ba05-29e3374d452b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064058 Nov 12 09:36:15.577226 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Request body: {'port': {'device_id': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:36:15.642206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:15.680200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-26f91ed4-8c84-4590-8401-6853a173d6a9 None None] Provisioning complete for port a07f6148-e662-423d-9ea0-4319f3286ec3 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:15.680753 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-26f91ed4-8c84-4590-8401-6853a173d6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:15.726371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-26f91ed4-8c84-4590-8401-6853a173d6a9 None None] Port a07f6148-e662-423d-9ea0-4319f3286ec3 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:15.904812 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a133e96-7037-4691-a590-f51dc676041f req-56635d81-bbb6-4225-a1cb-42263a937cde tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:15.906306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a133e96-7037-4691-a590-f51dc676041f req-56635d81-bbb6-4225-a1cb-42263a937cde tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 932 time: 0.1015759 Nov 12 09:36:16.001935 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a133e96-7037-4691-a590-f51dc676041f req-858ff7e8-314c-4f5f-97fb-a2fc3d0ae395 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860221 Nov 12 09:36:16.006373 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07f6148-e662-423d-9ea0-4319f3286ec3 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:16.014356 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.027904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Transition to ACTIVE for port object a07f6148-e662-423d-9ea0-4319f3286ec3 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:36:16.032320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.108658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Pushing event updated for resources: {'Port': ['ID=a07f6148-e662-423d-9ea0-4319f3286ec3,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:16.167347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Attempting to bind port a07f6148-e662-423d-9ea0-4319f3286ec3 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:16.167706 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Attempting to bind port a07f6148-e662-423d-9ea0-4319f3286ec3 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:16.168053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Attempting to bind port a07f6148-e662-423d-9ea0-4319f3286ec3 on network f72bbacd-47c2-4a03-b9fc-279c91793747 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:16.172896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Port a07f6148-e662-423d-9ea0-4319f3286ec3 on network f72bbacd-47c2-4a03-b9fc-279c91793747 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:36:16.173222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Attempting to bind port a07f6148-e662-423d-9ea0-4319f3286ec3 on network f72bbacd-47c2-4a03-b9fc-279c91793747 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:16.179053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:16.179393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Checking segment: {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:16.179782 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Bound using segment: {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:16.180255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Bound port: a07f6148-e662-423d-9ea0-4319f3286ec3, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:16.180614 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.253054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] For port a07f6148-e662-423d-9ea0-4319f3286ec3, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:16.257384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] For port a07f6148-e662-423d-9ea0-4319f3286ec3, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a07f6148-e662-423d-9ea0-4319f3286ec3,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:16.262794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.299735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.300413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.302342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] 10.222.0.62 "PUT /v2.0/ports/a07f6148-e662-423d-9ea0-4319f3286ec3 HTTP/1.1" status: 200 len: 1093 time: 0.7900572 Nov 12 09:36:16.303019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'tag': 'a07f6148-e662-423d-9ea0-4319f3286ec3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:16.305603 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a69bd20-9474-480f-a347-bb9fd1bcc44a", "tag": "a07f6148-e662-423d-9ea0-4319f3286ec3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:16.360350 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae43a79-2fd1-46ff-aa0f-97397c3f73d6 x-openstack-request-id: req-4ae43a79-2fd1-46ff-aa0f-97397c3f73d6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:16.360703 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a69bd20-9474-480f-a347-bb9fd1bcc44a", "tag": "a07f6148-e662-423d-9ea0-4319f3286ec3", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:16.360951 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ae43a79-2fd1-46ff-aa0f-97397c3f73d6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:16.361364 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'tag': 'a07f6148-e662-423d-9ea0-4319f3286ec3', 'status': 'completed', 'code': 200} Nov 12 09:36:16.412985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e64b9-d4b4-4b86-81c9-691b2043e1cc service neutron] Pushing event updated for resources: {'Port': ['ID=a07f6148-e662-423d-9ea0-4319f3286ec3,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:16.429977 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d08b0e80-6588-499d-a0dd-eec3cc97eeab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:16.437477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4ccea62b-553a-456f-a1e1-0a141270e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.439778 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-4ccea62b-553a-456f-a1e1-0a141270e748 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 1096 time: 0.0735373 Nov 12 09:36:16.493449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-88c2d572-7c4a-48b8-b128-0630edffb3ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=a07f6148-e662-423d-9ea0-4319f3286ec3 HTTP/1.1" status: 200 len: 217 time: 0.0459549 Nov 12 09:36:16.573476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-07adbe44-21ed-4d23-a337-24ce718ee367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.574965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-07adbe44-21ed-4d23-a337-24ce718ee367 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=036d63c1-bca5-4f9d-9b6f-4a468a81cb10 HTTP/1.1" status: 200 len: 838 time: 0.0715840 Nov 12 09:36:16.633363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-805702e4-14ca-43a0-9744-a6374e9082dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.634777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-805702e4-14ca-43a0-9744-a6374e9082dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f72bbacd-47c2-4a03-b9fc-279c91793747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0500429 Nov 12 09:36:16.738754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-5890d1a0-49ac-4cd8-be81-9f09de1fa012 service neutron] 10.222.0.62 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949442 Nov 12 09:36:16.847066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e32abc-3a97-4555-b557-fcd37e8396d9 req-8bd8f330-d831-41fe-970e-c8db7831456b service neutron] 10.222.0.62 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012681 Nov 12 09:36:16.953308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-06083dcf-0a03-4d61-b8d9-5697a798d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:16.954988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-06083dcf-0a03-4d61-b8d9-5697a798d187 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 1096 time: 0.0494597 Nov 12 09:36:17.079663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-baf387f8-0ca9-4ea3-a32d-00e3213ecf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:17.081472 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-baf387f8-0ca9-4ea3-a32d-00e3213ecf4d service neutron] 10.222.0.62 "GET /v2.0/networks?id=f72bbacd-47c2-4a03-b9fc-279c91793747 HTTP/1.1" status: 200 len: 898 time: 0.1189775 Nov 12 09:36:17.154797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-1af8816f-799f-46c7-8281-9ad93f3112d2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=a07f6148-e662-423d-9ea0-4319f3286ec3 HTTP/1.1" status: 200 len: 217 time: 0.0616207 Nov 12 09:36:17.203982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d562d2b-381c-4245-aa77-92ae6b3b829c req-76cf8594-1531-491d-9f0d-5c9ed7c4d33b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:17.205503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d562d2b-381c-4245-aa77-92ae6b3b829c req-76cf8594-1531-491d-9f0d-5c9ed7c4d33b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 944 time: 0.1156354 Nov 12 09:36:17.242109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-1e58ca67-e878-4b0f-a633-348819809d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:17.243645 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-1e58ca67-e878-4b0f-a633-348819809d47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=036d63c1-bca5-4f9d-9b6f-4a468a81cb10 HTTP/1.1" status: 200 len: 838 time: 0.0807297 Nov 12 09:36:17.299195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d562d2b-381c-4245-aa77-92ae6b3b829c req-8177bdf6-ea0f-4ed2-b775-e5e203f61382 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858405 Nov 12 09:36:17.315593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-a4044737-77f9-4f4e-9583-bcd2905d87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:17.317337 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-a4044737-77f9-4f4e-9583-bcd2905d87c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f72bbacd-47c2-4a03-b9fc-279c91793747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0612276 Nov 12 09:36:17.420676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-3bb27fdb-7a8e-47f6-9720-4e17ba48b069 service neutron] 10.222.0.62 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936060 Nov 12 09:36:17.530072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2b7cea0-f24c-4c95-b04d-b641a9058c1c req-9e704d27-237c-4664-a72e-e3b97976a6f1 service neutron] 10.222.0.62 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019888 Nov 12 09:36:18.442190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf65a17-fb0e-489c-8e27-2a3642f9e31c req-4413ae16-129e-426e-b725-1d5e4a59d805 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:18.443751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbf65a17-fb0e-489c-8e27-2a3642f9e31c req-4413ae16-129e-426e-b725-1d5e4a59d805 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 944 time: 0.0589318 Nov 12 09:36:18.496269 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bbf65a17-fb0e-489c-8e27-2a3642f9e31c req-47d78ba8-8bcf-41fb-a013-6ac409f08f30 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Nov 12 09:36:19.160978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:19.270341 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:19.615703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bb822-190c-4f63-b6a8-4cbdefc71c70 req-8507261b-86e2-4115-9d1d-c1aaa4477675 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:19.617409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da5bb822-190c-4f63-b6a8-4cbdefc71c70 req-8507261b-86e2-4115-9d1d-c1aaa4477675 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 944 time: 0.0516706 Nov 12 09:36:19.665749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a07f6148-e662-423d-9ea0-4319f3286ec3 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:36:19.669139 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-da5bb822-190c-4f63-b6a8-4cbdefc71c70 req-2f3d59ce-b864-4f88-b95c-b83566c06cc0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450721 Nov 12 09:36:19.933824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:19.959170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a07f6148-e662-423d-9ea0-4319f3286ec3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a07f6148-e662-423d-9ea0-4319f3286ec3,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:19.972693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'a07f6148-e662-423d-9ea0-4319f3286ec3', 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747', 'port_id': 'a07f6148-e662-423d-9ea0-4319f3286ec3', 'mac_address': 'fa:16:3e:ba:77:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:36:20.010180 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:20.026035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07f6148-e662-423d-9ea0-4319f3286ec3 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:36:20.047754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a07f6148-e662-423d-9ea0-4319f3286ec3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a07f6148-e662-423d-9ea0-4319f3286ec3,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:20.052482 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:20.102344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a07f6148-e662-423d-9ea0-4319f3286ec3,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:20.310537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['a07f6148-e662-423d-9ea0-4319f3286ec3'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:36:20.418935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:20.795186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c1777-41f2-45c8-abef-522a6315ea0a req-7bf3fa8d-ae14-48a4-9edb-13bbfc59b2b3 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:20.796722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-615c1777-41f2-45c8-abef-522a6315ea0a req-7bf3fa8d-ae14-48a4-9edb-13bbfc59b2b3 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 945 time: 0.0507200 Nov 12 09:36:20.852776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-615c1777-41f2-45c8-abef-522a6315ea0a req-5c935427-026f-4c7d-a3cc-0bdbc59ff9a8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490720 Nov 12 09:36:21.661757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a07f6148-e662-423d-9ea0-4319f3286ec3 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:21.716905 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port a07f6148-e662-423d-9ea0-4319f3286ec3 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:36:21.721094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port a07f6148-e662-423d-9ea0-4319f3286ec3 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:21.721478 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.804585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.827273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f6148-e662-423d-9ea0-4319f3286ec3'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:21.829587 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8829a3b3-b476-483f-94f6-2239e44e2045" -d '{"events": [{"server_uuid": "5a69bd20-9474-480f-a347-bb9fd1bcc44a", "name": "network-vif-plugged", "status": "completed", "tag": "a07f6148-e662-423d-9ea0-4319f3286ec3"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:21.842401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port a07f6148-e662-423d-9ea0-4319f3286ec3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a07f6148-e662-423d-9ea0-4319f3286ec3,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:21.847635 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:21.875165 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c97840-9649-4caf-847b-ff8c8fa547fa x-openstack-request-id: req-72c97840-9649-4caf-847b-ff8c8fa547fa {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:21.875165 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a69bd20-9474-480f-a347-bb9fd1bcc44a", "name": "network-vif-plugged", "status": "completed", "tag": "a07f6148-e662-423d-9ea0-4319f3286ec3", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:21.875165 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72c97840-9649-4caf-847b-ff8c8fa547fa {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:21.875165 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f6148-e662-423d-9ea0-4319f3286ec3', 'code': 200} Nov 12 09:36:21.915236 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=a07f6148-e662-423d-9ea0-4319f3286ec3,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:21.990461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2643e86-e908-4003-864a-707f9e837c8a req-176307ab-49ca-4f16-982e-d15f0a48a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:21.992080 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2643e86-e908-4003-864a-707f9e837c8a req-176307ab-49ca-4f16-982e-d15f0a48a74f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 1098 time: 0.0540023 Nov 12 09:36:21.992542 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f0de6-f107-410f-8f81-295d3f644418 req-95b7400f-24a8-483c-8b40-2f3675b62fde tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:21.994476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c6f0de6-f107-410f-8f81-295d3f644418 req-95b7400f-24a8-483c-8b40-2f3675b62fde tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 946 time: 0.0607405 Nov 12 09:36:22.051089 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c2643e86-e908-4003-864a-707f9e837c8a req-e72157d1-0daa-4ad7-be9c-90d9d537aa95 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511930 Nov 12 09:36:22.054823 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c6f0de6-f107-410f-8f81-295d3f644418 req-21c921c7-8de5-48ca-9ebe-e318331ba9d4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546453 Nov 12 09:36:23.179307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418f208-8e95-40fb-a0bf-0b54e73ae0cb req-2bbb19ef-99cd-4def-9c5f-c31e7f2f1063 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:23.181078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8418f208-8e95-40fb-a0bf-0b54e73ae0cb req-2bbb19ef-99cd-4def-9c5f-c31e7f2f1063 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 946 time: 0.0536065 Nov 12 09:36:23.243061 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8418f208-8e95-40fb-a0bf-0b54e73ae0cb req-9a818262-3f78-4291-ae14-f65e5f106ec1 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550656 Nov 12 09:36:24.361294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06e349-e707-4bbd-a382-3fcedf5daf01 req-7491f278-88b3-4043-86b2-c78c5e3e7172 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:24.362785 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a06e349-e707-4bbd-a382-3fcedf5daf01 req-7491f278-88b3-4043-86b2-c78c5e3e7172 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 946 time: 0.0499971 Nov 12 09:36:24.414998 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7a06e349-e707-4bbd-a382-3fcedf5daf01 req-712d4306-1d3e-4c79-a047-2c77cef431ab tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Nov 12 09:36:24.539464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860383a-9684-4f73-b85a-a7770fe1fec4 req-0f4fed0b-2b12-4fd0-a46a-4e0090a61490 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:24.541062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a860383a-9684-4f73-b85a-a7770fe1fec4 req-0f4fed0b-2b12-4fd0-a46a-4e0090a61490 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 946 time: 0.0551875 Nov 12 09:36:24.594002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a860383a-9684-4f73-b85a-a7770fe1fec4 req-eec857dd-5e8a-4ec2-bdc9-c33cd66e0d8a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469787 Nov 12 09:36:26.101371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50668) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:27.000643 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:27.342367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.20.0.17 (f72bbacd-47c2-4a03-b9fc-279c91793747/036d63c1-bca5-4f9d-9b6f-4a468a81cb10/d34c1775-9910-453e-9ed0-c723ea18c0c9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:36:27.481975 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:27.524498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:27.565175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network f72bbacd-47c2-4a03-b9fc-279c91793747 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:27.572173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:27.576315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:36:27.607616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=d34c1775-9910-453e-9ed0-c723ea18c0c9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:27.632241 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:27.779095 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:27.884005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d6fe95e8-43b1-4ad4-814f-bbc60970a567 None None] Provisioning complete for port d34c1775-9910-453e-9ed0-c723ea18c0c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:27.884598 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6fe95e8-43b1-4ad4-814f-bbc60970a567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:27.923532 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe95e8-43b1-4ad4-814f-bbc60970a567 None None] Port d34c1775-9910-453e-9ed0-c723ea18c0c9 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:27.955070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:28.085776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:28.092924 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:28.172542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=d34c1775-9910-453e-9ed0-c723ea18c0c9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:28.175081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:28.268347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network f72bbacd-47c2-4a03-b9fc-279c91793747 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:36:28.269793 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:36:28.422185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 51bebe19-1b5c-40b7-823c-975907433559 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:28.520972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:28.547184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9b5f8afd-37d4-482a-ac6f-b5132d4277de None None] Provisioning complete for port d34c1775-9910-453e-9ed0-c723ea18c0c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:28.547565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9b5f8afd-37d4-482a-ac6f-b5132d4277de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:28.550118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:28.567639 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-85f6f0bb-69e5-4413-acaa-97d9085d4804 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "PUT /v2.0/routers/51bebe19-1b5c-40b7-823c-975907433559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4651041 Nov 12 09:36:28.570709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Sync routers for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:28.590959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:28.591694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:28.633669 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f8afd-37d4-482a-ac6f-b5132d4277de None None] Port d34c1775-9910-453e-9ed0-c723ea18c0c9 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:36:28.711347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:28.961469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:27Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:34Z', 'revision_number': 1, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34c1775-9910-453e-9ed0-c723ea18c0c9', 'name': '', 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:79:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:27Z', 'updated_at': '2021-11-12T09:36:27Z', 'revision_number': 2, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:28.988508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Checking router: 51bebe19-1b5c-40b7-823c-975907433559 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:28.988878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Updating router 51bebe19-1b5c-40b7-823c-975907433559 port d34c1775-9910-453e-9ed0-c723ea18c0c9 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:36:29.016580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.286883 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.293223 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.362554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39069d-747b-4ea6-bae9-a070b66203b2 None None] Pushing event updated for resources: {'Port': ['ID=d34c1775-9910-453e-9ed0-c723ea18c0c9,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:29.393613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Attempting to bind port d34c1775-9910-453e-9ed0-c723ea18c0c9 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:36:29.394122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Attempting to bind port d34c1775-9910-453e-9ed0-c723ea18c0c9 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:36:29.394399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Attempting to bind port d34c1775-9910-453e-9ed0-c723ea18c0c9 on network f72bbacd-47c2-4a03-b9fc-279c91793747 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:36:29.400683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:36:29.400891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Checking segment: {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:36:29.401300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.401696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Bound using segment: {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:36:29.402180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Bound port: d34c1775-9910-453e-9ed0-c723ea18c0c9, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aba0753-11de-4892-a506-7bf6b6449d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:36:29.402561 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.492122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] For port d34c1775-9910-453e-9ed0-c723ea18c0c9, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:36:29.496173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] For port d34c1775-9910-453e-9ed0-c723ea18c0c9, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d34c1775-9910-453e-9ed0-c723ea18c0c9,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:36:29.500454 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.558883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:29.559627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:29.607319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39069d-747b-4ea6-bae9-a070b66203b2 None None] Pushing event updated for resources: {'Port': ['ID=d34c1775-9910-453e-9ed0-c723ea18c0c9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:29.687495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-db0ab37f-7ddf-4e6d-a1e7-be48e20992d4 None None] Provisioning complete for port d34c1775-9910-453e-9ed0-c723ea18c0c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:29.687861 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db0ab37f-7ddf-4e6d-a1e7-be48e20992d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.720545 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:29.894126 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db0ab37f-7ddf-4e6d-a1e7-be48e20992d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:29.969197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-db0ab37f-7ddf-4e6d-a1e7-be48e20992d4 None None] For port d34c1775-9910-453e-9ed0-c723ea18c0c9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d34c1775-9910-453e-9ed0-c723ea18c0c9,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:29.978586 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db0ab37f-7ddf-4e6d-a1e7-be48e20992d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:30.062043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ab37f-7ddf-4e6d-a1e7-be48e20992d4 None None] Pushing event updated for resources: {'Port': ['ID=d34c1775-9910-453e-9ed0-c723ea18c0c9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:30.085678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:27Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:34Z', 'revision_number': 1, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34c1775-9910-453e-9ed0-c723ea18c0c9', 'name': '', 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:79:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:27Z', 'updated_at': '2021-11-12T09:36:29Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:30.124082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c8cc87-9ef5-4515-86ca-968d92d78f49 None None] The sync data for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 is: [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:27Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:34Z', 'revision_number': 1, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd34c1775-9910-453e-9ed0-c723ea18c0c9', 'name': '', 'network_id': 'f72bbacd-47c2-4a03-b9fc-279c91793747', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:79:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:36:27Z', 'updated_at': '2021-11-12T09:36:29Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '036d63c1-bca5-4f9d-9b6f-4a468a81cb10', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:30.136821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c2e2a1bd-4198-41f4-b5f0-bce370397d42 None None] Provisioning complete for port d34c1775-9910-453e-9ed0-c723ea18c0c9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:30.137382 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c2e2a1bd-4198-41f4-b5f0-bce370397d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:31.628226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d34c1775-9910-453e-9ed0-c723ea18c0c9 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:36:31.697400 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d34c1775-9910-453e-9ed0-c723ea18c0c9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:36:31.697812 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:40.571294 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-148662f9-b3cb-4e16-9efd-fd881c07f2d0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0697305 Nov 12 09:36:40.710040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-30f1848e-f901-419a-bdfc-9ffabb51b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:40.713224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-30f1848e-f901-419a-bdfc-9ffabb51b2bf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 1098 time: 0.0722470 Nov 12 09:36:40.867385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-97a9aa06-46fc-4a08-9997-32ae4c1c79a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:40.868903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-97a9aa06-46fc-4a08-9997-32ae4c1c79a3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=f72bbacd-47c2-4a03-b9fc-279c91793747 HTTP/1.1" status: 200 len: 898 time: 0.1241267 Nov 12 09:36:40.935375 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-2212ba5d-f22f-484c-a164-47b43cdb36bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=a07f6148-e662-423d-9ea0-4319f3286ec3 HTTP/1.1" status: 200 len: 217 time: 0.0560310 Nov 12 09:36:40.997573 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-42f67faf-f8b2-46d1-850a-7bfb3865b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:40.999258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-42f67faf-f8b2-46d1-850a-7bfb3865b81a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=036d63c1-bca5-4f9d-9b6f-4a468a81cb10 HTTP/1.1" status: 200 len: 838 time: 0.0548964 Nov 12 09:36:41.066110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-f96386ce-9e47-4afd-b239-ff569c787e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:41.069123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-f96386ce-9e47-4afd-b239-ff569c787e19 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f72bbacd-47c2-4a03-b9fc-279c91793747&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0550725 Nov 12 09:36:41.191807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-79b8bea8-32a7-4a47-998a-8d6fd4571fbb service neutron] 10.222.0.62 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097786 Nov 12 09:36:41.301385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-208869c1-77da-48ae-8dcd-7b32665c5e38 req-11da10f3-a572-485f-978d-a3d93749ea0c service neutron] 10.222.0.62 "GET /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996933 Nov 12 09:36:43.895819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9184-02cc-454c-a319-ede8521c6ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:44.859164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-7bf49065-b096-438a-9953-6a444f538a42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483544 Nov 12 09:36:44.961452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-1aec022e-37b6-405a-8022-ca6ae79618a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:44.966785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-1aec022e-37b6-405a-8022-ca6ae79618a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1097 time: 0.0578344 Nov 12 09:36:45.130078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-4ec3c5fa-007d-4648-baa9-7bcaa01ee4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.132481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-4ec3c5fa-007d-4648-baa9-7bcaa01ee4d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 898 time: 0.1421993 Nov 12 09:36:45.227662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-f6e52423-df84-49bf-ac71-23ea46f753fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 200 len: 1000 time: 0.0875649 Nov 12 09:36:45.288163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-a7dc1c76-8884-48d3-8cee-bac9a360e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.289988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-a7dc1c76-8884-48d3-8cee-bac9a360e602 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a90ace98-a479-450b-bda1-4439bb8450ec HTTP/1.1" status: 200 len: 834 time: 0.0550530 Nov 12 09:36:45.342881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-6c892f38-151d-4719-8c2c-7e07557e4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:45.344594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-6c892f38-151d-4719-8c2c-7e07557e4f96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3dbf92cf-7e36-4922-aeae-1699031ce420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464690 Nov 12 09:36:45.454668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-97b278d8-59d5-4a1e-ad66-2a40ede0a8f9 service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028059 Nov 12 09:36:45.594321 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a3bf6912-461f-4c92-8dfd-b433325028d3 req-13672fec-c250-422e-b7d8-bd59f7f511a6 service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327307 Nov 12 09:36:46.436082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-672b7aef-588d-4842-b0f0-a3d5628b986d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:49.030884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 50926) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:49.171432 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:49.526477 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:49.871577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:49.969560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port d34c1775-9910-453e-9ed0-c723ea18c0c9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:49.970321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:50.104203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port d34c1775-9910-453e-9ed0-c723ea18c0c9, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d34c1775-9910-453e-9ed0-c723ea18c0c9,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:50.104923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:50.120899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for d34c1775-9910-453e-9ed0-c723ea18c0c9 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:50.376338 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:50.405149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:50.407684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=d34c1775-9910-453e-9ed0-c723ea18c0c9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:50.668935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:50.947771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 51bebe19-1b5c-40b7-823c-975907433559 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:51.497449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:51.505809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-af49114a-2f22-4ee2-96a3-cef82307ff2d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "PUT /v2.0/routers/51bebe19-1b5c-40b7-823c-975907433559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4717238 Nov 12 09:36:51.511568 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] Sync routers for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:51.525975 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:51.526806 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:51.770036 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:51.833920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ab25c-918d-41e4-b8bf-941f6b5e4052 req-3d2c18c7-e255-4dfe-b118-cba6aaf2f4f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:51.840789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe8ab25c-918d-41e4-b8bf-941f6b5e4052 req-3d2c18c7-e255-4dfe-b118-cba6aaf2f4f6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 946 time: 0.0760729 Nov 12 09:36:51.916612 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe8ab25c-918d-41e4-b8bf-941f6b5e4052 req-5625187a-857c-49fd-ba36-27e3bc3ed023 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739813 Nov 12 09:36:52.082170 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:50Z', 'revision_number': 6, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:34Z', 'revision_number': 1, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:52.123905 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] Checking router: 51bebe19-1b5c-40b7-823c-975907433559 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:52.134160 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:52.134782 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:52.272480 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:52.624170 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:50Z', 'revision_number': 6, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:34Z', 'revision_number': 1, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:52.653467 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ca8d8a-f232-4795-acf0-a71a3e2a0448 None None] The sync data for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 is: [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:50Z', 'revision_number': 6, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'bc445b98-598d-4b20-8e7b-428ea112bc1f', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.63', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '51bebe19-1b5c-40b7-823c-975907433559', 'port_id': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3880, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'mac_address': 'fa:16:3e:a9:5f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:35:32Z', 'updated_at': '2021-11-12T09:35:34Z', 'revision_number': 1, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:53.110444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81564638-5e8a-4774-9428-81b7f2af63cf req-1e7511bf-564f-496e-aa95-436f0c4e23dd tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:53.111944 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-81564638-5e8a-4774-9428-81b7f2af63cf req-1e7511bf-564f-496e-aa95-436f0c4e23dd tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 946 time: 0.0964515 Nov 12 09:36:53.202141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-81564638-5e8a-4774-9428-81b7f2af63cf req-a29e9120-a6e9-4204-b90f-f2870a9cd3a6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=8a3eaea5-cca6-43ed-a1d9-866a044c27c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806935 Nov 12 09:36:53.207426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-41de670f-fb24-41c4-97f7-a53d806af2a7 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:53.209157 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-41de670f-fb24-41c4-97f7-a53d806af2a7 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 946 time: 0.0691712 Nov 12 09:36:53.357020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port a07f6148-e662-423d-9ea0-4319f3286ec3 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:53.357020 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.502771 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port a07f6148-e662-423d-9ea0-4319f3286ec3, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=a07f6148-e662-423d-9ea0-4319f3286ec3,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:53.503317 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.526749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for a07f6148-e662-423d-9ea0-4319f3286ec3 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:53.585222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d34c1775-9910-453e-9ed0-c723ea18c0c9 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:53.613959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d34c1775-9910-453e-9ed0-c723ea18c0c9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:53.614737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d34c1775-9910-453e-9ed0-c723ea18c0c9 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:53.765279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.813136 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=a07f6148-e662-423d-9ea0-4319f3286ec3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:53.877854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] No DVR routers for this DVR port a07f6148-e662-423d-9ea0-4319f3286ec3 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:53.889071 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:53.892566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-85089927-d94c-4d9c-b3f2-35e435e607b3 req-3c6f691f-2d1e-481e-bef9-f052c9defd14 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.62 "DELETE /v2.0/ports/a07f6148-e662-423d-9ea0-4319f3286ec3 HTTP/1.1" status: 204 len: 173 time: 0.6765552 Nov 12 09:36:53.892993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'name': 'network-vif-deleted', 'tag': 'a07f6148-e662-423d-9ea0-4319f3286ec3'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:53.895507 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfd05ee-d71e-4986-89a1-0596674e8962" -d '{"events": [{"server_uuid": "5a69bd20-9474-480f-a347-bb9fd1bcc44a", "name": "network-vif-deleted", "tag": "a07f6148-e662-423d-9ea0-4319f3286ec3"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:53.964952 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc193d-a0d3-4740-97a7-6f90d775c2aa x-openstack-request-id: req-2dbc193d-a0d3-4740-97a7-6f90d775c2aa {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:53.965270 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a69bd20-9474-480f-a347-bb9fd1bcc44a", "name": "network-vif-deleted", "tag": "a07f6148-e662-423d-9ea0-4319f3286ec3", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:53.965527 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dbc193d-a0d3-4740-97a7-6f90d775c2aa {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:53.965930 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a69bd20-9474-480f-a347-bb9fd1bcc44a', 'name': 'network-vif-deleted', 'tag': 'a07f6148-e662-423d-9ea0-4319f3286ec3', 'status': 'completed', 'code': 200} Nov 12 09:36:54.376625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cf74ffc9-2f4e-4bf2-a466-5cbcaaa48bdc req-35e0f91d-af6e-4864-a880-88dc6046c61a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a69bd20-9474-480f-a347-bb9fd1bcc44a HTTP/1.1" status: 200 len: 210 time: 0.0586562 Nov 12 09:36:55.477418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51014) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:55.560481 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e8b944d-6573-4bee-8f04-fd08a134b2e9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:55.602406 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e8b944d-6573-4bee-8f04-fd08a134b2e9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:55.678856 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e8b944d-6573-4bee-8f04-fd08a134b2e9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:55.682256 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0e8b944d-6573-4bee-8f04-fd08a134b2e9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:55.684018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0e8b944d-6573-4bee-8f04-fd08a134b2e9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/security-groups/8a3eaea5-cca6-43ed-a1d9-866a044c27c8 HTTP/1.1" status: 204 len: 168 time: 0.2050164 Nov 12 09:36:55.697426 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b944d-6573-4bee-8f04-fd08a134b2e9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3eaea5-cca6-43ed-a1d9-866a044c27c8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:55.728355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51022) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:55.809575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a07f6148-e662-423d-9ea0-4319f3286ec3 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:55.817954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting subnet 036d63c1-bca5-4f9d-9b6f-4a468a81cb10 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:36:55.823808 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:55.856348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: a07f6148-e662-423d-9ea0-4319f3286ec3 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:55.856862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device a07f6148-e662-423d-9ea0-4319f3286ec3 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:55.905517 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.015337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.108121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.146887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Subnet': ['ID=036d63c1-bca5-4f9d-9b6f-4a468a81cb10,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:56.151128 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.154682 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3d16c21c-2599-4fe1-bc17-01a7d3d28984 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/subnets/036d63c1-bca5-4f9d-9b6f-4a468a81cb10 HTTP/1.1" status: 204 len: 168 time: 0.4250851 Nov 12 09:36:56.157849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51030) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:56.164758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a3709b-a179-4797-a3fe-5e43ceb9b7b4 None None] Network f72bbacd-47c2-4a03-b9fc-279c91793747 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:36:56.278106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:36:56.279973 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.366619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port dd04e4f4-0ab3-4525-aa02-cb78433a401f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:56.367247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.446152 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] DHCP port deletion for f72bbacd-47c2-4a03-b9fc-279c91793747 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:36:56.462364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port dd04e4f4-0ab3-4525-aa02-cb78433a401f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=dd04e4f4-0ab3-4525-aa02-cb78433a401f,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:56.462745 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.477311 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for dd04e4f4-0ab3-4525-aa02-cb78433a401f owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:56.512123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] Deleting port dd04e4f4-0ab3-4525-aa02-cb78433a401f {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:56.512535 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.594173 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] For port dd04e4f4-0ab3-4525-aa02-cb78433a401f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=dd04e4f4-0ab3-4525-aa02-cb78433a401f,segment=NetworkSegment(3aba0753-11de-4892-a506-7bf6b6449d1b),segment_id=3aba0753-11de-4892-a506-7bf6b6449d1b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:36:56.594517 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.602327 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.610820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] Calling delete_port for dd04e4f4-0ab3-4525-aa02-cb78433a401f owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:56.636050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] No DVR routers for this DVR port dd04e4f4-0ab3-4525-aa02-cb78433a401f on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:56.701568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=dd04e4f4-0ab3-4525-aa02-cb78433a401f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:56.702782 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.747061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] Pushing event deleted for resources: {'Port': ['ID=dd04e4f4-0ab3-4525-aa02-cb78433a401f,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:56.748922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75a317-9dbb-4e1a-b0d2-67e886f8cd07 None None] No DVR routers for this DVR port dd04e4f4-0ab3-4525-aa02-cb78433a401f on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:36:56.763848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.793359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72bbacd-47c2-4a03-b9fc-279c91793747']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:56.804638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aba0753-11de-4892-a506-7bf6b6449d1b') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:56.804948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aba0753-11de-4892-a506-7bf6b6449d1b') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:56.815447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.832551 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.839217 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:36:56.839689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:36:56.843161 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:36:56.919289 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.932053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:56.938619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/networks/f72bbacd-47c2-4a03-b9fc-279c91793747 HTTP/1.1" status: 204 len: 168 time: 0.7788670 Nov 12 09:36:56.941085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51048) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:36:56.956689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648300b-8730-4caa-aca4-144d880f291e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Network': ['ID=f72bbacd-47c2-4a03-b9fc-279c91793747,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:57.152052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port 521bc708-6e30-4100-aba7-478ebc1d6212 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:57.152571 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:57.241281 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:57.241618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:57.253591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for 521bc708-6e30-4100-aba7-478ebc1d6212 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:36:57.464212 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:57.490285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=521bc708-6e30-4100-aba7-478ebc1d6212,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:36:57.566818 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:57.567363 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Floating IP bc445b98-598d-4b20-8e7b-428ea112bc1f disassociated (deleted). External IP: 172.25.5.63, port: 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1. Nov 12 09:36:57.630634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device dd04e4f4-0ab3-4525-aa02-cb78433a401f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:36:57.653723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: dd04e4f4-0ab3-4525-aa02-cb78433a401f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:36:57.654277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device dd04e4f4-0ab3-4525-aa02-cb78433a401f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:36:57.813073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 51bebe19-1b5c-40b7-823c-975907433559 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:36:57.940092 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:36:57.953545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:57.960859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] Sync routers for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:36:57.999535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4dbab997-6d58-4cbf-9589-a9c72e152896 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/floatingips/bc445b98-598d-4b20-8e7b-428ea112bc1f HTTP/1.1" status: 204 len: 168 time: 1.0565033 Nov 12 09:36:58.000335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:36:58.004357 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff" -d '{"events": [{"name": "network-changed", "server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:36:58.014389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:58.015190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:58.021567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:58.067144 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb296d0-a9d2-4a88-befd-79bd7ee07626 x-openstack-request-id: req-8bb296d0-a9d2-4a88-befd-79bd7ee07626 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:36:58.067439 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:36:58.067695 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bb296d0-a9d2-4a88-befd-79bd7ee07626 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:36:58.068161 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'status': 'completed', 'code': 200} Nov 12 09:36:58.145338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-a4224ea8-7fc7-498e-a89a-bc206d9db9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.147212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-a4224ea8-7fc7-498e-a89a-bc206d9db9ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 1097 time: 0.0605996 Nov 12 09:36:58.168378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:58.271818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-d94046a3-db8a-4c94-8d3a-0e53204b6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.273373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-d94046a3-db8a-4c94-8d3a-0e53204b6fc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 200 len: 898 time: 0.1181874 Nov 12 09:36:58.346653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-15165cd3-c51c-46a4-987f-055dc281bdfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 200 len: 217 time: 0.0647604 Nov 12 09:36:58.385302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b865a-fac0-4ac2-aa97-7eb3a72ea794 req-a58242c9-4a4a-44d1-8b69-3582cf26cf5d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.393436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d72b865a-fac0-4ac2-aa97-7eb3a72ea794 req-a58242c9-4a4a-44d1-8b69-3582cf26cf5d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 945 time: 0.0716710 Nov 12 09:36:58.442302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-da60ac34-fdbe-4424-9ca6-568122120a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.444090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-da60ac34-fdbe-4424-9ca6-568122120a2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a90ace98-a479-450b-bda1-4439bb8450ec HTTP/1.1" status: 200 len: 834 time: 0.0890751 Nov 12 09:36:58.471313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:50Z', 'revision_number': 6, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:58.505430 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d72b865a-fac0-4ac2-aa97-7eb3a72ea794 req-f50ca66f-5b62-4866-93bb-bda348515ad9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105866 Nov 12 09:36:58.508398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-e5625a41-ad8b-470a-a62d-c5911f784648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:58.510199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-e5625a41-ad8b-470a-a62d-c5911f784648 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3dbf92cf-7e36-4922-aeae-1699031ce420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553026 Nov 12 09:36:58.529119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] Checking router: 51bebe19-1b5c-40b7-823c-975907433559 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:36:58.557034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:36:58.557913 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:58.563877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:36:58.693907 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-aa1e833d-8e3d-4f2b-be55-3a124336bc53 service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729147 Nov 12 09:36:58.733084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:36:58.836954 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4d702ce-f9d3-4d8b-9801-eb28eb317fff req-3aaa40a8-747b-4bcb-a9c7-f695136dca24 service neutron] 10.222.0.55 "GET /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342039 Nov 12 09:36:59.055453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:50Z', 'revision_number': 6, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:36:59.093960 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec88b8d-90c4-43e7-ad05-25cdaedc438c None None] The sync data for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 is: [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:36:50Z', 'revision_number': 6, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6133eb47-9b3f-4b69-a1ac-be3789c9e574', 'name': '', 'network_id': '3dbf92cf-7e36-4922-aeae-1699031ce420', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b1:28:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:13Z', 'updated_at': '2021-11-12T09:35:18Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': 'a90ace98-a479-450b-bda1-4439bb8450ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:36:59.487101 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68f042e-1b42-4cbe-ab5c-a3db0773b242 None None] New status for floating IP bc445b98-598d-4b20-8e7b-428ea112bc1f: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:36:59.730893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-add2366a-9b41-4d48-a07a-289ebff064c0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:59.732736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-add2366a-9b41-4d48-a07a-289ebff064c0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1259441 Nov 12 09:36:59.754515 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ee1c0-4966-4135-a580-710997722699 req-f3bf5c6e-643a-4835-9847-672fe2c48b59 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:36:59.756234 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4ee1c0-4966-4135-a580-710997722699 req-f3bf5c6e-643a-4835-9847-672fe2c48b59 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 945 time: 0.1311047 Nov 12 09:36:59.879169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4ee1c0-4966-4135-a580-710997722699 req-929799ad-af9e-4a0b-8d33-aef8945cb552 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008058 Nov 12 09:36:59.929995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:36:59.930501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:00.096497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:00.097197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:00.123342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:00.311012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:00.355400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=8957a1c8-dbc5-4275-bca2-d4ae5ea500e1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:00.440472 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] No DVR routers for this DVR port 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:37:00.442500 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:00.446052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e7a465d0-f5f1-4299-98c0-6dd560ea27fa req-18d98c12-8fa8-40d7-8a8d-bd1a95b82a31 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "DELETE /v2.0/ports/8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 HTTP/1.1" status: 204 len: 173 time: 0.7054455 Nov 12 09:37:00.446556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'name': 'network-vif-deleted', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:00.448976 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9812f91d-a124-4519-bcdf-80eeac665dba" -d '{"events": [{"server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "name": "network-vif-deleted", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:00.491449 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a338a89e-a77a-4f29-b468-6235d32f6546 x-openstack-request-id: req-a338a89e-a77a-4f29-b468-6235d32f6546 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:00.491830 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e9f897b-81b1-41db-92c3-7fcde5cae4c1", "name": "network-vif-deleted", "tag": "8957a1c8-dbc5-4275-bca2-d4ae5ea500e1", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:00.492189 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a338a89e-a77a-4f29-b468-6235d32f6546 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:00.492684 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9f897b-81b1-41db-92c3-7fcde5cae4c1', 'name': 'network-vif-deleted', 'tag': '8957a1c8-dbc5-4275-bca2-d4ae5ea500e1', 'status': 'completed', 'code': 200} Nov 12 09:37:01.075201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cb51f81c-d791-4c6b-a2c6-03813f2e566c req-ed221517-3c57-4f4c-9959-88eb4e98116d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e9f897b-81b1-41db-92c3-7fcde5cae4c1 HTTP/1.1" status: 200 len: 210 time: 0.0600178 Nov 12 09:37:02.142558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51168) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:02.217726 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20592734-3552-4478-890f-59e4fcf5a304 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:02.248484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20592734-3552-4478-890f-59e4fcf5a304 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:02.324640 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20592734-3552-4478-890f-59e4fcf5a304 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:02.329523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-20592734-3552-4478-890f-59e4fcf5a304 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:02.330919 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-20592734-3552-4478-890f-59e4fcf5a304 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/security-groups/1e2ae8b8-ab85-4215-8f2f-d396dbd324b6 HTTP/1.1" status: 204 len: 168 time: 0.1873691 Nov 12 09:37:02.344030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20592734-3552-4478-890f-59e4fcf5a304 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2ae8b8-ab85-4215-8f2f-d396dbd324b6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:02.368027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51176) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:02.799024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:03.006788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:03.030842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:03.033485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8957a1c8-dbc5-4275-bca2-d4ae5ea500e1 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:03.122216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port 6133eb47-9b3f-4b69-a1ac-be3789c9e574 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:03.122576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:03.229009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port 6133eb47-9b3f-4b69-a1ac-be3789c9e574, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6133eb47-9b3f-4b69-a1ac-be3789c9e574,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:03.229720 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:03.243938 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for 6133eb47-9b3f-4b69-a1ac-be3789c9e574 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:03.473593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:03.504076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=6133eb47-9b3f-4b69-a1ac-be3789c9e574,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:03.795290 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:04.038927 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 51bebe19-1b5c-40b7-823c-975907433559 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:04.171700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:04.179823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dc9f98a8-055f-4a2b-8936-6d30d03b3f7e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "PUT /v2.0/routers/51bebe19-1b5c-40b7-823c-975907433559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8106475 Nov 12 09:37:04.183839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51214) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:04.192222 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] Sync routers for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:04.202361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:04.203182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:04.253978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting subnet a90ace98-a479-450b-bda1-4439bb8450ec {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:37:04.257368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:04.304565 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:04.329493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:04.404795 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:04.483049 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:04.513551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Subnet': ['ID=a90ace98-a479-450b-bda1-4439bb8450ec,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:04.517236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:04.521623 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6b979e1b-b5dc-48bb-80c6-fecd21291655 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/subnets/a90ace98-a479-450b-bda1-4439bb8450ec HTTP/1.1" status: 204 len: 168 time: 0.3365717 Nov 12 09:37:04.524257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51222) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:04.534671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4370aa6f-f117-45f8-a43d-21bdf0b9c8b9 None None] Network 3dbf92cf-7e36-4922-aeae-1699031ce420 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:37:04.665320 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:04.693376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:37:03Z', 'revision_number': 7, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:04.731832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] Checking router: 51bebe19-1b5c-40b7-823c-975907433559 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:04.746208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] Routers {'51bebe19-1b5c-40b7-823c-975907433559'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:04.746979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['51bebe19-1b5c-40b7-823c-975907433559'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:04.855820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] DHCP port deletion for 3dbf92cf-7e36-4922-aeae-1699031ce420 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:04.950565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] Set router 51bebe19-1b5c-40b7-823c-975907433559 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:05.222305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] Deleting port 213d8526-9439-4894-9c07-fc75f6148542 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:05.223143 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.266455 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.346512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] For port 213d8526-9439-4894-9c07-fc75f6148542, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=213d8526-9439-4894-9c07-fc75f6148542,segment=NetworkSegment(74fa4d03-d478-48dd-8222-43d0980864d8),segment_id=74fa4d03-d478-48dd-8222-43d0980864d8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:05.346917 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.347109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port 96d71291-d110-4c7e-ad40-7681e58a8642 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:37:05.347946 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.374979 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] Calling delete_port for 213d8526-9439-4894-9c07-fc75f6148542 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:05.481912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port 96d71291-d110-4c7e-ad40-7681e58a8642, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=96d71291-d110-4c7e-ad40-7681e58a8642,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:05.482234 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.506268 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for 96d71291-d110-4c7e-ad40-7681e58a8642 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:37:05.518536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:37:03Z', 'revision_number': 7, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:05.529194 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.581791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aac41c2-8b27-48bc-94c8-fcb3f64dfcad None None] The sync data for ids ['51bebe19-1b5c-40b7-823c-975907433559'] in n-d-769329-17 is: [{'id': '51bebe19-1b5c-40b7-823c-975907433559', 'name': 'tempest-TestNetworkBasicOps-router-1009985965', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:35:09Z', 'updated_at': '2021-11-12T09:37:03Z', 'revision_number': 7, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': '96d71291-d110-4c7e-ad40-7681e58a8642', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:3c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51bebe19-1b5c-40b7-823c-975907433559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:35:10Z', 'updated_at': '2021-11-12T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:05.586239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] Pushing event deleted for resources: {'Port': ['ID=213d8526-9439-4894-9c07-fc75f6148542,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:05.590469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce128d6d-0ea3-494d-b386-237abac7e98e None None] No DVR routers for this DVR port 213d8526-9439-4894-9c07-fc75f6148542 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:37:05.727402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.758497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=96d71291-d110-4c7e-ad40-7681e58a8642,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:05.778047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00acf1fe-5a3e-45d0-a77e-d6554b15f89c None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:05.839136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.935042 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.937429 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.986103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.988329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Fanout notify agent at l3_agent the message router_deleted on router 51bebe19-1b5c-40b7-823c-975907433559 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:37:05.992382 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 213d8526-9439-4894-9c07-fc75f6148542 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:05.996456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:05.997914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1c0c0832-38f7-4aff-b9c3-c91959642de6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/routers/51bebe19-1b5c-40b7-823c-975907433559 HTTP/1.1" status: 204 len: 168 time: 1.4717391 Nov 12 09:37:06.002045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51228) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:06.041711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 213d8526-9439-4894-9c07-fc75f6148542 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:06.042337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 213d8526-9439-4894-9c07-fc75f6148542 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:06.144780 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.265748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.289926 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbf92cf-7e36-4922-aeae-1699031ce420']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:06.301023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fa4d03-d478-48dd-8222-43d0980864d8') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:06.301187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fa4d03-d478-48dd-8222-43d0980864d8') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:06.314259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.331066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.338712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:37:06.338712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:37:06.342518 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:37:06.410997 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.419751 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.428622 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/networks/3dbf92cf-7e36-4922-aeae-1699031ce420 HTTP/1.1" status: 204 len: 168 time: 0.4244916 Nov 12 09:37:06.449417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51230) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:06.451836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'network': {'name': 'tempest-network-smoke--956763277', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'port_security_enabled': True}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:06.457057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa710b86-c5d2-4ca1-b70f-ac88019be9d8 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Network': ['ID=3dbf92cf-7e36-4922-aeae-1699031ce420,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:06.485565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:37:06.489817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.517994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:37:06.530833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.531215 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Added segment 56a901d3-c5dd-40f3-8077-f8e74747d60e of type vlan for network 03f71524-7f83-4629-8f51-5a523341e2a8 Nov 12 09:37:06.586501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.616397 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.623978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:06.624598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.665090 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2154357 Nov 12 09:37:06.665854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51232) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:06.677039 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'admin_state_up': True, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:06.697922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095024c-0e96-44d0-9217-f6631c1f1ab0 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Network': ['ID=03f71524-7f83-4629-8f51-5a523341e2a8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:06.709188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 03f71524-7f83-4629-8f51-5a523341e2a8 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:37:06.717409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.720301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.789686 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:06.949279 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.156996 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.177769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.292980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.25.5.18 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b209a666-9e52-4a83-9967-9950e4ec1d94) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:07.426606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.472743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.543129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:07.546295 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:07.551072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:07.554527 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=b209a666-9e52-4a83-9967-9950e4ec1d94,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:07.562819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7461805-edfc-4240-931d-9a864f3ac561 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:07.610410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-64e58f0b-094d-457f-a547-a8b39e07ccb6 None None] Provisioning complete for port b209a666-9e52-4a83-9967-9950e4ec1d94 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:07.610786 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-64e58f0b-094d-457f-a547-a8b39e07ccb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:07.691220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 96d71291-d110-4c7e-ad40-7681e58a8642 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:07.714122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-64e58f0b-094d-457f-a547-a8b39e07ccb6 None None] Port b209a666-9e52-4a83-9967-9950e4ec1d94 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:07.716418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 96d71291-d110-4c7e-ad40-7681e58a8642 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:07.717093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 96d71291-d110-4c7e-ad40-7681e58a8642 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:07.717677 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6133eb47-9b3f-4b69-a1ac-be3789c9e574 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:37:07.741312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 6133eb47-9b3f-4b69-a1ac-be3789c9e574 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:37:07.742391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6133eb47-9b3f-4b69-a1ac-be3789c9e574 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:37:08.133017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.399071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.551559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:37:08.668161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:08.681329 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646aa710-7577-4569-8589-8373cb660029 None None] Sync routers for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:08.691695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:08.692979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1aeae449-2be7-4b5a-854b-1043f7f3e3a4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0259914 Nov 12 09:37:08.696452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51238) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:08.698194 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:08.698838 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:08.731517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d33617a9-4296-436e-817a-9734c54bc54e tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=1d3bc7f73960485ca2cca497e84b6716&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312924 Nov 12 09:37:08.731849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51240) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:08.835382 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:08.919808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4b8e98-bf98-4292-8238-21a10cd98b2d tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:08.921374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e4b8e98-bf98-4292-8238-21a10cd98b2d tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1881101 Nov 12 09:37:08.924173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51244) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:08.959000 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ba9fc773-a536-4328-b9c5-29cc551eab7e tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336082 Nov 12 09:37:08.961759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:08.968012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-209409045', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:09.082463 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:07Z', 'revision_number': 3, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:09.103125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:37:09.107362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.118933 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646aa710-7577-4569-8589-8373cb660029 None None] Checking router: 2010f0f7-d929-421a-88de-c83fb0b5d9d0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:09.119594 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646aa710-7577-4569-8589-8373cb660029 None None] Updating router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 port b209a666-9e52-4a83-9967-9950e4ec1d94 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:37:09.152349 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-646aa710-7577-4569-8589-8373cb660029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.325534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.392355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Subnet': ['ID=89385234-faf4-4797-9689-78e0dfe48e74,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:09.417564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Checking segment: {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:09.418819 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network hostable DHCP agents. Network: 03f71524-7f83-4629-8f51-5a523341e2a8, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:37:09.450624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 03f71524-7f83-4629-8f51-5a523341e2a8 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:37:09.466976 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-646aa710-7577-4569-8589-8373cb660029 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.479631 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-646aa710-7577-4569-8589-8373cb660029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.493850 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 03f71524-7f83-4629-8f51-5a523341e2a8) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:09.501044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:09.501893 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.502737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7af8b-61eb-4d40-9ab7-8226cbd2f192 None None] Network 03f71524-7f83-4629-8f51-5a523341e2a8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:37:09.532722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51248) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:09.533256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-833f204d-e4e4-4eec-a712-70d31d780c55 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5701537 Nov 12 09:37:09.558846 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-646aa710-7577-4569-8589-8373cb660029 None None] Attempting to bind port b209a666-9e52-4a83-9967-9950e4ec1d94 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:09.559218 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-646aa710-7577-4569-8589-8373cb660029 None None] Attempting to bind port b209a666-9e52-4a83-9967-9950e4ec1d94 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:09.559593 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646aa710-7577-4569-8589-8373cb660029 None None] Attempting to bind port b209a666-9e52-4a83-9967-9950e4ec1d94 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:09.570586 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646aa710-7577-4569-8589-8373cb660029 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:09.571015 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646aa710-7577-4569-8589-8373cb660029 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:09.571436 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-646aa710-7577-4569-8589-8373cb660029 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.571869 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646aa710-7577-4569-8589-8373cb660029 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:09.572396 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-646aa710-7577-4569-8589-8373cb660029 None None] Bound port: b209a666-9e52-4a83-9967-9950e4ec1d94, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:09.572888 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-646aa710-7577-4569-8589-8373cb660029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.600109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dbc8eb-7df1-4bae-9c15-3d6f3a6cc3b3 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:09.631499 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-646aa710-7577-4569-8589-8373cb660029 None None] For port b209a666-9e52-4a83-9967-9950e4ec1d94, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:09.635206 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-646aa710-7577-4569-8589-8373cb660029 None None] For port b209a666-9e52-4a83-9967-9950e4ec1d94, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b209a666-9e52-4a83-9967-9950e4ec1d94,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:09.654353 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-646aa710-7577-4569-8589-8373cb660029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.657518 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Pushing event updated for resources: {'Port': ['ID=b209a666-9e52-4a83-9967-9950e4ec1d94,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:09.696741 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.697842 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.698379 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.699029 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.699558 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.700105 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.700634 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.701130 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.701628 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.702141 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.702639 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.703138 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:09.733128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e22fe5b9-e4e3-4ab0-959c-7d58495729b5 None None] Provisioning complete for port b209a666-9e52-4a83-9967-9950e4ec1d94 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:09.733599 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e22fe5b9-e4e3-4ab0-959c-7d58495729b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:09.746329 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:09.747565 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:09.776182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811935b-778e-47f2-9c66-efe571d4efe2 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:37:09.896317 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d06b8f-7664-4c5e-a6f8-13fedd594fd2 None None] Pushing event updated for resources: {'Port': ['ID=b209a666-9e52-4a83-9967-9950e4ec1d94,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:09.942227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-03f71524-7f83-4629-8f51-5a523341e2a8', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:37:09.944442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.016619 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:10.092931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e22fe5b9-e4e3-4ab0-959c-7d58495729b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.144879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e22fe5b9-e4e3-4ab0-959c-7d58495729b5 None None] For port b209a666-9e52-4a83-9967-9950e4ec1d94, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b209a666-9e52-4a83-9967-9950e4ec1d94,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:10.176464 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e22fe5b9-e4e3-4ab0-959c-7d58495729b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.244174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fe5b9-e4e3-4ab0-959c-7d58495729b5 None None] Pushing event updated for resources: {'Port': ['ID=b209a666-9e52-4a83-9967-9950e4ec1d94,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:10.274700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Allocated IP 172.20.0.2 (03f71524-7f83-4629-8f51-5a523341e2a8/89385234-faf4-4797-9689-78e0dfe48e74/f22aa083-0a16-4824-a434-81a4c973e8c8) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:10.325023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-07e555f9-e305-44ab-9f8d-baf47e6c3b8b None None] Provisioning complete for port b209a666-9e52-4a83-9967-9950e4ec1d94 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:10.333690 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07e555f9-e305-44ab-9f8d-baf47e6c3b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.351373 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-646aa710-7577-4569-8589-8373cb660029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:07Z', 'revision_number': 3, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:10.384976 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646aa710-7577-4569-8589-8373cb660029 None None] The sync data for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 is: [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:07Z', 'revision_number': 3, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:10.386922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.615392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.625285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.680351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Pushing event updated for resources: {'Port': ['ID=f22aa083-0a16-4824-a434-81a4c973e8c8,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:10.704097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Network 03f71524-7f83-4629-8f51-5a523341e2a8 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:10.707587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:10.713137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:10.802593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Attempting to bind port f22aa083-0a16-4824-a434-81a4c973e8c8 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:10.812245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Attempting to bind port f22aa083-0a16-4824-a434-81a4c973e8c8 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:10.812245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Attempting to bind port f22aa083-0a16-4824-a434-81a4c973e8c8 on network 03f71524-7f83-4629-8f51-5a523341e2a8 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:10.837895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:10.838162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Checking segment: {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:10.838591 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.839168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Bound using segment: {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:10.840109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Bound port: f22aa083-0a16-4824-a434-81a4c973e8c8, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:10.842552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.956737 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] For port f22aa083-0a16-4824-a434-81a4c973e8c8, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:10.961050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] For port f22aa083-0a16-4824-a434-81a4c973e8c8, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f22aa083-0a16-4824-a434-81a4c973e8c8,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:10.967226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:10.970394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.20.0.1 (03f71524-7f83-4629-8f51-5a523341e2a8/89385234-faf4-4797-9689-78e0dfe48e74/29beb67f-c467-4fb6-8c9c-8dc55aecc7d0) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:11.115968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa7e1e-bb23-4eee-8e92-4ebbcfc65997 None None] Pushing event updated for resources: {'Port': ['ID=f22aa083-0a16-4824-a434-81a4c973e8c8,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:11.193024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:11.251394 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:11.307596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 03f71524-7f83-4629-8f51-5a523341e2a8 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:11.325339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:11.334460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:11.394922 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:11.424034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:11.631496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:11.774559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f22aa083-0a16-4824-a434-81a4c973e8c8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:11.856901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f22aa083-0a16-4824-a434-81a4c973e8c8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:11.857351 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.008858 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.059074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port f22aa083-0a16-4824-a434-81a4c973e8c8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f22aa083-0a16-4824-a434-81a4c973e8c8,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:12.066326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.067175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b209a666-9e52-4a83-9967-9950e4ec1d94 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:12.114962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.127755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.169837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=f22aa083-0a16-4824-a434-81a4c973e8c8,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:12.192013 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b209a666-9e52-4a83-9967-9950e4ec1d94 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:12.192013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.272915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.275023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:12.288786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.289141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.289488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.289833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.290174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.291012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.291358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.291698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.292059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.292394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.292730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.293063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:12.420239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 03f71524-7f83-4629-8f51-5a523341e2a8 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:12.422341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:12.583081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:12.594172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57048c78-bc03-4c43-8061-f1985a48c5ee None None] Network 03f71524-7f83-4629-8f51-5a523341e2a8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:37:12.740898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e1067635-17ae-4688-b033-6992305233c5 None None] Provisioning complete for port f22aa083-0a16-4824-a434-81a4c973e8c8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:12.741256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e1067635-17ae-4688-b033-6992305233c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:12.757294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:12.771750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51264) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:12.772378 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-082bea41-778d-434a-98d3-3ffbf75e630a tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "PUT /v2.0/routers/2010f0f7-d929-421a-88de-c83fb0b5d9d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2368994 Nov 12 09:37:12.970160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647776a-dc4b-42e4-a584-f4d1c3ea7368 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:12.970736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647776a-dc4b-42e4-a584-f4d1c3ea7368 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:12.971209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647776a-dc4b-42e4-a584-f4d1c3ea7368 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:12.971676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1647776a-dc4b-42e4-a584-f4d1c3ea7368 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:12.973439 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1647776a-dc4b-42e4-a584-f4d1c3ea7368 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2006381 Nov 12 09:37:12.976087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51266) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:13.038102 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462c2c4-3128-4906-94c0-68de7f616cda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:13.038594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462c2c4-3128-4906-94c0-68de7f616cda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:13.039188 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462c2c4-3128-4906-94c0-68de7f616cda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:13.039501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462c2c4-3128-4906-94c0-68de7f616cda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:13.044214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51268) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:13.044429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3462c2c4-3128-4906-94c0-68de7f616cda tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0670612 Nov 12 09:37:13.143482 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Sync routers for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:13.165986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a5ff593d-b7aa-49dd-8054-30b60514d09f None None] Provisioning complete for port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:13.166496 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a5ff593d-b7aa-49dd-8054-30b60514d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.168285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:13.168989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:13.224988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e2fdac2f-2b1e-464f-95f8-8a8cfd9ddd2f tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1791258 Nov 12 09:37:13.433490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff593d-b7aa-49dd-8054-30b60514d09f None None] Port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:13.482838 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a5ff593d-b7aa-49dd-8054-30b60514d09f None None] Provisioning complete for port f22aa083-0a16-4824-a434-81a4c973e8c8 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:13.483121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a5ff593d-b7aa-49dd-8054-30b60514d09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.533731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:13.660219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f22aa083-0a16-4824-a434-81a4c973e8c8 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:13.676879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51274) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:13.681699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d88b6a8f-9b67-465e-a42a-39d81d814d9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201346575', 'description': 'tempest-secgroup-smoke-1201346575 description', 'project_id': '1d3bc7f73960485ca2cca497e84b6716'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:13.706822 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d88b6a8f-9b67-465e-a42a-39d81d814d9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.800193 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d88b6a8f-9b67-465e-a42a-39d81d814d9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.805794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d88b6a8f-9b67-465e-a42a-39d81d814d9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.836782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d88b6a8f-9b67-465e-a42a-39d81d814d9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.840968 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d88b6a8f-9b67-465e-a42a-39d81d814d9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1602480 Nov 12 09:37:13.841473 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:13.847012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '92c47de5-6d99-425d-99c6-b8559ed84522', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:13.847824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b6a8f-9b67-465e-a42a-39d81d814d9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c47de5-6d99-425d-99c6-b8559ed84522,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:13.867954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port f22aa083-0a16-4824-a434-81a4c973e8c8 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:13.868423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.887830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.936707 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-516a29bb-575e-4944-a0d3-955dfaa73957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.952169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.954034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 2, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:13.958383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.985113 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.986476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438713 Nov 12 09:37:13.988378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Checking router: 2010f0f7-d929-421a-88de-c83fb0b5d9d0 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:13.988741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Updating router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:37:13.989376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51278) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:13.991540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-70408682-6411-41f6-9c8b-c765420ec9f6 None None] Provisioning complete for port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:13.991904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-70408682-6411-41f6-9c8b-c765420ec9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:13.994637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-8fd7c5ca-0dfd-40e7-b766-c07e74cf1b1d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '92c47de5-6d99-425d-99c6-b8559ed84522', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:14.000816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e8badd-dbec-4e19-9fbf-37ea4aef1516,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.011222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.011817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.012394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.012840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.013284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.013683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.014135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.014535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.015195 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.016159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.016159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.019894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7535c6-a9bc-4bf4-8f96-9098dcd26b45 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.033203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd7c5ca-0dfd-40e7-b766-c07e74cf1b1d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.079798 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.099500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-70408682-6411-41f6-9c8b-c765420ec9f6 None None] Port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:14.118715 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd7c5ca-0dfd-40e7-b766-c07e74cf1b1d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.125251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd7c5ca-0dfd-40e7-b766-c07e74cf1b1d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.148023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7c5ca-0dfd-40e7-b766-c07e74cf1b1d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530c4d9b-166e-4780-9267-6240c1ee0cb2,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.161216 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fd7c5ca-0dfd-40e7-b766-c07e74cf1b1d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.162677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8fd7c5ca-0dfd-40e7-b766-c07e74cf1b1d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1720338 Nov 12 09:37:14.165531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51280) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:14.170315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c71b2026-743a-4d9b-87be-8dc00c370755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '92c47de5-6d99-425d-99c6-b8559ed84522', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:14.202084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c71b2026-743a-4d9b-87be-8dc00c370755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.273536 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c71b2026-743a-4d9b-87be-8dc00c370755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.278488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c71b2026-743a-4d9b-87be-8dc00c370755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.301050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b2026-743a-4d9b-87be-8dc00c370755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc08814a-49a7-4104-b480-ab5d7c75ffee,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.312658 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c71b2026-743a-4d9b-87be-8dc00c370755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.315079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c71b2026-743a-4d9b-87be-8dc00c370755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482811 Nov 12 09:37:14.318067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:14.323010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-340c0f26-35df-4066-b1b5-ac2efa161f28 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '92c47de5-6d99-425d-99c6-b8559ed84522', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:14.359344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-340c0f26-35df-4066-b1b5-ac2efa161f28 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.433688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.439678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-340c0f26-35df-4066-b1b5-ac2efa161f28 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.443163 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.446133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-340c0f26-35df-4066-b1b5-ac2efa161f28 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.473362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-340c0f26-35df-4066-b1b5-ac2efa161f28 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.477949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-340c0f26-35df-4066-b1b5-ac2efa161f28 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587093 Nov 12 09:37:14.478834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51284) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:14.480985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c0f26-35df-4066-b1b5-ac2efa161f28 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e007fdd0-839f-4862-ad73-96f2e71aaead,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.491077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '92c47de5-6d99-425d-99c6-b8559ed84522', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:14.507449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Pushing event updated for resources: {'Port': ['ID=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.533196 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Project 1d3bc7f73960485ca2cca497e84b6716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:37:14.539216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.539605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.539964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.540282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.540620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.540953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.541090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.541281 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.541608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.541936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.542277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.542593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.542937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:37:14.607055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Attempting to bind port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:14.607635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Attempting to bind port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:14.608278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Attempting to bind port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 on network 03f71524-7f83-4629-8f51-5a523341e2a8 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:14.616138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:14.616433 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Checking segment: {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:14.616851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.617261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Bound using segment: {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:14.617912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Bound port: 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:14.618563 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.671388 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.681268 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.705610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2740b2c5-4b72-4451-bff3-4a2fc5f32efb,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.715595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] For port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:14.724418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.728631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] For port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:14.728805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:14.729794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94820864-03f1-42db-a8d4-e12020843f9e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2484550 Nov 12 09:37:14.733606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'security_group_rule': {'security_group_id': '92c47de5-6d99-425d-99c6-b8559ed84522', 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:14.740031 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.766113 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Project 1d3bc7f73960485ca2cca497e84b6716 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:37:14.775109 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.820636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2356a0ab-b5aa-4234-9329-cc4417379c81 None None] Pushing event updated for resources: {'Port': ['ID=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.830255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:14.834408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:36:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:14.856533 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.863136 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.901358 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:14.902665 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1728415 Nov 12 09:37:14.904176 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970bfa6-e991-472d-9cc0-4b9826a3c0c4 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8013de07-3474-423e-8b31-70835bc8deba,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:14.939396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-69bbac19-6e8b-47af-8e1d-d6a19194b887 None None] Provisioning complete for port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:14.939693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69bbac19-6e8b-47af-8e1d-d6a19194b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.018822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:15.121970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8b8bda26-4e9a-401d-8408-9cbd7a703c05 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201346575&fields=id&tenant_id=1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 267 time: 0.0601203 Nov 12 09:37:15.162081 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69bbac19-6e8b-47af-8e1d-d6a19194b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.257725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-69bbac19-6e8b-47af-8e1d-d6a19194b887 None None] For port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:15.263259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-d74bba22-e6da-4ea0-8c90-e98736f5f271 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:15.267362 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69bbac19-6e8b-47af-8e1d-d6a19194b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.274008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-d74bba22-e6da-4ea0-8c90-e98736f5f271 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/networks?id=03f71524-7f83-4629-8f51-5a523341e2a8 HTTP/1.1" status: 200 len: 796 time: 0.1368392 Nov 12 09:37:15.292856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-409dcb99-ff84-4ba5-9152-2ad61cf6927f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/quotas/1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 375 time: 0.0178623 Nov 12 09:37:15.357293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-72b2687f-8c40-45d2-93d5-c4516f650fa6 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621538 Nov 12 09:37:15.364439 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbac19-6e8b-47af-8e1d-d6a19194b887 None None] Pushing event updated for resources: {'Port': ['ID=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:15.402262 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9b16294e-e2ce-4cc4-bcc7-5f6234e5e3cc None None] Provisioning complete for port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:15.402548 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9b16294e-e2ce-4cc4-bcc7-5f6234e5e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.457592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:15.487236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-19c1a655-2083-4156-b690-023cc9f3b1c0 service neutron] 10.222.0.53 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090050 Nov 12 09:37:15.493534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa28ad8-e5b0-47ca-bf96-ca838fb98364 None None] The sync data for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 is: [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:14Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:15.673115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-a5c484b0-6032-49a7-a409-004e5cb715bf service neutron] 10.222.0.53 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773031 Nov 12 09:37:15.753332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:15.830478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:15.831375 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:15.945331 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f69b132-58c6-4f30-a22e-f861bb7b3fdf req-888d6654-3a70-452e-abd2-4dc8e9ce4ed7 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 210 time: 0.0597131 Nov 12 09:37:16.450228 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89a0aabc-5a4b-4608-aaaa-135c9a17e1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:17.067191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0458c551-2c21-47ff-95da-d44c1577b7d1 req-3b2669da-52d4-400e-b925-6e80697c9256 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 210 time: 0.0473113 Nov 12 09:37:17.269351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-a1f45f97-4fc2-458d-bcce-c874ce034afc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:17.271341 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-a1f45f97-4fc2-458d-bcce-c874ce034afc tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "GET /v2.0/networks?id=03f71524-7f83-4629-8f51-5a523341e2a8 HTTP/1.1" status: 200 len: 796 time: 0.1355114 Nov 12 09:37:17.355025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-ab98e7da-992e-442b-8732-f31fcafd7452 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d3bc7f73960485ca2cca497e84b6716 HTTP/1.1" status: 200 len: 380 time: 0.0741320 Nov 12 09:37:17.367943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'port': {'device_id': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'admin_state_up': True, 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'security_groups': ['92c47de5-6d99-425d-99c6-b8559ed84522']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:17.875275 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Made reservation on behalf of 1d3bc7f73960485ca2cca497e84b6716 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:37:17.880149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.027780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.20.0.6 (03f71524-7f83-4629-8f51-5a523341e2a8/89385234-faf4-4797-9689-78e0dfe48e74/045bcba0-5128-4ae4-a291-bfad255832e2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:18.213122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5f53a752-55ed-4486-ac11-c20c019de9f3 req-2edeaf0c-0cbf-4108-b1a8-889164586f04 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 210 time: 0.0408182 Nov 12 09:37:18.228016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.281082 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.337596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network 03f71524-7f83-4629-8f51-5a523341e2a8 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:18.341001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:18.345190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:18.352619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=045bcba0-5128-4ae4-a291-bfad255832e2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:18.426368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:18.427482 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.459886 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-afbcec0d-0833-4edb-b63b-eabf4d8af755 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0962844 Nov 12 09:37:18.472315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Request body: {'port': {'device_id': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:18.559399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.662866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5ea4e3ed-0ad7-4db3-b309-fdbbaabfdc1f None None] Provisioning complete for port 045bcba0-5128-4ae4-a291-bfad255832e2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:18.664227 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ea4e3ed-0ad7-4db3-b309-fdbbaabfdc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.718043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4e3ed-0ad7-4db3-b309-fdbbaabfdc1f None None] Port 045bcba0-5128-4ae4-a291-bfad255832e2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:37:18.901610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 045bcba0-5128-4ae4-a291-bfad255832e2 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:37:18.912000 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:18.935344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Transition to ACTIVE for port object 045bcba0-5128-4ae4-a291-bfad255832e2 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:37:18.941360 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:19.013341 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Pushing event updated for resources: {'Port': ['ID=045bcba0-5128-4ae4-a291-bfad255832e2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:19.122621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Attempting to bind port 045bcba0-5128-4ae4-a291-bfad255832e2 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:37:19.123243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Attempting to bind port 045bcba0-5128-4ae4-a291-bfad255832e2 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:37:19.123653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Attempting to bind port 045bcba0-5128-4ae4-a291-bfad255832e2 on network 03f71524-7f83-4629-8f51-5a523341e2a8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:19.130303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Port 045bcba0-5128-4ae4-a291-bfad255832e2 on network 03f71524-7f83-4629-8f51-5a523341e2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:37:19.130643 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Attempting to bind port 045bcba0-5128-4ae4-a291-bfad255832e2 on network 03f71524-7f83-4629-8f51-5a523341e2a8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:37:19.137099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:37:19.137449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Checking segment: {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:37:19.137839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Bound using segment: {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:37:19.138408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Bound port: 045bcba0-5128-4ae4-a291-bfad255832e2, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a901d3-c5dd-40f3-8077-f8e74747d60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:37:19.138852 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:19.197348 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:19.228668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] For port 045bcba0-5128-4ae4-a291-bfad255832e2, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:37:19.232537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] For port 045bcba0-5128-4ae4-a291-bfad255832e2, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=045bcba0-5128-4ae4-a291-bfad255832e2,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:37:19.238691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:19.287230 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:19.288305 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:19.290182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] 10.222.0.55 "PUT /v2.0/ports/045bcba0-5128-4ae4-a291-bfad255832e2 HTTP/1.1" status: 200 len: 1092 time: 0.8232417 Nov 12 09:37:19.292538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:19.295639 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56996bc-6afe-4186-9534-4f9fccd4229f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:19.388807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386f7da-fb5d-4855-8984-fafc174dfac4 service neutron] Pushing event updated for resources: {'Port': ['ID=045bcba0-5128-4ae4-a291-bfad255832e2,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:19.400015 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59050edb-1552-4d8a-b8f3-0da225f349fa x-openstack-request-id: req-59050edb-1552-4d8a-b8f3-0da225f349fa {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:19.400557 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:19.401014 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59050edb-1552-4d8a-b8f3-0da225f349fa {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:19.401748 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2', 'status': 'completed', 'code': 200} Nov 12 09:37:19.431857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b827aa0-7994-47df-949b-b758892315d9 req-5a9c4060-51de-4463-a38b-999d4609ee9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:19.433440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b827aa0-7994-47df-949b-b758892315d9 req-5a9c4060-51de-4463-a38b-999d4609ee9b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 943 time: 0.1292212 Nov 12 09:37:19.447271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-995736de-fed3-4f8c-9ead-2dea47ebaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:19.449940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-995736de-fed3-4f8c-9ead-2dea47ebaebf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 1095 time: 0.1005247 Nov 12 09:37:19.511588 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-2b4ab4d8-557c-4660-8bcc-cd9b2d7f6a3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045bcba0-5128-4ae4-a291-bfad255832e2 HTTP/1.1" status: 200 len: 217 time: 0.0524499 Nov 12 09:37:19.577547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2b827aa0-7994-47df-949b-b758892315d9 req-c2be67fd-276c-4fe0-93ca-0103f8ce9fbf tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263177 Nov 12 09:37:19.597680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-b426ab83-04a0-4e32-b073-a033ac287dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:19.599314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-b426ab83-04a0-4e32-b073-a033ac287dfc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89385234-faf4-4797-9689-78e0dfe48e74 HTTP/1.1" status: 200 len: 834 time: 0.0763547 Nov 12 09:37:19.647765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-ba3d3fb0-ed5f-4dba-b967-a2a7e8d770c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:19.649558 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-ba3d3fb0-ed5f-4dba-b967-a2a7e8d770c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03f71524-7f83-4629-8f51-5a523341e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433218 Nov 12 09:37:19.746630 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-6684ad85-48b1-4e2f-91c8-7c46fa2a9cb6 service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894327 Nov 12 09:37:19.841697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-43af12e2-fa0b-482b-83c0-7dae3c5fdaa4 req-826e734c-5cbe-4ed7-8ce2-1a6bf1f0cf56 service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872211 Nov 12 09:37:19.870593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:19.931736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-5c808c63-f1e4-42a2-b46b-10d115f2f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:19.933316 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-5c808c63-f1e4-42a2-b46b-10d115f2f7b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 1095 time: 0.0468411 Nov 12 09:37:20.046718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-9d808f17-b8b3-4dea-9578-fd6c702163cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:20.048248 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-9d808f17-b8b3-4dea-9578-fd6c702163cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=03f71524-7f83-4629-8f51-5a523341e2a8 HTTP/1.1" status: 200 len: 897 time: 0.1071062 Nov 12 09:37:20.101298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-0cf72058-ef20-468f-86c0-cea2c257e006 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045bcba0-5128-4ae4-a291-bfad255832e2 HTTP/1.1" status: 200 len: 217 time: 0.0450962 Nov 12 09:37:20.154991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-1019c533-a905-4257-9ecd-9da0efc3e6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:20.156476 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-1019c533-a905-4257-9ecd-9da0efc3e6d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89385234-faf4-4797-9689-78e0dfe48e74 HTTP/1.1" status: 200 len: 834 time: 0.0469031 Nov 12 09:37:20.203757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-97de1868-1a11-4c69-b461-911f4e37e9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:20.205287 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-97de1868-1a11-4c69-b461-911f4e37e9f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03f71524-7f83-4629-8f51-5a523341e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411649 Nov 12 09:37:20.303894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-7e72ff75-080a-4068-8fa2-442a2ee5055f service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901253 Nov 12 09:37:20.404496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e56996bc-6afe-4186-9534-4f9fccd4229f req-80dd40ad-506e-4d34-832b-e9884ced3e9e service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927439 Nov 12 09:37:20.404774 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:20.707815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dbbfe-e46b-4915-a35c-8651635bb4dc req-e000b6e8-50e0-4e21-a6bd-94070879cb76 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:20.709926 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e60dbbfe-e46b-4915-a35c-8651635bb4dc req-e000b6e8-50e0-4e21-a6bd-94070879cb76 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 943 time: 0.0520129 Nov 12 09:37:20.763672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e60dbbfe-e46b-4915-a35c-8651635bb4dc req-95c69ea9-33e2-4521-b20e-a599fcd1c578 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470734 Nov 12 09:37:21.891544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e581fe8-06ed-45f6-8bc2-e5d6c94db3ef req-4b804005-fae9-4db4-b366-f81d2bc6556f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:21.893415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2e581fe8-06ed-45f6-8bc2-e5d6c94db3ef req-4b804005-fae9-4db4-b366-f81d2bc6556f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 943 time: 0.0599363 Nov 12 09:37:21.945255 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2e581fe8-06ed-45f6-8bc2-e5d6c94db3ef req-a4dfffb8-7c51-4679-ad97-27260e934366 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457003 Nov 12 09:37:23.072401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24fd23-9008-4f3a-a68c-25b5fa644f57 req-065557d7-401d-4eba-8be9-e1adf67182e2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:23.073979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc24fd23-9008-4f3a-a68c-25b5fa644f57 req-065557d7-401d-4eba-8be9-e1adf67182e2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 943 time: 0.0548406 Nov 12 09:37:23.129742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 045bcba0-5128-4ae4-a291-bfad255832e2 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:37:23.145974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc24fd23-9008-4f3a-a68c-25b5fa644f57 req-a0589376-fec7-40b1-a016-024705a35ca9 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601807 Nov 12 09:37:23.256437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 045bcba0-5128-4ae4-a291-bfad255832e2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=045bcba0-5128-4ae4-a291-bfad255832e2,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:23.271982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '045bcba0-5128-4ae4-a291-bfad255832e2', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'port_id': '045bcba0-5128-4ae4-a291-bfad255832e2', 'mac_address': 'fa:16:3e:6e:ab:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:37:23.326987 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.345228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 045bcba0-5128-4ae4-a291-bfad255832e2 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:37:23.372137 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 045bcba0-5128-4ae4-a291-bfad255832e2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=045bcba0-5128-4ae4-a291-bfad255832e2,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:23.380343 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:23.454196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=045bcba0-5128-4ae4-a291-bfad255832e2,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:23.593100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['045bcba0-5128-4ae4-a291-bfad255832e2'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:37:24.274111 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c735a-53ca-4e4d-87c6-1ce596289097 req-b78ee7f5-96f4-42d3-a03e-a9a39e83fc2e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:24.275661 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b7c735a-53ca-4e4d-87c6-1ce596289097 req-b78ee7f5-96f4-42d3-a03e-a9a39e83fc2e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 944 time: 0.0516572 Nov 12 09:37:24.326233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9b7c735a-53ca-4e4d-87c6-1ce596289097 req-8a5f661e-dd18-41b8-bc8a-0c3d83669f7b tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444102 Nov 12 09:37:25.147004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 045bcba0-5128-4ae4-a291-bfad255832e2 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:37:25.199158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 045bcba0-5128-4ae4-a291-bfad255832e2 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:37:25.203743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 045bcba0-5128-4ae4-a291-bfad255832e2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:37:25.204314 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:25.284542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:25.306781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:25.308979 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e039f737-03cc-44a3-84ff-ccfc4fd84693" -d '{"events": [{"server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "name": "network-vif-plugged", "status": "completed", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:25.326671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 045bcba0-5128-4ae4-a291-bfad255832e2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=045bcba0-5128-4ae4-a291-bfad255832e2,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:37:25.331852 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:25.356081 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13596448-5835-4f75-890e-d72afe58a1dd x-openstack-request-id: req-13596448-5835-4f75-890e-d72afe58a1dd {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:25.356436 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "name": "network-vif-plugged", "status": "completed", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:25.356623 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13596448-5835-4f75-890e-d72afe58a1dd {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:25.357076 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2', 'code': 200} Nov 12 09:37:25.386349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=045bcba0-5128-4ae4-a291-bfad255832e2,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:25.484702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c1601-8b7e-49af-9df2-bddc9f3d0ff4 req-646a15a4-b8da-4f84-82b4-83b5ab75772f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:25.485960 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad4c1601-8b7e-49af-9df2-bddc9f3d0ff4 req-646a15a4-b8da-4f84-82b4-83b5ab75772f tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 945 time: 0.0871527 Nov 12 09:37:25.493741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e9e6f-4dd3-48fc-b4bd-8db981a4b957 req-b99e2172-f641-4c88-ac9f-99b0ac265f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:25.495212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c6e9e6f-4dd3-48fc-b4bd-8db981a4b957 req-b99e2172-f641-4c88-ac9f-99b0ac265f58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 1097 time: 0.0691299 Nov 12 09:37:25.568069 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad4c1601-8b7e-49af-9df2-bddc9f3d0ff4 req-581dab6d-070e-4131-8560-2145bca9287e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718410 Nov 12 09:37:25.576108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3c6e9e6f-4dd3-48fc-b4bd-8db981a4b957 req-7e828e18-f3b6-43fc-9773-52141dadbb10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727038 Nov 12 09:37:26.733498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb041c35-1ef0-4e46-85d1-a0aba24f2c35 req-e272fb5a-f4a4-4d20-94dd-6fbe705c37ef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:26.735694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb041c35-1ef0-4e46-85d1-a0aba24f2c35 req-e272fb5a-f4a4-4d20-94dd-6fbe705c37ef tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 945 time: 0.0799453 Nov 12 09:37:26.792444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb041c35-1ef0-4e46-85d1-a0aba24f2c35 req-ca9a7b89-0bf4-4259-914b-3a2b4ccf5ba5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493753 Nov 12 09:37:26.805933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51808) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:26.948752 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6a02dbbf-2ecf-42fc-b608-505c8e017a18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32b6146b33e9451489f3e9c1b7aa5779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416273 Nov 12 09:37:26.951191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51812) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:26.999896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a62f5fc-38e4-437c-ac8f-240853b4da3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.022409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a62f5fc-38e4-437c-ac8f-240853b4da3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.069860 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a62f5fc-38e4-437c-ac8f-240853b4da3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.072663 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9a62f5fc-38e4-437c-ac8f-240853b4da3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:27.076477 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9a62f5fc-38e4-437c-ac8f-240853b4da3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90574cce-53de-4e10-8b5b-c87f944b06bb HTTP/1.1" status: 204 len: 168 time: 0.1217637 Nov 12 09:37:27.082360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62f5fc-38e4-437c-ac8f-240853b4da3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90574cce-53de-4e10-8b5b-c87f944b06bb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:27.919889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47b3f3-a0f6-4f7c-ba3d-66bf78c3ab34 req-f43b2599-1ed6-42a8-a669-29ffa69abf85 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:27.922639 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d47b3f3-a0f6-4f7c-ba3d-66bf78c3ab34 req-f43b2599-1ed6-42a8-a669-29ffa69abf85 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 945 time: 0.0625587 Nov 12 09:37:27.978153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d47b3f3-a0f6-4f7c-ba3d-66bf78c3ab34 req-6ef0ab7e-79b3-4f41-883f-335d6e31f68d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485098 Nov 12 09:37:28.001980 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.119340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a20cd6-3650-4835-bd24-fc8ec8c3d18c req-b94b63a9-3720-4818-8432-3e6ce710c872 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:28.121497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01a20cd6-3650-4835-bd24-fc8ec8c3d18c req-b94b63a9-3720-4818-8432-3e6ce710c872 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 945 time: 0.0651016 Nov 12 09:37:28.185001 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-01a20cd6-3650-4835-bd24-fc8ec8c3d18c req-6280c640-eff4-47ad-bbcf-fc2dace5d656 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550401 Nov 12 09:37:28.211792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51846) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:28.259162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d394cb07-3bc4-48d2-a4ae-d67a19281197 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:28.260742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d394cb07-3bc4-48d2-a4ae-d67a19281197 tempest-TestNetworkBasicOps-1048958531 tempest-TestNetworkBasicOps-1048958531-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 1092 time: 0.0479007 Nov 12 09:37:28.263628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 51850) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:28.268577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '045bcba0-5128-4ae4-a291-bfad255832e2', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:37:28.293296 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.407103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.515312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Allocated IP 172.25.5.12 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/72b4a246-6524-4728-ab3b-0721d853e5b1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:37:28.561275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.640564 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.678497 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:28.724788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:37:28.727876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:37:28.731616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:37:28.756414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=72b4a246-6524-4728-ab3b-0721d853e5b1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:29.124272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.192150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.362352 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.366606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.447378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event updated for resources: {'Port': ['ID=72b4a246-6524-4728-ab3b-0721d853e5b1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:37:29.462487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.572146 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Floating IP b750c50b-322d-4629-8aa6-276aa2753461 associated. External IP: 172.25.5.12, port: 045bcba0-5128-4ae4-a291-bfad255832e2. Nov 12 09:37:29.786671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:37:29.891331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:37:29.902372 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] Sync routers for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:37:29.910006 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:29.914969 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:29.915699 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:37:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:29.944386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-df77f6f7-b319-42a9-a53f-a04591e4b42d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6772051 Nov 12 09:37:29.944386 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:37:29.945699 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d715c2-3da9-412e-884c-bf908029ef6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:37:29.946768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51858) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:29.987364 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf07178f-3b6c-43f3-9547-f54e7e67b787 x-openstack-request-id: req-bf07178f-3b6c-43f3-9547-f54e7e67b787 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:37:29.988886 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:37:29.989386 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf07178f-3b6c-43f3-9547-f54e7e67b787 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:37:29.990596 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2', 'status': 'completed', 'code': 200} Nov 12 09:37:30.042730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cc9ef1c7-2aed-4d0f-a737-2b3a785928f5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/floatingips/b750c50b-322d-4629-8aa6-276aa2753461 HTTP/1.1" status: 200 len: 990 time: 0.0929010 Nov 12 09:37:30.058764 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-aac06d46-f229-464c-b18d-da43842f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:30.060345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-aac06d46-f229-464c-b18d-da43842f1a9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 1097 time: 0.0490398 Nov 12 09:37:30.132044 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:30.158237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-b97fb193-8d10-483b-8207-f73e98fe288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:30.160923 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-b97fb193-8d10-483b-8207-f73e98fe288a service neutron] 10.222.0.55 "GET /v2.0/networks?id=03f71524-7f83-4629-8f51-5a523341e2a8 HTTP/1.1" status: 200 len: 897 time: 0.0935538 Nov 12 09:37:30.234134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-d888ed9d-d330-41aa-b74f-d27550300383 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045bcba0-5128-4ae4-a291-bfad255832e2 HTTP/1.1" status: 200 len: 998 time: 0.0670447 Nov 12 09:37:30.285304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-30978b52-3739-4b9e-80c8-6d09cf1093e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:30.286898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-30978b52-3739-4b9e-80c8-6d09cf1093e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89385234-faf4-4797-9689-78e0dfe48e74 HTTP/1.1" status: 200 len: 834 time: 0.0463140 Nov 12 09:37:30.334727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-119d7719-782d-4812-9384-925f63a2cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:30.336289 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-119d7719-782d-4812-9384-925f63a2cdaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03f71524-7f83-4629-8f51-5a523341e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423832 Nov 12 09:37:30.370889 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'b750c50b-322d-4629-8aa6-276aa2753461', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.12', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'port_id': '045bcba0-5128-4ae4-a291-bfad255832e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'mac_address': 'fa:16:3e:6e:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:28Z', 'updated_at': '2021-11-12T09:37:28Z', 'revision_number': 0, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:15Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:30.399585 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] Checking router: 2010f0f7-d929-421a-88de-c83fb0b5d9d0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:37:30.409367 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:37:30.410255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:37:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:30.435363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-e8037c8d-2f52-46b1-9799-807c1299ef61 service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913646 Nov 12 09:37:30.532523 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:37:30.534842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d715c2-3da9-412e-884c-bf908029ef6f req-5eb5b196-0e67-477a-8441-66c82e001063 service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913012 Nov 12 09:37:30.766322 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'b750c50b-322d-4629-8aa6-276aa2753461', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.12', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'port_id': '045bcba0-5128-4ae4-a291-bfad255832e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'mac_address': 'fa:16:3e:6e:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:28Z', 'updated_at': '2021-11-12T09:37:28Z', 'revision_number': 0, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:15Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:37:30.796830 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d0ce5-5aad-4577-b26c-fa30550a3563 None None] The sync data for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 is: [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': 'b750c50b-322d-4629-8aa6-276aa2753461', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'floating_ip_address': '172.25.5.12', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'port_id': '045bcba0-5128-4ae4-a291-bfad255832e2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'mac_address': 'fa:16:3e:6e:ab:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:37:28Z', 'updated_at': '2021-11-12T09:37:28Z', 'revision_number': 0, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:15Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:37:31.019836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32841f-b633-41a4-ad78-d5be7f7f47a0 None None] New status for floating IP b750c50b-322d-4629-8aa6-276aa2753461: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:37:31.044190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51864) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:31.106717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f5bc6bd7-5e3c-42b9-bdab-59bc1c4f27af tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/floatingips/b750c50b-322d-4629-8aa6-276aa2753461 HTTP/1.1" status: 200 len: 990 time: 0.0611916 Nov 12 09:37:32.109862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 51868) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:37:32.175754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8e3147cc-a8a2-48ca-ac45-ae9a9db49d16 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/floatingips/b750c50b-322d-4629-8aa6-276aa2753461 HTTP/1.1" status: 200 len: 992 time: 0.0648353 Nov 12 09:37:33.271620 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:37:43.893303 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-897e4051-fb83-489c-949e-74c0b7c53f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:45.881946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-77724f9e-a52e-4124-bebc-00d1b6a5a1ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418367 Nov 12 09:37:45.965504 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-310ab978-e2de-44d4-b6f2-1daf4f2e4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:45.967004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-310ab978-e2de-44d4-b6f2-1daf4f2e4d31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 1097 time: 0.0408320 Nov 12 09:37:46.080838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-be81f908-11b7-413f-ab33-3b2c86e9a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:46.082295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-be81f908-11b7-413f-ab33-3b2c86e9a42f service neutron] 10.222.0.55 "GET /v2.0/networks?id=03f71524-7f83-4629-8f51-5a523341e2a8 HTTP/1.1" status: 200 len: 897 time: 0.0935147 Nov 12 09:37:46.151367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-5724bfcc-eeb3-4322-931e-ffac76ffdbb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045bcba0-5128-4ae4-a291-bfad255832e2 HTTP/1.1" status: 200 len: 1000 time: 0.0620642 Nov 12 09:37:46.202881 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-12c4537a-eb80-4440-992f-c5d0a22e4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:46.204413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-12c4537a-eb80-4440-992f-c5d0a22e4f16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89385234-faf4-4797-9689-78e0dfe48e74 HTTP/1.1" status: 200 len: 834 time: 0.0449803 Nov 12 09:37:46.257444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-21c03070-80bf-4d76-95b8-6176f6a1f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:37:46.258951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-21c03070-80bf-4d76-95b8-6176f6a1f53c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03f71524-7f83-4629-8f51-5a523341e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469573 Nov 12 09:37:46.362358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-8a070d8d-3d41-404c-8e3f-6866ad3ec1db service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950770 Nov 12 09:37:46.426536 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af2ee95c-2168-4b18-88ab-ba4995b6c044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:46.460568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4bd5e408-aa41-4fe1-abf8-4ea4fd6a692a req-9d0b10ee-49a5-4198-ad9e-fe63b00ce9ca service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898600 Nov 12 09:37:49.169407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:49.882332 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:50.397698 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:57.993207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:37:58.550130 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:00.780700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52334) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:00.847709 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2ef09953-0061-410e-8217-01def1ce9115 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/floatingips/b750c50b-322d-4629-8aa6-276aa2753461 HTTP/1.1" status: 200 len: 992 time: 0.0647454 Nov 12 09:38:01.151613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52344) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:01.318020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port 72b4a246-6524-4728-ab3b-0721d853e5b1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:01.318314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:01.399110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:01.399458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:01.411946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for 72b4a246-6524-4728-ab3b-0721d853e5b1 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:01.570506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:01.594204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=72b4a246-6524-4728-ab3b-0721d853e5b1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:01.665284 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:01.665676 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Floating IP b750c50b-322d-4629-8aa6-276aa2753461 disassociated (deleted). External IP: 172.25.5.12, port: 045bcba0-5128-4ae4-a291-bfad255832e2. Nov 12 09:38:02.260287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:38:02.374192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:02.379904 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:02.385381 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] Sync routers for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:02.409577 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3fca5288-beae-46a6-8437-d23fab4415bb tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/floatingips/b750c50b-322d-4629-8aa6-276aa2753461 HTTP/1.1" status: 204 len: 168 time: 1.2565620 Nov 12 09:38:02.410152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:02.412635 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b098e1-3068-49f8-9869-715bd41ce4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:02.420797 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:02.421606 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:37:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:02.459341 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171358db-2d7c-48f6-83b9-e7cc0f804683 x-openstack-request-id: req-171358db-2d7c-48f6-83b9-e7cc0f804683 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:02.459639 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:02.459897 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-171358db-2d7c-48f6-83b9-e7cc0f804683 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:02.460319 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2', 'status': 'completed', 'code': 200} Nov 12 09:38:02.537898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-fefcfc12-8820-42d5-9296-6a3249f75699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:02.540258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-fefcfc12-8820-42d5-9296-6a3249f75699 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1d3bc7f73960485ca2cca497e84b6716&device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 1097 time: 0.0532005 Nov 12 09:38:02.568822 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:02.669919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-e2628228-9985-4243-bee0-e6506f30b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:02.670314 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-e2628228-9985-4243-bee0-e6506f30b380 service neutron] 10.222.0.55 "GET /v2.0/networks?id=03f71524-7f83-4629-8f51-5a523341e2a8 HTTP/1.1" status: 200 len: 897 time: 0.1225488 Nov 12 09:38:02.733146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-7219876f-038c-4596-984c-a305e611a178 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=045bcba0-5128-4ae4-a291-bfad255832e2 HTTP/1.1" status: 200 len: 217 time: 0.0484569 Nov 12 09:38:02.764389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025f7d3-c8c6-4888-ba95-51f710f85f18 req-43de4cb7-dc89-4d40-8b91-631f44daeb38 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:02.765666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a025f7d3-c8c6-4888-ba95-51f710f85f18 req-43de4cb7-dc89-4d40-8b91-631f44daeb38 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 945 time: 0.1097829 Nov 12 09:38:02.836587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-8ec5a652-5fdb-46be-b3b2-555693c2882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:02.837425 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:15Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:02.837972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-8ec5a652-5fdb-46be-b3b2-555693c2882d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89385234-faf4-4797-9689-78e0dfe48e74 HTTP/1.1" status: 200 len: 834 time: 0.0928085 Nov 12 09:38:02.848316 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a025f7d3-c8c6-4888-ba95-51f710f85f18 req-b26ca045-b569-4a9b-bc3c-a5e04e202267 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610085 Nov 12 09:38:02.865710 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] Checking router: 2010f0f7-d929-421a-88de-c83fb0b5d9d0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:02.876032 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:02.877215 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:37:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:02.903755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-73a45d22-bd78-42ba-a21c-fc03abbf8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:02.905285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-73a45d22-bd78-42ba-a21c-fc03abbf8e15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=03f71524-7f83-4629-8f51-5a523341e2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475113 Nov 12 09:38:03.013475 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:03.038146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-1bc3ce0a-b243-4ded-ab02-42aaf666b4f9 service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245940 Nov 12 09:38:03.144634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1b098e1-3068-49f8-9869-715bd41ce4e5 req-a4a47428-853d-4d22-b60b-30b4fe1fcc34 service neutron] 10.222.0.55 "GET /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980585 Nov 12 09:38:03.248898 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:15Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:03.369487 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471a4e0a-30fa-4b2f-af79-802ba428d039 None None] The sync data for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 is: [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:37:11Z', 'revision_number': 4, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '29beb67f-c467-4fb6-8c9c-8dc55aecc7d0', 'name': '', 'network_id': '03f71524-7f83-4629-8f51-5a523341e2a8', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'mac_address': 'fa:16:3e:b5:8b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '89385234-faf4-4797-9689-78e0dfe48e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:10Z', 'updated_at': '2021-11-12T09:37:15Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'subnets': [{'id': '89385234-faf4-4797-9689-78e0dfe48e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:03.632295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82ef62-a557-43b4-9516-707b00932ed4 None None] New status for floating IP b750c50b-322d-4629-8aa6-276aa2753461: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:38:03.985719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3e47-d684-457d-adde-88efc16dee31 req-01374d31-5423-4da6-9a48-ccc38017fa0e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:03.987973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-023b3e47-d684-457d-adde-88efc16dee31 req-01374d31-5423-4da6-9a48-ccc38017fa0e tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 945 time: 0.0555542 Nov 12 09:38:04.019413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-2e1f772a-5b40-4b23-a841-d411a1f8e3d5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:04.021097 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-2e1f772a-5b40-4b23-a841-d411a1f8e3d5 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f795ae7-1e94-4a9e-9d85-679a7fc5b738 HTTP/1.1" status: 200 len: 945 time: 0.0563610 Nov 12 09:38:04.047429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-023b3e47-d684-457d-adde-88efc16dee31 req-bc798e16-1976-4f03-9331-fb55254b0b5c tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "GET /v2.0/security-groups?id=92c47de5-6d99-425d-99c6-b8559ed84522&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519695 Nov 12 09:38:04.126195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port 045bcba0-5128-4ae4-a291-bfad255832e2 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:04.126656 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:04.223476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port 045bcba0-5128-4ae4-a291-bfad255832e2, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=045bcba0-5128-4ae4-a291-bfad255832e2,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:04.224075 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:04.248200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for 045bcba0-5128-4ae4-a291-bfad255832e2 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:04.396767 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:04.430529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=045bcba0-5128-4ae4-a291-bfad255832e2,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:04.481108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] No DVR routers for this DVR port 045bcba0-5128-4ae4-a291-bfad255832e2 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:04.483880 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:04.487794 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3062da53-75b1-4c17-bbda-043a85cdb6f8 req-9e0eb2f4-bb8a-4f00-8359-fb0e234992fa tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.55 "DELETE /v2.0/ports/045bcba0-5128-4ae4-a291-bfad255832e2 HTTP/1.1" status: 204 len: 173 time: 0.4600432 Nov 12 09:38:04.488309 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'name': 'network-vif-deleted', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:04.490646 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48376ba-d4eb-418e-b4a8-6cf7bc679694" -d '{"events": [{"server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "name": "network-vif-deleted", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:04.538201 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54405065-d693-4d8a-b72a-96edaaf50a0c x-openstack-request-id: req-54405065-d693-4d8a-b72a-96edaaf50a0c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:04.538493 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f795ae7-1e94-4a9e-9d85-679a7fc5b738", "name": "network-vif-deleted", "tag": "045bcba0-5128-4ae4-a291-bfad255832e2", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:04.538877 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54405065-d693-4d8a-b72a-96edaaf50a0c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:04.539285 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f795ae7-1e94-4a9e-9d85-679a7fc5b738', 'name': 'network-vif-deleted', 'tag': '045bcba0-5128-4ae4-a291-bfad255832e2', 'status': 'completed', 'code': 200} Nov 12 09:38:05.111756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52410) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:05.176354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59168ee5-8b2b-4edf-b455-1ee1ba317f13 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:05.203416 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59168ee5-8b2b-4edf-b455-1ee1ba317f13 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:05.267223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59168ee5-8b2b-4edf-b455-1ee1ba317f13 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:05.276994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-59168ee5-8b2b-4edf-b455-1ee1ba317f13 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:05.276994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-59168ee5-8b2b-4edf-b455-1ee1ba317f13 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/security-groups/92c47de5-6d99-425d-99c6-b8559ed84522 HTTP/1.1" status: 204 len: 168 time: 0.1593125 Nov 12 09:38:05.286034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59168ee5-8b2b-4edf-b455-1ee1ba317f13 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c47de5-6d99-425d-99c6-b8559ed84522,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:05.326345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52416) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:05.718819 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:05.998686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:05.999002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:06.095690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:06.096099 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:06.109501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:06.349437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:06.386805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=29beb67f-c467-4fb6-8c9c-8dc55aecc7d0,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:06.576222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.089138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:38:07.216698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:07.227974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dbdede64-3bfd-41da-93be-a2252c360fb2 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "PUT /v2.0/routers/2010f0f7-d929-421a-88de-c83fb0b5d9d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8972895 Nov 12 09:38:07.227974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52420) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:07.230790 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] Sync routers for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:07.243097 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:07.244053 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:37:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:07.295182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting subnet 89385234-faf4-4797-9689-78e0dfe48e74 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:38:07.299641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.346290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.380514 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:07.440006 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 045bcba0-5128-4ae4-a291-bfad255832e2 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:07.452531 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.467386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 045bcba0-5128-4ae4-a291-bfad255832e2 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:38:07.468565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 045bcba0-5128-4ae4-a291-bfad255832e2 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:07.530550 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.560434 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Subnet': ['ID=89385234-faf4-4797-9689-78e0dfe48e74,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:07.566719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.573198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52424) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:07.573651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-71671afe-2e46-4964-8f15-5b863e7f6b56 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/subnets/89385234-faf4-4797-9689-78e0dfe48e74 HTTP/1.1" status: 204 len: 168 time: 0.3453457 Nov 12 09:38:07.581981 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:38:06Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:07.592689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae647f-1db0-44d3-a84b-c306faf5d0b5 None None] Network 03f71524-7f83-4629-8f51-5a523341e2a8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:38:07.610280 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] Checking router: 2010f0f7-d929-421a-88de-c83fb0b5d9d0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:07.620108 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] Routers {'2010f0f7-d929-421a-88de-c83fb0b5d9d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:07.621287 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:37:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:07.750859 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] Set router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:07.775937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.866479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] DHCP port deletion for 03f71524-7f83-4629-8f51-5a523341e2a8 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:07.922349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] Deleting port f22aa083-0a16-4824-a434-81a4c973e8c8 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:07.923904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.924646 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:07.994629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Deleting port b209a666-9e52-4a83-9967-9950e4ec1d94 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:07.996060 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.004245 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] For port f22aa083-0a16-4824-a434-81a4c973e8c8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=f22aa083-0a16-4824-a434-81a4c973e8c8,segment=NetworkSegment(56a901d3-c5dd-40f3-8077-f8e74747d60e),segment_id=56a901d3-c5dd-40f3-8077-f8e74747d60e)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:08.004823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.018381 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:38:06Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:08.032200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] Calling delete_port for f22aa083-0a16-4824-a434-81a4c973e8c8 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:08.052498 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c3152e-fb09-4740-9f9c-0c5ec5a35c1d None None] The sync data for ids ['2010f0f7-d929-421a-88de-c83fb0b5d9d0'] in n-d-769329-17 is: [{'id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'name': 'tempest-TestNetworkBasicOps-router-1707264544', 'tenant_id': '1d3bc7f73960485ca2cca497e84b6716', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:37:06Z', 'updated_at': '2021-11-12T09:38:06Z', 'revision_number': 5, 'project_id': '1d3bc7f73960485ca2cca497e84b6716', 'gw_port': {'id': 'b209a666-9e52-4a83-9967-9950e4ec1d94', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:47:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2010f0f7-d929-421a-88de-c83fb0b5d9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:37:07Z', 'updated_at': '2021-11-12T09:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:08.120672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] For port b209a666-9e52-4a83-9967-9950e4ec1d94, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b209a666-9e52-4a83-9967-9950e4ec1d94,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:08.121142 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.139296 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.139560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Calling delete_port for b209a666-9e52-4a83-9967-9950e4ec1d94 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:08.166786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] Pushing event deleted for resources: {'Port': ['ID=f22aa083-0a16-4824-a434-81a4c973e8c8,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:08.183066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c871b60-6aa6-46ff-aeba-c766b3a36423 None None] No DVR routers for this DVR port f22aa083-0a16-4824-a434-81a4c973e8c8 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:08.426142 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.461267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Port': ['ID=b209a666-9e52-4a83-9967-9950e4ec1d94,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:08.481487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b53855-9ee6-4ba9-bf40-c4ecc46d63f2 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:08.538112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.633687 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.636008 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.684492 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.685318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Fanout notify agent at l3_agent the message router_deleted on router 2010f0f7-d929-421a-88de-c83fb0b5d9d0 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:38:08.693712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.697816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52428) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:08.700773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3db8558d-11b5-4507-8ba9-74707070ac6d tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/routers/2010f0f7-d929-421a-88de-c83fb0b5d9d0 HTTP/1.1" status: 204 len: 168 time: 1.1250539 Nov 12 09:38:08.790865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.887138 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.917465 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f71524-7f83-4629-8f51-5a523341e2a8']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:08.928051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a901d3-c5dd-40f3-8077-f8e74747d60e') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:08.928357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a901d3-c5dd-40f3-8077-f8e74747d60e') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:08.944680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.958571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.965034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:38:08.965431 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:38:08.968778 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:38:09.033575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:09.042272 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:09.049841 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] 10.222.0.53 "DELETE /v2.0/networks/03f71524-7f83-4629-8f51-5a523341e2a8 HTTP/1.1" status: 204 len: 168 time: 0.3470933 Nov 12 09:38:09.065290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d6784-50a4-4dbc-8dd4-e69efd740855 tempest-TestNetworkBasicOps-447347244 tempest-TestNetworkBasicOps-447347244-project] Pushing event deleted for resources: {'Network': ['ID=03f71524-7f83-4629-8f51-5a523341e2a8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:09.350717 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52434) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:09.502979 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-12375913-2294-4b05-b399-704485928638 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d3bc7f73960485ca2cca497e84b6716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1508398 Nov 12 09:38:09.505448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52444) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:09.559077 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2629e90-fa1b-4386-a2a2-3837c6231508 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:09.588015 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2629e90-fa1b-4386-a2a2-3837c6231508 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:09.655753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2629e90-fa1b-4386-a2a2-3837c6231508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:09.660984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b2629e90-fa1b-4386-a2a2-3837c6231508 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:09.662814 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b2629e90-fa1b-4386-a2a2-3837c6231508 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70e533e1-2780-431b-8b70-0eb42c70598b HTTP/1.1" status: 204 len: 168 time: 0.1561105 Nov 12 09:38:09.675888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2629e90-fa1b-4386-a2a2-3837c6231508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e533e1-2780-431b-8b70-0eb42c70598b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:09.716182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f22aa083-0a16-4824-a434-81a4c973e8c8 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:09.743614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: f22aa083-0a16-4824-a434-81a4c973e8c8 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:38:09.744275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device f22aa083-0a16-4824-a434-81a4c973e8c8 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:09.744978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b209a666-9e52-4a83-9967-9950e4ec1d94 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:09.770097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b209a666-9e52-4a83-9967-9950e4ec1d94 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:38:09.770521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b209a666-9e52-4a83-9967-9950e4ec1d94 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:09.770815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:09.804675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:38:09.805320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 29beb67f-c467-4fb6-8c9c-8dc55aecc7d0 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:10.034885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 52506) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:10.049743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0311bb7-2e4d-42f6-b8c1-1943137dc73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.147624 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0311bb7-2e4d-42f6-b8c1-1943137dc73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.151743 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a0311bb7-2e4d-42f6-b8c1-1943137dc73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.196812 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0311bb7-2e4d-42f6-b8c1-1943137dc73f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffee10f961b34f588f5e72436e41b166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608250 Nov 12 09:38:10.198134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0311bb7-2e4d-42f6-b8c1-1943137dc73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022efcbe-7d5a-4550-a7ba-7f3425230499,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:10.199411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 52530) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:10.259219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b004604-b959-4143-b02b-987dcaa9ab43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.270640 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:10.284865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b004604-b959-4143-b02b-987dcaa9ab43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.347756 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b004604-b959-4143-b02b-987dcaa9ab43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.352224 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b004604-b959-4143-b02b-987dcaa9ab43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:10.353405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b004604-b959-4143-b02b-987dcaa9ab43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/022efcbe-7d5a-4550-a7ba-7f3425230499 HTTP/1.1" status: 204 len: 168 time: 0.1518734 Nov 12 09:38:10.362829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004604-b959-4143-b02b-987dcaa9ab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022efcbe-7d5a-4550-a7ba-7f3425230499,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:12.993198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53046) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:13.114801 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e3ed-4560-4f6a-a312-ee3d433c2519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.198981 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e3ed-4560-4f6a-a312-ee3d433c2519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.203027 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7a5e3ed-4560-4f6a-a312-ee3d433c2519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.245766 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f7a5e3ed-4560-4f6a-a312-ee3d433c2519 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be35f367c22c4e4982c0da01c3c6b04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2506425 Nov 12 09:38:13.246367 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5e3ed-4560-4f6a-a312-ee3d433c2519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa093d-81b3-48d0-8762-6093637c7f8c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:13.248422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53050) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:13.303223 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.325194 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.378621 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.381653 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.382837 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33aa093d-81b3-48d0-8762-6093637c7f8c HTTP/1.1" status: 204 len: 168 time: 0.1333864 Nov 12 09:38:13.391236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa093d-81b3-48d0-8762-6093637c7f8c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:13.401213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.401619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.402256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.402776 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.403036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.403371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.403854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.404251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.404584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.404915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.405239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.405559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5cef68-9cc5-4726-9ce4-4ec5a7a869a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:13.676384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53056) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:13.690731 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6e97-bf84-4a02-917b-0e6042245fa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.791113 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6e97-bf84-4a02-917b-0e6042245fa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.796711 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6e97-bf84-4a02-917b-0e6042245fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.835114 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4f4c6e97-bf84-4a02-917b-0e6042245fa6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=763efdbeae0f49d089aef0ec10288fa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576385 Nov 12 09:38:13.838090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53062) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:13.862307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c6e97-bf84-4a02-917b-0e6042245fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c528e5-63af-4b01-b519-3a3ce5ab8dba,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:13.908330 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-06f7caba-2899-4cb6-a72b-08bcfbb333c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.921795 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6f57a67-f022-4f2f-bc02-cb183c3b4964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.946435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6f57a67-f022-4f2f-bc02-cb183c3b4964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.996219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6f57a67-f022-4f2f-bc02-cb183c3b4964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:13.998957 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6f57a67-f022-4f2f-bc02-cb183c3b4964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:14.000160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6f57a67-f022-4f2f-bc02-cb183c3b4964 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4c528e5-63af-4b01-b519-3a3ce5ab8dba HTTP/1.1" status: 204 len: 168 time: 0.1612327 Nov 12 09:38:14.008597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f57a67-f022-4f2f-bc02-cb183c3b4964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c528e5-63af-4b01-b519-3a3ce5ab8dba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:16.429909 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e8ba8553-b85d-433f-9cf3-106cae40b963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.295334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53078) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:17.416843 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.502897 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.507437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.546915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641ab7a1-3624-404a-9e73-0d930a17e402,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:17.551457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55103c93f89c45e7a3336b754e598463&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2550273 Nov 12 09:38:17.554271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53082) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:17.558285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.558716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.558997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.559464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.559821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.560273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.560750 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.561228 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.561461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.561769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.562090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.562681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f2b4-4f30-4cd7-9c24-ae0b1457c7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:17.610115 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd5cee7d-ee05-45e8-ae3d-75afd9a0dff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.633407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd5cee7d-ee05-45e8-ae3d-75afd9a0dff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.685148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd5cee7d-ee05-45e8-ae3d-75afd9a0dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.688282 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-fd5cee7d-ee05-45e8-ae3d-75afd9a0dff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:17.689692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-fd5cee7d-ee05-45e8-ae3d-75afd9a0dff3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/641ab7a1-3624-404a-9e73-0d930a17e402 HTTP/1.1" status: 204 len: 168 time: 0.1341896 Nov 12 09:38:17.701381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cee7d-ee05-45e8-ae3d-75afd9a0dff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641ab7a1-3624-404a-9e73-0d930a17e402,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:18.384591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53104) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:18.487169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-981244490-network', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:18.512556 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Made reservation on behalf of 26fba890bdaa4f7a8a90c4ed724884b5 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:38:18.515103 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.525066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.633661 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.641628 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.680097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:38:18.706457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f8112-af21-4b42-b74a-2dc98a0c67dd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:18.711519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.712109 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Added segment fdbb4996-2579-48a7-becb-28a8abb73941 of type vlan for network 9e960688-3c95-472f-a871-ee40c3882444 Nov 12 09:38:18.767796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.800040 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.801142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:18.801913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:18.865033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4792991 Nov 12 09:38:18.868562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53108) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:18.873459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b33d2c-f19a-4988-95e9-ea32cb118320 admin admin] Pushing event updated for resources: {'Network': ['ID=9e960688-3c95-472f-a871-ee40c3882444,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:18.875146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Request body: {'subnet': {'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-981244490-subnet', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:18.886841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9e960688-3c95-472f-a871-ee40c3882444 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:38:18.903855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Made reservation on behalf of 26fba890bdaa4f7a8a90c4ed724884b5 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:38:18.906909 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.096354 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.151429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b68e27-d15a-4ba1-94e5-7e311647d707,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:19.173223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Checking segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:19.173919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Network hostable DHCP agents. Network: 9e960688-3c95-472f-a871-ee40c3882444, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:38:19.177635 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.194678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Network 9e960688-3c95-472f-a871-ee40c3882444 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:38:19.208483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9e960688-3c95-472f-a871-ee40c3882444) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:19.213695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:19.214286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.219515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb72f3-f8a1-4f80-b668-ea3c4cff9d51 None None] Network 9e960688-3c95-472f-a871-ee40c3882444 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:38:19.235720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d901677c-ce3b-4af2-97f1-b1d0d8c07c67 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3654695 Nov 12 09:38:19.239027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53110) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:19.243505 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:19.267722 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.268849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.322093 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.376904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-9e960688-3c95-472f-a871-ee40c3882444', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:38:19.377896 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.476676 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.540692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Allocated IP 172.20.0.2 (9e960688-3c95-472f-a871-ee40c3882444/64b68e27-d15a-4ba1-94e5-7e311647d707/8c8c91ce-e701-4b22-9562-4ee78166ed7e) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:19.698732 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.708317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.715950 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.720012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.756118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Network 9e960688-3c95-472f-a871-ee40c3882444 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:19.761434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:19.765942 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:19.769810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Pushing event updated for resources: {'Port': ['ID=8c8c91ce-e701-4b22-9562-4ee78166ed7e,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:19.796252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.796601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.796937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.797289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.797592 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.797975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.798302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.798622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.798938 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.799255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.799575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.799892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:19.837116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Allocated IP 172.25.5.69 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/95378de8-a4fb-4180-a565-d6a2971d8d42) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:19.838538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Attempting to bind port 8c8c91ce-e701-4b22-9562-4ee78166ed7e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:19.838538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Attempting to bind port 8c8c91ce-e701-4b22-9562-4ee78166ed7e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:19.838781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Attempting to bind port 8c8c91ce-e701-4b22-9562-4ee78166ed7e on network 9e960688-3c95-472f-a871-ee40c3882444 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:19.845151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:19.845529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Checking segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:19.846010 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.846398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Bound using segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:19.846863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Bound port: 8c8c91ce-e701-4b22-9562-4ee78166ed7e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:19.847244 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.892129 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.922049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] For port 8c8c91ce-e701-4b22-9562-4ee78166ed7e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:19.926136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] For port 8c8c91ce-e701-4b22-9562-4ee78166ed7e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8c8c91ce-e701-4b22-9562-4ee78166ed7e,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:19.930288 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.951014 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.987889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:19.990856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809bf39-0ac3-420a-b18e-c2eaa3a2ada8 None None] Pushing event updated for resources: {'Port': ['ID=8c8c91ce-e701-4b22-9562-4ee78166ed7e,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:20.024671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:20.027598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:20.034017 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:20.041849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684b8489-5863-4274-becb-c58e38f78b0b None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:20.062071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Pushing event updated for resources: {'Port': ['ID=95378de8-a4fb-4180-a565-d6a2971d8d42,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:20.170241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8184ace-c8e6-4b93-a187-5baa56d9503b None None] Provisioning complete for port 95378de8-a4fb-4180-a565-d6a2971d8d42 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:20.170607 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8184ace-c8e6-4b93-a187-5baa56d9503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:20.216036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8184ace-c8e6-4b93-a187-5baa56d9503b None None] Port 95378de8-a4fb-4180-a565-d6a2971d8d42 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:20.321369 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:20.405262 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:20.526723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:20.665384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:38:20.778433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:20.790503 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Sync routers for ids ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:20.799059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:20.802941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-009a87ac-579f-4858-a9da-2aad2e9b0c00 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5603678 Nov 12 09:38:20.803135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Routers {'760ceaf0-2a83-4ebf-b40c-36f554b0e968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:20.803241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:20.803364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53112) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:20.905375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5846b7e-8ba7-4e1d-bc41-2d5758e2f9e4 None None] Network 9e960688-3c95-472f-a871-ee40c3882444 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:38:20.976307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Set router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:21.057529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b2b228d3-77ff-42ee-8803-61bf37e4b6c0 None None] Provisioning complete for port 8c8c91ce-e701-4b22-9562-4ee78166ed7e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:21.057820 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b2b228d3-77ff-42ee-8803-61bf37e4b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.304427 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b2b228d3-77ff-42ee-8803-61bf37e4b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.350164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b2b228d3-77ff-42ee-8803-61bf37e4b6c0 None None] For port 8c8c91ce-e701-4b22-9562-4ee78166ed7e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8c8c91ce-e701-4b22-9562-4ee78166ed7e,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:21.352874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:20Z', 'revision_number': 3, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port': {'id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:21.393018 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b2b228d3-77ff-42ee-8803-61bf37e4b6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.397034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Checking router: 760ceaf0-2a83-4ebf-b40c-36f554b0e968 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:21.397605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Updating router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 port 95378de8-a4fb-4180-a565-d6a2971d8d42 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:38:21.454371 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.500701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b228d3-77ff-42ee-8803-61bf37e4b6c0 None None] Pushing event updated for resources: {'Port': ['ID=8c8c91ce-e701-4b22-9562-4ee78166ed7e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:21.632026 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.660771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ea54f2d3-4a27-482a-844f-3e29c2458063 None None] Provisioning complete for port 8c8c91ce-e701-4b22-9562-4ee78166ed7e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:21.661187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ea54f2d3-4a27-482a-844f-3e29c2458063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.843204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Allocated IP 172.20.0.1 (9e960688-3c95-472f-a871-ee40c3882444/64b68e27-d15a-4ba1-94e5-7e311647d707/6e3a6af2-6a3c-44bb-9969-7dc6c3207cba) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:21.843817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.852107 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.908320 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483fb1b9-6823-4336-a934-c03102479e88 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:21.910182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8c8c91ce-e701-4b22-9562-4ee78166ed7e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:21.943898 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Attempting to bind port 95378de8-a4fb-4180-a565-d6a2971d8d42 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:21.944321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Attempting to bind port 95378de8-a4fb-4180-a565-d6a2971d8d42 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:21.944691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Attempting to bind port 95378de8-a4fb-4180-a565-d6a2971d8d42 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:21.947600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2ab4e-0633-489f-9de6-98abaebb2119 None None] Pushing event updated for resources: {'Port': ['ID=95378de8-a4fb-4180-a565-d6a2971d8d42,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:21.961211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:21.964776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:21.964776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.964776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:21.964776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Bound port: 95378de8-a4fb-4180-a565-d6a2971d8d42, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:21.964776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:21.976295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.011566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.033583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 8c8c91ce-e701-4b22-9562-4ee78166ed7e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:22.033930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.035949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] For port 95378de8-a4fb-4180-a565-d6a2971d8d42, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:22.042473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] For port 95378de8-a4fb-4180-a565-d6a2971d8d42, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=95378de8-a4fb-4180-a565-d6a2971d8d42,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:22.061748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Network 9e960688-3c95-472f-a871-ee40c3882444 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:22.065897 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:22.070048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:22.095631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Pushing event updated for resources: {'Port': ['ID=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:22.129059 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.226835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.274603 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.288285 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-db9bc2db-5531-42ad-9c28-a363e46b6c56 None None] Provisioning complete for port 95378de8-a4fb-4180-a565-d6a2971d8d42 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:22.288857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db9bc2db-5531-42ad-9c28-a363e46b6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.298221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5bd3ae-780d-4a1d-8ebd-3d1819ad4d7e None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:22.362188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2ab4e-0633-489f-9de6-98abaebb2119 None None] Pushing event updated for resources: {'Port': ['ID=95378de8-a4fb-4180-a565-d6a2971d8d42,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:22.366362 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Routers {'760ceaf0-2a83-4ebf-b40c-36f554b0e968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:22.367025 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:22.472422 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.477368 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.546817 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db9bc2db-5531-42ad-9c28-a363e46b6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.547242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Pushing event updated for resources: {'Port': ['ID=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:22.552690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.555890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] Set router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:22.607341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-db9bc2db-5531-42ad-9c28-a363e46b6c56 None None] For port 95378de8-a4fb-4180-a565-d6a2971d8d42, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=95378de8-a4fb-4180-a565-d6a2971d8d42,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:22.613397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db9bc2db-5531-42ad-9c28-a363e46b6c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.662953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Network 9e960688-3c95-472f-a871-ee40c3882444 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:22.664664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:22.757408 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bc2db-5531-42ad-9c28-a363e46b6c56 None None] Pushing event updated for resources: {'Port': ['ID=95378de8-a4fb-4180-a565-d6a2971d8d42,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:22.772247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dbeebd26-3459-4c64-bf9e-a23677f643a8 None None] Provisioning complete for port 95378de8-a4fb-4180-a565-d6a2971d8d42 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:22.772662 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbeebd26-3459-4c64-bf9e-a23677f643a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:22.807934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:38:22.924073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port': {'id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6e3a6af2-6a3c-44bb-9969-7dc6c3207cba', 'name': '', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'mac_address': 'fa:16:3e:d1:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:21Z', 'updated_at': '2021-11-12T09:38:21Z', 'revision_number': 1, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'subnets': [{'id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:22.942628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:22.951289 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-260330ee-990a-4611-be95-49d6e0f3929d admin admin] 10.222.0.53 "PUT /v2.0/routers/760ceaf0-2a83-4ebf-b40c-36f554b0e968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1463912 Nov 12 09:38:22.957080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332e8ddb-fbc3-4151-b570-fb18275b885d None None] The sync data for ids ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'] in n-d-769329-17 is: [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port': {'id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6e3a6af2-6a3c-44bb-9969-7dc6c3207cba', 'name': '', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'mac_address': 'fa:16:3e:d1:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:21Z', 'updated_at': '2021-11-12T09:38:21Z', 'revision_number': 1, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'subnets': [{'id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:22.966458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dbeebd26-3459-4c64-bf9e-a23677f643a8 None None] Provisioning complete for port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:22.966953 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbeebd26-3459-4c64-bf9e-a23677f643a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.027986 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dbeebd26-3459-4c64-bf9e-a23677f643a8 None None] Port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:23.149869 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-28b4bf2c-0e4b-4da2-9036-9295928f99d5 None None] Provisioning complete for port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:23.150240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-28b4bf2c-0e4b-4da2-9036-9295928f99d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.223945 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-28b4bf2c-0e4b-4da2-9036-9295928f99d5 None None] Port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:23.591891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53130) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:23.597577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2100043284-network', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:23.619342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Made reservation on behalf of 7d3c693a33694efb985b0dded4a0b220 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:38:23.621787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.637334 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.734142 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.738810 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.776993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:38:23.781374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 95378de8-a4fb-4180-a565-d6a2971d8d42 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:23.784399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7eb325-674d-4b17-bb9e-5f0876af6b46,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:23.792595 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.792978 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Added segment 6b96ac9a-e346-4de9-bcb5-a336075b4fb8 of type vlan for network 9527619b-6de3-403a-b1b6-7f19570b0e01 Nov 12 09:38:23.840793 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.841214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 95378de8-a4fb-4180-a565-d6a2971d8d42 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:23.841668 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.875044 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.876566 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:23.877166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:23.914430 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3189061 Nov 12 09:38:23.914888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53132) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:23.921024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Request body: {'subnet': {'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2100043284-subnet', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:23.949073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c64cb6-35f0-4dc8-9a80-555e82ff2ddd admin admin] Pushing event updated for resources: {'Network': ['ID=9527619b-6de3-403a-b1b6-7f19570b0e01,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:23.961784 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Made reservation on behalf of 7d3c693a33694efb985b0dded4a0b220 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:38:23.963310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:38:23.964814 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.161413 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.218738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c9a8a1-d48a-47d1-a6ab-bee31b3b463e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:24.229669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Checking segment: {'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:24.230092 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Network hostable DHCP agents. Network: 9527619b-6de3-403a-b1b6-7f19570b0e01, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:38:24.248371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:38:24.260093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 9527619b-6de3-403a-b1b6-7f19570b0e01) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:24.268951 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:24.269764 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.271422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602a8368-51db-4761-9f73-458dda5fa524 None None] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:38:24.288228 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5ca3a265-c3c9-4171-b8b6-e516009f3b83 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3720360 Nov 12 09:38:24.290902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53134) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:24.295655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:24.321252 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.322351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.382576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.439249 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-9527619b-6de3-403a-b1b6-7f19570b0e01', 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'fixed_ips': [{'subnet_id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:38:24.440044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.536649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.596389 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Allocated IP 172.20.0.2 (9527619b-6de3-403a-b1b6-7f19570b0e01/28c9a8a1-d48a-47d1-a6ab-bee31b3b463e/c5f31a51-8d0d-4a88-8f73-21b1e7a5f026) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:24.745472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.752607 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.757188 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.781016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.798565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:24.801847 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:24.805848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:24.814264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Pushing event updated for resources: {'Port': ['ID=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:24.872480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Attempting to bind port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:24.872944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Attempting to bind port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:24.873387 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Attempting to bind port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 on network 9527619b-6de3-403a-b1b6-7f19570b0e01 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:24.879502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:24.880016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Checking segment: {'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:24.880588 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.881059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Bound using segment: {'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:24.881817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Bound port: c5f31a51-8d0d-4a88-8f73-21b1e7a5f026, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:24.882181 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:24.901334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Allocated IP 172.25.5.162 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/1b87ad27-8e83-4ec5-bf66-69c30be93077) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:24.950908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] For port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:24.955302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] For port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,segment=NetworkSegment(6b96ac9a-e346-4de9-bcb5-a336075b4fb8),segment_id=6b96ac9a-e346-4de9-bcb5-a336075b4fb8)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:24.959474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.028701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.035484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3437513d-f958-4fbe-a91f-a3abe511f88c None None] Pushing event updated for resources: {'Port': ['ID=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:25.065147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.109662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:25.113319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:25.117097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:25.122797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Pushing event updated for resources: {'Port': ['ID=1b87ad27-8e83-4ec5-bf66-69c30be93077,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:25.134574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30683c-d58f-4173-a1d5-69b7f7239bce None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:25.167322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f7f48c3b-1e6e-472c-9736-4fbf3706f151 None None] Provisioning complete for port 1b87ad27-8e83-4ec5-bf66-69c30be93077 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:25.167750 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7f48c3b-1e6e-472c-9736-4fbf3706f151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.231680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f7f48c3b-1e6e-472c-9736-4fbf3706f151 None None] Port 1b87ad27-8e83-4ec5-bf66-69c30be93077 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:25.246783 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Sync routers for ids ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:25.261218 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Routers {'760ceaf0-2a83-4ebf-b40c-36f554b0e968'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:25.261909 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:25.424054 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Set router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:25.425083 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.661939 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.706054 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port': {'id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6e3a6af2-6a3c-44bb-9969-7dc6c3207cba', 'name': '', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'mac_address': 'fa:16:3e:d1:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:21Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 2, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'subnets': [{'id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:25.743661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:25.761062 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Checking router: 760ceaf0-2a83-4ebf-b40c-36f554b0e968 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:25.761547 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Updating router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:38:25.796128 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.807867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:25.808581 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.839279 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:38:25.916340 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:25.963515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,segment=NetworkSegment(6b96ac9a-e346-4de9-bcb5-a336075b4fb8),segment_id=6b96ac9a-e346-4de9-bcb5-a336075b4fb8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:25.972211 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.044498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:26.059638 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:26.072621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Sync routers for ids ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:26.093665 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.095027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0f609097-06fd-456a-ab12-f3e3feb63f7e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8028710 Nov 12 09:38:26.097128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Routers {'1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:26.097770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:26.099005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53136) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:26.160329 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603412e-b073-4115-b120-f0c28b15175f None None] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:38:26.230596 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.236916 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.272468 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-4b9637ab-092e-4a69-8ffa-bbe664893e96 None None] Provisioning complete for port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:26.272877 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b9637ab-092e-4a69-8ffa-bbe664893e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.322820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Set router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:26.328320 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Pushing event updated for resources: {'Port': ['ID=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:26.360850 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.361625 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.362252 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.362837 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.363597 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.364360 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.364916 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.365452 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.365986 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.366519 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.367066 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.367594 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:38:26.386562 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Attempting to bind port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:26.389584 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Attempting to bind port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:26.392292 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Attempting to bind port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba on network 9e960688-3c95-472f-a871-ee40c3882444 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:26.408216 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:26.408796 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Checking segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:26.409545 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.410066 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Bound using segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:26.410672 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Bound port: 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:26.411172 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.487429 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] For port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:26.491588 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] For port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:26.500017 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.567216 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Routers {'760ceaf0-2a83-4ebf-b40c-36f554b0e968'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:26.568935 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:26.572803 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4052a-6163-4950-83e1-7b5789831b61 None None] Pushing event updated for resources: {'Port': ['ID=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:26.634492 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.714570 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] Set router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:26.847794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:25Z', 'revision_number': 3, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port': {'id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:26.880534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Allocated IP 172.20.0.1 (9527619b-6de3-403a-b1b6-7f19570b0e01/28c9a8a1-d48a-47d1-a6ab-bee31b3b463e/ae3a8502-6db1-4a11-bbf1-bcf52cac3673) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:26.890864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Checking router: 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:26.891364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Updating router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d port 1b87ad27-8e83-4ec5-bf66-69c30be93077 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:38:26.934109 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:26.960447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-39dce9a3-74b5-49b2-9134-1efc1f9aadb2 None None] Provisioning complete for port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:26.960826 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39dce9a3-74b5-49b2-9134-1efc1f9aadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.045935 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port': {'id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6e3a6af2-6a3c-44bb-9969-7dc6c3207cba', 'name': '', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'mac_address': 'fa:16:3e:d1:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:21Z', 'updated_at': '2021-11-12T09:38:26Z', 'revision_number': 4, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'subnets': [{'id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:27.088663 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20b732b-cacb-4abf-b6d2-15525f252742 None None] The sync data for ids ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'] in n-d-769329-17 is: [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port': {'id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '6e3a6af2-6a3c-44bb-9969-7dc6c3207cba', 'name': '', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'mac_address': 'fa:16:3e:d1:f2:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:21Z', 'updated_at': '2021-11-12T09:38:26Z', 'revision_number': 4, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'subnets': [{'id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:27.108125 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.177786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.181452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39dce9a3-74b5-49b2-9134-1efc1f9aadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.218564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:27.222502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:27.226309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:27.239229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-39dce9a3-74b5-49b2-9134-1efc1f9aadb2 None None] For port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:27.244465 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-39dce9a3-74b5-49b2-9134-1efc1f9aadb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.282351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Pushing event updated for resources: {'Port': ['ID=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:27.299490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.336910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dce9a3-74b5-49b2-9134-1efc1f9aadb2 None None] Pushing event updated for resources: {'Port': ['ID=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:27.363885 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.372669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.415984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1cf8a192-37ca-4cd8-a586-822503619e10 None None] Provisioning complete for port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:27.416547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a192-37ca-4cd8-a586-822503619e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.452461 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310070dc-0040-44dc-8ed5-6dd857ddc429 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:27.479029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Attempting to bind port 1b87ad27-8e83-4ec5-bf66-69c30be93077 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:27.479483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Attempting to bind port 1b87ad27-8e83-4ec5-bf66-69c30be93077 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:27.479933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Attempting to bind port 1b87ad27-8e83-4ec5-bf66-69c30be93077 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:27.486407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49707cbd-5085-474d-b7c1-d19ef5574da1 None None] Pushing event updated for resources: {'Port': ['ID=1b87ad27-8e83-4ec5-bf66-69c30be93077,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:27.498958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:27.499683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:27.500290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.500783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:27.501341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Bound port: 1b87ad27-8e83-4ec5-bf66-69c30be93077, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:27.501791 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.531018 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.591628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] For port 1b87ad27-8e83-4ec5-bf66-69c30be93077, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:27.614980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] For port 1b87ad27-8e83-4ec5-bf66-69c30be93077, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b87ad27-8e83-4ec5-bf66-69c30be93077,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:27.624771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.684957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1cf8a192-37ca-4cd8-a586-822503619e10 None None] Provisioning complete for port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:27.685331 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1cf8a192-37ca-4cd8-a586-822503619e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.687023 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f513a1-e0da-433c-8458-87f7de17d0fe None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:27.742981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Routers {'1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:27.743565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:27.772042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.777774 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.793238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49707cbd-5085-474d-b7c1-d19ef5574da1 None None] Pushing event updated for resources: {'Port': ['ID=1b87ad27-8e83-4ec5-bf66-69c30be93077,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:27.815589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:27.858277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Pushing event updated for resources: {'Port': ['ID=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:27.860977 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:27.953777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] Set router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:27.987349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:27.989968 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:28.060345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:28.060720 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.065325 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.158360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:38:28.177327 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Provisioning complete for port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:28.177780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.271872 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:28.295253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:28.301825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f39d379e-b228-48a2-a4b8-db54363600de admin admin] 10.222.0.53 "PUT /v2.0/routers/1ebc5a07-cf7b-4c60-8178-1685d68b1c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2009912 Nov 12 09:38:28.316829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:28.321703 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Provisioning complete for port 1b87ad27-8e83-4ec5-bf66-69c30be93077 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:28.322073 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.588811 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.617062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 4, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port': {'id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ae3a8502-6db1-4a11-bbf1-bcf52cac3673', 'name': '', 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'mac_address': 'fa:16:3e:da:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:26Z', 'updated_at': '2021-11-12T09:38:26Z', 'revision_number': 1, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'subnets': [{'id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:28.649479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:28.649859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.653853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e441bf-1952-46bc-930a-7f3a31fca592 None None] The sync data for ids ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'] in n-d-769329-17 is: [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 4, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port': {'id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ae3a8502-6db1-4a11-bbf1-bcf52cac3673', 'name': '', 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'mac_address': 'fa:16:3e:da:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:26Z', 'updated_at': '2021-11-12T09:38:26Z', 'revision_number': 1, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'subnets': [{'id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:28.733384 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.779850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] For port 1b87ad27-8e83-4ec5-bf66-69c30be93077, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b87ad27-8e83-4ec5-bf66-69c30be93077,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:28.786734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:28.835257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-5812202e-f604-4811-971c-0f2c6b0659ac req-32c7f342-43c8-4fff-b868-06ab39bd072d service neutron] (109376) timed out ('10.222.0.55', 49339) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:38:28.874378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9838c-c1bd-42f1-bc59-4052a393f4dd None None] Pushing event updated for resources: {'Port': ['ID=1b87ad27-8e83-4ec5-bf66-69c30be93077,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:28.922582 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9202b2e1-62ed-4a28-ae7e-cb9c096def72 None None] Provisioning complete for port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:28.923388 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9202b2e1-62ed-4a28-ae7e-cb9c096def72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:29.008373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9202b2e1-62ed-4a28-ae7e-cb9c096def72 None None] Port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:29.077125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-54ff546c-6721-4efe-a65f-344734bc3ee8 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:29.087893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-54ff546c-6721-4efe-a65f-344734bc3ee8 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/networks?id=9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 200 len: 910 time: 0.1168199 Nov 12 09:38:29.106510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-ccb81da6-c2af-456b-9b98-c24e0353d4d1 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/quotas/7d3c693a33694efb985b0dded4a0b220 HTTP/1.1" status: 200 len: 375 time: 0.0172818 Nov 12 09:38:29.209113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-649d397b-e337-4cf6-9d82-0b66e3b41f1b tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d3c693a33694efb985b0dded4a0b220&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911727 Nov 12 09:38:29.343168 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-bb07aaa8-2090-4239-b184-d23672aa3931 service neutron] 10.222.0.53 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239798 Nov 12 09:38:29.461027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-179781bc-0cca-4f94-a07f-e33ba3d33442 service neutron] 10.222.0.53 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112294 Nov 12 09:38:29.678127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99a27d6f-603a-4c55-a44d-8b56686a4f40 req-bd36d822-39bc-49af-bb6b-0a5206182e34 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 210 time: 0.0606279 Nov 12 09:38:30.807305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45b13f84-0d1f-4ac9-a6d3-98f85894b198 req-bd52d281-6ce3-4e50-9d4c-04418194eb77 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 210 time: 0.0406268 Nov 12 09:38:30.834976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-247ef679-2e5d-458b-9827-a1bbaffde9f0 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:30.834976 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-247ef679-2e5d-458b-9827-a1bbaffde9f0 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.62 "GET /v2.0/networks?id=9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 200 len: 910 time: 0.1331134 Nov 12 09:38:30.847252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Request body: {'port': {'device_id': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'admin_state_up': True, 'tenant_id': '7d3c693a33694efb985b0dded4a0b220'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:30.867624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Made reservation on behalf of 7d3c693a33694efb985b0dded4a0b220 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:38:30.869893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:30.993217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Allocated IP 172.20.0.6 (9e960688-3c95-472f-a871-ee40c3882444/64b68e27-d15a-4ba1-94e5-7e311647d707/018512c0-4a70-48ed-a871-56d2ea09dc3d) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:31.145768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.185218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.232277 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Sync routers for ids ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:31.233940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Network 9e960688-3c95-472f-a871-ee40c3882444 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:31.237292 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:31.242255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:31.245737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Pushing event updated for resources: {'Port': ['ID=018512c0-4a70-48ed-a871-56d2ea09dc3d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:31.247715 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Routers {'1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:31.248868 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:31.296158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.296936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.322121 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-3fe74f24-96f6-4753-9d58-54496271fbbc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4792016 Nov 12 09:38:31.338457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Request body: {'port': {'device_id': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:31.383612 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Set router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:31.397863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.544918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fb1ca277-5180-4efc-b35c-816fa82e8764 None None] Provisioning complete for port 018512c0-4a70-48ed-a871-56d2ea09dc3d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:31.545943 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb1ca277-5180-4efc-b35c-816fa82e8764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.587365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fb1ca277-5180-4efc-b35c-816fa82e8764 None None] Port 018512c0-4a70-48ed-a871-56d2ea09dc3d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:31.605319 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 4, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port': {'id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ae3a8502-6db1-4a11-bbf1-bcf52cac3673', 'name': '', 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'mac_address': 'fa:16:3e:da:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:26Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 2, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'subnets': [{'id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:31.631597 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Checking router: 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:31.631971 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Updating router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:38:31.666496 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.687872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018512c0-4a70-48ed-a871-56d2ea09dc3d {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:31.697067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.709962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Transition to ACTIVE for port object 018512c0-4a70-48ed-a871-56d2ea09dc3d will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:38:31.714814 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.743406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b87ad27-8e83-4ec5-bf66-69c30be93077 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:31.800531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Pushing event updated for resources: {'Port': ['ID=018512c0-4a70-48ed-a871-56d2ea09dc3d,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:31.806860 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1b87ad27-8e83-4ec5-bf66-69c30be93077 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:31.807343 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.923768 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Attempting to bind port 018512c0-4a70-48ed-a871-56d2ea09dc3d on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:31.924377 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Attempting to bind port 018512c0-4a70-48ed-a871-56d2ea09dc3d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:31.924523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Attempting to bind port 018512c0-4a70-48ed-a871-56d2ea09dc3d on network 9e960688-3c95-472f-a871-ee40c3882444 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:31.934688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Port 018512c0-4a70-48ed-a871-56d2ea09dc3d on network 9e960688-3c95-472f-a871-ee40c3882444 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:38:31.935020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Attempting to bind port 018512c0-4a70-48ed-a871-56d2ea09dc3d on network 9e960688-3c95-472f-a871-ee40c3882444 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:31.944546 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:31.944885 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Checking segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:31.945267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Bound using segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:31.945696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Bound port: 018512c0-4a70-48ed-a871-56d2ea09dc3d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:31.946053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.969886 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.979173 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:31.997231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df3a34-4c9e-4a9b-b495-5857dc5774f6 req-82a027a2-4350-4fae-b3bf-336714cae29a tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:31.998949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1df3a34-4c9e-4a9b-b495-5857dc5774f6 req-82a027a2-4350-4fae-b3bf-336714cae29a tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1053 time: 0.0835485 Nov 12 09:38:32.031613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] For port 018512c0-4a70-48ed-a871-56d2ea09dc3d, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:32.035945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] For port 018512c0-4a70-48ed-a871-56d2ea09dc3d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:32.042826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.061675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.063747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.065743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] 10.222.0.62 "PUT /v2.0/ports/018512c0-4a70-48ed-a871-56d2ea09dc3d HTTP/1.1" status: 200 len: 1092 time: 0.7345726 Nov 12 09:38:32.068299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'tag': '018512c0-4a70-48ed-a871-56d2ea09dc3d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:32.070803 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bda64-f752-4250-b162-95cabd7d1cdd None None] Pushing event updated for resources: {'Port': ['ID=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:32.070922 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206ed04e-baa3-4a8d-b2a3-180e7c20e395" -d '{"events": [{"name": "network-changed", "server_uuid": "272524d7-5e7f-4a15-b5da-fe848e7246e2", "tag": "018512c0-4a70-48ed-a871-56d2ea09dc3d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:32.093378 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f1df3a34-4c9e-4a9b-b495-5857dc5774f6 req-476a41cc-a6af-4d6c-af04-042604325d94 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843551 Nov 12 09:38:32.115436 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Attempting to bind port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:32.115805 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Attempting to bind port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:32.116392 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Attempting to bind port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 on network 9527619b-6de3-403a-b1b6-7f19570b0e01 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:32.121968 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:32.122617 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Checking segment: {'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:32.123206 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.123793 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Bound using segment: {'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:32.129168 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Bound port: ae3a8502-6db1-4a11-bbf1-bcf52cac3673, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b96ac9a-e346-4de9-bcb5-a336075b4fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:32.129767 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.195728 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1597f49-f366-46d9-bac8-2d2fa84dbd03 x-openstack-request-id: req-d1597f49-f366-46d9-bac8-2d2fa84dbd03 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:32.196045 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "272524d7-5e7f-4a15-b5da-fe848e7246e2", "tag": "018512c0-4a70-48ed-a871-56d2ea09dc3d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:32.196300 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1597f49-f366-46d9-bac8-2d2fa84dbd03 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:32.197100 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'tag': '018512c0-4a70-48ed-a871-56d2ea09dc3d', 'status': 'completed', 'code': 200} Nov 12 09:38:32.226486 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] For port ae3a8502-6db1-4a11-bbf1-bcf52cac3673, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:32.229870 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] For port ae3a8502-6db1-4a11-bbf1-bcf52cac3673, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,segment=NetworkSegment(6b96ac9a-e346-4de9-bcb5-a336075b4fb8),segment_id=6b96ac9a-e346-4de9-bcb5-a336075b4fb8)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:32.240712 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.241418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62cc45b-b7ef-4001-a4d9-03267e9fac5d service neutron] Pushing event updated for resources: {'Port': ['ID=018512c0-4a70-48ed-a871-56d2ea09dc3d,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:32.246683 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-d2f1f3f8-4084-43db-a7f1-66a00ab89b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.248248 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-d2f1f3f8-4084-43db-a7f1-66a00ab89b4a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d3c693a33694efb985b0dded4a0b220&device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1095 time: 0.1003025 Nov 12 09:38:32.297193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-6842d34e-84cf-414b-ab0f-d126b37f50ec service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d HTTP/1.1" status: 200 len: 217 time: 0.0397851 Nov 12 09:38:32.318369 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Routers {'1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:32.319250 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:32.357637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-dba3e738-8719-4069-bf73-44be3fc86eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.357886 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207bda64-f752-4250-b162-95cabd7d1cdd None None] Pushing event updated for resources: {'Port': ['ID=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:32.359115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-dba3e738-8719-4069-bf73-44be3fc86eec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64b68e27-d15a-4ba1-94e5-7e311647d707 HTTP/1.1" status: 200 len: 848 time: 0.0541646 Nov 12 09:38:32.415495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-d70716a0-55bf-4c2e-9dbc-5ce7ab6f5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:32.417214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-d70716a0-55bf-4c2e-9dbc-5ce7ab6f5192 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e960688-3c95-472f-a871-ee40c3882444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493057 Nov 12 09:38:32.471371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6aaf5ac2-6b23-4cad-bcf9-9e7f84d04b1d None None] Provisioning complete for port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:32.472117 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5ac2-6b23-4cad-bcf9-9e7f84d04b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.554474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-f97dc5ce-bf8f-420f-870e-3f97bc0535f2 service neutron] 10.222.0.62 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273699 Nov 12 09:38:32.565280 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] Set router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:32.579086 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5ac2-6b23-4cad-bcf9-9e7f84d04b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.630969 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6aaf5ac2-6b23-4cad-bcf9-9e7f84d04b1d None None] For port ae3a8502-6db1-4a11-bbf1-bcf52cac3673, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,segment=NetworkSegment(6b96ac9a-e346-4de9-bcb5-a336075b4fb8),segment_id=6b96ac9a-e346-4de9-bcb5-a336075b4fb8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:32.636770 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6aaf5ac2-6b23-4cad-bcf9-9e7f84d04b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.700714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf5ac2-6b23-4cad-bcf9-9e7f84d04b1d None None] Pushing event updated for resources: {'Port': ['ID=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:32.802154 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 4, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port': {'id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ae3a8502-6db1-4a11-bbf1-bcf52cac3673', 'name': '', 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'mac_address': 'fa:16:3e:da:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:26Z', 'updated_at': '2021-11-12T09:38:32Z', 'revision_number': 4, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'subnets': [{'id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:32.808604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d4505c49-fa5a-469f-8429-507aa4ea765f None None] Provisioning complete for port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:32.808867 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d4505c49-fa5a-469f-8429-507aa4ea765f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:32.834195 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2195407-f639-43a2-8a5c-5d7889b185c0 None None] The sync data for ids ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'] in n-d-769329-17 is: [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:27Z', 'revision_number': 4, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port': {'id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'ae3a8502-6db1-4a11-bbf1-bcf52cac3673', 'name': '', 'network_id': '9527619b-6de3-403a-b1b6-7f19570b0e01', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'mac_address': 'fa:16:3e:da:95:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:26Z', 'updated_at': '2021-11-12T09:38:32Z', 'revision_number': 4, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'subnets': [{'id': '28c9a8a1-d48a-47d1-a6ab-bee31b3b463e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:33.056167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7b7d446c-d7e9-414a-a51d-ec55f1cb5902 req-14bab467-5baa-4a4a-b7c3-9d572cff7001 service neutron] 10.222.0.62 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926534 Nov 12 09:38:33.166971 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-211880af-e35b-4500-8121-4e198b1aadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.169066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-211880af-e35b-4500-8121-4e198b1aadf6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d3c693a33694efb985b0dded4a0b220&device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1095 time: 0.0560842 Nov 12 09:38:33.265355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa2dbd-be1d-4d47-91b7-f421f2d0f0f9 req-da474a6f-b233-49a9-8538-cba9efa97b9a tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.267041 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cfa2dbd-be1d-4d47-91b7-f421f2d0f0f9 req-da474a6f-b233-49a9-8538-cba9efa97b9a tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1095 time: 0.0661061 Nov 12 09:38:33.291631 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-3e7ff4bf-e96a-44d0-9966-c763faa2c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.293552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-3e7ff4bf-e96a-44d0-9966-c763faa2c477 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 200 len: 910 time: 0.1164684 Nov 12 09:38:33.331175 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cfa2dbd-be1d-4d47-91b7-f421f2d0f0f9 req-54bf13a1-c09a-43e5-9961-c63d1162c292 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540423 Nov 12 09:38:33.338921 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-31ef6089-53a0-4274-a902-42752b4e5159 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d HTTP/1.1" status: 200 len: 217 time: 0.0373361 Nov 12 09:38:33.402585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-757c0c81-c15e-4f75-959e-e54224db8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.404134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-757c0c81-c15e-4f75-959e-e54224db8f07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64b68e27-d15a-4ba1-94e5-7e311647d707 HTTP/1.1" status: 200 len: 848 time: 0.0559978 Nov 12 09:38:33.454756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-d48740e5-4457-47e6-997f-0a7023fb3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:33.456318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-d48740e5-4457-47e6-997f-0a7023fb3a6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e960688-3c95-472f-a871-ee40c3882444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443203 Nov 12 09:38:33.556880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-fb3da6ff-e761-443b-94fe-13ed473d5533 service neutron] 10.222.0.62 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930305 Nov 12 09:38:33.666270 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206ed04e-baa3-4a8d-b2a3-180e7c20e395 req-063c7089-2ec9-49aa-9781-eca3de77abfb service neutron] 10.222.0.62 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013510 Nov 12 09:38:33.726771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ae3a8502-6db1-4a11-bbf1-bcf52cac3673 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:33.784829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:33.785189 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:34.443065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5b3c-cab8-4b6d-add9-ff65fe668da6 req-bf45f8df-ee5c-465b-9d71-149c2b5b91df tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:34.444644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdee5b3c-cab8-4b6d-add9-ff65fe668da6 req-bf45f8df-ee5c-465b-9d71-149c2b5b91df tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1095 time: 0.0435181 Nov 12 09:38:34.489647 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bdee5b3c-cab8-4b6d-add9-ff65fe668da6 req-64b4d03f-04ae-426d-9b5f-267e34d1dfae tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387766 Nov 12 09:38:35.597933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec78e0-2990-4e72-a80f-c658580b7c0e req-02fc2775-31a8-4a95-99d4-969d199dd5b8 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:35.599457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64ec78e0-2990-4e72-a80f-c658580b7c0e req-02fc2775-31a8-4a95-99d4-969d199dd5b8 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1095 time: 0.0415535 Nov 12 09:38:35.649049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-64ec78e0-2990-4e72-a80f-c658580b7c0e req-13a32966-4132-46c2-ba90-5abbc16662fd tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435576 Nov 12 09:38:36.239844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 018512c0-4a70-48ed-a871-56d2ea09dc3d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:38:36.336714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 018512c0-4a70-48ed-a871-56d2ea09dc3d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:36.348478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '018512c0-4a70-48ed-a871-56d2ea09dc3d', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'port_id': '018512c0-4a70-48ed-a871-56d2ea09dc3d', 'mac_address': 'fa:16:3e:15:f0:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:38:36.385815 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:36.401164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018512c0-4a70-48ed-a871-56d2ea09dc3d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:36.424419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 018512c0-4a70-48ed-a871-56d2ea09dc3d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:36.428585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:36.475156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=018512c0-4a70-48ed-a871-56d2ea09dc3d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:36.678779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['018512c0-4a70-48ed-a871-56d2ea09dc3d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:36.763053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222e5e-16ed-42b5-99ed-6ec848b28f10 req-b430171a-dab2-4d06-8b4b-a39576a7b88c tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:36.764636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60222e5e-16ed-42b5-99ed-6ec848b28f10 req-b430171a-dab2-4d06-8b4b-a39576a7b88c tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1096 time: 0.0451517 Nov 12 09:38:36.809228 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-60222e5e-16ed-42b5-99ed-6ec848b28f10 req-d9eabdd5-15fd-42b4-bee4-0bd2f0e67f6a tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380406 Nov 12 09:38:37.916021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f961b-6abe-4f9b-a6c7-6818dc596c3d req-6e5b5688-d771-4501-9084-627d95583ff9 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:37.917444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-035f961b-6abe-4f9b-a6c7-6818dc596c3d req-6e5b5688-d771-4501-9084-627d95583ff9 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1096 time: 0.0406177 Nov 12 09:38:37.961999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-035f961b-6abe-4f9b-a6c7-6818dc596c3d req-7ea4b0e7-f55e-4847-a2b3-d50159745512 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384142 Nov 12 09:38:38.236939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 018512c0-4a70-48ed-a871-56d2ea09dc3d up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:38.287673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 018512c0-4a70-48ed-a871-56d2ea09dc3d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:38:38.291984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 018512c0-4a70-48ed-a871-56d2ea09dc3d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:38.292361 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:38.369011 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:38.394084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018512c0-4a70-48ed-a871-56d2ea09dc3d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:38.396364 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7706dc51-0b70-4a0b-ac30-b704da848139" -d '{"events": [{"server_uuid": "272524d7-5e7f-4a15-b5da-fe848e7246e2", "name": "network-vif-plugged", "status": "completed", "tag": "018512c0-4a70-48ed-a871-56d2ea09dc3d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:38.412916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 018512c0-4a70-48ed-a871-56d2ea09dc3d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:38.417296 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:38.440538 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c6a6d-3048-454f-aa0f-6f03145abbfb x-openstack-request-id: req-975c6a6d-3048-454f-aa0f-6f03145abbfb {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:38.440823 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272524d7-5e7f-4a15-b5da-fe848e7246e2", "name": "network-vif-plugged", "status": "completed", "tag": "018512c0-4a70-48ed-a871-56d2ea09dc3d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:38.441078 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-975c6a6d-3048-454f-aa0f-6f03145abbfb {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:38.441472 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018512c0-4a70-48ed-a871-56d2ea09dc3d', 'code': 200} Nov 12 09:38:38.469410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=018512c0-4a70-48ed-a871-56d2ea09dc3d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:38.537625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd8f73-e1c9-4e6d-9955-750cb1655bed req-c60c4aaf-381d-408d-9e8a-6a85480121aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:38.539122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcd8f73-e1c9-4e6d-9955-750cb1655bed req-c60c4aaf-381d-408d-9e8a-6a85480121aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0432482 Nov 12 09:38:38.587796 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bcd8f73-e1c9-4e6d-9955-750cb1655bed req-591acc67-5fbc-460f-a8c2-22bfd5e6c3b7 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Nov 12 09:38:39.070685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4869d-1c1c-42b3-8de3-5828c9fde62a req-8f1c76cd-87a6-427a-929f-520b0bdb5c3f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:39.072224 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2b4869d-1c1c-42b3-8de3-5828c9fde62a req-8f1c76cd-87a6-427a-929f-520b0bdb5c3f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0431457 Nov 12 09:38:39.118303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2b4869d-1c1c-42b3-8de3-5828c9fde62a req-fdf050c4-397a-41a2-b3a3-f81de9e7fce8 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401855 Nov 12 09:38:40.230492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6bfc6-1077-47c1-8561-1bb513d45436 req-009efd05-751b-4d88-bc6d-bf01dc62f1e2 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.232144 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68b6bfc6-1077-47c1-8561-1bb513d45436 req-009efd05-751b-4d88-bc6d-bf01dc62f1e2 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0411592 Nov 12 09:38:40.287430 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-68b6bfc6-1077-47c1-8561-1bb513d45436 req-8e6c93ae-8aae-49e0-b82d-45fa2801f771 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Nov 12 09:38:40.413331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358fba0-bcdd-4497-87e5-1ab1c4931d7e req-ea587a49-c0b1-40e4-aec4-201569b5a43d tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.414898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6358fba0-bcdd-4497-87e5-1ab1c4931d7e req-ea587a49-c0b1-40e4-aec4-201569b5a43d tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0576749 Nov 12 09:38:40.474112 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6358fba0-bcdd-4497-87e5-1ab1c4931d7e req-d7355d52-abf6-430b-87e8-9858acdf9909 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485785 Nov 12 09:38:40.582501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-9f2dd9be-a8db-4f4f-94da-71fd649e076f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0698991 Nov 12 09:38:40.592929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15c985-de17-49bb-bd83-ff508047b17c req-77124c2a-d075-459b-b2e2-797749da71cf tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.595063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f15c985-de17-49bb-bd83-ff508047b17c req-77124c2a-d075-459b-b2e2-797749da71cf tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0512283 Nov 12 09:38:40.680856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f15c985-de17-49bb-bd83-ff508047b17c req-d7df14c9-8985-4411-a27e-51016b78f8e9 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770538 Nov 12 09:38:40.693884 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-ddec0699-11fe-41d6-8663-a9d77ae78a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.695425 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-ddec0699-11fe-41d6-8663-a9d77ae78a2c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=7d3c693a33694efb985b0dded4a0b220&device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0635293 Nov 12 09:38:40.815215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-55854180-4524-4b4a-bbda-c2013b822ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.816736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-55854180-4524-4b4a-bbda-c2013b822ec2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 200 len: 910 time: 0.0939384 Nov 12 09:38:40.865034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-bf6137f0-74d2-428c-838c-cdfcf6f2dd8c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d HTTP/1.1" status: 200 len: 217 time: 0.0407736 Nov 12 09:38:40.922661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-a37c1d75-817b-4f79-b15d-f8510a1ab842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.924210 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-a37c1d75-817b-4f79-b15d-f8510a1ab842 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64b68e27-d15a-4ba1-94e5-7e311647d707 HTTP/1.1" status: 200 len: 848 time: 0.0516276 Nov 12 09:38:40.972839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-e353f817-77a1-4db5-9707-607382eb30d9 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.974252 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-7fc38053-1f23-49a8-b979-8c6d921c3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:40.974445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-e353f817-77a1-4db5-9707-607382eb30d9 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/networks?id=9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 200 len: 910 time: 0.1585968 Nov 12 09:38:40.975804 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-7fc38053-1f23-49a8-b979-8c6d921c3bb8 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=9e960688-3c95-472f-a871-ee40c3882444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438437 Nov 12 09:38:40.989212 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-43aef552-0871-4685-9085-81fbd315f889 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/quotas/7d3c693a33694efb985b0dded4a0b220 HTTP/1.1" status: 200 len: 375 time: 0.0091650 Nov 12 09:38:41.074052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-e34b5001-6a40-4b17-8484-49646826a489 service neutron] 10.222.0.62 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899904 Nov 12 09:38:41.174727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-aaf9e2f1-9bf8-4ce7-a2ae-0dab2bd0ecab req-626a72e4-9701-447c-a109-40c1beec5748 service neutron] 10.222.0.62 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931664 Nov 12 09:38:41.348348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-9aca5a7d-c9ad-4ad8-9021-bbcfbbbc8ff0 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=7d3c693a33694efb985b0dded4a0b220&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3535223 Nov 12 09:38:41.359010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-2f0b4987-28e5-49f7-b864-4950e7fd936b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:38:41.360092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-2f0b4987-28e5-49f7-b864-4950e7fd936b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049746 Nov 12 09:38:41.452911 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-fe460ea9-0602-44a9-8ae3-c5e6811be94f service neutron] 10.222.0.53 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855556 Nov 12 09:38:41.548177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-f7aa8b2a-3c96-4d17-891a-b7415a911c2b service neutron] 10.222.0.53 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884027 Nov 12 09:38:41.710390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7be92230-c5a7-4fe8-962b-604bb7203b22 req-d5fcdab1-dd88-478e-b78c-d3e1d7705eb5 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 210 time: 0.0271904 Nov 12 09:38:42.696681 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-5199fe83-de1d-4153-9efe-77e882099ba4 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:42.698208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-5199fe83-de1d-4153-9efe-77e882099ba4 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.55 "GET /v2.0/networks?id=9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 200 len: 910 time: 0.0966129 Nov 12 09:38:42.711856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Request body: {'port': {'device_id': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'admin_state_up': True, 'tenant_id': '7d3c693a33694efb985b0dded4a0b220'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:42.736115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Made reservation on behalf of 7d3c693a33694efb985b0dded4a0b220 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:38:42.738952 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:42.807291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-914d1da6-6ffa-4eb7-9932-96645d2ab626 req-808f0b0c-b66b-4b36-ad53-942d6a002879 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 210 time: 0.0268443 Nov 12 09:38:42.862680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Allocated IP 172.20.0.3 (9e960688-3c95-472f-a871-ee40c3882444/64b68e27-d15a-4ba1-94e5-7e311647d707/846bb00e-dfcd-4bb9-8dd4-4c0288e9f806) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:38:42.994728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.028931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.041110 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['018512c0-4a70-48ed-a871-56d2ea09dc3d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:43.077943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Network 9e960688-3c95-472f-a871-ee40c3882444 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:38:43.087968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:38:43.087968 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Pushing event updated for resources: {'Port': ['ID=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:43.090153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:38:43.134596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:43.135350 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.153896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-262bd340-a22d-4531-8682-2e8221f3acf7 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4470415 Nov 12 09:38:43.171079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Request body: {'port': {'device_id': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:38:43.224923 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.301627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0020a3bc-2d5a-4a46-aef1-79292f5cea03 None None] Provisioning complete for port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:43.302131 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0020a3bc-2d5a-4a46-aef1-79292f5cea03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.339127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0020a3bc-2d5a-4a46-aef1-79292f5cea03 None None] Port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:38:43.500500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:43.509224 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.521322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Transition to ACTIVE for port object 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:38:43.526376 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.580385 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:43.654487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Attempting to bind port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:38:43.654920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Attempting to bind port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:38:43.655323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Attempting to bind port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 on network 9e960688-3c95-472f-a871-ee40c3882444 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:43.660110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 on network 9e960688-3c95-472f-a871-ee40c3882444 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:38:43.660428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Attempting to bind port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 on network 9e960688-3c95-472f-a871-ee40c3882444 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:38:43.665371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:38:43.665704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Checking segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:38:43.666114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Bound using segment: {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:38:43.666538 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Bound port: 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdbb4996-2579-48a7-becb-28a8abb73941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '9e960688-3c95-472f-a871-ee40c3882444'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:38:43.666893 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.737779 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] For port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:38:43.741425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] For port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:38:43.747483 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.783034 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:43.783725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.785127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 HTTP/1.1" status: 200 len: 1092 time: 0.6230390 Nov 12 09:38:43.785575 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'tag': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:43.787888 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba68cc2-771f-4cb3-a959-c360da253e69" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb4f4eb-8019-4274-8c74-ce7c66cb0c04", "tag": "846bb00e-dfcd-4bb9-8dd4-4c0288e9f806"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:43.816867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d7703-f90b-4b60-a3d5-de0cecc5b6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:43.836041 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f045bd-020f-401f-b513-65ae35ac71b2 x-openstack-request-id: req-a2f045bd-020f-401f-b513-65ae35ac71b2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:43.836901 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb4f4eb-8019-4274-8c74-ce7c66cb0c04", "tag": "846bb00e-dfcd-4bb9-8dd4-4c0288e9f806", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:43.836901 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2f045bd-020f-401f-b513-65ae35ac71b2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:43.837314 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'tag': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806', 'status': 'completed', 'code': 200} Nov 12 09:38:43.877262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-0ba9b985-270f-4dfd-9b5c-724295518d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:43.879006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-0ba9b985-270f-4dfd-9b5c-724295518d68 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d3c693a33694efb985b0dded4a0b220&device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1095 time: 0.0536616 Nov 12 09:38:43.903584 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b7ad85b-e0a4-45d3-9641-32792c3a7354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:43.936738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-7e3227a2-d37a-4044-8355-77bcbd82805b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 HTTP/1.1" status: 200 len: 217 time: 0.0489697 Nov 12 09:38:43.994966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-09629746-aacd-491c-8937-57a847226bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:43.996573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-09629746-aacd-491c-8937-57a847226bf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64b68e27-d15a-4ba1-94e5-7e311647d707 HTTP/1.1" status: 200 len: 848 time: 0.0537696 Nov 12 09:38:44.050567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e55b4-6868-44a9-9914-218af4965ff1 req-ba4ef35c-b809-4fec-847d-d26d43ea85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:44.052245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-ba4ef35c-b809-4fec-847d-d26d43ea85bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9e960688-3c95-472f-a871-ee40c3882444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480173 Nov 12 09:38:44.101234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dc91d-14fb-4f87-aed2-5e97dce02ee3 req-212aa618-493a-4e5e-afd3-089c99f4172d tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:44.102974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-846dc91d-14fb-4f87-aed2-5e97dce02ee3 req-212aa618-493a-4e5e-afd3-089c99f4172d tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1095 time: 0.1907408 Nov 12 09:38:44.152754 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-846dc91d-14fb-4f87-aed2-5e97dce02ee3 req-be7d8b02-77f1-4dda-882f-63ee8d77d30b tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435612 Nov 12 09:38:44.167496 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-fda93ad2-3155-429e-b390-6bd2e1afd714 service neutron] 10.222.0.55 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077979 Nov 12 09:38:44.260774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-585e55b4-6868-44a9-9914-218af4965ff1 req-17dd7c6d-1812-41e7-b9a3-eb91e97a2324 service neutron] 10.222.0.55 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 Nov 12 09:38:44.354813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-0abe0ad1-ceee-4992-8046-7c097fe21027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:44.356391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-0abe0ad1-ceee-4992-8046-7c097fe21027 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d3c693a33694efb985b0dded4a0b220&device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1095 time: 0.0462773 Nov 12 09:38:44.448358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-322aecce-eee0-449b-90c1-254cfa0b91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:44.449838 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-322aecce-eee0-449b-90c1-254cfa0b91fa service neutron] 10.222.0.55 "GET /v2.0/networks?id=9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 200 len: 910 time: 0.0862095 Nov 12 09:38:44.495499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-703ea2d1-ba3c-4dad-bb91-5637e2a17ade service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 HTTP/1.1" status: 200 len: 217 time: 0.0387177 Nov 12 09:38:44.546167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-5814d5da-21a8-4121-b778-d4bfcc31a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:44.548166 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-5814d5da-21a8-4121-b778-d4bfcc31a001 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=64b68e27-d15a-4ba1-94e5-7e311647d707 HTTP/1.1" status: 200 len: 848 time: 0.0458391 Nov 12 09:38:44.595453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-1040908b-71ca-4ddc-aba6-5b41d06e2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:44.597002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-1040908b-71ca-4ddc-aba6-5b41d06e2e8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9e960688-3c95-472f-a871-ee40c3882444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411510 Nov 12 09:38:44.691431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-7d0d7687-e3ed-4a73-8638-3dda8bc96a8e service neutron] 10.222.0.55 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Nov 12 09:38:44.787164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bba68cc2-771f-4cb3-a959-c360da253e69 req-3cb7999c-2ec5-49ca-99fd-fff8275dd497 service neutron] 10.222.0.55 "GET /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884206 Nov 12 09:38:45.321239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7734e-2f2b-41c0-9fc6-0164f164e56d req-c4e92e96-b254-41d1-b0b9-afb29328ce4f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:45.322773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cf7734e-2f2b-41c0-9fc6-0164f164e56d req-c4e92e96-b254-41d1-b0b9-afb29328ce4f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1095 time: 0.1019270 Nov 12 09:38:45.374147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cf7734e-2f2b-41c0-9fc6-0164f164e56d req-bd912cc0-274b-44b2-aedb-5e27ffb18e83 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Nov 12 09:38:46.432446 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b489dfb0-3044-4e7a-9b5e-fbafa1af47e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:46.485859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3dcfe1-c8c6-41de-a6a5-b075a36fa06a req-3ced56c7-5553-4414-a225-77901f690869 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:46.487376 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa3dcfe1-c8c6-41de-a6a5-b075a36fa06a req-3ced56c7-5553-4414-a225-77901f690869 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1095 time: 0.0454590 Nov 12 09:38:46.534392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa3dcfe1-c8c6-41de-a6a5-b075a36fa06a req-745e2531-b84b-4c8a-ac69-83902d675965 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408807 Nov 12 09:38:47.269738 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:38:47.583099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:38:47.640033 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d1caef-71ef-4013-89d1-eff97f32652b req-93382ceb-2390-4fa8-bb5f-f9bcb22f875f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:47.642082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d1caef-71ef-4013-89d1-eff97f32652b req-93382ceb-2390-4fa8-bb5f-f9bcb22f875f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1095 time: 0.0403235 Nov 12 09:38:47.687680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:47.689130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5d1caef-71ef-4013-89d1-eff97f32652b req-d528e1b2-a7ab-4b84-bbb1-fa233017bb23 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Nov 12 09:38:47.699812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806', 'network_id': '9e960688-3c95-472f-a871-ee40c3882444', 'port_id': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806', 'mac_address': 'fa:16:3e:9d:7c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64b68e27-d15a-4ba1-94e5-7e311647d707', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:38:47.738234 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:47.751103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:38:47.776955 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:47.781095 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:47.829412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:47.986524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['846bb00e-dfcd-4bb9-8dd4-4c0288e9f806'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:48.799579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb6898-2a50-4f46-82c9-ea88fb1f88aa req-4cfe98e0-9eb5-4ceb-a6b8-582a2f20318f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:48.801163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8fb6898-2a50-4f46-82c9-ea88fb1f88aa req-4cfe98e0-9eb5-4ceb-a6b8-582a2f20318f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1096 time: 0.0425072 Nov 12 09:38:48.846908 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8fb6898-2a50-4f46-82c9-ea88fb1f88aa req-a31f757e-8d3c-4601-b280-6b08ed5b92bc tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394998 Nov 12 09:38:49.179432 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.596377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:38:49.658627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:38:49.662757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:38:49.663129 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.741407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.763884 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:49.766412 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d82e26f-6786-4bbc-848c-bad716295aaa" -d '{"events": [{"server_uuid": "4fb4f4eb-8019-4274-8c74-ce7c66cb0c04", "name": "network-vif-plugged", "status": "completed", "tag": "846bb00e-dfcd-4bb9-8dd4-4c0288e9f806"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:49.782636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:49.786771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.811007 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0558620-b034-47d9-8d93-2fa792847d9d x-openstack-request-id: req-c0558620-b034-47d9-8d93-2fa792847d9d {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:49.811305 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb4f4eb-8019-4274-8c74-ce7c66cb0c04", "name": "network-vif-plugged", "status": "completed", "tag": "846bb00e-dfcd-4bb9-8dd4-4c0288e9f806", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:49.811559 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0558620-b034-47d9-8d93-2fa792847d9d {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:49.812477 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806', 'code': 200} Nov 12 09:38:49.841007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:49.874954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:49.908180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f684a7-4a54-4cd8-aef5-d1ab86141f28 req-c9696171-85ea-4612-9cd6-f59ccc75211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:49.910372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9f684a7-4a54-4cd8-aef5-d1ab86141f28 req-c9696171-85ea-4612-9cd6-f59ccc75211c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0427592 Nov 12 09:38:49.955940 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9f684a7-4a54-4cd8-aef5-d1ab86141f28 req-5c024aa1-2c1a-4534-b1f5-df11acb2b2c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387764 Nov 12 09:38:49.962511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da97a5a-7c9c-48be-8f05-1f30a2507f29 req-97cacca5-91ed-489c-832b-acafe95cd9ae tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:49.964090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5da97a5a-7c9c-48be-8f05-1f30a2507f29 req-97cacca5-91ed-489c-832b-acafe95cd9ae tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0469630 Nov 12 09:38:50.014021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5da97a5a-7c9c-48be-8f05-1f30a2507f29 req-a9c7f67b-17ca-49ea-8c39-6ae3336d26ee tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Nov 12 09:38:50.398298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:51.133953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceab8f3-4e4b-4553-bb37-ee202a34ec33 req-596211ce-176f-4165-8c98-eeecf35b092f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:51.136104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ceab8f3-4e4b-4553-bb37-ee202a34ec33 req-596211ce-176f-4165-8c98-eeecf35b092f tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0495617 Nov 12 09:38:51.181685 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ceab8f3-4e4b-4553-bb37-ee202a34ec33 req-4080a900-c633-45ae-8466-8ad1c1703ee5 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Nov 12 09:38:51.299678 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fd224-db5c-4378-80e6-f6efe49e4539 req-8762f348-cc2f-4fbe-80a1-0db72382a257 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:51.301091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da1fd224-db5c-4378-80e6-f6efe49e4539 req-8762f348-cc2f-4fbe-80a1-0db72382a257 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0413699 Nov 12 09:38:51.346757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da1fd224-db5c-4378-80e6-f6efe49e4539 req-e5893be0-7296-4bc3-9603-5df8255f7380 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392261 Nov 12 09:38:51.453039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e2b9e-f26b-4f88-9561-c2925422d5dd req-409e27b9-ae89-49a9-9acd-f5d865daab0e tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:51.455045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f6e2b9e-f26b-4f88-9561-c2925422d5dd req-409e27b9-ae89-49a9-9acd-f5d865daab0e tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0401814 Nov 12 09:38:51.501555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0f6e2b9e-f26b-4f88-9561-c2925422d5dd req-e03ba921-2e90-4e8b-8086-8bc54dc01a50 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Nov 12 09:38:51.748362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ce23d-31a5-4cb0-b244-97fd017a1079 req-ede59993-6ee4-4142-9581-bc7c2d087c9d tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:51.750878 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e6ce23d-31a5-4cb0-b244-97fd017a1079 req-ede59993-6ee4-4142-9581-bc7c2d087c9d tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0536289 Nov 12 09:38:51.796832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e6ce23d-31a5-4cb0-b244-97fd017a1079 req-c93cf5b3-b678-4740-a3b8-25e64a286aa5 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390706 Nov 12 09:38:52.931024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f11a9-5801-4642-bb1e-19f079743f4f req-8e643ad3-0129-4f7c-bfea-32d206a1b898 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:52.932622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e74f11a9-5801-4642-bb1e-19f079743f4f req-8e643ad3-0129-4f7c-bfea-32d206a1b898 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0517306 Nov 12 09:38:52.970976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229bfc7-0585-44a6-a125-9566c9684474 req-21af675d-a5e4-4f70-9a01-0b9166376867 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:52.972520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5229bfc7-0585-44a6-a125-9566c9684474 req-21af675d-a5e4-4f70-9a01-0b9166376867 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4fb4f4eb-8019-4274-8c74-ce7c66cb0c04 HTTP/1.1" status: 200 len: 1097 time: 0.0422227 Nov 12 09:38:52.983170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e74f11a9-5801-4642-bb1e-19f079743f4f req-e9a165c9-b14a-4f47-b236-a9f3f2a2439d tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439284 Nov 12 09:38:53.060285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Deleting port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:53.060627 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:53.143264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] For port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:53.143529 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:53.155789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Calling delete_port for 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:53.281735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:53.294066 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['018512c0-4a70-48ed-a871-56d2ea09dc3d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:53.296417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['846bb00e-dfcd-4bb9-8dd4-4c0288e9f806'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:53.311387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Pushing event deleted for resources: {'Port': ['ID=846bb00e-dfcd-4bb9-8dd4-4c0288e9f806,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:53.356191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] No DVR routers for this DVR port 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:53.359057 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:53.362667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5229bfc7-0585-44a6-a125-9566c9684474 req-cd4cbc8e-ac15-4517-a30d-d8f494cd67ec tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.55 "DELETE /v2.0/ports/846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 HTTP/1.1" status: 204 len: 173 time: 0.3799193 Nov 12 09:38:53.363138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'name': 'network-vif-deleted', 'tag': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:53.365541 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09deeb72-034a-4e30-8eec-0938e59c513c" -d '{"events": [{"server_uuid": "4fb4f4eb-8019-4274-8c74-ce7c66cb0c04", "name": "network-vif-deleted", "tag": "846bb00e-dfcd-4bb9-8dd4-4c0288e9f806"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:53.439496 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373adf4e-9741-4eca-9b39-db5ddfa0ccdf x-openstack-request-id: req-373adf4e-9741-4eca-9b39-db5ddfa0ccdf {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:53.440412 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb4f4eb-8019-4274-8c74-ce7c66cb0c04", "name": "network-vif-deleted", "tag": "846bb00e-dfcd-4bb9-8dd4-4c0288e9f806", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:53.440712 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-373adf4e-9741-4eca-9b39-db5ddfa0ccdf {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:53.441189 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb4f4eb-8019-4274-8c74-ce7c66cb0c04', 'name': 'network-vif-deleted', 'tag': '846bb00e-dfcd-4bb9-8dd4-4c0288e9f806', 'status': 'completed', 'code': 200} Nov 12 09:38:54.250744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c915558-51fd-4cc1-93b7-68169e97127e req-d5264374-8833-4e8e-9b91-6e5bd3ac1297 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:54.252327 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c915558-51fd-4cc1-93b7-68169e97127e req-d5264374-8833-4e8e-9b91-6e5bd3ac1297 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0461688 Nov 12 09:38:54.300147 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6c915558-51fd-4cc1-93b7-68169e97127e req-400e1ad8-fbed-4bb2-80a4-0ca6ef71524a tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412469 Nov 12 09:38:55.421298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19979f72-6218-41d1-9b06-217639de3d33 req-a607d353-e749-4def-a069-8a187a13e7f5 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:55.422892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19979f72-6218-41d1-9b06-217639de3d33 req-a607d353-e749-4def-a069-8a187a13e7f5 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0531971 Nov 12 09:38:55.467274 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-19979f72-6218-41d1-9b06-217639de3d33 req-5c1b5aa3-67cf-4286-9e7e-c5370ee2e813 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=1d7eb325-674d-4b17-bb9e-5f0876af6b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375955 Nov 12 09:38:55.628495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:55.654484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:38:55.654834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 846bb00e-dfcd-4bb9-8dd4-4c0288e9f806 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:55.758840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-3b52a339-0df7-4b59-ba78-957dc62f42e3 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:38:55.760331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-3b52a339-0df7-4b59-ba78-957dc62f42e3 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 1097 time: 0.0393896 Nov 12 09:38:55.842086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Deleting port 018512c0-4a70-48ed-a871-56d2ea09dc3d {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:55.842425 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:55.919583 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] For port 018512c0-4a70-48ed-a871-56d2ea09dc3d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=018512c0-4a70-48ed-a871-56d2ea09dc3d,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:55.919850 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:55.933072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Calling delete_port for 018512c0-4a70-48ed-a871-56d2ea09dc3d owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:56.056053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:56.068077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['018512c0-4a70-48ed-a871-56d2ea09dc3d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:38:56.084734 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Pushing event deleted for resources: {'Port': ['ID=018512c0-4a70-48ed-a871-56d2ea09dc3d,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:56.132436 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] No DVR routers for this DVR port 018512c0-4a70-48ed-a871-56d2ea09dc3d on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:38:56.135018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:56.138764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e524189c-e5b9-4e59-8211-7dc98e86e247 req-5a3ae941-1f7c-41a5-a437-f700e86caf01 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.62 "DELETE /v2.0/ports/018512c0-4a70-48ed-a871-56d2ea09dc3d HTTP/1.1" status: 204 len: 173 time: 0.3718042 Nov 12 09:38:56.139253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'name': 'network-vif-deleted', 'tag': '018512c0-4a70-48ed-a871-56d2ea09dc3d'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:38:56.141733 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd94aac1-7032-4ac0-b619-901be26888e2" -d '{"events": [{"server_uuid": "272524d7-5e7f-4a15-b5da-fe848e7246e2", "name": "network-vif-deleted", "tag": "018512c0-4a70-48ed-a871-56d2ea09dc3d"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:38:56.189040 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86d5bfd-0436-451c-ba0b-92341fecdaf8 x-openstack-request-id: req-e86d5bfd-0436-451c-ba0b-92341fecdaf8 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:38:56.189333 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "272524d7-5e7f-4a15-b5da-fe848e7246e2", "name": "network-vif-deleted", "tag": "018512c0-4a70-48ed-a871-56d2ea09dc3d", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:38:56.189594 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e86d5bfd-0436-451c-ba0b-92341fecdaf8 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:38:56.190001 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '272524d7-5e7f-4a15-b5da-fe848e7246e2', 'name': 'network-vif-deleted', 'tag': '018512c0-4a70-48ed-a871-56d2ea09dc3d', 'status': 'completed', 'code': 200} Nov 12 09:38:56.581982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-345a757a-9df2-4367-a8ea-e02f4b75eb27 req-36c406c4-afc5-4c1f-9bf5-e60bf1d14541 tempest-TestServerMultinode-1830021469 tempest-TestServerMultinode-1830021469-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=272524d7-5e7f-4a15-b5da-fe848e7246e2 HTTP/1.1" status: 200 len: 210 time: 0.0311692 Nov 12 09:38:57.648755 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53270) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:58.002798 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:58.008926 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:58.267826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Deleting port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:58.268107 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:58.345373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 018512c0-4a70-48ed-a871-56d2ea09dc3d no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:38:58.351500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] For port 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:58.351877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:58.365471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 018512c0-4a70-48ed-a871-56d2ea09dc3d {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:38:58.365827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 018512c0-4a70-48ed-a871-56d2ea09dc3d not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:38:58.367368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Calling delete_port for 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:58.564903 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:58.565974 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:58.590184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3a6af2-6a3c-44bb-9969-7dc6c3207cba,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:58.771353 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:58.995619 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:38:59.106736 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:38:59.114621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53272) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:59.115232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-89689831-56fa-4a07-8167-c56aa4155daa admin admin] 10.222.0.53 "PUT /v2.0/routers/760ceaf0-2a83-4ebf-b40c-36f554b0e968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4648721 Nov 12 09:38:59.116657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] Sync routers for ids ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:38:59.127736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] Routers {'760ceaf0-2a83-4ebf-b40c-36f554b0e968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:59.128371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:59.222331 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.241946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] Set router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:59.325681 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.379894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Deleting port 95378de8-a4fb-4180-a565-d6a2971d8d42 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:38:59.416865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.434273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:58Z', 'revision_number': 5, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port': {'id': '95378de8-a4fb-4180-a565-d6a2971d8d42', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:c2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:59.474437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] Checking router: 760ceaf0-2a83-4ebf-b40c-36f554b0e968 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:38:59.478163 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] For port 95378de8-a4fb-4180-a565-d6a2971d8d42, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=95378de8-a4fb-4180-a565-d6a2971d8d42,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:38:59.478526 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.483534 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] Routers {'760ceaf0-2a83-4ebf-b40c-36f554b0e968'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:38:59.484227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:59.492354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Calling delete_port for 95378de8-a4fb-4180-a565-d6a2971d8d42 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:38:59.671498 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.705845 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Pushing event deleted for resources: {'Port': ['ID=95378de8-a4fb-4180-a565-d6a2971d8d42,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:38:59.725151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641513a-41b3-460a-b6d6-2b6113121bcd None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:38:59.745448 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] Set router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:38:59.773463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.801282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:59Z', 'revision_number': 6, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:38:59.828480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59488889-8dd4-4133-86ab-4e040c4c4275 None None] The sync data for ids ['760ceaf0-2a83-4ebf-b40c-36f554b0e968'] in n-d-769329-17 is: [{'id': '760ceaf0-2a83-4ebf-b40c-36f554b0e968', 'name': 'tempest-TestServerMultinode-981244490-router', 'tenant_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:19Z', 'updated_at': '2021-11-12T09:38:59Z', 'revision_number': 6, 'project_id': '26fba890bdaa4f7a8a90c4ed724884b5', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:38:59.870954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.873189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.918438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.919185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760ceaf0-2a83-4ebf-b40c-36f554b0e968 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:38:59.924412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:38:59.925570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4959c0fe-05ff-4d6e-9a28-2c6939f321ae admin admin] 10.222.0.53 "DELETE /v2.0/routers/760ceaf0-2a83-4ebf-b40c-36f554b0e968 HTTP/1.1" status: 204 len: 168 time: 0.8098271 Nov 12 09:38:59.928895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53274) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:38:59.980663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] Deleting subnet 64b68e27-d15a-4ba1-94e5-7e311647d707 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:38:59.984896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.022079 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.110204 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.171072 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.196804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b68e27-d15a-4ba1-94e5-7e311647d707,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:00.200375 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.203620 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-097b4168-77a8-49ce-9565-c547d4e4d5bc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/64b68e27-d15a-4ba1-94e5-7e311647d707 HTTP/1.1" status: 204 len: 168 time: 0.2737610 Nov 12 09:39:00.209340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a3684-d163-42ba-9c3f-445daa7531c8 None None] Network 9e960688-3c95-472f-a871-ee40c3882444 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:00.210393 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:00.291565 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.356973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Deleting port 8c8c91ce-e701-4b22-9562-4ee78166ed7e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:00.357326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.429240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] For port 8c8c91ce-e701-4b22-9562-4ee78166ed7e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=8c8c91ce-e701-4b22-9562-4ee78166ed7e,segment=NetworkSegment(fdbb4996-2579-48a7-becb-28a8abb73941),segment_id=fdbb4996-2579-48a7-becb-28a8abb73941)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:00.429654 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.443464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Calling delete_port for 8c8c91ce-e701-4b22-9562-4ee78166ed7e owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:00.527852 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.560139 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c8c91ce-e701-4b22-9562-4ee78166ed7e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:00.565044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] No DVR routers for this DVR port 8c8c91ce-e701-4b22-9562-4ee78166ed7e on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:00.644704 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.650949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2e73a2-df92-4400-ba7d-229faaceff74 None None] DHCP port deletion for 9e960688-3c95-472f-a871-ee40c3882444 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:00.674440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e960688-3c95-472f-a871-ee40c3882444']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:00.685291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdbb4996-2579-48a7-becb-28a8abb73941') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:00.685519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdbb4996-2579-48a7-becb-28a8abb73941') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:00.698042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.713468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.719630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:39:00.720081 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:39:00.721775 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:39:00.782060 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.788305 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:00.791645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9e960688-3c95-472f-a871-ee40c3882444 HTTP/1.1" status: 204 len: 168 time: 0.5796611 Nov 12 09:39:00.794641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:00.811215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318899bf-7e9a-4ac9-9924-85fe4de65354 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e960688-3c95-472f-a871-ee40c3882444,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:01.164901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.714313 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Deleting port ae3a8502-6db1-4a11-bbf1-bcf52cac3673 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:01.714976 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.715141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 95378de8-a4fb-4180-a565-d6a2971d8d42 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:01.738229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 95378de8-a4fb-4180-a565-d6a2971d8d42 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:01.738939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 95378de8-a4fb-4180-a565-d6a2971d8d42 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:01.739377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:01.759319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:01.759659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 6e3a6af2-6a3c-44bb-9969-7dc6c3207cba not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:01.760100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8c8c91ce-e701-4b22-9562-4ee78166ed7e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:01.781800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 8c8c91ce-e701-4b22-9562-4ee78166ed7e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:01.782146 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 8c8c91ce-e701-4b22-9562-4ee78166ed7e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:01.809018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] For port ae3a8502-6db1-4a11-bbf1-bcf52cac3673, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,segment=NetworkSegment(6b96ac9a-e346-4de9-bcb5-a336075b4fb8),segment_id=6b96ac9a-e346-4de9-bcb5-a336075b4fb8)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:01.809424 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:01.822734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Calling delete_port for ae3a8502-6db1-4a11-bbf1-bcf52cac3673 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:02.016012 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:02.043389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3a8502-6db1-4a11-bbf1-bcf52cac3673,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:02.221978 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:02.451749 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:02.564740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:02.569743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f7120a12-02dd-4bcc-b9f4-4501a29802c4 admin admin] 10.222.0.53 "PUT /v2.0/routers/1ebc5a07-cf7b-4c60-8178-1685d68b1c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740159 Nov 12 09:39:02.572260 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53280) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:02.574937 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] Sync routers for ids ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:02.587419 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] Routers {'1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:02.588138 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:02.686127 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:02.695597 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] Set router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:02.801277 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:02.856796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Deleting port 1b87ad27-8e83-4ec5-bf66-69c30be93077 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:02.857140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:02.898065 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:39:01Z', 'revision_number': 5, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port': {'id': '1b87ad27-8e83-4ec5-bf66-69c30be93077', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:f9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:38:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:02.924870 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] Checking router: 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:02.933250 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] Routers {'1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:02.933882 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:02.953636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] For port 1b87ad27-8e83-4ec5-bf66-69c30be93077, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1b87ad27-8e83-4ec5-bf66-69c30be93077,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:02.954037 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:02.968205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Calling delete_port for 1b87ad27-8e83-4ec5-bf66-69c30be93077 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:03.024117 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] Set router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:03.081481 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:39:02Z', 'revision_number': 6, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:03.108053 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a04045f-fec9-4430-bf6b-cc6807b50e25 None None] The sync data for ids ['1ebc5a07-cf7b-4c60-8178-1685d68b1c8d'] in n-d-769329-17 is: [{'id': '1ebc5a07-cf7b-4c60-8178-1685d68b1c8d', 'name': 'tempest-TestServerMultinode-2100043284-router', 'tenant_id': '7d3c693a33694efb985b0dded4a0b220', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:38:24Z', 'updated_at': '2021-11-12T09:39:02Z', 'revision_number': 6, 'project_id': '7d3c693a33694efb985b0dded4a0b220', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:03.151046 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.180349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1b87ad27-8e83-4ec5-bf66-69c30be93077,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:03.191511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505382ed-0b7a-4892-824b-7c3ac0eb5856 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:03.242468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.340135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.342248 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.385447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.386029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebc5a07-cf7b-4c60-8178-1685d68b1c8d {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:39:03.391051 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.392280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-951769bd-5b6d-4c69-98f9-307e2ea176eb admin admin] 10.222.0.53 "DELETE /v2.0/routers/1ebc5a07-cf7b-4c60-8178-1685d68b1c8d HTTP/1.1" status: 204 len: 168 time: 0.8189547 Nov 12 09:39:03.394873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53282) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:03.443319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] Deleting subnet 28c9a8a1-d48a-47d1-a6ab-bee31b3b463e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:39:03.447087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.486387 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.579464 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.638608 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.669423 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.673230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/28c9a8a1-d48a-47d1-a6ab-bee31b3b463e HTTP/1.1" status: 204 len: 168 time: 0.2773149 Nov 12 09:39:03.674307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcc635b-f0f8-4e35-9315-2958c10de6f2 None None] Network 9527619b-6de3-403a-b1b6-7f19570b0e01 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:03.674432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c3ed9-362e-4f49-bc30-9d55a8ba47fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c9a8a1-d48a-47d1-a6ab-bee31b3b463e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:03.675753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53284) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:03.749355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.804124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Deleting port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:03.804469 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.882723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] For port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,segment=NetworkSegment(6b96ac9a-e346-4de9-bcb5-a336075b4fb8),segment_id=6b96ac9a-e346-4de9-bcb5-a336075b4fb8)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:03.883115 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.884901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] DHCP port deletion for 9527619b-6de3-403a-b1b6-7f19570b0e01 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:03.899233 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Calling delete_port for c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:03.944214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] Deleting port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:39:03.944729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:03.950393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ae3a8502-6db1-4a11-bbf1-bcf52cac3673 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:03.988629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ae3a8502-6db1-4a11-bbf1-bcf52cac3673 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:03.988988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ae3a8502-6db1-4a11-bbf1-bcf52cac3673 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:03.990062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:03.990173 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.043768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:04.044130 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:04.044573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b87ad27-8e83-4ec5-bf66-69c30be93077 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:39:04.076170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1b87ad27-8e83-4ec5-bf66-69c30be93077 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:39:04.076513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1b87ad27-8e83-4ec5-bf66-69c30be93077 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:39:04.084417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] For port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,segment=NetworkSegment(6b96ac9a-e346-4de9-bcb5-a336075b4fb8),segment_id=6b96ac9a-e346-4de9-bcb5-a336075b4fb8)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:04.084981 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.100975 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] Calling delete_port for c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:39:04.198199 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.231835 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] Pushing event deleted for resources: {'Port': ['ID=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:04.236212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84edf33c-e667-489a-800d-1230a56c6389 None None] No DVR routers for this DVR port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:04.408978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f31a51-8d0d-4a88-8f73-21b1e7a5f026,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:04.419109 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] No DVR routers for this DVR port c5f31a51-8d0d-4a88-8f73-21b1e7a5f026 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:39:04.493340 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.516945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9527619b-6de3-403a-b1b6-7f19570b0e01']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:04.527007 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b96ac9a-e346-4de9-bcb5-a336075b4fb8') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:04.527303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b96ac9a-e346-4de9-bcb5-a336075b4fb8') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:04.537399 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.551491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.557978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:39:04.558380 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:39:04.560161 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:39:04.618634 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.624089 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.628034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9527619b-6de3-403a-b1b6-7f19570b0e01 HTTP/1.1" status: 204 len: 168 time: 0.9511037 Nov 12 09:39:04.639496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338d192-a65f-4fdd-829e-b52008959694 admin admin] Pushing event deleted for resources: {'Network': ['ID=9527619b-6de3-403a-b1b6-7f19570b0e01,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:04.805891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53288) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:04.850914 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7cf8834c-017f-490a-b77e-7720fb94b98d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26fba890bdaa4f7a8a90c4ed724884b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437808 Nov 12 09:39:04.853940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53290) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:04.910116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc919ea7-3fcf-4a88-bff2-62d5ac978825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.933440 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc919ea7-3fcf-4a88-bff2-62d5ac978825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.983822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc919ea7-3fcf-4a88-bff2-62d5ac978825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.987218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dc919ea7-3fcf-4a88-bff2-62d5ac978825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:04.988650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dc919ea7-3fcf-4a88-bff2-62d5ac978825 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a1f8112-af21-4b42-b74a-2dc98a0c67dd HTTP/1.1" status: 204 len: 168 time: 0.1336169 Nov 12 09:39:04.997949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc919ea7-3fcf-4a88-bff2-62d5ac978825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f8112-af21-4b42-b74a-2dc98a0c67dd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:05.352018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:05.394531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8f33cb42-27ec-4c94-94d3-9bc5791ec682 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7d3c693a33694efb985b0dded4a0b220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412645 Nov 12 09:39:05.397166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:05.448143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-872541b4-d7f4-4e0b-93a7-8be1da52f3b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:05.471162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-872541b4-d7f4-4e0b-93a7-8be1da52f3b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:05.518777 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-872541b4-d7f4-4e0b-93a7-8be1da52f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:05.521843 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-872541b4-d7f4-4e0b-93a7-8be1da52f3b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:05.523089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-872541b4-d7f4-4e0b-93a7-8be1da52f3b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d7eb325-674d-4b17-bb9e-5f0876af6b46 HTTP/1.1" status: 204 len: 168 time: 0.1249914 Nov 12 09:39:05.534044 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872541b4-d7f4-4e0b-93a7-8be1da52f3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7eb325-674d-4b17-bb9e-5f0876af6b46,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:06.243140 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53320) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:06.343016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-540444488-network', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:06.368430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Made reservation on behalf of e48bc24bae194d1ab3a53fd40f6cc479 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:06.370847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.384131 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.463634 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.467574 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.488615 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:39:06.504539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114a0cc3-d26f-4d52-a0d9-5adc36224410,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:06.507462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.507786 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Added segment 6d94d1fc-25cc-4d17-84af-8dda2710561f of type vlan for network 75f1f326-ea7b-4342-8218-b01ab2528860 Nov 12 09:39:06.555811 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.584114 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.585261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:06.585851 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.645614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4013267 Nov 12 09:39:06.648648 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53324) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:06.653599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117df771-1ed2-4754-b1e7-1c579d3cb53f admin admin] Pushing event updated for resources: {'Network': ['ID=75f1f326-ea7b-4342-8218-b01ab2528860,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:06.653733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Request body: {'subnet': {'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-540444488-subnet', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:06.663531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 75f1f326-ea7b-4342-8218-b01ab2528860 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:39:06.674342 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Made reservation on behalf of e48bc24bae194d1ab3a53fd40f6cc479 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:06.676704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.845989 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.897323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f1f464a-08a7-4d50-a96d-712d8570b2c1,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:06.908383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Checking segment: {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:06.908744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Network hostable DHCP agents. Network: 75f1f326-ea7b-4342-8218-b01ab2528860, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:39:06.925852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Network 75f1f326-ea7b-4342-8218-b01ab2528860 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:39:06.934841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 75f1f326-ea7b-4342-8218-b01ab2528860) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:06.940501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:06.942062 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.945441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a353d0c-cf23-43a4-b05f-bf7b6e30d584 None None] Network 75f1f326-ea7b-4342-8218-b01ab2528860 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:06.958998 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-369e1ec7-0713-4f29-b261-8af93a07d96a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3091767 Nov 12 09:39:06.961650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53326) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:06.966408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:06.989318 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:06.990332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.048806 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.097989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-75f1f326-ea7b-4342-8218-b01ab2528860', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:39:07.098890 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.188945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.244928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Allocated IP 172.20.0.2 (75f1f326-ea7b-4342-8218-b01ab2528860/6f1f464a-08a7-4d50-a96d-712d8570b2c1/b8ac2290-9302-4f32-9173-e6c6264770fd) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:07.387413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.394794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.401474 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.408217 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.448740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Network 75f1f326-ea7b-4342-8218-b01ab2528860 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:07.452500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:07.455421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:07.458522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Pushing event updated for resources: {'Port': ['ID=b8ac2290-9302-4f32-9173-e6c6264770fd,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:07.516048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Attempting to bind port b8ac2290-9302-4f32-9173-e6c6264770fd on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:07.516424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Attempting to bind port b8ac2290-9302-4f32-9173-e6c6264770fd by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:07.516790 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Attempting to bind port b8ac2290-9302-4f32-9173-e6c6264770fd on network 75f1f326-ea7b-4342-8218-b01ab2528860 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:07.522423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:07.522801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Checking segment: {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:07.523203 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.523600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Bound using segment: {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:07.524099 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Bound port: b8ac2290-9302-4f32-9173-e6c6264770fd, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:07.524478 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.524773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Allocated IP 172.25.5.135 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:07.595396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] For port b8ac2290-9302-4f32-9173-e6c6264770fd, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:07.598675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] For port b8ac2290-9302-4f32-9173-e6c6264770fd, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8ac2290-9302-4f32-9173-e6c6264770fd,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:07.603553 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.633227 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.663785 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa88c3-ef73-4492-8f08-2995d88db04b None None] Pushing event updated for resources: {'Port': ['ID=b8ac2290-9302-4f32-9173-e6c6264770fd,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:07.693144 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.735726 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:07.738943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:07.742722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:07.748786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Pushing event updated for resources: {'Port': ['ID=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:07.755714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f289b1a8-6814-433d-a7d0-401b936ca77e None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:07.878250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fd366b0c-aa14-44e0-9549-50505140aed9 None None] Provisioning complete for port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:07.878848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd366b0c-aa14-44e0-9549-50505140aed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:07.927630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fd366b0c-aa14-44e0-9549-50505140aed9 None None] Port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:08.018137 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.217809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.355314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Router d19efffa-d56f-47db-864d-d5fca8468a5c is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:39:08.478291 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:08.488889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Sync routers for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:08.499511 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.500810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2f204044-f8dc-4e0b-a3a3-1bcf8907cdf1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5380824 Nov 12 09:39:08.502512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:08.503237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:08.503622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53328) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:08.611520 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09336722-a1f9-4778-b3c3-e425c504e0a8 None None] Network 75f1f326-ea7b-4342-8218-b01ab2528860 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:08.642431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:08.766180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0ea390b5-85ab-46f1-a403-52c7765b60ce None None] Provisioning complete for port b8ac2290-9302-4f32-9173-e6c6264770fd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:08.767226 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ea390b5-85ab-46f1-a403-52c7765b60ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:08.992159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.003422 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ea390b5-85ab-46f1-a403-52c7765b60ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.057383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0ea390b5-85ab-46f1-a403-52c7765b60ce None None] For port b8ac2290-9302-4f32-9173-e6c6264770fd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8ac2290-9302-4f32-9173-e6c6264770fd,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:09.063812 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ea390b5-85ab-46f1-a403-52c7765b60ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.071164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:07Z', 'revision_number': 3, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:09.140049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Checking router: d19efffa-d56f-47db-864d-d5fca8468a5c for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:09.141187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Updating router d19efffa-d56f-47db-864d-d5fca8468a5c port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:09.190952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Allocated IP 172.20.0.1 (75f1f326-ea7b-4342-8218-b01ab2528860/6f1f464a-08a7-4d50-a96d-712d8570b2c1/0775e97d-31b2-4e3e-b1ef-0540031958d4) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:09.201608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.207231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea390b5-85ab-46f1-a403-52c7765b60ce None None] Pushing event updated for resources: {'Port': ['ID=b8ac2290-9302-4f32-9173-e6c6264770fd,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.312706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.352551 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.397187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Network 75f1f326-ea7b-4342-8218-b01ab2528860 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:09.402744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:09.406807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:09.441441 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Pushing event updated for resources: {'Port': ['ID=0775e97d-31b2-4e3e-b1ef-0540031958d4,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.470997 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.593053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1228321b-2ec8-41e8-9c12-3456236e12b5 None None] Provisioning complete for port b8ac2290-9302-4f32-9173-e6c6264770fd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:09.593477 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1228321b-2ec8-41e8-9c12-3456236e12b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.638506 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.747352 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.761166 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.795344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b8ac2290-9302-4f32-9173-e6c6264770fd up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:09.831675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.839806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.852549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a179624-2875-4fae-8794-adbd37d32982 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:09.874902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Attempting to bind port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:09.875311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Attempting to bind port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:09.875687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Attempting to bind port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:09.885775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd23811-1786-4099-aa8d-f97dbcef295c None None] Pushing event updated for resources: {'Port': ['ID=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.895786 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:09.896204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:09.896618 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.897021 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:09.897513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Bound port: 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:09.897914 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.915154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Pushing event updated for resources: {'Port': ['ID=0775e97d-31b2-4e3e-b1ef-0540031958d4,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:09.924556 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.947865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-8c26d943-7a31-406c-8107-d05232cabe27 None None] Provisioning complete for port 0775e97d-31b2-4e3e-b1ef-0540031958d4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:09.948269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8c26d943-7a31-406c-8107-d05232cabe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:09.986156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b8ac2290-9302-4f32-9173-e6c6264770fd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:09.986525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.028456 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] For port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:10.029291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Network 75f1f326-ea7b-4342-8218-b01ab2528860 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:10.030444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8c26d943-7a31-406c-8107-d05232cabe27 None None] Port 0775e97d-31b2-4e3e-b1ef-0540031958d4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:10.031489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:10.050255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] For port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:10.060011 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.134335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace6f4da-49b1-44d0-a5c4-45bddab8e8b8 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:10.184128 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:10.184693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:10.186871 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd23811-1786-4099-aa8d-f97dbcef295c None None] Pushing event updated for resources: {'Port': ['ID=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:10.235812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-79ed8a00-968f-4e4f-8713-6de057f10312 None None] Provisioning complete for port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:10.236249 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-79ed8a00-968f-4e4f-8713-6de057f10312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.342093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:10.442749 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-79ed8a00-968f-4e4f-8713-6de057f10312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.463315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Router d19efffa-d56f-47db-864d-d5fca8468a5c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:10.507798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-79ed8a00-968f-4e4f-8713-6de057f10312 None None] For port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:10.514540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-79ed8a00-968f-4e4f-8713-6de057f10312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.595118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:10.601945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4716f43e-007a-44ef-87e6-99b7a4b37e82 admin admin] 10.222.0.53 "PUT /v2.0/routers/d19efffa-d56f-47db-864d-d5fca8468a5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0966947 Nov 12 09:39:10.608774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8a00-968f-4e4f-8713-6de057f10312 None None] Pushing event updated for resources: {'Port': ['ID=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:10.647232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf0e3859-54d5-4cd6-ab2d-fb979309ee29 None None] Provisioning complete for port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:10.647721 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3859-54d5-4cd6-ab2d-fb979309ee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.696153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 2, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:10.730359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e185e59-fde7-4360-adf2-e6aaa370bf6d None None] The sync data for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 is: [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 2, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:10.791074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cf0e3859-54d5-4cd6-ab2d-fb979309ee29 None None] Provisioning complete for port 0775e97d-31b2-4e3e-b1ef-0540031958d4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:10.791558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cf0e3859-54d5-4cd6-ab2d-fb979309ee29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:10.834148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cf0e3859-54d5-4cd6-ab2d-fb979309ee29 None None] Port 0775e97d-31b2-4e3e-b1ef-0540031958d4 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:11.234608 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53344) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:11.240484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-676866292-network', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:11.267283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Made reservation on behalf of b43dede02a6847fb9f4a4d7f1ae9f096 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:11.271162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.286416 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.388417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.393846 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.425009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:39:11.435797 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2a7d3-e8e1-469c-9772-23fe8abfc517,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:11.443651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.444224 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Added segment 316100a9-e85d-4634-93cf-eafaf210e106 of type vlan for network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c Nov 12 09:39:11.496618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.526088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.527397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:11.531862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.628460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3926268 Nov 12 09:39:11.631474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53346) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:11.635412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ec376-da19-48ca-a843-9814bf956304 admin admin] Pushing event updated for resources: {'Network': ['ID=e87d8a92-c5e8-48ae-a19c-990f0db9ce3c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:11.636886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Request body: {'subnet': {'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-676866292-subnet', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:11.649158 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:39:11.692306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Made reservation on behalf of b43dede02a6847fb9f4a4d7f1ae9f096 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:39:11.697509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.814736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:11.884224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:11.885005 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:11.941412 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.009248 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f8d3630-6993-45dc-bfdd-c2ae6da5388b,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.019362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Checking segment: {'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:12.019737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Network hostable DHCP agents. Network: e87d8a92-c5e8-48ae-a19c-990f0db9ce3c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:39:12.044907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:39:12.057198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e87d8a92-c5e8-48ae-a19c-990f0db9ce3c) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:12.062749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:39:12.063349 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.072671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e5d71b-dd6b-4d82-a474-04eef2e666cf None None] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:12.097108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-16e8d2c5-c0ba-407d-9eb1-a9ea160e269d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4618957 Nov 12 09:39:12.097546 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 53348) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:12.102233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:39:12.126911 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.128167 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.189109 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.266273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'fixed_ips': [{'subnet_id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:39:12.267475 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.348006 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.417135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Allocated IP 172.20.0.2 (e87d8a92-c5e8-48ae-a19c-990f0db9ce3c/2f8d3630-6993-45dc-bfdd-c2ae6da5388b/b8a57eca-fad7-4ca9-9362-9330c7a496e7) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:12.570169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.576986 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.585204 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.592209 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.633740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:12.636771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:12.641274 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:12.644407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Pushing event updated for resources: {'Port': ['ID=b8a57eca-fad7-4ca9-9362-9330c7a496e7,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.700038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Attempting to bind port b8a57eca-fad7-4ca9-9362-9330c7a496e7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:12.700840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Attempting to bind port b8a57eca-fad7-4ca9-9362-9330c7a496e7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:12.701269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Attempting to bind port b8a57eca-fad7-4ca9-9362-9330c7a496e7 on network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:12.706698 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:12.707064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Checking segment: {'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:12.707500 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.707888 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Bound using segment: {'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:12.708391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Bound port: b8a57eca-fad7-4ca9-9362-9330c7a496e7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:12.708988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.713928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Allocated IP 172.25.5.15 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b44a1f20-4555-48d9-a2ae-a217912f3a40) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:12.780370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] For port b8a57eca-fad7-4ca9-9362-9330c7a496e7, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:12.785027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] For port b8a57eca-fad7-4ca9-9362-9330c7a496e7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8a57eca-fad7-4ca9-9362-9330c7a496e7,segment=NetworkSegment(316100a9-e85d-4634-93cf-eafaf210e106),segment_id=316100a9-e85d-4634-93cf-eafaf210e106)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:12.790452 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.840797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.858484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc53b9-0c19-45e7-99dd-302d7bafaf50 None None] Pushing event updated for resources: {'Port': ['ID=b8a57eca-fad7-4ca9-9362-9330c7a496e7,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.880017 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:12.926847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:12.929948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:12.934364 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:12.937979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Pushing event updated for resources: {'Port': ['ID=b44a1f20-4555-48d9-a2ae-a217912f3a40,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:12.945203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca90af5-b263-43f7-b8f4-5182981030f7 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:12.988544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6c011d18-5220-4219-946e-efb588513c5e None None] Provisioning complete for port b44a1f20-4555-48d9-a2ae-a217912f3a40 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:12.989147 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c011d18-5220-4219-946e-efb588513c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.052129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6c011d18-5220-4219-946e-efb588513c5e None None] Port b44a1f20-4555-48d9-a2ae-a217912f3a40 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:13.190154 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Sync routers for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:13.200401 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:13.201123 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:13.237864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.308965 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:13.458665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.549681 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 2, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:13.607820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:39:13.610713 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Checking router: d19efffa-d56f-47db-864d-d5fca8468a5c for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:13.611428 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Updating router d19efffa-d56f-47db-864d-d5fca8468a5c port 0775e97d-31b2-4e3e-b1ef-0540031958d4 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:13.656740 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.747252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:13.768957 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Sync routers for ids ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:13.783168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.783850 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a2a9ee93-8693-4918-8f56-58273546c5bb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6851389 Nov 12 09:39:13.786824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 53350) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:39:13.792761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Routers {'d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:13.793620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:13.843752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b8a57eca-fad7-4ca9-9362-9330c7a496e7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:13.958826 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b8e309fd-f76e-4ee5-87e1-02363df8c955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:13.987050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Set router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:13.993840 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547aa1e-437e-49e0-9570-5387cd952af7 None None] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:39:14.082852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b8a57eca-fad7-4ca9-9362-9330c7a496e7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:14.083298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.205503 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.212621 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.267939 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5228c-36f9-4162-8ccc-d0d40190bf7c None None] Pushing event updated for resources: {'Port': ['ID=0775e97d-31b2-4e3e-b1ef-0540031958d4,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:14.341354 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Attempting to bind port 0775e97d-31b2-4e3e-b1ef-0540031958d4 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:14.341734 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Attempting to bind port 0775e97d-31b2-4e3e-b1ef-0540031958d4 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:14.342102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Attempting to bind port 0775e97d-31b2-4e3e-b1ef-0540031958d4 on network 75f1f326-ea7b-4342-8218-b01ab2528860 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:14.350075 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:14.350962 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Checking segment: {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:14.351387 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.351946 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Bound using segment: {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:14.353223 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Bound port: 0775e97d-31b2-4e3e-b1ef-0540031958d4, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:14.353666 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.370047 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.409025 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b434380a-4dd1-4f5a-815d-9955d42699c5 None None] Provisioning complete for port b8a57eca-fad7-4ca9-9362-9330c7a496e7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:14.409426 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b434380a-4dd1-4f5a-815d-9955d42699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.441448 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] For port 0775e97d-31b2-4e3e-b1ef-0540031958d4, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:14.445537 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] For port 0775e97d-31b2-4e3e-b1ef-0540031958d4, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0775e97d-31b2-4e3e-b1ef-0540031958d4,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:14.452958 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.532025 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:14.532595 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:14.536013 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5228c-36f9-4162-8ccc-d0d40190bf7c None None] Pushing event updated for resources: {'Port': ['ID=0775e97d-31b2-4e3e-b1ef-0540031958d4,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:14.610777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Allocated IP 172.20.0.1 (e87d8a92-c5e8-48ae-a19c-990f0db9ce3c/2f8d3630-6993-45dc-bfdd-c2ae6da5388b/b5889d7b-28ca-4798-8174-8b820225e83b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:39:14.648329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.670313 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:14.714532 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b434380a-4dd1-4f5a-815d-9955d42699c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.726081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.766802 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.783549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port b8a57eca-fad7-4ca9-9362-9330c7a496e7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8a57eca-fad7-4ca9-9362-9330c7a496e7,segment=NetworkSegment(316100a9-e85d-4634-93cf-eafaf210e106),segment_id=316100a9-e85d-4634-93cf-eafaf210e106)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:14.797779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:13Z', 'revision_number': 3, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:14.799701 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.807068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:14.813767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:14.818928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:39:14.851420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Checking router: d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:14.851777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Updating router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 port b44a1f20-4555-48d9-a2ae-a217912f3a40 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:14.872584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Pushing event updated for resources: {'Port': ['ID=b5889d7b-28ca-4798-8174-8b820225e83b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:14.889138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.889569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.889832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.890214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.890559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.890894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.891237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.891553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.891887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.892326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.892658 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.892985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:14.903590 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.975412 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:14.978701 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:15.012988 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-b434380a-4dd1-4f5a-815d-9955d42699c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:39:15.013377 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00493a9a-7cc2-46fb-8265-d20ec049354b None None] The sync data for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 is: [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:14Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:15.013557 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-b434380a-4dd1-4f5a-815d-9955d42699c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:39:15.020098 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=b8a57eca-fad7-4ca9-9362-9330c7a496e7,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:15.079540 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.315126 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.323886 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.369202 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.381681 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.415344 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.431800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Pushing event updated for resources: {'Port': ['ID=b5889d7b-28ca-4798-8174-8b820225e83b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:15.450783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32b785-6674-4286-b671-ac3fe2c72583 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:15.456752 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0475fbe-a4b7-4552-9916-33a52e38f459 None None] Pushing event updated for resources: {'Port': ['ID=b44a1f20-4555-48d9-a2ae-a217912f3a40,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:15.461437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Attempting to bind port b44a1f20-4555-48d9-a2ae-a217912f3a40 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:15.461810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Attempting to bind port b44a1f20-4555-48d9-a2ae-a217912f3a40 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:15.462183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Attempting to bind port b44a1f20-4555-48d9-a2ae-a217912f3a40 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:15.473864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:15.474348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:15.474773 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.475269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:15.475774 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Bound port: b44a1f20-4555-48d9-a2ae-a217912f3a40, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:15.476201 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.564247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:39:15.565857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:39:15.585347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] For port b44a1f20-4555-48d9-a2ae-a217912f3a40, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:15.589039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] For port b44a1f20-4555-48d9-a2ae-a217912f3a40, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b44a1f20-4555-48d9-a2ae-a217912f3a40,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:15.595142 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.666778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db7b564-01e1-4255-82da-ebda77572107 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:39:15.693177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Routers {'d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:15.693836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:38:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:15.702253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0475fbe-a4b7-4552-9916-33a52e38f459 None None] Pushing event updated for resources: {'Port': ['ID=b44a1f20-4555-48d9-a2ae-a217912f3a40,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:15.748794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:39:15.864910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Provisioning complete for port 0775e97d-31b2-4e3e-b1ef-0540031958d4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:15.865372 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:15.867338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0775e97d-31b2-4e3e-b1ef-0540031958d4 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:15.896410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] Set router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:15.919220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:39:15.926290 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-cb50f803-f69a-4422-a07e-acb95463314a admin admin] 10.222.0.53 "PUT /v2.0/routers/d0eac46d-dc40-4ff8-8c59-1faad08bd3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1371362 Nov 12 09:39:16.113105 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0775e97d-31b2-4e3e-b1ef-0540031958d4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.113734 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.191552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.238568 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] For port 0775e97d-31b2-4e3e-b1ef-0540031958d4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0775e97d-31b2-4e3e-b1ef-0540031958d4,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:16.245955 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.336210 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Provisioning complete for port b44a1f20-4555-48d9-a2ae-a217912f3a40 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.336602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.534932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 4, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b5889d7b-28ca-4798-8174-8b820225e83b', 'name': '', 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'mac_address': 'fa:16:3e:fe:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 2, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'subnets': [{'id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:16.544679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Pushing event updated for resources: {'Port': ['ID=0775e97d-31b2-4e3e-b1ef-0540031958d4,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:16.578511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b8a57eca-fad7-4ca9-9362-9330c7a496e7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:16.610094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ece84bd-59cd-4a0e-916b-5346c08857ff None None] The sync data for ids ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'] in n-d-769329-17 is: [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 4, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b5889d7b-28ca-4798-8174-8b820225e83b', 'name': '', 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'mac_address': 'fa:16:3e:fe:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 2, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'subnets': [{'id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:16.643353 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-002c6365-84e4-4baa-ab22-0e7008e56f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.694180 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b8a57eca-fad7-4ca9-9362-9330c7a496e7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.694556 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.728461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.760559 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] For port b44a1f20-4555-48d9-a2ae-a217912f3a40, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b44a1f20-4555-48d9-a2ae-a217912f3a40,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:16.767307 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.850015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Provisioning complete for port b5889d7b-28ca-4798-8174-8b820225e83b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.850015 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:16.869904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Pushing event updated for resources: {'Port': ['ID=b44a1f20-4555-48d9-a2ae-a217912f3a40,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:16.943179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Port b5889d7b-28ca-4798-8174-8b820225e83b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:16.956643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Provisioning complete for port b8a57eca-fad7-4ca9-9362-9330c7a496e7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:16.956964 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77d8e5be-2c2b-4f01-b995-7b1f8bad9943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.197806 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c0c6d1c5-cbba-43fe-ad84-b749a63ff09c None None] Provisioning complete for port b44a1f20-4555-48d9-a2ae-a217912f3a40 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:17.198439 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d1c5-cbba-43fe-ad84-b749a63ff09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.307295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c0c6d1c5-cbba-43fe-ad84-b749a63ff09c None None] Provisioning complete for port b5889d7b-28ca-4798-8174-8b820225e83b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:17.307677 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c0c6d1c5-cbba-43fe-ad84-b749a63ff09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:17.344287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c0c6d1c5-cbba-43fe-ad84-b749a63ff09c None None] Port b5889d7b-28ca-4798-8174-8b820225e83b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:39:17.902458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0775e97d-31b2-4e3e-b1ef-0540031958d4 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:17.968961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0775e97d-31b2-4e3e-b1ef-0540031958d4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:17.969526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:18.110091 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b44a1f20-4555-48d9-a2ae-a217912f3a40 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:18.181526 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b44a1f20-4555-48d9-a2ae-a217912f3a40 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:18.182697 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.190120 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.283285 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Sync routers for ids ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:39:19.294009 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Routers {'d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:19.294823 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:39:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:19.406393 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Set router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:19.635980 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 4, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b5889d7b-28ca-4798-8174-8b820225e83b', 'name': '', 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'mac_address': 'fa:16:3e:fe:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 2, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'subnets': [{'id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:19.663841 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Checking router: d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:39:19.664519 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Updating router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 port b5889d7b-28ca-4798-8174-8b820225e83b binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:39:19.700143 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:19.880931 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.032058 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.041885 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.093655 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30266f-7d12-4ea9-a357-738c5c55c614 None None] Pushing event updated for resources: {'Port': ['ID=b5889d7b-28ca-4798-8174-8b820225e83b,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:20.158260 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Attempting to bind port b5889d7b-28ca-4798-8174-8b820225e83b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:39:20.158929 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Attempting to bind port b5889d7b-28ca-4798-8174-8b820225e83b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:39:20.159746 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Attempting to bind port b5889d7b-28ca-4798-8174-8b820225e83b on network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:39:20.165687 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:39:20.166106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Checking segment: {'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:39:20.166566 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.166980 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Bound using segment: {'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:39:20.167539 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Bound port: b5889d7b-28ca-4798-8174-8b820225e83b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316100a9-e85d-4634-93cf-eafaf210e106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:39:20.168001 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.251517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] For port b5889d7b-28ca-4798-8174-8b820225e83b, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:39:20.255363 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] For port b5889d7b-28ca-4798-8174-8b820225e83b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b5889d7b-28ca-4798-8174-8b820225e83b,segment=NetworkSegment(316100a9-e85d-4634-93cf-eafaf210e106),segment_id=316100a9-e85d-4634-93cf-eafaf210e106)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:39:20.263724 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.334266 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Routers {'d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:39:20.335533 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:39:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:20.380748 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30266f-7d12-4ea9-a357-738c5c55c614 None None] Pushing event updated for resources: {'Port': ['ID=b5889d7b-28ca-4798-8174-8b820225e83b,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:20.430635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Provisioning complete for port b5889d7b-28ca-4798-8174-8b820225e83b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:20.431204 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.461026 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.498548 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] Set router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:39:20.556196 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.603792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] For port b5889d7b-28ca-4798-8174-8b820225e83b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b5889d7b-28ca-4798-8174-8b820225e83b,segment=NetworkSegment(316100a9-e85d-4634-93cf-eafaf210e106),segment_id=316100a9-e85d-4634-93cf-eafaf210e106)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:39:20.617211 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.682937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Pushing event updated for resources: {'Port': ['ID=b5889d7b-28ca-4798-8174-8b820225e83b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:39:20.694335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.694715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.695033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.695367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.695776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.696288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.696799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.696799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.697043 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.697365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.697691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.698009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af66df8-3b89-4e21-a8ce-44d2d732d270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:39:20.745338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fdb898f4-cb4a-4041-88ca-c3b43d8eff68 None None] Provisioning complete for port b5889d7b-28ca-4798-8174-8b820225e83b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:20.746012 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fdb898f4-cb4a-4041-88ca-c3b43d8eff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:20.782660 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 4, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b5889d7b-28ca-4798-8174-8b820225e83b', 'name': '', 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'mac_address': 'fa:16:3e:fe:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:20Z', 'revision_number': 4, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'subnets': [{'id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:39:20.915382 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9adfb2-9401-4ec8-8351-6879117b7803 None None] The sync data for ids ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'] in n-d-769329-17 is: [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:15Z', 'revision_number': 4, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'b5889d7b-28ca-4798-8174-8b820225e83b', 'name': '', 'network_id': 'e87d8a92-c5e8-48ae-a19c-990f0db9ce3c', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'mac_address': 'fa:16:3e:fe:dd:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:14Z', 'updated_at': '2021-11-12T09:39:20Z', 'revision_number': 4, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'subnets': [{'id': '2f8d3630-6993-45dc-bfdd-c2ae6da5388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:39:21.781467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b5889d7b-28ca-4798-8174-8b820225e83b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:39:21.843639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b5889d7b-28ca-4798-8174-8b820225e83b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:39:21.844285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:24.272099 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:39:28.062554 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:28.574259 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:43.897513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a4ecbcc4-6e3f-467b-ba1d-e31a91d37083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:46.451422 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01852708-f1fe-4e27-9ae0-22788fe0ef4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:49.186186 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:49.883541 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:50.409067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:58.017507 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:39:58.570526 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:01.272367 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:13.902537 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8680a46f-9a38-408f-af8f-d881919bd5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:16.440265 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e1f4da19-0d76-4c11-b535-e454dd80caf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:19.186355 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:19.886300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:20.403594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:28.018603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:28.563684 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:29.612083 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-818b2a7c-ec8a-4e8f-bf73-a016a76977fb req-f3f09376-6a0c-4786-8295-055832d590ca service neutron] (109376) timed out ('10.222.0.62', 65001) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:40:38.272350 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:40:43.899059 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1a48aca7-ac41-4a67-bee0-d3e8c66d9933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:46.445776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f31a1e15-f52a-4513-a803-aa52ac2a65df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.188840 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:49.890429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:50.407353 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.033215 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:40:58.583771 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:09.961990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54370) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:09.968388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876707533', 'description': 'tempest-secgroup-smoke-876707533 description', 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:09.990339 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.057978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.062938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.089361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.093854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1277800 Nov 12 09:41:10.094447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54374) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:10.103445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82a31361-fb0f-43bb-a2f7-f56a1f4551b8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:10.104451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'security_group_rule': {'security_group_id': '82a31361-fb0f-43bb-a2f7-f56a1f4551b8', 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:10.117083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.117647 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.118209 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.118778 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.119207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.119757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.120470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.120958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.121450 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.122615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.122615 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.123036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71a68ed-e7a6-4122-8f01-7d883f27dd98 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.139872 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.197945 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.202580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.219840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdf6c76-89a0-425b-b7f7-7b506b79ce38,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:10.228949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.229300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.229654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.229996 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.230338 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.230672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.231008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.231343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.231673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.232029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.232356 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.232683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:10.237885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.239089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fa028faa-917d-412b-9632-f3a9855327f1 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1432869 Nov 12 09:41:10.242270 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54378) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:10.246656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4aab510e-3819-4591-8582-09ca83a42289 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'security_group_rule': {'security_group_id': '82a31361-fb0f-43bb-a2f7-f56a1f4551b8', 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:10.277482 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aab510e-3819-4591-8582-09ca83a42289 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.339336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aab510e-3819-4591-8582-09ca83a42289 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.345528 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aab510e-3819-4591-8582-09ca83a42289 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.371874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab510e-3819-4591-8582-09ca83a42289 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f7dc17-908d-4144-b856-d1eca0e3bb0e,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:10.385553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4aab510e-3819-4591-8582-09ca83a42289 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.386834 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4aab510e-3819-4591-8582-09ca83a42289 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1436167 Nov 12 09:41:10.389652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54380) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:10.394215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fd7a62ad-71dc-4069-9389-733b3992a801 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'security_group_rule': {'security_group_id': '82a31361-fb0f-43bb-a2f7-f56a1f4551b8', 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:10.427683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7a62ad-71dc-4069-9389-733b3992a801 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.510152 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7a62ad-71dc-4069-9389-733b3992a801 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.515158 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7a62ad-71dc-4069-9389-733b3992a801 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.535402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a62ad-71dc-4069-9389-733b3992a801 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145e2420-fc62-45a5-9bb9-ec58d2a689a8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:10.547688 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fd7a62ad-71dc-4069-9389-733b3992a801 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.549145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fd7a62ad-71dc-4069-9389-733b3992a801 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1583948 Nov 12 09:41:10.551811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54384) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:10.556845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bf7a7586-3a77-4237-b71e-3c1bf4f1eb3a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'security_group_rule': {'security_group_id': '82a31361-fb0f-43bb-a2f7-f56a1f4551b8', 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:10.588492 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7586-3a77-4237-b71e-3c1bf4f1eb3a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.653048 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7586-3a77-4237-b71e-3c1bf4f1eb3a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.658123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7586-3a77-4237-b71e-3c1bf4f1eb3a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.677071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a7586-3a77-4237-b71e-3c1bf4f1eb3a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ddd8c7b-0c75-4de4-9623-c0e4b0889e7b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:10.689065 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf7a7586-3a77-4237-b71e-3c1bf4f1eb3a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.694114 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf7a7586-3a77-4237-b71e-3c1bf4f1eb3a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1374500 Nov 12 09:41:10.694544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54386) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:10.699248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'security_group_rule': {'security_group_id': '82a31361-fb0f-43bb-a2f7-f56a1f4551b8', 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:10.726614 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Project e48bc24bae194d1ab3a53fd40f6cc479 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:41:10.735487 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.811502 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.815437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.837737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47503c9-c985-4c75-9ef6-88714bf70697,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:10.843607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.848217 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:10.848578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf96d8cd-96d8-42c5-af7a-0991cfabf997 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1526394 Nov 12 09:41:10.853907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'security_group_rule': {'security_group_id': '82a31361-fb0f-43bb-a2f7-f56a1f4551b8', 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:10.890718 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Project e48bc24bae194d1ab3a53fd40f6cc479 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:41:10.896573 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.977197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:10.981644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:11.003524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=612d4b0e-14e5-4f68-b558-04dda8a9a6f5,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:11.009689 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:11.010965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ff80121c-38a2-4575-a062-0e8384a72268 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612561 Nov 12 09:41:11.213469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-02de8c37-5498-4986-8220-c545952f0f38 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876707533&fields=id&tenant_id=e48bc24bae194d1ab3a53fd40f6cc479 HTTP/1.1" status: 200 len: 267 time: 0.0613315 Nov 12 09:41:11.330254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-f2341cae-7c92-4a66-a275-dc4d9572d412 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:11.331767 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-f2341cae-7c92-4a66-a275-dc4d9572d412 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 813 time: 0.1095059 Nov 12 09:41:11.348302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-1800ea77-5811-4c2d-92f8-f609806bde1f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/quotas/e48bc24bae194d1ab3a53fd40f6cc479 HTTP/1.1" status: 200 len: 375 time: 0.0102832 Nov 12 09:41:11.406883 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-751c5d60-2808-45b6-b918-39839bc957f2 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525727 Nov 12 09:41:11.514168 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-8df7a947-0342-4d83-bcd0-1e24b45e32d2 service neutron] 10.222.0.53 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952423 Nov 12 09:41:11.614320 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-93ebd558-5f2d-4960-ac71-e226c2329a39 service neutron] 10.222.0.53 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939095 Nov 12 09:41:11.921925 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6baa4a76-fb9d-4842-9eb4-1e452ee85710 req-13e11d6f-6982-43b0-a440-c65e9d4ddad9 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0268979 Nov 12 09:41:13.013133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00c8185e-a8aa-4e15-bbee-d7fed80eb4b2 req-cd3e520f-22d1-4db9-ac74-6b752f456ece tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Nov 12 09:41:13.892186 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1200b952-1588-4936-acde-cfb72489243a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:14.090923 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1e0cfa32-9fc6-4804-88ad-a6a99980332d req-cf2cccd9-83ce-4c51-b6d7-0f4bb31b3552 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0268755 Nov 12 09:41:15.169881 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5c3d1341-27db-4cde-8100-65f5a65efb30 req-07a5d6b0-9340-4fd3-99ad-a17898c51428 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0266559 Nov 12 09:41:15.271007 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:16.267217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0c255f4-07b1-461c-81f3-42f13d1b3b0e req-d5fb73f1-a5b3-45d0-9eac-f6116fbdb78b tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0263510 Nov 12 09:41:16.453016 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52212e90-39b2-415e-b8d2-c2b92481ac82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:16.624512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-3bb948c9-9d61-414b-bd0e-484be7d29242 req-19faa939-3f7b-453a-9b76-b69bc1c08410 service neutron] (109376) timed out ('10.222.0.62', 65010) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:41:17.043935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-373910f1-e33d-47e4-8df1-9ed0e2c900c7 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:17.045397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-373910f1-e33d-47e4-8df1-9ed0e2c900c7 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.55 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 813 time: 0.1208043 Nov 12 09:41:17.110428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-47634532-4492-44e0-abb8-1e49c00c5f03 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e48bc24bae194d1ab3a53fd40f6cc479 HTTP/1.1" status: 200 len: 379 time: 0.0562332 Nov 12 09:41:17.119415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'port': {'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'admin_state_up': True, 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'security_groups': ['82a31361-fb0f-43bb-a2f7-f56a1f4551b8']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:17.237014 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Made reservation on behalf of e48bc24bae194d1ab3a53fd40f6cc479 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:41:17.243088 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.376386 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9551aa50-4d08-43b0-92eb-5267de169204 req-88166afb-01de-4a55-a9c2-d8829946010e tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0329978 Nov 12 09:41:17.730831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Allocated IP 172.20.0.3 (75f1f326-ea7b-4342-8218-b01ab2528860/6f1f464a-08a7-4d50-a96d-712d8570b2c1/337a4a44-aec2-41d4-ae72-f0786e89892b) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:17.878409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.911125 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:17.956630 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Network 75f1f326-ea7b-4342-8218-b01ab2528860 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:17.959829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:17.962533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:17.992062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'Port': ['ID=337a4a44-aec2-41d4-ae72-f0786e89892b,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:18.035413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:18.036195 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.057442 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-035129b7-e7fc-42eb-b259-f195e283ef7f tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9416828 Nov 12 09:41:18.198722 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9be814e0-7780-4e18-b709-1459a97f1ee6 None None] Provisioning complete for port 337a4a44-aec2-41d4-ae72-f0786e89892b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:18.199573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9be814e0-7780-4e18-b709-1459a97f1ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.242239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9be814e0-7780-4e18-b709-1459a97f1ee6 None None] Port 337a4a44-aec2-41d4-ae72-f0786e89892b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:41:18.247864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Request body: {'port': {'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:18.302067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.565290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cb48e-9ffb-45c6-a600-8aacc8a2b156 req-bbb99952-177e-46ae-951a-19b05111bc1c tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:18.566813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb0cb48e-9ffb-45c6-a600-8aacc8a2b156 req-bbb99952-177e-46ae-951a-19b05111bc1c tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 931 time: 0.1118631 Nov 12 09:41:18.648261 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb0cb48e-9ffb-45c6-a600-8aacc8a2b156 req-0b015405-9a29-4923-877d-1aea75d81bfa tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750694 Nov 12 09:41:18.680086 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337a4a44-aec2-41d4-ae72-f0786e89892b {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:18.688424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.701059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Transition to ACTIVE for port object 337a4a44-aec2-41d4-ae72-f0786e89892b will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:41:18.705567 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.762832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Pushing event updated for resources: {'Port': ['ID=337a4a44-aec2-41d4-ae72-f0786e89892b,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:18.836222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Attempting to bind port 337a4a44-aec2-41d4-ae72-f0786e89892b on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:41:18.836653 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Attempting to bind port 337a4a44-aec2-41d4-ae72-f0786e89892b by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:41:18.837357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Attempting to bind port 337a4a44-aec2-41d4-ae72-f0786e89892b on network 75f1f326-ea7b-4342-8218-b01ab2528860 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:18.841953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Port 337a4a44-aec2-41d4-ae72-f0786e89892b on network 75f1f326-ea7b-4342-8218-b01ab2528860 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:41:18.842295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Attempting to bind port 337a4a44-aec2-41d4-ae72-f0786e89892b on network 75f1f326-ea7b-4342-8218-b01ab2528860 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:41:18.847622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:41:18.847901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Checking segment: {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:41:18.848319 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Bound using segment: {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:41:18.848754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Bound port: 337a4a44-aec2-41d4-ae72-f0786e89892b, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d94d1fc-25cc-4d17-84af-8dda2710561f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:41:18.849117 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.923326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] For port 337a4a44-aec2-41d4-ae72-f0786e89892b, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:41:18.926932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] For port 337a4a44-aec2-41d4-ae72-f0786e89892b, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=337a4a44-aec2-41d4-ae72-f0786e89892b,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:41:18.931087 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.971138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:18.971859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:18.973285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] 10.222.0.55 "PUT /v2.0/ports/337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 1092 time: 0.9070270 Nov 12 09:41:18.973741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:18.976401 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e576c5e2-e896-43e1-a329-ababde45c02d" -d '{"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:19.023889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588039b-6a63-4a12-8e75-b14aa22c9462 service neutron] Pushing event updated for resources: {'Port': ['ID=337a4a44-aec2-41d4-ae72-f0786e89892b,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:19.095032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-a00a14d3-8bfd-4112-8d1b-92c3fb28833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.098208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-a00a14d3-8bfd-4112-8d1b-92c3fb28833a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1095 time: 0.0677366 Nov 12 09:41:19.152982 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-d23e051e-9a0a-463b-b763-c072b63f0089 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 217 time: 0.0472906 Nov 12 09:41:19.201564 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:19.216390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-c7d24b6b-2ce6-4cb9-a6c7-089fca79090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.217827 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-c7d24b6b-2ce6-4cb9-a6c7-089fca79090b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 200 len: 852 time: 0.0584028 Nov 12 09:41:19.219716 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1d768-5669-4f92-b861-84418c058719 x-openstack-request-id: req-ead1d768-5669-4f92-b861-84418c058719 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:19.220022 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:19.220289 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ead1d768-5669-4f92-b861-84418c058719 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:19.220744 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'status': 'completed', 'code': 200} Nov 12 09:41:19.270917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-d8831e68-5b79-4674-a646-8130b43b12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.272395 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-d8831e68-5b79-4674-a646-8130b43b12d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75f1f326-ea7b-4342-8218-b01ab2528860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477254 Nov 12 09:41:19.368648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-646b62f1-d336-4c25-8e2e-189a8d6de491 service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864229 Nov 12 09:41:19.471880 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9222f0c9-2131-4cc3-b868-9452043a9941 req-d46db0db-ed48-4d55-a17c-08d9c9e2f670 service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956266 Nov 12 09:41:19.584211 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576c5e2-e896-43e1-a329-ababde45c02d req-69cfa064-acc2-4124-bde9-8ca457ad36fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.585849 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e576c5e2-e896-43e1-a329-ababde45c02d req-69cfa064-acc2-4124-bde9-8ca457ad36fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1095 time: 0.0489640 Nov 12 09:41:19.698736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576c5e2-e896-43e1-a329-ababde45c02d req-3bf632d5-babb-4706-99e7-72f6641d2092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.700451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e576c5e2-e896-43e1-a329-ababde45c02d req-3bf632d5-babb-4706-99e7-72f6641d2092 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 914 time: 0.1079519 Nov 12 09:41:19.760277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e576c5e2-e896-43e1-a329-ababde45c02d req-707aff19-8609-4553-83c4-949798c3f8c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 217 time: 0.0516176 Nov 12 09:41:19.840265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576c5e2-e896-43e1-a329-ababde45c02d req-c5ff6d76-35ca-4804-a2e7-66885e073f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.841772 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e576c5e2-e896-43e1-a329-ababde45c02d req-c5ff6d76-35ca-4804-a2e7-66885e073f06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 200 len: 852 time: 0.0639179 Nov 12 09:41:19.851153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69c737-a5b2-408a-95a8-068a7acbf363 req-53dd5fcf-76bf-4a9c-92af-97920ed0dc4c tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.852738 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc69c737-a5b2-408a-95a8-068a7acbf363 req-53dd5fcf-76bf-4a9c-92af-97920ed0dc4c tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.1020069 Nov 12 09:41:19.891732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:19.927889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576c5e2-e896-43e1-a329-ababde45c02d req-e7c875f4-a32f-46c2-a7e8-ff8c4e2f7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:19.929441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e576c5e2-e896-43e1-a329-ababde45c02d req-e7c875f4-a32f-46c2-a7e8-ff8c4e2f7e91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75f1f326-ea7b-4342-8218-b01ab2528860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757451 Nov 12 09:41:19.933276 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bc69c737-a5b2-408a-95a8-068a7acbf363 req-91a6f223-a00d-4342-8d98-350f7d9de89b tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721376 Nov 12 09:41:20.026502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e576c5e2-e896-43e1-a329-ababde45c02d req-ceb24a62-af31-4b33-a8a8-7eee36e2531c service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887058 Nov 12 09:41:20.119411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e576c5e2-e896-43e1-a329-ababde45c02d req-47cf9b55-d167-4936-b2d7-e73bd2a5b53b service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853660 Nov 12 09:41:20.413930 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:21.056725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7c0b3-ac23-481d-8c75-e7e6eb58b8da req-2c20617f-c733-436a-9f9d-6b71ad4fda57 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:21.059106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2f7c0b3-ac23-481d-8c75-e7e6eb58b8da req-2c20617f-c733-436a-9f9d-6b71ad4fda57 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0514882 Nov 12 09:41:21.120125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2f7c0b3-ac23-481d-8c75-e7e6eb58b8da req-ffa0484b-c060-4497-a3fc-57680bf79bc9 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504651 Nov 12 09:41:22.247124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be12a08-514a-4451-8b97-e8d039f21974 req-b63f348b-6355-4d7b-88e4-e002b54e2740 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:22.250308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3be12a08-514a-4451-8b97-e8d039f21974 req-b63f348b-6355-4d7b-88e4-e002b54e2740 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0568860 Nov 12 09:41:22.317239 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3be12a08-514a-4451-8b97-e8d039f21974 req-ac042272-be6e-4cf0-a1db-bac408bb436e tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584519 Nov 12 09:41:23.439694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8484b4f-4b3c-4991-a52e-4ed21b792e85 req-068dc42a-1964-4ef0-9df6-e2d4e5ba05a5 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:23.441294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8484b4f-4b3c-4991-a52e-4ed21b792e85 req-068dc42a-1964-4ef0-9df6-e2d4e5ba05a5 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0550435 Nov 12 09:41:23.505967 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f8484b4f-4b3c-4991-a52e-4ed21b792e85 req-167dc21f-3f76-478a-a0f4-10940fbc0c81 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582359 Nov 12 09:41:24.632412 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb695c-4723-403c-af38-7b67d0cba9b9 req-3450b0c8-d7ef-4ae1-b46b-e157d3196619 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:24.633912 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4eb695c-4723-403c-af38-7b67d0cba9b9 req-3450b0c8-d7ef-4ae1-b46b-e157d3196619 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0499847 Nov 12 09:41:24.684002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4eb695c-4723-403c-af38-7b67d0cba9b9 req-e21945a9-828e-4200-b214-2e43640ee75c tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Nov 12 09:41:25.799716 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204116eb-51a0-4e63-98cc-baf8afaec018 req-5300d7f5-d2fc-480b-bd73-a4b08d07dea4 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:25.801232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-204116eb-51a0-4e63-98cc-baf8afaec018 req-5300d7f5-d2fc-480b-bd73-a4b08d07dea4 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0494304 Nov 12 09:41:25.851720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-204116eb-51a0-4e63-98cc-baf8afaec018 req-6b2ec1af-d5ba-4c67-b464-7ddfd690625a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444024 Nov 12 09:41:26.967402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942e8cf-a729-4774-b0d1-cf52d80d287b req-e7f296bb-0295-49f5-936e-2fa144ba660a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:26.968938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2942e8cf-a729-4774-b0d1-cf52d80d287b req-e7f296bb-0295-49f5-936e-2fa144ba660a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0495107 Nov 12 09:41:27.018663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2942e8cf-a729-4774-b0d1-cf52d80d287b req-67eb7975-c148-481a-b3db-5fc49162966b tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Nov 12 09:41:28.032185 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:28.143807 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028d040-6583-4029-a416-c910a314e5a4 req-53fa9127-a7b1-4c2a-a0d3-d0102ba0058a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:28.145372 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6028d040-6583-4029-a416-c910a314e5a4 req-53fa9127-a7b1-4c2a-a0d3-d0102ba0058a tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0565429 Nov 12 09:41:28.196558 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6028d040-6583-4029-a416-c910a314e5a4 req-cc958e4f-8f6b-4b45-bed0-92e29bea90fa tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452948 Nov 12 09:41:28.606259 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:29.320399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa844a22-3e46-4233-a3c0-961ecdfddbc6 req-43bae70c-81be-4759-ba80-5ab78cd651aa tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:29.321787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa844a22-3e46-4233-a3c0-961ecdfddbc6 req-43bae70c-81be-4759-ba80-5ab78cd651aa tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0530276 Nov 12 09:41:29.371649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa844a22-3e46-4233-a3c0-961ecdfddbc6 req-e0ceb77d-2c09-4572-bd2c-4433a0ae80aa tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428925 Nov 12 09:41:30.408846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 337a4a44-aec2-41d4-ae72-f0786e89892b details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:41:30.502120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b2c01-2542-4244-9368-c8d0d064e97d req-b2cbd8ed-beb3-4072-b013-4686afeab421 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:30.503853 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c5b2c01-2542-4244-9368-c8d0d064e97d req-b2cbd8ed-beb3-4072-b013-4686afeab421 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 943 time: 0.0572979 Nov 12 09:41:30.515487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 337a4a44-aec2-41d4-ae72-f0786e89892b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=337a4a44-aec2-41d4-ae72-f0786e89892b,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:30.527476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'mac_address': 'fa:16:3e:08:6e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:41:30.560294 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3c5b2c01-2542-4244-9368-c8d0d064e97d req-f7bf81c9-0418-4469-af76-e7edd83778ba tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480464 Nov 12 09:41:30.567724 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:30.581867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a4a44-aec2-41d4-ae72-f0786e89892b {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:41:30.601663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 337a4a44-aec2-41d4-ae72-f0786e89892b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=337a4a44-aec2-41d4-ae72-f0786e89892b,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:30.606683 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:30.660542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=337a4a44-aec2-41d4-ae72-f0786e89892b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:30.668278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.668627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.668971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.669307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.669641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.669973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.670302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.670629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.670993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.671315 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.671639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.671992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:41:30.846536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['337a4a44-aec2-41d4-ae72-f0786e89892b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:41:31.678476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017142c-369c-48ba-9a53-557238997750 req-5c0fb073-9020-4b2a-9e9e-e180b9631b27 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:31.679978 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2017142c-369c-48ba-9a53-557238997750 req-5c0fb073-9020-4b2a-9e9e-e180b9631b27 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 944 time: 0.0506685 Nov 12 09:41:31.731142 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2017142c-369c-48ba-9a53-557238997750 req-c9548d76-aad6-4fcc-934e-2a082be53219 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Nov 12 09:41:32.410662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 337a4a44-aec2-41d4-ae72-f0786e89892b up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:41:32.462225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 337a4a44-aec2-41d4-ae72-f0786e89892b completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:41:32.466569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 337a4a44-aec2-41d4-ae72-f0786e89892b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:41:32.466943 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:32.550046 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:32.577638 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:32.579970 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6594734-818b-4977-84be-5572ed9fb238" -d '{"events": [{"server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "name": "network-vif-plugged", "status": "completed", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:32.594149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 337a4a44-aec2-41d4-ae72-f0786e89892b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=337a4a44-aec2-41d4-ae72-f0786e89892b,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:41:32.599290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:32.649813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=337a4a44-aec2-41d4-ae72-f0786e89892b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:32.685229 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2493ab-31a9-4068-a127-34145c9784f1 x-openstack-request-id: req-7d2493ab-31a9-4068-a127-34145c9784f1 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:32.685525 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "name": "network-vif-plugged", "status": "completed", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:32.685784 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d2493ab-31a9-4068-a127-34145c9784f1 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:32.686183 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'code': 200} Nov 12 09:41:32.793941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f922-0001-4f05-96a2-b781f71d770e req-f57663f8-9eb0-466f-af01-7b0827478b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:32.795527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f27f922-0001-4f05-96a2-b781f71d770e req-f57663f8-9eb0-466f-af01-7b0827478b74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1097 time: 0.0496287 Nov 12 09:41:32.870864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f27f922-0001-4f05-96a2-b781f71d770e req-15c2d261-33c3-4f62-917b-ad45d6fa42ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682914 Nov 12 09:41:32.883403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbc540-354e-4ccc-b7d6-334434c9af97 req-6d91dc6a-2836-49c7-8441-506051bfca80 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:32.884898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31bbc540-354e-4ccc-b7d6-334434c9af97 req-6d91dc6a-2836-49c7-8441-506051bfca80 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 945 time: 0.0757298 Nov 12 09:41:32.944389 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31bbc540-354e-4ccc-b7d6-334434c9af97 req-6b7fe44b-b357-4490-96ae-0c5ebdbca2e7 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523810 Nov 12 09:41:34.067173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a4ce-06a3-4bc0-8319-7047eccab60c req-44f5e6fa-8c8c-4d7d-98ac-4dd95b78c737 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:34.068711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60f8a4ce-06a3-4bc0-8319-7047eccab60c req-44f5e6fa-8c8c-4d7d-98ac-4dd95b78c737 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 945 time: 0.0498583 Nov 12 09:41:34.125579 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-60f8a4ce-06a3-4bc0-8319-7047eccab60c req-3226075e-0e4b-4525-8695-418bc1259c35 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502758 Nov 12 09:41:34.240877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051b980-fc7a-4fd2-90ff-819f42d67ee0 req-1a7d1231-0d62-4f12-b413-eb33f5d478f5 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:34.242411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6051b980-fc7a-4fd2-90ff-819f42d67ee0 req-1a7d1231-0d62-4f12-b413-eb33f5d478f5 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Nov 12 09:41:34.298129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6051b980-fc7a-4fd2-90ff-819f42d67ee0 req-bbafcb5b-6e3d-4fdf-a126-c8d22854eea3 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495400 Nov 12 09:41:34.320855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54480) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:34.414414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa221d4-8fa9-462e-898a-d440da398775 tempest-TestVolumeBackupRestore-1465460801 tempest-TestVolumeBackupRestore-1465460801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:34.416030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-daa221d4-8fa9-462e-898a-d440da398775 tempest-TestVolumeBackupRestore-1465460801 tempest-TestVolumeBackupRestore-1465460801-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1092 time: 0.0940738 Nov 12 09:41:34.420480 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54484) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:34.425562 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:34.448703 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:34.553192 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:34.669862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Allocated IP 172.25.5.190 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/1ef5ea5f-3e25-41c3-ac75-ca5155eee3a1) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:41:34.784106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:34.825167 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:34.867009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:41:34.872361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:41:34.874608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'Port': ['ID=1ef5ea5f-3e25-41c3-ac75-ca5155eee3a1,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:34.876769 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:41:35.253576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:35.325022 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:35.491266 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:35.498409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:35.569995 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event updated for resources: {'Port': ['ID=1ef5ea5f-3e25-41c3-ac75-ca5155eee3a1,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:41:35.585817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:35.695094 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Floating IP 633d83d0-7c80-4eb8-852f-a27deadd810c associated. External IP: 172.25.5.190, port: 337a4a44-aec2-41d4-ae72-f0786e89892b. Nov 12 09:41:35.921171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Router d19efffa-d56f-47db-864d-d5fca8468a5c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:41:36.040345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:36.050768 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] Sync routers for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:36.062054 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:36.062674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:36.063318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:41:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:36.090781 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9f9035ef-5bb5-4a8b-9222-12eea3cff5f8 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6686780 Nov 12 09:41:36.091754 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:36.094076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54486) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:36.098044 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fc74f2-35c8-4add-8764-9f599d72fb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:36.139859 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71ea5ab-3c43-4c07-8500-3214c6bf1da5 tempest-TestVolumeBackupRestore-1465460801 tempest-TestVolumeBackupRestore-1465460801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:36.140633 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5ff1be-e2fe-4e2c-9c0d-2b69b4cd5dcc x-openstack-request-id: req-bd5ff1be-e2fe-4e2c-9c0d-2b69b4cd5dcc {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:36.140925 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:36.141525 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b71ea5ab-3c43-4c07-8500-3214c6bf1da5 tempest-TestVolumeBackupRestore-1465460801 tempest-TestVolumeBackupRestore-1465460801-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1092 time: 0.0464380 Nov 12 09:41:36.144303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54490) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:41:36.144647 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bd5ff1be-e2fe-4e2c-9c0d-2b69b4cd5dcc {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:36.146299 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'status': 'completed', 'code': 200} Nov 12 09:41:36.156377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Request body: {'floatingip': {'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:41:36.180441 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:36.213327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-800812f6-e2b4-46fe-89a2-20fa2f20a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:36.214851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-800812f6-e2b4-46fe-89a2-20fa2f20a15e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1097 time: 0.0444880 Nov 12 09:41:36.217025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for floatingip, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:36.322425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-a67fa2ab-b49c-43b1-9466-e6553159b0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:36.324079 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-a67fa2ab-b49c-43b1-9466-e6553159b0eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 914 time: 0.0995352 Nov 12 09:41:36.399761 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-c79b554a-76a0-4371-a103-3c18e0a9d66d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 999 time: 0.0669072 Nov 12 09:41:36.435182 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '633d83d0-7c80-4eb8-852f-a27deadd810c', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'mac_address': 'fa:16:3e:08:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:35Z', 'updated_at': '2021-11-12T09:41:35Z', 'revision_number': 0, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:36.462259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-f926f8e1-f5e5-41f8-a260-03dfadfdd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:36.464018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-f926f8e1-f5e5-41f8-a260-03dfadfdd7ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 200 len: 852 time: 0.0574234 Nov 12 09:41:36.469196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] Checking router: d19efffa-d56f-47db-864d-d5fca8468a5c for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:36.479294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:36.479976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:41:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:36.512830 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-d079221a-f1fe-4e37-9856-1ce90a7a8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:36.515123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-d079221a-f1fe-4e37-9856-1ce90a7a8227 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75f1f326-ea7b-4342-8218-b01ab2528860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431037 Nov 12 09:41:36.626567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-c4137ce2-5c9e-45da-8ac7-42a3c2c411ec service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044552 Nov 12 09:41:36.734428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f9fc74f2-35c8-4add-8764-9f599d72fb1d req-b1f70ca4-2f2f-44d8-875a-ff4744d4e7cb service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009068 Nov 12 09:41:36.777290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:37.016471 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '633d83d0-7c80-4eb8-852f-a27deadd810c', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'mac_address': 'fa:16:3e:08:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:35Z', 'updated_at': '2021-11-12T09:41:35Z', 'revision_number': 0, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:37.048390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ccd24c-39ef-44a4-a096-4861db3a07bf None None] The sync data for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 is: [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '633d83d0-7c80-4eb8-852f-a27deadd810c', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'mac_address': 'fa:16:3e:08:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:35Z', 'updated_at': '2021-11-12T09:41:35Z', 'revision_number': 0, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:37.205329 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.210468 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.261293 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3220b7ef-15d0-479e-8e12-597be4cf5113 None None] New status for floating IP 633d83d0-7c80-4eb8-852f-a27deadd810c: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:41:37.441407 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Router d19efffa-d56f-47db-864d-d5fca8468a5c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:41:37.556943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:41:37.562421 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:37.567179 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] Sync routers for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:41:37.578788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:37.579682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:41:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:37.597303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:37.599014 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697d0845-44e6-4789-aa6f-23f5b59a320e" -d '{"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:37.626241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0b5fee69-8327-46cf-8d77-f652f38b4bbb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "PUT /v2.0/floatingips/633d83d0-7c80-4eb8-852f-a27deadd810c HTTP/1.1" status: 200 len: 991 time: 1.4808893 Nov 12 09:41:37.699024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:37.718324 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2b9817-db43-4034-bca3-ed99a1a53470 x-openstack-request-id: req-ee2b9817-db43-4034-bca3-ed99a1a53470 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:37.718622 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:37.718975 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee2b9817-db43-4034-bca3-ed99a1a53470 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:37.719474 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'status': 'completed', 'code': 200} Nov 12 09:41:37.785742 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-0fa0da03-b6bf-4a73-aaad-6387e0c07cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:37.787308 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-0fa0da03-b6bf-4a73-aaad-6387e0c07cc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1097 time: 0.0445101 Nov 12 09:41:37.886120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-c0602e27-b341-4612-94ee-94a8cffcf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:37.887616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-c0602e27-b341-4612-94ee-94a8cffcf31c service neutron] 10.222.0.55 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 914 time: 0.0922949 Nov 12 09:41:37.941853 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '633d83d0-7c80-4eb8-852f-a27deadd810c', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'mac_address': 'fa:16:3e:08:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:35Z', 'updated_at': '2021-11-12T09:41:37Z', 'revision_number': 2, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:37.955593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-0bc70f5d-7f93-431f-bb78-3bcb13758f89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 1001 time: 0.0612102 Nov 12 09:41:37.973972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] Checking router: d19efffa-d56f-47db-864d-d5fca8468a5c for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:41:37.984735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:41:37.985403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:41:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:38.015404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-33ee2506-2ea4-4d91-9e51-f5ab2b91eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:38.016891 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-33ee2506-2ea4-4d91-9e51-f5ab2b91eb6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 200 len: 852 time: 0.0544038 Nov 12 09:41:38.072872 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-a678fa8e-a765-4bba-967c-d99c5a033c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:38.074427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-a678fa8e-a765-4bba-967c-d99c5a033c2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75f1f326-ea7b-4342-8218-b01ab2528860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499663 Nov 12 09:41:38.112608 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:41:38.173500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-69b3556f-0721-4815-8ce3-8facbe5b8c6e service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902410 Nov 12 09:41:38.278009 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-697d0845-44e6-4789-aa6f-23f5b59a320e req-5b39dad5-c111-4527-b56a-f021aa46c5d9 service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978510 Nov 12 09:41:38.364707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '633d83d0-7c80-4eb8-852f-a27deadd810c', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'mac_address': 'fa:16:3e:08:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:35Z', 'updated_at': '2021-11-12T09:41:37Z', 'revision_number': 2, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:41:38.396367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d421c99-9b9e-4d9e-9969-c8eca713eaf4 None None] The sync data for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 is: [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '633d83d0-7c80-4eb8-852f-a27deadd810c', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'floating_ip_address': '172.25.5.190', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'port_id': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'mac_address': 'fa:16:3e:08:6e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:41:35Z', 'updated_at': '2021-11-12T09:41:37Z', 'revision_number': 2, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:41:39.720823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:41:39.723255 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e0a337-5d7d-4fe4-b099-f45654258685" -d '{"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:41:39.769549 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eece30-afba-4337-910d-35021bd98ab6 x-openstack-request-id: req-84eece30-afba-4337-910d-35021bd98ab6 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:41:39.769939 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:41:39.770223 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84eece30-afba-4337-910d-35021bd98ab6 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:41:39.770627 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'status': 'completed', 'code': 200} Nov 12 09:41:39.834663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-ef484cd6-4774-45b3-ab79-d723f6472ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:39.836378 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-ef484cd6-4774-45b3-ab79-d723f6472ea9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1097 time: 0.0442479 Nov 12 09:41:39.949160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-cc1ceaef-f825-44fa-8af1-51c4b487494b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:39.950834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-cc1ceaef-f825-44fa-8af1-51c4b487494b service neutron] 10.222.0.55 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 914 time: 0.1075289 Nov 12 09:41:40.022044 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-3dc79b95-5a32-4ee5-b321-a2dc2e8e9e12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 1001 time: 0.0641072 Nov 12 09:41:40.080973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-0a897f84-0be8-4602-b4ad-36e9278c7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:40.082441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-0a897f84-0be8-4602-b4ad-36e9278c7127 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 200 len: 852 time: 0.0533302 Nov 12 09:41:40.132490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-0a8fbb5f-abd7-41b7-a858-6314e0c8c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:40.134167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-0a8fbb5f-abd7-41b7-a858-6314e0c8c6d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75f1f326-ea7b-4342-8218-b01ab2528860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449634 Nov 12 09:41:40.227567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-57fda4ca-a07b-43d9-9eae-1833cc282af2 service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856657 Nov 12 09:41:40.332501 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-84e0a337-5d7d-4fe4-b099-f45654258685 req-a51adb9d-2f2d-43c9-bf4d-a6357c70c379 service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969274 Nov 12 09:41:43.893852 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-77c9ffc2-6f4e-4290-beef-241127d448aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:46.454650 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af85f504-dd73-477a-a19a-531950f503f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:49.194372 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:49.891821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:50.407437 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:52.270440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:41:52.882386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-9eddb5d1-ae65-4d36-8b01-cf60489b121c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479989 Nov 12 09:41:52.969745 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b64571-2e1f-4837-99e6-43135de6c52b req-1e40c034-d38c-43bd-b472-a15e70ef58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:52.971262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-1e40c034-d38c-43bd-b472-a15e70ef58f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1097 time: 0.0445998 Nov 12 09:41:53.084195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b64571-2e1f-4837-99e6-43135de6c52b req-18f2bb0c-4e24-4fc1-99f8-e438a49506e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:53.085926 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-18f2bb0c-4e24-4fc1-99f8-e438a49506e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 914 time: 0.0960979 Nov 12 09:41:53.156082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-dd039f74-c571-46fa-a506-174f12727790 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 1001 time: 0.0614018 Nov 12 09:41:53.205740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b64571-2e1f-4837-99e6-43135de6c52b req-c38a3d53-05d2-425f-b3a2-ef4f13a5b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:53.207180 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-c38a3d53-05d2-425f-b3a2-ef4f13a5b1b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 200 len: 852 time: 0.0448689 Nov 12 09:41:53.252940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b64571-2e1f-4837-99e6-43135de6c52b req-b0d93405-d727-44a2-a3d6-05cab900ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:41:53.254537 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-b0d93405-d727-44a2-a3d6-05cab900ed00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75f1f326-ea7b-4342-8218-b01ab2528860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402880 Nov 12 09:41:53.711305 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-eb4a5951-7f86-47e1-a772-02988546ad07 service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493825 Nov 12 09:41:53.805443 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b64571-2e1f-4837-99e6-43135de6c52b req-0d0c9a8b-a831-4f96-b9ef-8c14f5a08c77 service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843225 Nov 12 09:41:58.055609 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:41:58.610567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.095201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:08.261818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Deleting port 1ef5ea5f-3e25-41c3-ac75-ca5155eee3a1 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:08.262161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.342666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.342914 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.358257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Calling delete_port for 1ef5ea5f-3e25-41c3-ac75-ca5155eee3a1 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:08.550377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.581760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event deleted for resources: {'Port': ['ID=1ef5ea5f-3e25-41c3-ac75-ca5155eee3a1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:08.642407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.643180 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Floating IP 633d83d0-7c80-4eb8-852f-a27deadd810c disassociated (deleted). External IP: 172.25.5.190, port: 337a4a44-aec2-41d4-ae72-f0786e89892b. Nov 12 09:42:08.864241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Router d19efffa-d56f-47db-864d-d5fca8468a5c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:08.978130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:08.983308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:08.988346 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] Sync routers for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:09.001275 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:09.001964 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:41:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:09.016516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e78886c9-528d-4ec2-98fe-77e853e8a8b6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "DELETE /v2.0/floatingips/633d83d0-7c80-4eb8-852f-a27deadd810c HTTP/1.1" status: 204 len: 168 time: 0.9196670 Nov 12 09:42:09.017113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:09.020414 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e390fc-9b04-42a3-8826-08b38276ff55" -d '{"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:09.072301 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a949c84-87db-4106-97d0-7dea6f94bcd9 x-openstack-request-id: req-2a949c84-87db-4106-97d0-7dea6f94bcd9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:09.072747 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:09.073149 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a949c84-87db-4106-97d0-7dea6f94bcd9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:09.073768 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'status': 'completed', 'code': 200} Nov 12 09:42:09.169323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-ee11d80b-65d6-4012-8258-48de4dca0fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.170877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-ee11d80b-65d6-4012-8258-48de4dca0fba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 1097 time: 0.0704315 Nov 12 09:42:09.186708 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:09.280168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb053973-d3e6-4155-b4bf-53114a4afd69 req-ef4d976d-ceab-4fef-80d4-ca3d5423c999 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.281657 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb053973-d3e6-4155-b4bf-53114a4afd69 req-ef4d976d-ceab-4fef-80d4-ca3d5423c999 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 945 time: 0.0617635 Nov 12 09:42:09.291004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-bafda58b-95e4-4e54-81f0-669f8b03d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.292628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-bafda58b-95e4-4e54-81f0-669f8b03d406 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 200 len: 914 time: 0.1058669 Nov 12 09:42:09.338224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-ec0c0a2a-469d-45ee-a5c4-8c00aa63a7a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 200 len: 217 time: 0.0372908 Nov 12 09:42:09.344394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cb053973-d3e6-4155-b4bf-53114a4afd69 req-cf2ab2e2-079a-472b-a18c-8696aad0e0d5 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543635 Nov 12 09:42:09.397239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-d8e7aa9f-94b2-44ba-bee0-22dc218c285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.398720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-d8e7aa9f-94b2-44ba-bee0-22dc218c285a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 200 len: 852 time: 0.0515482 Nov 12 09:42:09.408950 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:09.440812 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] Checking router: d19efffa-d56f-47db-864d-d5fca8468a5c for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:09.450219 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:09.450956 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:41:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:09.458162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-5d58249c-c252-4bcf-b3cc-38ed1dbdf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:09.458162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-5d58249c-c252-4bcf-b3cc-38ed1dbdf715 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75f1f326-ea7b-4342-8218-b01ab2528860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507166 Nov 12 09:42:09.569648 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-b3b973a3-29ce-494b-9678-7907b74ab33a service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974278 Nov 12 09:42:09.569845 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:09.681782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b9e390fc-9b04-42a3-8826-08b38276ff55 req-2a237969-5a9d-4097-bbbf-6c8f79c9e87b service neutron] 10.222.0.55 "GET /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992351 Nov 12 09:42:09.795257 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:09.915049 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516704d0-ef3b-4d16-b93a-d7bb41d69fa2 None None] The sync data for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 is: [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:39:09Z', 'revision_number': 4, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '0775e97d-31b2-4e3e-b1ef-0540031958d4', 'name': '', 'network_id': '75f1f326-ea7b-4342-8218-b01ab2528860', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'mac_address': 'fa:16:3e:6e:a8:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:09Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'subnets': [{'id': '6f1f464a-08a7-4d50-a96d-712d8570b2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:10.175767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05638b09-4cba-460f-af10-0e8d014fc236 None None] New status for floating IP 633d83d0-7c80-4eb8-852f-a27deadd810c: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:42:10.490452 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cc676-a5cb-4bbb-b2cc-67756b6295da req-eaf8bab1-7a66-4c28-afff-d7c54c251ff6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:10.492439 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b3cc676-a5cb-4bbb-b2cc-67756b6295da req-eaf8bab1-7a66-4c28-afff-d7c54c251ff6 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 945 time: 0.0626483 Nov 12 09:42:10.552339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b3cc676-a5cb-4bbb-b2cc-67756b6295da req-91321897-2f1d-4059-9f01-2288a6bb1cbc tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/security-groups?id=82a31361-fb0f-43bb-a2f7-f56a1f4551b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536976 Nov 12 09:42:10.859307 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-5324d7d1-e351-4af8-a19f-2efc3d602831 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:10.860737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-5324d7d1-e351-4af8-a19f-2efc3d602831 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.55 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 945 time: 0.0499735 Nov 12 09:42:10.954267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Deleting port 337a4a44-aec2-41d4-ae72-f0786e89892b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:10.954645 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.050695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] For port 337a4a44-aec2-41d4-ae72-f0786e89892b, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=337a4a44-aec2-41d4-ae72-f0786e89892b,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:11.051046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.064112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Calling delete_port for 337a4a44-aec2-41d4-ae72-f0786e89892b owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:11.206304 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.235875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event deleted for resources: {'Port': ['ID=337a4a44-aec2-41d4-ae72-f0786e89892b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:11.261710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.262063 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.262411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.262748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.263084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.263416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.263743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.264096 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.264423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.264747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.265071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.265390 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:11.290166 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] No DVR routers for this DVR port 337a4a44-aec2-41d4-ae72-f0786e89892b on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:11.292966 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:11.296517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e621bb7f-4d83-4b8e-96ef-078185e36e71 req-f4f80f8b-60b7-476c-b2e4-f8dc46f588ad tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.55 "DELETE /v2.0/ports/337a4a44-aec2-41d4-ae72-f0786e89892b HTTP/1.1" status: 204 len: 173 time: 0.4299095 Nov 12 09:42:11.297027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'name': 'network-vif-deleted', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:11.299428 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7734ab5c-4413-40da-999d-4ac416572d9d" -d '{"events": [{"server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "name": "network-vif-deleted", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:11.352415 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671e62f4-4f93-4ec0-9bd8-109a9c9453fa x-openstack-request-id: req-671e62f4-4f93-4ec0-9bd8-109a9c9453fa {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:11.352714 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0", "name": "network-vif-deleted", "tag": "337a4a44-aec2-41d4-ae72-f0786e89892b", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:11.352969 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-671e62f4-4f93-4ec0-9bd8-109a9c9453fa {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:11.353375 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0', 'name': 'network-vif-deleted', 'tag': '337a4a44-aec2-41d4-ae72-f0786e89892b', 'status': 'completed', 'code': 200} Nov 12 09:42:11.663823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-47aa2712-8d7c-4cba-a29d-69129b1e1fb8 req-d228c95f-521d-4a07-ad3e-b06989322138 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0285640 Nov 12 09:42:12.781492 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdd37037-7628-44d0-a427-2f421424301e req-8db5e40b-8eb3-4bd3-b1f3-97c919a3f72d tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0387027 Nov 12 09:42:13.887568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b080ea4b-24af-441e-933e-be708a36cd0b req-c9146a4f-f793-4892-8e62-292b27def962 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0322657 Nov 12 09:42:13.900231 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a3ec6091-d458-4bde-93db-e6aa613869c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:14.668591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 337a4a44-aec2-41d4-ae72-f0786e89892b no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:14.694891 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 337a4a44-aec2-41d4-ae72-f0786e89892b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:14.695527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 337a4a44-aec2-41d4-ae72-f0786e89892b not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:14.996602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8aa9e023-8562-4f84-8179-6e0bf6a6224f req-5d2cdad6-7b5c-4295-8bbf-c24f7a22d144 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0304160 Nov 12 09:42:16.112950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bd8eb869-1b77-4d25-a23c-2adfd62158f9 req-ceb00232-22ae-41a7-9134-3e2a9d9b34a3 tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "GET /v2.0/ports?device_id=47c6c51f-ab3c-4bac-81a0-f6e6bb6b76a0 HTTP/1.1" status: 200 len: 210 time: 0.0289059 Nov 12 09:42:16.447681 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9acf401a-7654-40e2-a8c3-96091dab085a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.170804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54542) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:17.228149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4a20-2001-4fb9-a162-b2dc30cd44bb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.253494 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4a20-2001-4fb9-a162-b2dc30cd44bb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.312690 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4a20-2001-4fb9-a162-b2dc30cd44bb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.315271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7fe4a20-2001-4fb9-a162-b2dc30cd44bb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:17.319234 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e7fe4a20-2001-4fb9-a162-b2dc30cd44bb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] 10.222.0.53 "DELETE /v2.0/security-groups/82a31361-fb0f-43bb-a2f7-f56a1f4551b8 HTTP/1.1" status: 204 len: 168 time: 0.1446905 Nov 12 09:42:17.325700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe4a20-2001-4fb9-a162-b2dc30cd44bb tempest-TestVolumeBackupRestore-1679998339 tempest-TestVolumeBackupRestore-1679998339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a31361-fb0f-43bb-a2f7-f56a1f4551b8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:19.210378 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:19.911020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:20.425049 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:21.884667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 54996) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:22.307015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.560335 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Deleting port 0775e97d-31b2-4e3e-b1ef-0540031958d4 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:22.560683 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.639549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] For port 0775e97d-31b2-4e3e-b1ef-0540031958d4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0775e97d-31b2-4e3e-b1ef-0540031958d4,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:22.639936 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.653040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Calling delete_port for 0775e97d-31b2-4e3e-b1ef-0540031958d4 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:22.839669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:22.870487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0775e97d-31b2-4e3e-b1ef-0540031958d4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.039591 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.256563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Router d19efffa-d56f-47db-864d-d5fca8468a5c has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:23.363156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:23.371094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 54998) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:23.371750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-133e1b0f-f0ed-444f-8d2c-46e6afcd5b03 admin admin] 10.222.0.53 "PUT /v2.0/routers/d19efffa-d56f-47db-864d-d5fca8468a5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4831822 Nov 12 09:42:23.373654 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] Sync routers for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:23.383502 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:23.384246 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:42:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:23.484928 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.490904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:23.593186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.654426 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Deleting port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:23.654763 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.679164 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:42:22Z', 'revision_number': 5, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port': {'id': '1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:04:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:07Z', 'updated_at': '2021-11-12T09:39:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:23.706508 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] Checking router: d19efffa-d56f-47db-864d-d5fca8468a5c for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:23.715164 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] Routers {'d19efffa-d56f-47db-864d-d5fca8468a5c'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:23.715784 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:42:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d19efffa-d56f-47db-864d-d5fca8468a5c'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:23.743703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] For port 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:23.743703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.764100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Calling delete_port for 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:23.812200 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] Set router d19efffa-d56f-47db-864d-d5fca8468a5c gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:23.876393 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:42:23Z', 'revision_number': 6, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:23.907618 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31d913-9482-41ec-9d17-8c51e119cb0c None None] The sync data for ids ['d19efffa-d56f-47db-864d-d5fca8468a5c'] in n-d-769329-17 is: [{'id': 'd19efffa-d56f-47db-864d-d5fca8468a5c', 'name': 'tempest-TestVolumeBackupRestore-540444488-router', 'tenant_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:06Z', 'updated_at': '2021-11-12T09:42:23Z', 'revision_number': 6, 'project_id': 'e48bc24bae194d1ab3a53fd40f6cc479', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:23.949700 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:23.980094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:23.996496 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4faa0b7-545b-4b5e-b800-41931479a997 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:24.007641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.007785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.008158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.008501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.008821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.009157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.009492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.009886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.010143 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.010506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.010840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.011165 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:24.052211 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.145235 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.147357 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.192622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.193276 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19efffa-d56f-47db-864d-d5fca8468a5c {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:42:24.198306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.199514 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2321a231-2374-4bfa-9e91-9b9ffe9d32dd admin admin] 10.222.0.53 "DELETE /v2.0/routers/d19efffa-d56f-47db-864d-d5fca8468a5c HTTP/1.1" status: 204 len: 168 time: 0.8274310 Nov 12 09:42:24.202017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55000) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:24.252487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] Deleting subnet 6f1f464a-08a7-4d50-a96d-712d8570b2c1 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:24.255770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.292920 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.375269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.430709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.457668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f1f464a-08a7-4d50-a96d-712d8570b2c1,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:24.459641 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.462904 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1754d3c6-b8d7-4f01-8780-44cdb45c705b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f1f464a-08a7-4d50-a96d-712d8570b2c1 HTTP/1.1" status: 204 len: 168 time: 0.2599373 Nov 12 09:42:24.465528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55002) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:24.468263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952cd911-6d65-4bdb-8891-c7390cebba42 None None] Network 75f1f326-ea7b-4342-8218-b01ab2528860 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:24.539034 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.600845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Deleting port b8ac2290-9302-4f32-9173-e6c6264770fd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:24.601193 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.667902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] For port b8ac2290-9302-4f32-9173-e6c6264770fd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8ac2290-9302-4f32-9173-e6c6264770fd,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:24.668399 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.682340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Calling delete_port for b8ac2290-9302-4f32-9173-e6c6264770fd owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:24.689947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] DHCP port deletion for 75f1f326-ea7b-4342-8218-b01ab2528860 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:24.741985 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] Deleting port b8ac2290-9302-4f32-9173-e6c6264770fd {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:24.742362 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.774633 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.787655 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] No DVR routers for this DVR port b8ac2290-9302-4f32-9173-e6c6264770fd on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:24.807673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] For port b8ac2290-9302-4f32-9173-e6c6264770fd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8ac2290-9302-4f32-9173-e6c6264770fd,segment=NetworkSegment(6d94d1fc-25cc-4d17-84af-8dda2710561f),segment_id=6d94d1fc-25cc-4d17-84af-8dda2710561f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:24.808108 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.808689 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ac2290-9302-4f32-9173-e6c6264770fd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:24.823161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] Calling delete_port for b8ac2290-9302-4f32-9173-e6c6264770fd owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:24.881958 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.905178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f1f326-ea7b-4342-8218-b01ab2528860']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:24.906688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.915718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d94d1fc-25cc-4d17-84af-8dda2710561f') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:24.916162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d94d1fc-25cc-4d17-84af-8dda2710561f') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:24.931153 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.933240 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] Pushing event deleted for resources: {'Port': ['ID=b8ac2290-9302-4f32-9173-e6c6264770fd,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:24.937102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e058cb4-105d-4513-97f2-2fe03281da70 None None] No DVR routers for this DVR port b8ac2290-9302-4f32-9173-e6c6264770fd on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:24.949621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.957612 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:24.958007 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:24.959806 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:25.017451 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.023295 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.026748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] 10.222.0.53 "DELETE /v2.0/networks/75f1f326-ea7b-4342-8218-b01ab2528860 HTTP/1.1" status: 204 len: 168 time: 0.5602858 Nov 12 09:42:25.029752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55004) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:25.037926 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460116f-2f08-4d88-9495-d5cedb590c43 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f1f326-ea7b-4342-8218-b01ab2528860,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:25.373939 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.619587 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Deleting port b5889d7b-28ca-4798-8174-8b820225e83b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:25.619951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.698874 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] For port b5889d7b-28ca-4798-8174-8b820225e83b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b5889d7b-28ca-4798-8174-8b820225e83b,segment=NetworkSegment(316100a9-e85d-4634-93cf-eafaf210e106),segment_id=316100a9-e85d-4634-93cf-eafaf210e106)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:25.699150 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.711483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Calling delete_port for b5889d7b-28ca-4798-8174-8b820225e83b owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:25.841777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0775e97d-31b2-4e3e-b1ef-0540031958d4 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:25.862924 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0775e97d-31b2-4e3e-b1ef-0540031958d4 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:25.863275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0775e97d-31b2-4e3e-b1ef-0540031958d4 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:25.863685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b8ac2290-9302-4f32-9173-e6c6264770fd no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:25.882803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b8ac2290-9302-4f32-9173-e6c6264770fd {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:25.883501 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b8ac2290-9302-4f32-9173-e6c6264770fd not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:25.883601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:25.894106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:25.905017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:25.905361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1426c7d1-6a4e-43dc-ac3c-9fbc71f16cd7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:25.926887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5889d7b-28ca-4798-8174-8b820225e83b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:26.093255 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.306068 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:42:26.409641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:42:26.414657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c1c5e866-fab0-4c4f-9bbb-abf5e7d8b363 admin admin] 10.222.0.53 "PUT /v2.0/routers/d0eac46d-dc40-4ff8-8c59-1faad08bd3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3838413 Nov 12 09:42:26.417234 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55006) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:26.418075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] Sync routers for ids ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:42:26.433077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] Routers {'d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:26.433695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:42:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:26.556416 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] Set router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:26.748641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:42:25Z', 'revision_number': 5, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:26.776859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] Checking router: d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:42:26.785755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] Routers {'d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:42:26.786377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:42:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:26.889446 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:26.894692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] Set router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:42:26.999254 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.053993 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Deleting port b44a1f20-4555-48d9-a2ae-a217912f3a40 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:27.054332 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.137477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] For port b44a1f20-4555-48d9-a2ae-a217912f3a40, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b44a1f20-4555-48d9-a2ae-a217912f3a40,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:27.138218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.151108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Calling delete_port for b44a1f20-4555-48d9-a2ae-a217912f3a40 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:27.258144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:42:25Z', 'revision_number': 5, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:27.285003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0d2bf9-e62b-408c-9ccf-c00418b5836b None None] The sync data for ids ['d0eac46d-dc40-4ff8-8c59-1faad08bd3d3'] in n-d-769329-17 is: [{'id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'name': 'tempest-TestVolumeBackupRestore-676866292-router', 'tenant_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:42:25Z', 'revision_number': 5, 'project_id': 'b43dede02a6847fb9f4a4d7f1ae9f096', 'gw_port': {'id': 'b44a1f20-4555-48d9-a2ae-a217912f3a40', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:da:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0eac46d-dc40-4ff8-8c59-1faad08bd3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:39:12Z', 'updated_at': '2021-11-12T09:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:42:27.336984 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.364917 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b44a1f20-4555-48d9-a2ae-a217912f3a40,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:27.380630 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd427be8-c8dc-4bd3-8d3a-36e7f6a6ede9 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:27.430279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.521782 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.524027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.572178 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.572743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:42:27.578863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.580600 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5a8cf857-2b8a-4582-9735-8e2780c674ef admin admin] 10.222.0.53 "DELETE /v2.0/routers/d0eac46d-dc40-4ff8-8c59-1faad08bd3d3 HTTP/1.1" status: 204 len: 168 time: 1.1620772 Nov 12 09:42:27.582986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55008) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:27.628639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] Deleting subnet 2f8d3630-6993-45dc-bfdd-c2ae6da5388b {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:42:27.632960 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.669973 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.760402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.817985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.842223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f8d3630-6993-45dc-bfdd-c2ae6da5388b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:27.850580 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:27.856461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1e33bddc-856c-41fc-8ffc-b338996b1238 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2f8d3630-6993-45dc-bfdd-c2ae6da5388b HTTP/1.1" status: 204 len: 168 time: 0.2700675 Nov 12 09:42:27.856652 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b3141-6551-4b0a-b137-ed02638b96fb None None] Network e87d8a92-c5e8-48ae-a19c-990f0db9ce3c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:27.857114 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55010) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:27.926087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b5889d7b-28ca-4798-8174-8b820225e83b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:27.969234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b5889d7b-28ca-4798-8174-8b820225e83b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:27.969476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b5889d7b-28ca-4798-8174-8b820225e83b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:28.050013 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.102761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] DHCP port deletion for e87d8a92-c5e8-48ae-a19c-990f0db9ce3c request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:42:28.163214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] Deleting port b8a57eca-fad7-4ca9-9362-9330c7a496e7 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:28.163819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.234263 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] For port b8a57eca-fad7-4ca9-9362-9330c7a496e7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8a57eca-fad7-4ca9-9362-9330c7a496e7,segment=NetworkSegment(316100a9-e85d-4634-93cf-eafaf210e106),segment_id=316100a9-e85d-4634-93cf-eafaf210e106)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:28.234664 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.247661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] Calling delete_port for b8a57eca-fad7-4ca9-9362-9330c7a496e7 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:28.256853 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.310771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Deleting port b8a57eca-fad7-4ca9-9362-9330c7a496e7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:28.311025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.330336 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.356971 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] Pushing event deleted for resources: {'Port': ['ID=b8a57eca-fad7-4ca9-9362-9330c7a496e7,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:28.358816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98235950-22e1-497e-9b06-f336670b26f7 None None] No DVR routers for this DVR port b8a57eca-fad7-4ca9-9362-9330c7a496e7 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:28.379231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] For port b8a57eca-fad7-4ca9-9362-9330c7a496e7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b8a57eca-fad7-4ca9-9362-9330c7a496e7,segment=NetworkSegment(316100a9-e85d-4634-93cf-eafaf210e106),segment_id=316100a9-e85d-4634-93cf-eafaf210e106)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:28.379589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.393064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Calling delete_port for b8a57eca-fad7-4ca9-9362-9330c7a496e7 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:28.478366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.505397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a57eca-fad7-4ca9-9362-9330c7a496e7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:28.508744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] No DVR routers for this DVR port b8a57eca-fad7-4ca9-9362-9330c7a496e7 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:28.587184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.608166 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e87d8a92-c5e8-48ae-a19c-990f0db9ce3c']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:28.618043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316100a9-e85d-4634-93cf-eafaf210e106') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:28.618382 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316100a9-e85d-4634-93cf-eafaf210e106') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:42:28.627425 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.630200 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.644946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.651495 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:42:28.651881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: self.session.flush() Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:42:28.653712 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:42:28.712181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.718284 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:28.721541 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e87d8a92-c5e8-48ae-a19c-990f0db9ce3c HTTP/1.1" status: 204 len: 168 time: 0.8633664 Nov 12 09:42:28.733288 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e98b26-243c-4e68-b59d-6f058ccee959 admin admin] Pushing event deleted for resources: {'Network': ['ID=e87d8a92-c5e8-48ae-a19c-990f0db9ce3c,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:28.892722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55014) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:28.937796 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-88e21a4c-fb5d-422c-8050-70ec6ec3b6e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e48bc24bae194d1ab3a53fd40f6cc479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438461 Nov 12 09:42:28.940889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55016) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:28.994021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa420ead-e1fe-42f2-979c-4a3dc818f94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.016753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa420ead-e1fe-42f2-979c-4a3dc818f94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.068104 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa420ead-e1fe-42f2-979c-4a3dc818f94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.070899 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fa420ead-e1fe-42f2-979c-4a3dc818f94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.072121 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fa420ead-e1fe-42f2-979c-4a3dc818f94e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/114a0cc3-d26f-4d52-a0d9-5adc36224410 HTTP/1.1" status: 204 len: 168 time: 0.1302853 Nov 12 09:42:29.080104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa420ead-e1fe-42f2-979c-4a3dc818f94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114a0cc3-d26f-4d52-a0d9-5adc36224410,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:29.269761 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:42:29.403674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55022) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:29.445984 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8eab3043-a3a5-461e-a3df-ff9d8e852e33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b43dede02a6847fb9f4a4d7f1ae9f096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410695 Nov 12 09:42:29.448509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55024) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:29.497013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fd921bb-c7a2-4c78-9f18-6febd73e130c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.522225 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fd921bb-c7a2-4c78-9f18-6febd73e130c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.575826 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fd921bb-c7a2-4c78-9f18-6febd73e130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.578586 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8fd921bb-c7a2-4c78-9f18-6febd73e130c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:29.580289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8fd921bb-c7a2-4c78-9f18-6febd73e130c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fa2a7d3-e8e1-469c-9772-23fe8abfc517 HTTP/1.1" status: 204 len: 168 time: 0.1303306 Nov 12 09:42:29.589345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd921bb-c7a2-4c78-9f18-6febd73e130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2a7d3-e8e1-469c-9772-23fe8abfc517,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:29.846639 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b44a1f20-4555-48d9-a2ae-a217912f3a40 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:29.869350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b44a1f20-4555-48d9-a2ae-a217912f3a40 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:29.869632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b44a1f20-4555-48d9-a2ae-a217912f3a40 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:29.870042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b8a57eca-fad7-4ca9-9362-9330c7a496e7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:29.892375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: b8a57eca-fad7-4ca9-9362-9330c7a496e7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:29.892801 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b8a57eca-fad7-4ca9-9362-9330c7a496e7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:38.552788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-1185c682-e9a1-4652-acfa-b93fadc9cdeb req-8f009968-6508-4fb4-aeb6-c004afb65c10 service neutron] (109376) timed out ('10.222.0.55', 49285) {{(pid=109376) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:42:39.819548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-1f36c156-c7e5-4dff-9773-9b7ead252a15 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=e5a39c6145994eb597036553d80c8834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265753 Nov 12 09:42:39.949632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-65128b30-8dd1-4de4-877d-c9bd3d2182bb tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:39.951009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-65128b30-8dd1-4de4-877d-c9bd3d2182bb tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259470 Nov 12 09:42:39.972203 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-c97ff3d3-ebd6-4226-97e5-4c3c5e1c3554 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/quotas/e5a39c6145994eb597036553d80c8834 HTTP/1.1" status: 200 len: 375 time: 0.0107548 Nov 12 09:42:40.007960 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-8c0938c7-d4f2-442c-a4f9-f7cb23b9ea36 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e5a39c6145994eb597036553d80c8834&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301731 Nov 12 09:42:40.179627 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6549363d-e681-4f48-a456-60154e7a405d req-e5fed073-52f9-4fe1-a567-dc800c29ae26 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 210 time: 0.0288599 Nov 12 09:42:41.280787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cf5f103-12e1-4f04-ac2c-6a4f619056cf req-f40ac780-047f-440e-bee2-f26310d4d8f6 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 210 time: 0.0272005 Nov 12 09:42:41.286272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-284f6e8c-5957-484f-8de7-9382afdd9334 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e5a39c6145994eb597036553d80c8834&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217242 Nov 12 09:42:41.420258 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-904aeb11-aaf3-4333-b091-94791f410727 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:41.421716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-904aeb11-aaf3-4333-b091-94791f410727 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1294112 Nov 12 09:42:41.446634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Request body: {'port': {'device_id': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'admin_state_up': True, 'tenant_id': 'e5a39c6145994eb597036553d80c8834'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:41.565321 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Made reservation on behalf of e5a39c6145994eb597036553d80c8834 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:41.569038 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.578313 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.660572 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.665034 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:41.732184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44939a13-5109-4652-b4f4-bfd51c4a344d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:41.809476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Allocated IP 192.168.233.42 (c661a5fd-7543-4a41-bf78-bd66f49109f3/6a10f8c1-5adf-4344-8b24-37b600f0b9d8/dfc35828-e4c5-443c-b23e-ffb705a48b8f) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:42:41.968354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.003558 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.052906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Network c661a5fd-7543-4a41-bf78-bd66f49109f3 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:42:42.056220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:42.060302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:42:42.068176 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Pushing event updated for resources: {'Port': ['ID=dfc35828-e4c5-443c-b23e-ffb705a48b8f,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:42.117356 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:42.118024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.138110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-d1f9b3ae-72b4-44a2-8fc2-c1dba8ebacda tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6952815 Nov 12 09:42:42.286576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Request body: {'port': {'device_id': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:42.322735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9ff36d83-3827-4647-8b24-854c675e8943 None None] Provisioning complete for port dfc35828-e4c5-443c-b23e-ffb705a48b8f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:42.323229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9ff36d83-3827-4647-8b24-854c675e8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.349012 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.358314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9ff36d83-3827-4647-8b24-854c675e8943 None None] Port dfc35828-e4c5-443c-b23e-ffb705a48b8f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:42:42.490536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24963b-8934-4e09-baf6-feff4f12d1a7 req-e8e598de-684b-4ece-b34f-71c00b2fd248 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:42.492083 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d24963b-8934-4e09-baf6-feff4f12d1a7 req-e8e598de-684b-4ece-b34f-71c00b2fd248 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 935 time: 0.1335258 Nov 12 09:42:42.604068 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8d24963b-8934-4e09-baf6-feff4f12d1a7 req-f926f58a-b4bb-40e6-b8d1-cabf49c9cf1a tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053712 Nov 12 09:42:42.710789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc35828-e4c5-443c-b23e-ffb705a48b8f {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:42.718258 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.730906 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Transition to ACTIVE for port object dfc35828-e4c5-443c-b23e-ffb705a48b8f will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:42:42.736649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.795684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Pushing event updated for resources: {'Port': ['ID=dfc35828-e4c5-443c-b23e-ffb705a48b8f,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:42.880740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Attempting to bind port dfc35828-e4c5-443c-b23e-ffb705a48b8f on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:42:42.881078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Attempting to bind port dfc35828-e4c5-443c-b23e-ffb705a48b8f by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:42:42.881433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Attempting to bind port dfc35828-e4c5-443c-b23e-ffb705a48b8f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:42.886264 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Port dfc35828-e4c5-443c-b23e-ffb705a48b8f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:42:42.886596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Attempting to bind port dfc35828-e4c5-443c-b23e-ffb705a48b8f on network c661a5fd-7543-4a41-bf78-bd66f49109f3 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:42:42.892018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:42:42.892358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Checking segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:42.892744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Bound using segment: {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:42:42.893184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Bound port: dfc35828-e4c5-443c-b23e-ffb705a48b8f, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75a0e41-1872-45c6-bc06-0b79cbccf58f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:42:42.893541 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:42.963715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] For port dfc35828-e4c5-443c-b23e-ffb705a48b8f, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:42:42.966749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] For port dfc35828-e4c5-443c-b23e-ffb705a48b8f, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc35828-e4c5-443c-b23e-ffb705a48b8f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:42:42.976033 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.010865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.010865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.011656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] 10.222.0.62 "PUT /v2.0/ports/dfc35828-e4c5-443c-b23e-ffb705a48b8f HTTP/1.1" status: 200 len: 1096 time: 0.8596830 Nov 12 09:42:43.012134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'tag': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:43.014379 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0380024-7923-4749-b30c-90356f0be7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f", "tag": "dfc35828-e4c5-443c-b23e-ffb705a48b8f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:43.056482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d312a2c-a261-4ec0-ad48-2eefc67048df service neutron] Pushing event updated for resources: {'Port': ['ID=dfc35828-e4c5-443c-b23e-ffb705a48b8f,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:43.061244 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e162ca0b-54cf-44eb-b7f8-9650a612aa77 x-openstack-request-id: req-e162ca0b-54cf-44eb-b7f8-9650a612aa77 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:43.061536 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f", "tag": "dfc35828-e4c5-443c-b23e-ffb705a48b8f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:43.061794 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e162ca0b-54cf-44eb-b7f8-9650a612aa77 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:43.062349 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'tag': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f', 'status': 'completed', 'code': 200} Nov 12 09:42:43.125011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-b0e3ce92-6971-4b88-9eb7-c6fbd20cab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.126627 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-b0e3ce92-6971-4b88-9eb7-c6fbd20cab85 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5a39c6145994eb597036553d80c8834&device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 1099 time: 0.0574405 Nov 12 09:42:43.173677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-ed3edd77-780a-4061-b35b-ef038937240a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=dfc35828-e4c5-443c-b23e-ffb705a48b8f HTTP/1.1" status: 200 len: 217 time: 0.0385814 Nov 12 09:42:43.230331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2fd53580-61fb-4099-9a37-3ac9ea172963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.231807 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-2fd53580-61fb-4099-9a37-3ac9ea172963 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0500467 Nov 12 09:42:43.284707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-1294ff4d-0f5a-47b0-9968-6780dfd0d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.286149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-1294ff4d-0f5a-47b0-9968-6780dfd0d035 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0454283 Nov 12 09:42:43.384001 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-70cd9ee6-9ad4-4cb8-ae56-f8c6840f13a4 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889459 Nov 12 09:42:43.484346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca8ebc08-39a3-45dd-a9e0-d25b8659741e req-fdc0fbb7-bafc-4aa1-ad81-eefab8b79b38 service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926054 Nov 12 09:42:43.577729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0380024-7923-4749-b30c-90356f0be7fc req-b9c26560-5317-4666-b92b-d25c82b7d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.579143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0380024-7923-4749-b30c-90356f0be7fc req-b9c26560-5317-4666-b92b-d25c82b7d061 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=e5a39c6145994eb597036553d80c8834&device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 1099 time: 0.0427113 Nov 12 09:42:43.691985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0380024-7923-4749-b30c-90356f0be7fc req-3b85906f-d45f-41e1-a49c-d99090427595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.693631 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0380024-7923-4749-b30c-90356f0be7fc req-3b85906f-d45f-41e1-a49c-d99090427595 service neutron] 10.222.0.62 "GET /v2.0/networks?id=c661a5fd-7543-4a41-bf78-bd66f49109f3 HTTP/1.1" status: 200 len: 870 time: 0.1034327 Nov 12 09:42:43.749163 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0380024-7923-4749-b30c-90356f0be7fc req-fe6b5533-f8e4-4156-985a-e494456d3072 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=dfc35828-e4c5-443c-b23e-ffb705a48b8f HTTP/1.1" status: 200 len: 217 time: 0.0383551 Nov 12 09:42:43.762912 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3584f7-9e12-4dfd-929a-b1cdcb63e1e2 req-14189cbc-f0af-47fd-96b2-d60bf4513c26 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.764408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c3584f7-9e12-4dfd-929a-b1cdcb63e1e2 req-14189cbc-f0af-47fd-96b2-d60bf4513c26 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 947 time: 0.0866320 Nov 12 09:42:43.836563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0380024-7923-4749-b30c-90356f0be7fc req-cfcb94a8-235d-43c6-bf63-756750d59784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.837953 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0380024-7923-4749-b30c-90356f0be7fc req-cfcb94a8-235d-43c6-bf63-756750d59784 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=6a10f8c1-5adf-4344-8b24-37b600f0b9d8 HTTP/1.1" status: 200 len: 843 time: 0.0726802 Nov 12 09:42:43.849433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c3584f7-9e12-4dfd-929a-b1cdcb63e1e2 req-0fbe3fd6-69cc-4138-8702-3ee60f88331f tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770221 Nov 12 09:42:43.889767 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0380024-7923-4749-b30c-90356f0be7fc req-258fe56c-1b86-4b7d-851a-7f18bb35c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:43.891629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0380024-7923-4749-b30c-90356f0be7fc req-258fe56c-1b86-4b7d-851a-7f18bb35c21b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=c661a5fd-7543-4a41-bf78-bd66f49109f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412838 Nov 12 09:42:43.893648 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c407503-357f-44f3-a9fd-0b8b8fe9aeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:43.994450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0380024-7923-4749-b30c-90356f0be7fc req-3963e9e7-12b2-4c79-b915-1d9310f97adc service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879130 Nov 12 09:42:44.091835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b0380024-7923-4749-b30c-90356f0be7fc req-ecfdde4d-1aff-44da-84cf-058d31b0649d service neutron] 10.222.0.62 "GET /v2.0/networks/c661a5fd-7543-4a41-bf78-bd66f49109f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837309 Nov 12 09:42:44.969294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f81564-42ac-4b07-9593-8aa4abb6b734 req-4b479e57-bce5-41ea-b84f-76ce1d307c79 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:44.970848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95f81564-42ac-4b07-9593-8aa4abb6b734 req-4b479e57-bce5-41ea-b84f-76ce1d307c79 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 947 time: 0.0511363 Nov 12 09:42:45.021938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-95f81564-42ac-4b07-9593-8aa4abb6b734 req-54889100-0514-475a-ab33-96a2edfdcedf tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450153 Nov 12 09:42:46.144755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b68062-59c4-4bcb-acb0-46e0af631a88 req-ea7e0ce5-7733-4df7-a4bd-f35426a77c4e tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:46.146233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31b68062-59c4-4bcb-acb0-46e0af631a88 req-ea7e0ce5-7733-4df7-a4bd-f35426a77c4e tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 947 time: 0.0526824 Nov 12 09:42:46.199162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31b68062-59c4-4bcb-acb0-46e0af631a88 req-8a00bd9c-7764-4f6a-a4e3-142034f38e7e tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468178 Nov 12 09:42:46.450187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dfbb90a5-ed53-4a13-98c6-dbe66e64f3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:47.317543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d7cf4-24ea-4f98-b8f4-6f6f36ab62b9 req-9b0dac59-5241-471c-8ed8-cf19cbf71f71 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:47.318981 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-099d7cf4-24ea-4f98-b8f4-6f6f36ab62b9 req-9b0dac59-5241-471c-8ed8-cf19cbf71f71 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 947 time: 0.0501103 Nov 12 09:42:47.374266 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-099d7cf4-24ea-4f98-b8f4-6f6f36ab62b9 req-a858aab7-f524-43e2-9800-bc14d22a5401 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491407 Nov 12 09:42:47.421984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc35828-e4c5-443c-b23e-ffb705a48b8f details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:42:47.531607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfc35828-e4c5-443c-b23e-ffb705a48b8f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc35828-e4c5-443c-b23e-ffb705a48b8f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:47.546497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f', 'network_id': 'c661a5fd-7543-4a41-bf78-bd66f49109f3', 'port_id': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f', 'mac_address': 'fa:16:3e:ea:42:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a10f8c1-5adf-4344-8b24-37b600f0b9d8', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:42:47.590894 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:47.606685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc35828-e4c5-443c-b23e-ffb705a48b8f {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:42:47.627903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfc35828-e4c5-443c-b23e-ffb705a48b8f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc35828-e4c5-443c-b23e-ffb705a48b8f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:47.634075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:47.684145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=dfc35828-e4c5-443c-b23e-ffb705a48b8f,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:47.692058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.692410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.692749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.693082 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.693415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.693758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.694073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.694399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.694730 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.695102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.695443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.695771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:42:47.920787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['dfc35828-e4c5-443c-b23e-ffb705a48b8f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:48.499829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15632-fa76-4095-a211-609870c47185 req-1d21a8a7-eeca-4f6f-a713-2a0af1ad6329 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:48.501382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9a15632-fa76-4095-a211-609870c47185 req-1d21a8a7-eeca-4f6f-a713-2a0af1ad6329 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 948 time: 0.0545394 Nov 12 09:42:48.553227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e9a15632-fa76-4095-a211-609870c47185 req-58577c8a-54b8-43f5-8ade-8a592f7d1746 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457065 Nov 12 09:42:49.203156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.437812 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc35828-e4c5-443c-b23e-ffb705a48b8f up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:42:49.491660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port dfc35828-e4c5-443c-b23e-ffb705a48b8f completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:42:49.496976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port dfc35828-e4c5-443c-b23e-ffb705a48b8f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:42:49.497480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.605620 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.629685 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:49.632479 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e2ce8e-bb18-455a-8aab-e1d48bafcf6a" -d '{"events": [{"server_uuid": "c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f", "name": "network-vif-plugged", "status": "completed", "tag": "dfc35828-e4c5-443c-b23e-ffb705a48b8f"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:49.649196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port dfc35828-e4c5-443c-b23e-ffb705a48b8f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc35828-e4c5-443c-b23e-ffb705a48b8f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:49.662229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:49.713202 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ceb8d-e51c-4583-8e7a-a11f765d51ff x-openstack-request-id: req-114ceb8d-e51c-4583-8e7a-a11f765d51ff {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:49.713491 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f", "name": "network-vif-plugged", "status": "completed", "tag": "dfc35828-e4c5-443c-b23e-ffb705a48b8f", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:49.713741 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-114ceb8d-e51c-4583-8e7a-a11f765d51ff {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:49.714063 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e5064-d14d-47fc-b7a4-701671fc1bff req-0a0d9a4d-e40d-45c9-aae2-43d23c2714b7 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:49.714853 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f', 'code': 200} Nov 12 09:42:49.716293 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-849e5064-d14d-47fc-b7a4-701671fc1bff req-0a0d9a4d-e40d-45c9-aae2-43d23c2714b7 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 948 time: 0.0851474 Nov 12 09:42:49.718988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=dfc35828-e4c5-443c-b23e-ffb705a48b8f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:49.776545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-849e5064-d14d-47fc-b7a4-701671fc1bff req-6b50d5e1-5924-44c0-862e-9143c045ddb1 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509679 Nov 12 09:42:49.832902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba258195-83de-4401-945c-f78d01ff503e req-1f833006-7f70-4a70-9ffd-cd4cc8d6b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:49.834493 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba258195-83de-4401-945c-f78d01ff503e req-1f833006-7f70-4a70-9ffd-cd4cc8d6b637 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 1101 time: 0.0472879 Nov 12 09:42:49.890757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ba258195-83de-4401-945c-f78d01ff503e req-00dfc0db-28f3-43d3-9d3b-5c8b838eb123 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420890 Nov 12 09:42:49.895067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.409883 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:50.908752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb6788-64c1-4694-b5f7-b88b47d0687f req-36691b45-511e-4179-aa08-0e2802b08c61 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:50.910260 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1edb6788-64c1-4694-b5f7-b88b47d0687f req-36691b45-511e-4179-aa08-0e2802b08c61 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 949 time: 0.0585003 Nov 12 09:42:50.966559 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1edb6788-64c1-4694-b5f7-b88b47d0687f req-5a987321-9401-472c-9359-1bba47bd078f tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499394 Nov 12 09:42:52.099734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4492b6b1-5bb3-43d0-9526-f99670d012a7 req-40215fe4-ba66-4a69-9e37-d67a9b06d988 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:52.101290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4492b6b1-5bb3-43d0-9526-f99670d012a7 req-40215fe4-ba66-4a69-9e37-d67a9b06d988 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 949 time: 0.0570064 Nov 12 09:42:52.154315 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4492b6b1-5bb3-43d0-9526-f99670d012a7 req-913c3385-91ee-43c2-a042-3f3ffaf82e5c tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Nov 12 09:42:52.490614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-10ed6ded-fc65-4b90-b778-72cc47ae6e22 req-8980f006-4eca-4394-851f-c6f51a0c53d5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:42:52.491638 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10ed6ded-fc65-4b90-b778-72cc47ae6e22 req-8980f006-4eca-4394-851f-c6f51a0c53d5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576417 Nov 12 09:42:52.937680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-7df7b6ad-bd75-4b70-a655-f6468aad5cbe req-de33199c-fa4c-4e6d-9e30-3ed99e17f655 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:42:52.938752 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7df7b6ad-bd75-4b70-a655-f6468aad5cbe req-de33199c-fa4c-4e6d-9e30-3ed99e17f655 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1001282 Nov 12 09:42:53.296719 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ed863-39b9-43cf-b854-4b3a691e83f5 req-159c59e1-92c2-4eac-a64f-87696eea3e41 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:53.298303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7ed863-39b9-43cf-b854-4b3a691e83f5 req-159c59e1-92c2-4eac-a64f-87696eea3e41 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 949 time: 0.0554879 Nov 12 09:42:53.348725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ed7ed863-39b9-43cf-b854-4b3a691e83f5 req-644aa38e-2ac6-4f1a-b16d-e273c6f73d5f tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444920 Nov 12 09:42:54.472227 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157b53a-e835-4d89-91f0-34a191f51f8b req-800b088c-bdf2-490e-a1a4-c2e83f6158c5 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:54.473735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2157b53a-e835-4d89-91f0-34a191f51f8b req-800b088c-bdf2-490e-a1a4-c2e83f6158c5 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 949 time: 0.0546372 Nov 12 09:42:54.522839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2157b53a-e835-4d89-91f0-34a191f51f8b req-c0366574-3e47-4689-a843-f604db8e9030 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Nov 12 09:42:55.289704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-9b0cc0d0-d2f3-4eb4-a8b6-8860537f81fa tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:55.291127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-9b0cc0d0-d2f3-4eb4-a8b6-8860537f81fa tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 949 time: 0.0486147 Nov 12 09:42:55.393158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Deleting port dfc35828-e4c5-443c-b23e-ffb705a48b8f {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:42:55.393500 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.484712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] For port dfc35828-e4c5-443c-b23e-ffb705a48b8f, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=dfc35828-e4c5-443c-b23e-ffb705a48b8f,segment=NetworkSegment(c75a0e41-1872-45c6-bc06-0b79cbccf58f),segment_id=c75a0e41-1872-45c6-bc06-0b79cbccf58f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:42:55.485451 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.503596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Calling delete_port for dfc35828-e4c5-443c-b23e-ffb705a48b8f owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:42:55.635185 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.645275 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975640d-23c0-4aa2-b2c1-ff5386565cfa req-4973c898-0654-4385-b9a8-9a16c8e905c5 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:55.646871 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0975640d-23c0-4aa2-b2c1-ff5386565cfa req-4973c898-0654-4385-b9a8-9a16c8e905c5 tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f HTTP/1.1" status: 200 len: 949 time: 0.0552108 Nov 12 09:42:55.653846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['dfc35828-e4c5-443c-b23e-ffb705a48b8f'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:42:55.664239 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Pushing event deleted for resources: {'Port': ['ID=dfc35828-e4c5-443c-b23e-ffb705a48b8f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:55.719168 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] No DVR routers for this DVR port dfc35828-e4c5-443c-b23e-ffb705a48b8f on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:42:55.720498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0975640d-23c0-4aa2-b2c1-ff5386565cfa req-f7e770a8-3a6f-4633-95e0-395ffd553f4e tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.53 "GET /v2.0/security-groups?id=44939a13-5109-4652-b4f4-bfd51c4a344d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622704 Nov 12 09:42:55.721418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:55.724857 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89a71285-795c-46bb-9a65-8198b32a9df2 req-f9e90bd9-65cc-4715-9f33-844e1a2c0afe tempest-ServersAdminNegativeTestJSON-1286056907 tempest-ServersAdminNegativeTestJSON-1286056907-project] 10.222.0.62 "DELETE /v2.0/ports/dfc35828-e4c5-443c-b23e-ffb705a48b8f HTTP/1.1" status: 204 len: 173 time: 0.4242642 Nov 12 09:42:55.725337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'name': 'network-vif-deleted', 'tag': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:42:55.727650 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b843a9-c131-4bb7-b258-8eb0b154272c" -d '{"events": [{"server_uuid": "c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f", "name": "network-vif-deleted", "tag": "dfc35828-e4c5-443c-b23e-ffb705a48b8f"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:42:55.786839 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecaa6623-1c79-4100-8dc5-ce5321e60c3d x-openstack-request-id: req-ecaa6623-1c79-4100-8dc5-ce5321e60c3d {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:42:55.787138 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f", "name": "network-vif-deleted", "tag": "dfc35828-e4c5-443c-b23e-ffb705a48b8f", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:42:55.787473 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecaa6623-1c79-4100-8dc5-ce5321e60c3d {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:42:55.787978 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cb7b1a-0ddc-469f-8e78-d3b58fd8f23f', 'name': 'network-vif-deleted', 'tag': 'dfc35828-e4c5-443c-b23e-ffb705a48b8f', 'status': 'completed', 'code': 200} Nov 12 09:42:57.045189 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55180) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:57.186239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-58ce6778-00bd-43be-bb4c-e5a1ebc9e42e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5a39c6145994eb597036553d80c8834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395919 Nov 12 09:42:57.188833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55184) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:57.256447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-115ab23e-ccf1-461c-a246-6cd2319e449d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.279540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-115ab23e-ccf1-461c-a246-6cd2319e449d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.332854 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-115ab23e-ccf1-461c-a246-6cd2319e449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.335535 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-115ab23e-ccf1-461c-a246-6cd2319e449d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.336782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-115ab23e-ccf1-461c-a246-6cd2319e449d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44939a13-5109-4652-b4f4-bfd51c4a344d HTTP/1.1" status: 204 len: 168 time: 0.1465158 Nov 12 09:42:57.347808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ab23e-ccf1-461c-a246-6cd2319e449d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44939a13-5109-4652-b4f4-bfd51c4a344d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:57.645724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55190) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:57.660336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0dcc50b-3f8c-41dc-9a58-3dcb51baff8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.740537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0dcc50b-3f8c-41dc-9a58-3dcb51baff8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.744638 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a0dcc50b-3f8c-41dc-9a58-3dcb51baff8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.784650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a0dcc50b-3f8c-41dc-9a58-3dcb51baff8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=409df1c897d14b65a7cd692f02239e62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376729 Nov 12 09:42:57.785539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcc50b-3f8c-41dc-9a58-3dcb51baff8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad991e15-04aa-4eda-a5dc-155621696340,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:57.787693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55192) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:57.841696 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88c1cca2-107f-41c6-aa67-a79d302cf6b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.864207 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88c1cca2-107f-41c6-aa67-a79d302cf6b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.912523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88c1cca2-107f-41c6-aa67-a79d302cf6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.915260 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-88c1cca2-107f-41c6-aa67-a79d302cf6b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:57.916584 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-88c1cca2-107f-41c6-aa67-a79d302cf6b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad991e15-04aa-4eda-a5dc-155621696340 HTTP/1.1" status: 204 len: 168 time: 0.1275363 Nov 12 09:42:57.927400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1cca2-107f-41c6-aa67-a79d302cf6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad991e15-04aa-4eda-a5dc-155621696340,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:58.060921 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.641835 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.684801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55216) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:58.789500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-137467093-network', 'tenant_id': '574350760a0c40959420e6f91a506082'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:58.817463 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Made reservation on behalf of 574350760a0c40959420e6f91a506082 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:58.821696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.831613 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.913006 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.917373 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.951016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:42:58.957730 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9940f6-3ac0-4f32-b772-3b95741f2942,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:58.972354 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:58.972712 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Added segment c70f459d-eafc-4e03-bfb9-e1dfa65a15ed of type vlan for network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 Nov 12 09:42:59.016334 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.046885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.048421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.049320 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.110171 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4241121 Nov 12 09:42:59.113128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:42:59.120574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Request body: {'subnet': {'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-137467093-subnet', 'tenant_id': '574350760a0c40959420e6f91a506082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:42:59.129779 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0857b2-5abf-4472-bc22-92bbee661055 admin admin] Pushing event updated for resources: {'Network': ['ID=95a7db7e-7966-45e4-8516-73bb5f2d2dd9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:59.140493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:42:59.152155 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Made reservation on behalf of 574350760a0c40959420e6f91a506082 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:42:59.154667 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.338773 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.409065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=56281559-c4b1-4502-9d27-327b243412fe,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:42:59.420695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Checking segment: {'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:42:59.421070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Network hostable DHCP agents. Network: 95a7db7e-7966-45e4-8516-73bb5f2d2dd9, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:42:59.442209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:42:59.454067 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 95a7db7e-7966-45e4-8516-73bb5f2d2dd9) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:42:59.458907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.459526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:42:59.465042 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a63f940-8152-40a1-9929-6c5849d62828 None None] Network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:59.476694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d36571c4-7766-4a9d-83b1-6189e3567efa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3624763 Nov 12 09:42:59.521436 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc35828-e4c5-443c-b23e-ffb705a48b8f no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:42:59.551024 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: dfc35828-e4c5-443c-b23e-ffb705a48b8f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:42:59.551371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device dfc35828-e4c5-443c-b23e-ffb705a48b8f not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:42:59.628934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b598f-7ca5-4f53-ada6-e659758f5243 None None] Network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:42:59.958393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c4eeaced-02c7-40be-930f-be1110cba1f4 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:42:59.959785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c4eeaced-02c7-40be-930f-be1110cba1f4 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 811 time: 0.1129649 Nov 12 09:42:59.976923 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-9a23128a-e0de-46c8-ba53-efcbf30f2fd9 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/quotas/574350760a0c40959420e6f91a506082 HTTP/1.1" status: 200 len: 375 time: 0.0106368 Nov 12 09:43:00.013894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-a904ce89-1d87-4cc2-b73d-daf1512f94e7 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308952 Nov 12 09:43:00.117348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6595375d-5c27-42b6-a965-613c0f3a2ef7 service neutron] 10.222.0.53 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956099 Nov 12 09:43:00.213113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-f4a11a08-0734-4522-901b-6fc28fe601d2 service neutron] 10.222.0.53 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895376 Nov 12 09:43:00.393430 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-940e8c74-77fe-4706-8051-bce1298f9deb req-49acd4a1-0d3e-4ae1-be1d-dccf92881dd7 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 210 time: 0.0294230 Nov 12 09:43:01.541894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86663699-9879-432a-b5ff-c68aeacf5b53 req-0719f25a-5641-4e13-b7e1-7b53fe8ca382 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 210 time: 0.0651510 Nov 12 09:43:01.591320 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-2dff7fcd-442d-40b6-82d8-4c15bbf04295 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:01.592847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-2dff7fcd-442d-40b6-82d8-4c15bbf04295 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.55 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 811 time: 0.1413178 Nov 12 09:43:01.606506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Request body: {'port': {'device_id': '50834516-cf2a-4091-90e5-0d644f25125c', 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9', 'admin_state_up': True, 'tenant_id': '574350760a0c40959420e6f91a506082'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:01.719407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Made reservation on behalf of 574350760a0c40959420e6f91a506082 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:43:01.723651 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:01.849619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Allocated IP 172.20.0.2 (95a7db7e-7966-45e4-8516-73bb5f2d2dd9/56281559-c4b1-4502-9d27-327b243412fe/71ce81fb-5a6a-44d4-9899-b2c1436d6c06) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:43:02.018100 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.052018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.099149 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:43:02.102383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:43:02.106792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:43:02.110799 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:02.162192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:02.162800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.178358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-6e6b3474-fb9a-43c4-b044-1332c605cdc3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5755990 Nov 12 09:43:02.191225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Request body: {'port': {'device_id': '50834516-cf2a-4091-90e5-0d644f25125c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:02.244737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.513660 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:02.522302 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.535591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Transition to ACTIVE for port object 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:43:02.540319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.591584 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:02.666493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:43:02.666827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:43:02.667157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:02.671644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:43:02.671989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:02.677528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:43:02.677862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Checking segment: {'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:43:02.678243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Bound using segment: {'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:43:02.678672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Bound port: 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:43:02.679046 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.686289 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95b06a-9373-4ab2-9c41-951d0d87bc94 req-e16754f9-3d43-4572-8ca3-b4d44c57d00d tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:02.688545 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f95b06a-9373-4ab2-9c41-951d0d87bc94 req-e16754f9-3d43-4572-8ca3-b4d44c57d00d tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 943 time: 0.0565016 Nov 12 09:43:02.743499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f95b06a-9373-4ab2-9c41-951d0d87bc94 req-37a1bb5c-2b6f-4dc6-a083-8f47b16ee9f2 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478110 Nov 12 09:43:02.757069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:43:02.760886 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:43:02.768168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.803313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:02.803971 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:02.805346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] 10.222.0.55 "PUT /v2.0/ports/71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 1092 time: 0.6188562 Nov 12 09:43:02.805787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:02.808096 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50" -d '{"events": [{"name": "network-changed", "server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:02.841097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca37e5-7d4a-4e06-9803-bee57086c9ce service neutron] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:02.850776 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ecf206-d0ab-452d-b6e4-8d5389b97eba x-openstack-request-id: req-31ecf206-d0ab-452d-b6e4-8d5389b97eba {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:02.851076 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:02.851387 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31ecf206-d0ab-452d-b6e4-8d5389b97eba {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:02.851867 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'status': 'completed', 'code': 200} Nov 12 09:43:02.897344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-7721e766-b604-495d-9783-65de58c18f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:02.898843 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-7721e766-b604-495d-9783-65de58c18f7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1095 time: 0.0446210 Nov 12 09:43:02.947888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-d9ae5742-35ba-4a23-838f-efedfa5c449e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 217 time: 0.0408220 Nov 12 09:43:03.003251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-8969ff87-4fca-4445-bbd2-0a785601fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:03.004748 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-8969ff87-4fca-4445-bbd2-0a785601fc5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 200 len: 851 time: 0.0506485 Nov 12 09:43:03.043064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-b525191e-706f-4d83-a41b-1e380debd7d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314569 Nov 12 09:43:03.145720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-f3c1f4e3-679b-4082-a34f-0a59ed43a8cb service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925169 Nov 12 09:43:03.243787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e8a6607f-8a8e-4b4f-b749-272c725bc6e5 req-312c6cb7-c418-4d3e-b65b-15a0fba178ff service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912571 Nov 12 09:43:03.331184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-99bcd345-6118-4171-8e9b-faf63bfd24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:03.333601 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-99bcd345-6118-4171-8e9b-faf63bfd24fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1095 time: 0.0420775 Nov 12 09:43:03.428991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-13a165a3-37a6-4d51-84e0-2d184f4d8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:03.430492 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-13a165a3-37a6-4d51-84e0-2d184f4d8289 service neutron] 10.222.0.55 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 912 time: 0.0906134 Nov 12 09:43:03.473072 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-ad014ec2-9bc9-4a8d-bbd2-1bc2dc32c732 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 217 time: 0.0358737 Nov 12 09:43:03.529222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-35d708de-aaef-4f25-bc83-d43ffc930bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:03.530669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-35d708de-aaef-4f25-bc83-d43ffc930bb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 200 len: 851 time: 0.0502985 Nov 12 09:43:03.874973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ceadc-a396-4873-a9ab-b407ac1d935a req-94e340bd-865c-4f88-b18e-b4680b96ded5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:03.876743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac9ceadc-a396-4873-a9ab-b407ac1d935a req-94e340bd-865c-4f88-b18e-b4680b96ded5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 943 time: 0.0560970 Nov 12 09:43:03.938432 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ac9ceadc-a396-4873-a9ab-b407ac1d935a req-7aa54e75-1d9e-45c4-9556-eb7f05fd7b0f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553629 Nov 12 09:43:03.939451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-35f68228-0e31-431a-bb26-0cd2a124476b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4002442 Nov 12 09:43:04.033465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-ebeef193-be29-4d09-80a5-ac0e9dd217c0 service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846410 Nov 12 09:43:04.127784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cbb9f3fb-b8ee-4294-9d73-a3e4975d4a50 req-aa2b1ed1-14ab-4928-a189-9c668c55846e service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870295 Nov 12 09:43:04.912258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:43:05.019121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:05.031255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9', 'port_id': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'mac_address': 'fa:16:3e:f8:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56281559-c4b1-4502-9d27-327b243412fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:43:05.062717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2262c6-d0db-451f-a3ae-5b1daedcbc79 req-4d71689c-af29-4407-b516-893498cf6b90 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:05.064727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2262c6-d0db-451f-a3ae-5b1daedcbc79 req-4d71689c-af29-4407-b516-893498cf6b90 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 943 time: 0.0515971 Nov 12 09:43:05.070288 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:05.084221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:05.105782 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:05.110954 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:05.116907 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf2262c6-d0db-451f-a3ae-5b1daedcbc79 req-aabae31d-e803-4371-9580-db4956045791 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Nov 12 09:43:05.163117 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:05.318834 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['71ce81fb-5a6a-44d4-9899-b2c1436d6c06'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:06.233818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f1d0f6-885f-48b6-a8ab-072bee810711 req-b49c52af-8371-459c-a58e-21ae4af5bfe5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:06.235325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5f1d0f6-885f-48b6-a8ab-072bee810711 req-b49c52af-8371-459c-a58e-21ae4af5bfe5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 944 time: 0.0514846 Nov 12 09:43:06.273440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:06.286104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e5f1d0f6-885f-48b6-a8ab-072bee810711 req-77302c42-d6a0-4e62-b0dd-d4216e614b65 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448468 Nov 12 09:43:06.915355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:43:06.971829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:43:06.975742 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:06.976144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:07.053719 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:07.076415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:07.078636 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d7d81e-28f7-4797-845a-6027ea6a51e4" -d '{"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-plugged", "status": "completed", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:07.091818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:07.100569 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:07.124021 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efbe5f3-03b1-4efb-9754-aab5193f2ca6 x-openstack-request-id: req-3efbe5f3-03b1-4efb-9754-aab5193f2ca6 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:07.124320 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-plugged", "status": "completed", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:07.125182 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3efbe5f3-03b1-4efb-9754-aab5193f2ca6 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:07.125182 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'code': 200} Nov 12 09:43:07.155759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:07.225352 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0833f8-fdc0-4e9f-adae-713e29608718 req-37facfa2-1d6a-4fde-8b08-7676ebe57ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:07.226857 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-af0833f8-fdc0-4e9f-adae-713e29608718 req-37facfa2-1d6a-4fde-8b08-7676ebe57ac7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1097 time: 0.0460670 Nov 12 09:43:07.271116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-af0833f8-fdc0-4e9f-adae-713e29608718 req-807f800d-2bb1-4c9e-9e06-2c97fd97af2f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374296 Nov 12 09:43:07.403464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9767a2-7dba-4db3-a860-700f1018904a req-53d28689-e479-4fa0-aec1-373e70d678a5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:07.405056 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e9767a2-7dba-4db3-a860-700f1018904a req-53d28689-e479-4fa0-aec1-373e70d678a5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0504045 Nov 12 09:43:07.461345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e9767a2-7dba-4db3-a860-700f1018904a req-b2571bc9-091f-4944-9c80-849c5653f106 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 Nov 12 09:43:08.585699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241b6c0-29ac-42f2-986a-91197f4247db req-9055d826-4a35-4c27-b80f-229dfd49bf61 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:08.587279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7241b6c0-29ac-42f2-986a-91197f4247db req-9055d826-4a35-4c27-b80f-229dfd49bf61 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0504348 Nov 12 09:43:08.636780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7241b6c0-29ac-42f2-986a-91197f4247db req-2534d3f4-e98c-4895-bf21-5d8ad8de7734 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Nov 12 09:43:09.036035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcc055-db81-4d3c-9018-05cbe0e98255 req-f3b7a882-7d15-4cb4-9b76-c1b9829d2e5e tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:09.037522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cfcc055-db81-4d3c-9018-05cbe0e98255 req-f3b7a882-7d15-4cb4-9b76-c1b9829d2e5e tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0796552 Nov 12 09:43:09.062108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-bbf50623-2adf-485f-9c8a-60743530ff6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1367886 Nov 12 09:43:09.074430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-830db97e-2d59-44a5-9972-4e9854d2e2d2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:43:09.075384 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-830db97e-2d59-44a5-9972-4e9854d2e2d2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061221 Nov 12 09:43:09.099067 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1cfcc055-db81-4d3c-9018-05cbe0e98255 req-d51d7c98-707a-48c6-8cc2-5e581e2d5938 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545123 Nov 12 09:43:10.223536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56236442-5364-40a1-9c70-1e7b6dfa51a5 req-0b39e0d4-3f5b-4041-9a58-a3567360e9cd tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:10.225075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-56236442-5364-40a1-9c70-1e7b6dfa51a5 req-0b39e0d4-3f5b-4041-9a58-a3567360e9cd tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0554647 Nov 12 09:43:10.283535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-56236442-5364-40a1-9c70-1e7b6dfa51a5 req-3e5e8e42-349b-473a-83ce-ad786dc8d252 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516872 Nov 12 09:43:10.339979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-8c224784-949b-4786-9d9d-c5ea3081e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:10.341482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-8c224784-949b-4786-9d9d-c5ea3081e306 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1097 time: 0.0421166 Nov 12 09:43:10.441511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-b151c330-772f-45f0-b0bf-41f5a02c6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:10.443012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-b151c330-772f-45f0-b0bf-41f5a02c6f59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 912 time: 0.0952051 Nov 12 09:43:10.485946 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-732d931b-426e-45dd-8419-810ecf09e48b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 217 time: 0.0362434 Nov 12 09:43:10.543053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-42457744-eb95-4ff4-9850-b2f46eb9f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:10.544479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-42457744-eb95-4ff4-9850-b2f46eb9f5b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 200 len: 851 time: 0.0470395 Nov 12 09:43:10.582714 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-72a33358-a4b1-420d-b114-3b3015cfb259 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317247 Nov 12 09:43:10.680777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-dead29cb-3871-4fba-98de-5e7612cbab12 service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910344 Nov 12 09:43:10.793791 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-46e4a086-364f-4052-b848-f988956cd21f service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064465 Nov 12 09:43:11.404451 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1417ed-4533-456b-a918-03b00da70805 req-367c33df-4ac9-47f0-90a1-899a52812ebd tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:11.406156 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd1417ed-4533-456b-a918-03b00da70805 req-367c33df-4ac9-47f0-90a1-899a52812ebd tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0522733 Nov 12 09:43:11.459278 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd1417ed-4533-456b-a918-03b00da70805 req-c58dcfad-f399-41eb-bd7a-9184a5c79e1e tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459344 Nov 12 09:43:12.580824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beee494-0f29-4036-9586-f98c21cdd721 req-7f1636d3-f494-4acf-86a8-c81bdf8e08f5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:12.582346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5beee494-0f29-4036-9586-f98c21cdd721 req-7f1636d3-f494-4acf-86a8-c81bdf8e08f5 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0523725 Nov 12 09:43:12.632689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5beee494-0f29-4036-9586-f98c21cdd721 req-bc7f6c7a-a4c3-4ca4-b249-8c2b454fa6b3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Nov 12 09:43:13.753599 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de265493-7ac3-483a-91de-5011cfbd4178 req-8991b116-f4e0-44f3-953f-e87cf7f5e636 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:13.755098 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de265493-7ac3-483a-91de-5011cfbd4178 req-8991b116-f4e0-44f3-953f-e87cf7f5e636 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0536361 Nov 12 09:43:13.817548 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-de265493-7ac3-483a-91de-5011cfbd4178 req-c900adfd-cf30-42b3-8255-0f27e429ad9d tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528386 Nov 12 09:43:13.896702 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2a887d7-7196-4938-9d25-0e4c75d0051b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:14.939630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ca341-feb0-4383-905d-b24081357a1d req-84e380c2-c623-4aa8-aab1-5f4215709b47 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:14.941122 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff7ca341-feb0-4383-905d-b24081357a1d req-84e380c2-c623-4aa8-aab1-5f4215709b47 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0495479 Nov 12 09:43:14.994216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ff7ca341-feb0-4383-905d-b24081357a1d req-cb593088-98ef-4ca2-bffc-2013740d041f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469062 Nov 12 09:43:16.112175 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223d1d6-b57b-4b94-82ba-ca037dfe72e3 req-e01c654b-4a63-4cfd-9780-931edb19991b tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:16.113720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a223d1d6-b57b-4b94-82ba-ca037dfe72e3 req-e01c654b-4a63-4cfd-9780-931edb19991b tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0504880 Nov 12 09:43:16.165483 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a223d1d6-b57b-4b94-82ba-ca037dfe72e3 req-176fc1b0-6205-408c-a808-6da7f395d3ab tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458026 Nov 12 09:43:16.452651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c2d50f0-0604-4b2a-a45d-b6a060c6516a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:17.289948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35004ec3-d4c4-4bc1-a598-87f0c6dbea78 req-fb6a509a-e667-4088-a295-f7232b935f2f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:17.291382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35004ec3-d4c4-4bc1-a598-87f0c6dbea78 req-fb6a509a-e667-4088-a295-f7232b935f2f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0503933 Nov 12 09:43:17.339815 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-35004ec3-d4c4-4bc1-a598-87f0c6dbea78 req-e94221d4-9f17-4189-af6d-694cd8e34d78 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422921 Nov 12 09:43:18.458223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90956643-b0b1-48a0-a508-25a46be65eed req-0f4128ce-9aa7-4702-9a51-5d4ed36bb55b tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:18.459711 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90956643-b0b1-48a0-a508-25a46be65eed req-0f4128ce-9aa7-4702-9a51-5d4ed36bb55b tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0511076 Nov 12 09:43:18.508478 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-90956643-b0b1-48a0-a508-25a46be65eed req-8e36ff38-357f-4ae4-b72f-12a1cfa343f3 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Nov 12 09:43:19.204384 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:19.873539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586e245-6078-4d94-bd18-86fda8d05190 req-7c31f8bd-aba8-4c70-a751-5d38320b8efc tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:19.875021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8586e245-6078-4d94-bd18-86fda8d05190 req-7c31f8bd-aba8-4c70-a751-5d38320b8efc tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0489976 Nov 12 09:43:19.897736 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:19.924200 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8586e245-6078-4d94-bd18-86fda8d05190 req-b0ac0c1d-b8ed-48a7-99ec-4d36029b2ef7 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424042 Nov 12 09:43:20.415409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:21.050665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34999d1e-205d-4202-a2ff-dfa693897a7f req-35b68f46-368d-43f6-83b9-47a498175038 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:21.052172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34999d1e-205d-4202-a2ff-dfa693897a7f req-35b68f46-368d-43f6-83b9-47a498175038 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0542600 Nov 12 09:43:21.102101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-34999d1e-205d-4202-a2ff-dfa693897a7f req-27e519de-5c3f-4b08-988d-a33dcebd8076 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431917 Nov 12 09:43:22.227685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fcb0-f990-4f88-980a-f294709fe1d8 req-57083a18-ff08-405d-b9fa-a06e50f4fb73 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:22.229232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b53fcb0-f990-4f88-980a-f294709fe1d8 req-57083a18-ff08-405d-b9fa-a06e50f4fb73 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0570343 Nov 12 09:43:22.278750 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b53fcb0-f990-4f88-980a-f294709fe1d8 req-3fb166b5-8f9e-4282-9296-72e021a47505 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431240 Nov 12 09:43:23.395498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fb17-0dfc-439d-905e-a100e0f282ed req-4c3abe71-9145-449d-aaba-839cd1dd8b8a tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:23.397007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b81fb17-0dfc-439d-905e-a100e0f282ed req-4c3abe71-9145-449d-aaba-839cd1dd8b8a tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0489926 Nov 12 09:43:23.446500 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6b81fb17-0dfc-439d-905e-a100e0f282ed req-1ebebb90-0d5a-4f4d-a0de-564dc737c9ad tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436082 Nov 12 09:43:24.570504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010bdc3d-a2dd-47eb-af4c-48e441816384 req-23ee7d3a-d993-4b7e-a5f4-e51e811be695 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:24.572063 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-010bdc3d-a2dd-47eb-af4c-48e441816384 req-23ee7d3a-d993-4b7e-a5f4-e51e811be695 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0508420 Nov 12 09:43:24.620475 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-010bdc3d-a2dd-47eb-af4c-48e441816384 req-c88725b3-9462-452d-9337-cc0e4274e9dd tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Nov 12 09:43:25.738120 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b056-209f-423c-b919-cf0a8726b29c req-14ee4c82-5e33-444d-aa4b-a05afe1dd25a tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:25.739513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc17b056-209f-423c-b919-cf0a8726b29c req-14ee4c82-5e33-444d-aa4b-a05afe1dd25a tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0492570 Nov 12 09:43:25.794056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dc17b056-209f-423c-b919-cf0a8726b29c req-68a63e09-0955-47f9-9875-5dc285b410fa tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485260 Nov 12 09:43:26.915647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ac485-d21d-4bb5-97b1-670a686ab170 req-b69469d4-a743-49ae-a930-cd93a7ac4567 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:26.917195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d0ac485-d21d-4bb5-97b1-670a686ab170 req-b69469d4-a743-49ae-a930-cd93a7ac4567 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0536008 Nov 12 09:43:26.966597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d0ac485-d21d-4bb5-97b1-670a686ab170 req-f74ccb46-56c9-488e-b59c-81ed382c0151 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434787 Nov 12 09:43:28.069699 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:28.091492 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479ff67-e39b-4a5e-99f5-6c768fbe8056 req-798bdc55-2483-4e57-80ea-4a2780b06dcf tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:28.093320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0479ff67-e39b-4a5e-99f5-6c768fbe8056 req-798bdc55-2483-4e57-80ea-4a2780b06dcf tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0538802 Nov 12 09:43:28.149427 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0479ff67-e39b-4a5e-99f5-6c768fbe8056 req-797c9c71-cb8f-4257-9ed6-fae2a66e91da tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498943 Nov 12 09:43:28.628173 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:29.267543 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aa221-665d-47d5-8f8c-6c5e4e1db7c3 req-93cce3cf-5661-451f-821e-a0bc86570ef8 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:29.269091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d46aa221-665d-47d5-8f8c-6c5e4e1db7c3 req-93cce3cf-5661-451f-821e-a0bc86570ef8 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0510936 Nov 12 09:43:29.318241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d46aa221-665d-47d5-8f8c-6c5e4e1db7c3 req-71560d0e-4202-458b-a4f7-4a5f2a468ea9 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Nov 12 09:43:30.433243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe590fc-3f3d-48f5-918a-92746fba6ad9 req-196117f2-8eb6-462e-ab88-00d40d887d87 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:30.435061 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfe590fc-3f3d-48f5-918a-92746fba6ad9 req-196117f2-8eb6-462e-ab88-00d40d887d87 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0492842 Nov 12 09:43:30.484510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bfe590fc-3f3d-48f5-918a-92746fba6ad9 req-9c276f23-714a-459d-9e28-c8a8d162135b tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Nov 12 09:43:31.605583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9f2f8-1409-41e2-bf75-f78d1c9bf640 req-b5a9d4a7-dd5d-4483-a7e9-197c7f7bcc0b tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:31.607193 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34f9f2f8-1409-41e2-bf75-f78d1c9bf640 req-b5a9d4a7-dd5d-4483-a7e9-197c7f7bcc0b tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0524659 Nov 12 09:43:31.669527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-34f9f2f8-1409-41e2-bf75-f78d1c9bf640 req-d7a344fe-a95f-45e3-b9ad-8e66efa56200 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559096 Nov 12 09:43:32.795588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdff50-7e28-497a-849e-b51eaeee61cc req-126c82bd-1e4a-4b92-9e08-3f0cf5c1b5bc tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:32.797113 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58cdff50-7e28-497a-849e-b51eaeee61cc req-126c82bd-1e4a-4b92-9e08-3f0cf5c1b5bc tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0545599 Nov 12 09:43:32.845408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-58cdff50-7e28-497a-849e-b51eaeee61cc req-c70f5c40-d860-4128-9c6c-63a9d8fa41ee tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423927 Nov 12 09:43:33.968210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b87e60-5654-427c-b74d-68c4f34b6bd5 req-ba6365c1-36d8-4910-ba5e-2910d76f4969 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:33.969906 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36b87e60-5654-427c-b74d-68c4f34b6bd5 req-ba6365c1-36d8-4910-ba5e-2910d76f4969 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0515609 Nov 12 09:43:34.024787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-36b87e60-5654-427c-b74d-68c4f34b6bd5 req-19dfd339-d208-43f4-99ce-77fa5f3bc800 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486209 Nov 12 09:43:35.153087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e7ce6-0dd5-4543-8bef-0726ee34dccc req-a54a4fb1-8230-4586-8bd4-69e449d288c4 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:35.154913 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e96e7ce6-0dd5-4543-8bef-0726ee34dccc req-a54a4fb1-8230-4586-8bd4-69e449d288c4 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0573862 Nov 12 09:43:35.217839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e96e7ce6-0dd5-4543-8bef-0726ee34dccc req-a0cbec2c-1873-4013-8025-55b5aeaaa44d tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558195 Nov 12 09:43:36.335190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06730081-23ca-433b-ba22-cb13f7e89a63 req-74754cbc-f589-4977-822d-bec34d61fd54 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:36.336705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06730081-23ca-433b-ba22-cb13f7e89a63 req-74754cbc-f589-4977-822d-bec34d61fd54 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0501924 Nov 12 09:43:36.384695 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-06730081-23ca-433b-ba22-cb13f7e89a63 req-6f782735-c253-4da5-9339-4498cf7423e7 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Nov 12 09:43:37.508416 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c5d1f-add1-42eb-8057-5ffc331ee922 req-6d171380-4668-4734-9261-85a0c36db71d tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:37.509972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d00c5d1f-add1-42eb-8057-5ffc331ee922 req-6d171380-4668-4734-9261-85a0c36db71d tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0557325 Nov 12 09:43:37.559462 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d00c5d1f-add1-42eb-8057-5ffc331ee922 req-81639349-73d1-4bab-bdce-4dd9fea9644e tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435021 Nov 12 09:43:37.791374 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-fb654ced-5984-4e53-951f-ce857d44b041 service neutron] show failed (client error): The resource could not be found. Nov 12 09:43:37.792463 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-fb654ced-5984-4e53-951f-ce857d44b041 service neutron] 10.222.0.55 "GET /v2.0/ports/71ce81fb-5a6a-44d4-9899-b2c1436d6c06/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0762606 Nov 12 09:43:38.030478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-01ffd7f1-8921-43c6-a18f-7937a6ddee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:38.032080 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-01ffd7f1-8921-43c6-a18f-7937a6ddee71 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c&tenant_id=574350760a0c40959420e6f91a506082 HTTP/1.1" status: 200 len: 1097 time: 0.0737457 Nov 12 09:43:38.045794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:38.108081 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.326387 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:38.361980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:43:38.402127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:38.404466 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a3f65c-6c47-4811-9a1c-d927386ddd43" -d '{"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-unplugged", "status": "completed", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:38.408896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.422750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Transition to ACTIVE for port object 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:43:38.427931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.473822 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea445e8-3e0a-45df-864e-7878d1e751a3 x-openstack-request-id: req-6ea445e8-3e0a-45df-864e-7878d1e751a3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:38.474114 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-unplugged", "status": "completed", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:38.474364 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ea445e8-3e0a-45df-864e-7878d1e751a3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:38.474759 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'code': 200} Nov 12 09:43:38.502951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] No DVR routers for this DVR port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:43:38.505071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:38.516363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.517208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.517208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.517400 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.517639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.517962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.518293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.518612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.518923 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.519241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.519557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.519876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:38.554499 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:43:38.554833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:43:38.555158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:38.560254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:43:38.560588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Attempting to bind port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on network 95a7db7e-7966-45e4-8516-73bb5f2d2dd9 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:38.567225 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:43:38.567563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Checking segment: {'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:43:38.567977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Bound using segment: {'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:43:38.568411 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Bound port: 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:43:38.568769 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.653673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:43:38.681966 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:43:38.692043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.731594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:38.732424 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:38.734150 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] 10.222.0.62 "PUT /v2.0/ports/71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 1092 time: 0.6927459 Nov 12 09:43:38.745990 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee85d3-b903-41d9-aadd-ad94a0297a57 req-0ccb0c33-d810-4bd8-9936-fb97969c1e68 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:38.747549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6ee85d3-b903-41d9-aadd-ad94a0297a57 req-0ccb0c33-d810-4bd8-9936-fb97969c1e68 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 943 time: 0.1093111 Nov 12 09:43:38.826047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc0c29-0353-4725-bc71-07ce7dd42ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:38.854465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6ee85d3-b903-41d9-aadd-ad94a0297a57 req-4de767c2-b4c1-47b6-9bdb-aa63c998f8f8 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964832 Nov 12 09:43:38.857495 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-07160ce6-dcd1-4ee3-a2d5-9c2b8261b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:38.858985 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-07160ce6-dcd1-4ee3-a2d5-9c2b8261b82c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1095 time: 0.0917733 Nov 12 09:43:38.964399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-53458f53-7023-4b9f-99f9-b6641f754a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:38.965894 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-53458f53-7023-4b9f-99f9-b6641f754a63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 912 time: 0.0980310 Nov 12 09:43:39.013470 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-81624227-436e-4097-8f08-c96b48ea2ce8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 217 time: 0.0374074 Nov 12 09:43:39.075650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-74678c44-953b-4ce9-83fe-f9ad06d775b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:39.077165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-74678c44-953b-4ce9-83fe-f9ad06d775b6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 200 len: 851 time: 0.0547345 Nov 12 09:43:39.110787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-6139f7af-2864-4f5b-b2df-d4bd4446d36e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254197 Nov 12 09:43:39.211815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-d263c595-3bb8-4bdb-abf2-35019ee56487 service neutron] 10.222.0.62 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928862 Nov 12 09:43:39.312683 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7eb4fc8-12eb-4452-9c2a-52764bac01b1 req-e2ba958b-014f-4a94-b422-48ff61517129 service neutron] 10.222.0.62 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907445 Nov 12 09:43:39.988972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6d4da-9c5c-4c84-896b-c743af3e2247 req-3492232c-e746-4c10-b3ad-8e4cc68a9f63 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:39.990476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74d6d4da-9c5c-4c84-896b-c743af3e2247 req-3492232c-e746-4c10-b3ad-8e4cc68a9f63 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 943 time: 0.0552406 Nov 12 09:43:40.040630 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74d6d4da-9c5c-4c84-896b-c743af3e2247 req-f3c068b8-83ec-4404-ba43-2fb8c781051d tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441215 Nov 12 09:43:40.475433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:40.477878 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:40.533324 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffc54ad-be6f-443b-a6b7-eb3b97c77f04 x-openstack-request-id: req-0ffc54ad-be6f-443b-a6b7-eb3b97c77f04 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:40.533610 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:40.533861 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ffc54ad-be6f-443b-a6b7-eb3b97c77f04 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:40.534260 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'status': 'completed', 'code': 200} Nov 12 09:43:40.627094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-6915c7b6-5bca-4909-9dd9-f1bce26b4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.628644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-6915c7b6-5bca-4909-9dd9-f1bce26b4a58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1095 time: 0.0698078 Nov 12 09:43:40.630376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-0f86bc13-092b-413b-ae52-0dfbaa978264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.631719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-0f86bc13-092b-413b-ae52-0dfbaa978264 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1095 time: 0.0646865 Nov 12 09:43:40.791934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-6562678c-8d66-4105-bde7-65f643688d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.793328 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-6562678c-8d66-4105-bde7-65f643688d23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 912 time: 0.1563125 Nov 12 09:43:40.794637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-df37c209-e800-4e0e-84aa-c0f1f99fdf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.795955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-df37c209-e800-4e0e-84aa-c0f1f99fdf57 service neutron] 10.222.0.62 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 912 time: 0.1508174 Nov 12 09:43:40.871503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-0a819b64-e200-4b2f-aa20-622ddcbd07ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 217 time: 0.0708838 Nov 12 09:43:40.872889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-cf094723-1aec-4ec2-b792-462df6887885 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 217 time: 0.0651765 Nov 12 09:43:40.964049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-115c4a32-ac95-4743-b901-cf4664c5f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.965523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-115c4a32-ac95-4743-b901-cf4664c5f548 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 200 len: 851 time: 0.0877631 Nov 12 09:43:40.966866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-451acffa-567d-4a3b-b682-3ee804c9b25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:40.968217 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-451acffa-567d-4a3b-b682-3ee804c9b25e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 200 len: 851 time: 0.0817571 Nov 12 09:43:41.005284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-d3dd5de5-9c0f-496a-a83f-56a9952f90ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331955 Nov 12 09:43:41.023128 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-fc9ab583-e537-4e1b-8851-bc45f196f00c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407782 Nov 12 09:43:41.134726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:43:41.178627 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-f4ca518f-6d6f-47f8-867d-8d44d82ca34f service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599698 Nov 12 09:43:41.187368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c272987-2af3-47e1-9722-92d0e32bc2d5 req-30ef66e9-ed64-4b0e-88f7-fb3bdeb6db5f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:41.189127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c272987-2af3-47e1-9722-92d0e32bc2d5 req-30ef66e9-ed64-4b0e-88f7-fb3bdeb6db5f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 943 time: 0.0778191 Nov 12 09:43:41.212903 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-70bd7f03-4308-447e-8d15-f639b26523eb service neutron] 10.222.0.62 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403451 Nov 12 09:43:41.219648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:43:41.257749 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c272987-2af3-47e1-9722-92d0e32bc2d5 req-71e780c4-3690-4036-8bcc-06b03a229da1 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518231 Nov 12 09:43:41.347470 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-76bdf938-010b-4aa6-af40-db2d71bfe175 service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579211 Nov 12 09:43:41.363898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c492ed9-9933-4c7c-9f4e-888b11ff4e8e req-99edd967-8e49-48f3-bec6-011390837265 service neutron] 10.222.0.62 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393118 Nov 12 09:43:41.677696 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:43:41.774346 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:41.786325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'network_id': '95a7db7e-7966-45e4-8516-73bb5f2d2dd9', 'port_id': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'mac_address': 'fa:16:3e:f8:86:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56281559-c4b1-4502-9d27-327b243412fe', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:43:41.836233 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:41.849682 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:41.873282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:41.877860 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:41.925306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:42.162776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71ce81fb-5a6a-44d4-9899-b2c1436d6c06'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:42.386448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57150afb-f98a-4bdc-b39d-5d30c7ee0ddf req-ff669321-9d6b-469b-8392-6a3e98668ff8 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:42.388011 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57150afb-f98a-4bdc-b39d-5d30c7ee0ddf req-ff669321-9d6b-469b-8392-6a3e98668ff8 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 944 time: 0.0569232 Nov 12 09:43:42.441476 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-57150afb-f98a-4bdc-b39d-5d30c7ee0ddf req-702bb170-9d2d-43bd-a7b5-d336315a7d68 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Nov 12 09:43:42.734462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-693ed376-8fea-45f6-b0db-941aece4b6dc tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:42.736360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-693ed376-8fea-45f6-b0db-941aece4b6dc tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.55 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c&tenant_id=574350760a0c40959420e6f91a506082&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 944 time: 0.0904655 Nov 12 09:43:42.808581 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-48ef915c-51d2-4610-9b59-4519e955f5f6 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:43:42.809666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-48ef915c-51d2-4610-9b59-4519e955f5f6 service neutron] 10.222.0.55 "DELETE /v2.0/ports/71ce81fb-5a6a-44d4-9899-b2c1436d6c06/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0648980 Nov 12 09:43:42.901979 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-173404ef-16cf-400c-8a1a-ac0cac29ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:42.903449 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-173404ef-16cf-400c-8a1a-ac0cac29ea57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=574350760a0c40959420e6f91a506082&device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 1096 time: 0.0485265 Nov 12 09:43:43.005529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3590a07f-ad44-4e17-b191-a586ab4de4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:43.007021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3590a07f-ad44-4e17-b191-a586ab4de4e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 200 len: 912 time: 0.0972137 Nov 12 09:43:43.054031 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-02e93272-4580-42f2-85a9-73a6635c57f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 200 len: 217 time: 0.0399897 Nov 12 09:43:43.109210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-19e26854-8902-434b-b54b-1be05bff9fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:43.110810 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-19e26854-8902-434b-b54b-1be05bff9fc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 200 len: 851 time: 0.0505583 Nov 12 09:43:43.145002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-04d428be-e761-49b7-a375-3d7cc1043a33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=95a7db7e-7966-45e4-8516-73bb5f2d2dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269909 Nov 12 09:43:43.252573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-c0c56110-777b-4452-a344-b1537c2faaa3 service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008162 Nov 12 09:43:43.273877 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:43:43.345848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-887e6432-2eb5-47a9-a0e0-8ac61a90c769 service neutron] 10.222.0.55 "GET /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852284 Nov 12 09:43:43.687528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:43:43.742386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:43:43.746631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:43.747003 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:43.836387 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:43.860695 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:43.862866 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed24e2a8-8523-4602-bf21-ea508d7c9a6c" -d '{"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-plugged", "status": "completed", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:43.876818 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:43.883221 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:43.919958 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dca89e-16ac-4ef5-b0f1-15f7881d0e13 x-openstack-request-id: req-80dca89e-16ac-4ef5-b0f1-15f7881d0e13 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:43.920263 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-plugged", "status": "completed", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:43.920516 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80dca89e-16ac-4ef5-b0f1-15f7881d0e13 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:43.920968 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'code': 200} Nov 12 09:43:43.927613 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0582bf1c-2b67-4264-8ef4-529aaf464b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:43.953792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:44.056188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e0312-c0f5-49bf-935c-924b44573ec5 req-39968596-c21d-46ff-912f-54b1ac53e39a tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:44.057939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d3e0312-c0f5-49bf-935c-924b44573ec5 req-39968596-c21d-46ff-912f-54b1ac53e39a tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0498526 Nov 12 09:43:44.224548 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0d3e0312-c0f5-49bf-935c-924b44573ec5 req-0cdd5f6b-52aa-4dfa-b9b2-91c568aaf3c0 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606092 Nov 12 09:43:45.422628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d335e-f4fd-4ef2-987b-8ebaa0ef876a req-7e59ad73-6a25-46ab-878a-6f3cff069e7f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:45.424194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-016d335e-f4fd-4ef2-987b-8ebaa0ef876a req-7e59ad73-6a25-46ab-878a-6f3cff069e7f tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.1267865 Nov 12 09:43:45.486081 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-016d335e-f4fd-4ef2-987b-8ebaa0ef876a req-2a9bb225-a8fc-4762-b38c-23411e5971c9 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.53 "GET /v2.0/security-groups?id=0d9940f6-3ac0-4f32-b772-3b95741f2942&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558419 Nov 12 09:43:45.781488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-24723de6-cb1f-4307-afbe-3b539a3e6e43 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:45.783005 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-24723de6-cb1f-4307-afbe-3b539a3e6e43 tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.62 "GET /v2.0/ports?device_id=50834516-cf2a-4091-90e5-0d644f25125c HTTP/1.1" status: 200 len: 945 time: 0.0548494 Nov 12 09:43:45.878840 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Deleting port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:43:45.879175 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:45.975553 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] For port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,segment=NetworkSegment(c70f459d-eafc-4e03-bfb9-e1dfa65a15ed),segment_id=c70f459d-eafc-4e03-bfb9-e1dfa65a15ed)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:45.975929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:45.990349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Calling delete_port for 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:43:46.138763 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.153176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['71ce81fb-5a6a-44d4-9899-b2c1436d6c06'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:46.171456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Pushing event deleted for resources: {'Port': ['ID=71ce81fb-5a6a-44d4-9899-b2c1436d6c06,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:46.216866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] No DVR routers for this DVR port 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:43:46.218680 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.222351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d57f47d6-b97b-4724-8258-838c3dd4b523 req-3ffdbd76-c120-43a7-99f7-82bfab87beeb tempest-DeleteServersTestJSON-1603052770 tempest-DeleteServersTestJSON-1603052770-project] 10.222.0.62 "DELETE /v2.0/ports/71ce81fb-5a6a-44d4-9899-b2c1436d6c06 HTTP/1.1" status: 204 len: 173 time: 0.4323251 Nov 12 09:43:46.222679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-deleted', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:46.225060 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810310b6-20e6-4335-91dc-e31fe77f62a9" -d '{"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-deleted", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:46.276008 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b33b9ec-cba0-4a55-a7ba-c6c0b3e6b5ac x-openstack-request-id: req-6b33b9ec-cba0-4a55-a7ba-c6c0b3e6b5ac {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:46.276336 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50834516-cf2a-4091-90e5-0d644f25125c", "name": "network-vif-deleted", "tag": "71ce81fb-5a6a-44d4-9899-b2c1436d6c06", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:46.276678 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b33b9ec-cba0-4a55-a7ba-c6c0b3e6b5ac {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:46.277163 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50834516-cf2a-4091-90e5-0d644f25125c', 'name': 'network-vif-deleted', 'tag': '71ce81fb-5a6a-44d4-9899-b2c1436d6c06', 'status': 'completed', 'code': 200} Nov 12 09:43:46.457519 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d431b657-2ca2-4c25-96c1-25473ebed34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.638949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55386) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:43:46.691808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] Deleting subnet 56281559-c4b1-4502-9d27-327b243412fe {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:43:46.695295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.732139 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.774279 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.834190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.858409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56281559-c4b1-4502-9d27-327b243412fe,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:46.864849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:46.868673 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6a774718-748f-4e60-b2ac-b39875e62d08 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/56281559-c4b1-4502-9d27-327b243412fe HTTP/1.1" status: 204 len: 168 time: 0.2265089 Nov 12 09:43:46.871185 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55388) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:43:46.959161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.056776 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.077443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a7db7e-7966-45e4-8516-73bb5f2d2dd9']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:43:47.089019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:43:47.089203 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70f459d-eafc-4e03-bfb9-e1dfa65a15ed') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:43:47.099678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.115378 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.122442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:43:47.122761 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:43:47.124548 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:43:47.187385 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.196516 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.200344 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] 10.222.0.53 "DELETE /v2.0/networks/95a7db7e-7966-45e4-8516-73bb5f2d2dd9 HTTP/1.1" status: 204 len: 168 time: 0.3281579 Nov 12 09:43:47.214781 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ebfcb-9bdb-4980-ae31-afb63068d768 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a7db7e-7966-45e4-8516-73bb5f2d2dd9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:47.320895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55392) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:43:47.372441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9aa09c0d-df70-4f48-8162-692b088f798b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=574350760a0c40959420e6f91a506082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499604 Nov 12 09:43:47.375302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55394) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:43:47.425947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.448741 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.500417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.503447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:47.504662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d9940f6-3ac0-4f32-b772-3b95741f2942 HTTP/1.1" status: 204 len: 168 time: 0.1280122 Nov 12 09:43:47.512933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9940f6-3ac0-4f32-b772-3b95741f2942,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:47.526148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.526499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.526873 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.527193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.527540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.527889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.528231 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.528569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.528901 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.529263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.529594 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:47.529921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c431b5c-3a33-4eef-abb5-f8aa6c081035 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:48.178612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55420) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:43:48.288160 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-532011661-network', 'tenant_id': '5f3e2511e1a24e5a83d86df6967d4d61'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:48.312563 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Made reservation on behalf of 5f3e2511e1a24e5a83d86df6967d4d61 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:43:48.314915 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.328311 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.402929 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.407053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.434367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:43:48.445730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:48.452189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.452549 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Added segment 5cc1d269-7402-4e3f-b2b9-dd8dde277d8b of type vlan for network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 Nov 12 09:43:48.508213 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.538136 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.539407 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:48.540189 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.581205 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4014316 Nov 12 09:43:48.584328 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55424) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:43:48.590106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Request body: {'subnet': {'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-532011661-subnet', 'tenant_id': '5f3e2511e1a24e5a83d86df6967d4d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:48.614177 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Made reservation on behalf of 5f3e2511e1a24e5a83d86df6967d4d61 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:43:48.617092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.807809 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.873673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:48.886249 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Checking segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:43:48.886620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Network hostable DHCP agents. Network: 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:43:48.908010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:43:48.921721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:43:48.928163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:48.929280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:48.932917 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ab8b32-65d6-475a-aaa1-a23470f7279a None None] Network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:43:48.950300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b486aaa3-f3da-4656-9de0-11f83a06fe33 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3643868 Nov 12 09:43:49.015204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c2bdb-2506-4640-8ed2-d922248b7fde admin admin] Pushing event updated for resources: {'Network': ['ID=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:49.030709 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:43:49.129788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42df970e-85c3-46b6-b8fe-4cf58ea902c0 None None] Network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:43:49.220411 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:49.411702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-3cc8eb2d-ef03-47c6-b4b2-25951faca40d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:49.413119 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-3cc8eb2d-ef03-47c6-b4b2-25951faca40d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 814 time: 0.1033938 Nov 12 09:43:49.429484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-527ac8a3-6dd3-4372-8444-6c995b79d4e7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/quotas/5f3e2511e1a24e5a83d86df6967d4d61 HTTP/1.1" status: 200 len: 375 time: 0.0096016 Nov 12 09:43:49.462857 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-a155255b-b6da-4b5a-adc3-4e3b51c3d70a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274599 Nov 12 09:43:49.554528 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-dc22d82f-b8f2-47f2-8067-4fcd30da4b99 service neutron] 10.222.0.53 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845249 Nov 12 09:43:49.647188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-c0ac0046-786c-4ad3-8bb8-e0e2714c1035 service neutron] 10.222.0.53 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857749 Nov 12 09:43:49.748050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:43:49.771374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:43:49.771725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 71ce81fb-5a6a-44d4-9899-b2c1436d6c06 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:43:49.809802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebd05ac2-d875-4a92-9e89-fb3539f0ec1a req-0abcb1f9-8d2d-42ec-adc3-517b8a5a5cab tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 210 time: 0.0289924 Nov 12 09:43:49.902322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:50.408011 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:50.732902 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-f40102b1-249f-469b-a612-5c9cae1a5c8f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:50.734367 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-f40102b1-249f-469b-a612-5c9cae1a5c8f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.55 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 814 time: 0.1095345 Nov 12 09:43:50.748468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Request body: {'port': {'device_id': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8', 'admin_state_up': True, 'tenant_id': '5f3e2511e1a24e5a83d86df6967d4d61'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:50.859678 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Made reservation on behalf of 5f3e2511e1a24e5a83d86df6967d4d61 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:43:50.863272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:50.943357 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f893102e-8534-46a3-a1c0-77ebb83ce451 req-f29ef927-e631-41d1-b620-086be94fdec5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 210 time: 0.0636735 Nov 12 09:43:51.016616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Allocated IP 172.20.0.5 (7937f4ce-97ac-4ce5-9a85-6881aa39ffd8/7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f/09975617-edcb-447f-948c-02e3cefa84a6) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:43:51.170748 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.206314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.249943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:43:51.254915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:43:51.259821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:43:51.263898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:51.308555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:51.309203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.325152 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-627974cb-f64b-4eb5-ac81-b1f510cbf7a1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816128 Nov 12 09:43:51.339067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Request body: {'port': {'device_id': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:43:51.394413 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.653409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09975617-edcb-447f-948c-02e3cefa84a6 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:51.660682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.672578 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Transition to ACTIVE for port object 09975617-edcb-447f-948c-02e3cefa84a6 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:43:51.676713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.726614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:51.804535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:43:51.805253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:43:51.805253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:51.810399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Port 09975617-edcb-447f-948c-02e3cefa84a6 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:43:51.810725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:43:51.815458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:43:51.815794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Checking segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:43:51.816220 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Bound using segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:43:51.816637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Bound port: 09975617-edcb-447f-948c-02e3cefa84a6, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:43:51.816990 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.878908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:43:51.881925 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:43:51.887114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.921186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:51.921811 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:51.923208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 1092 time: 0.5889120 Nov 12 09:43:51.923654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:51.925985 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ae11b8-d0ca-439c-b37f-b1d921646d81" -d '{"events": [{"name": "network-changed", "server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "tag": "09975617-edcb-447f-948c-02e3cefa84a6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:51.953453 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb86b8-bdbb-4d47-9042-26b685e791c2 service neutron] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:51.979154 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc2d531-fc43-4fa7-bbc1-eb9d59c66250 x-openstack-request-id: req-5cc2d531-fc43-4fa7-bbc1-eb9d59c66250 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:51.979972 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "tag": "09975617-edcb-447f-948c-02e3cefa84a6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:51.979972 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5cc2d531-fc43-4fa7-bbc1-eb9d59c66250 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:51.980168 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6', 'status': 'completed', 'code': 200} Nov 12 09:43:52.013865 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-cfa10f2e-50cc-48c7-b83e-8504e7ee24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:52.015435 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-cfa10f2e-50cc-48c7-b83e-8504e7ee24fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1095 time: 0.0491056 Nov 12 09:43:52.074681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-c8063e40-b644-4163-a1bb-c3054fe41ad5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 217 time: 0.0493791 Nov 12 09:43:52.131935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fdcf3-4ecc-4691-adf1-fcd80dddf51e req-29f5857a-9579-43fc-b2f7-c948ebe00030 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:52.133503 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c2fdcf3-4ecc-4691-adf1-fcd80dddf51e req-29f5857a-9579-43fc-b2f7-c948ebe00030 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.1170981 Nov 12 09:43:52.151532 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-a436a141-bd0c-46cc-90cc-85043bb399ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:52.153006 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-a436a141-bd0c-46cc-90cc-85043bb399ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0718791 Nov 12 09:43:52.191138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-1b76b96f-512c-4980-b708-5a11bce4e2d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314410 Nov 12 09:43:52.235641 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c2fdcf3-4ecc-4691-adf1-fcd80dddf51e req-ab3c6856-dc8f-4cfc-9caa-d93db0be9701 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956142 Nov 12 09:43:52.302653 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-716ed337-cedf-4aa9-a7b7-c5938632897a service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035759 Nov 12 09:43:52.394326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a764a1f8-99d0-4ea4-8584-833b20c966de req-ccec6e8d-dbc0-4053-bb3d-d041ac0d58e7 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830743 Nov 12 09:43:52.480537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-35c75222-9a1b-4552-80c1-0a331d80d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:52.482022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-35c75222-9a1b-4552-80c1-0a331d80d421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1095 time: 0.0408249 Nov 12 09:43:52.582854 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-db57019a-4b6d-4290-a01c-50ffb88692d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:52.584628 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-db57019a-4b6d-4290-a01c-50ffb88692d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.0952611 Nov 12 09:43:52.626392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-be93f41f-d765-44b4-b9e4-2141cd81e7b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 217 time: 0.0345430 Nov 12 09:43:52.679101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-521eabca-6b24-4d08-9e69-3d53f9324ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:52.681175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-521eabca-6b24-4d08-9e69-3d53f9324ae7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0472293 Nov 12 09:43:52.712408 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-9df00b0c-9ef9-4e97-8485-22ce6de4b22d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241404 Nov 12 09:43:52.803312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-f1a1f696-d916-4a74-baa5-cdba8e759c2b service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832870 Nov 12 09:43:52.900564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ae11b8-d0ca-439c-b37f-b1d921646d81 req-bd8284aa-b378-4d9c-afa6-7cfd76ea7f70 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900478 Nov 12 09:43:53.355738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725b2d4-e6fb-4149-9ded-89f58cf7c60d req-413e1304-c807-41d3-b3d1-1a5d2e65248e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:53.357285 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d725b2d4-e6fb-4149-9ded-89f58cf7c60d req-413e1304-c807-41d3-b3d1-1a5d2e65248e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.0513501 Nov 12 09:43:53.405003 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d725b2d4-e6fb-4149-9ded-89f58cf7c60d req-0effe03f-a0fd-45f8-9740-237373f75feb tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Nov 12 09:43:54.522694 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35ca4d-c6ff-4293-9738-8afefce1bfaf req-bb34218d-2d0d-434b-a9b3-aec937455670 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:54.524870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d35ca4d-c6ff-4293-9738-8afefce1bfaf req-bb34218d-2d0d-434b-a9b3-aec937455670 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.0494931 Nov 12 09:43:54.572246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6d35ca4d-c6ff-4293-9738-8afefce1bfaf req-3f3b69c6-3050-4613-9a13-bea7e88f3397 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Nov 12 09:43:55.212967 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:43:55.318982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:55.333294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '09975617-edcb-447f-948c-02e3cefa84a6', 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8', 'port_id': '09975617-edcb-447f-948c-02e3cefa84a6', 'mac_address': 'fa:16:3e:f1:f8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:43:55.374273 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:55.388235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09975617-edcb-447f-948c-02e3cefa84a6 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:43:55.413087 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:55.420285 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:55.469914 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:55.477715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.479044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.479044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.479392 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.479584 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.479996 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.480271 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.480602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.480982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.481308 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.481640 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.481973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:43:55.614283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['09975617-edcb-447f-948c-02e3cefa84a6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:43:55.692817 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13aede-d459-4c8f-b422-182dbdc88c96 req-cc5cd28f-3f5e-4ea6-a1be-3411ab4f2abf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:55.694341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d13aede-d459-4c8f-b422-182dbdc88c96 req-cc5cd28f-3f5e-4ea6-a1be-3411ab4f2abf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 944 time: 0.0511141 Nov 12 09:43:55.746476 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d13aede-d459-4c8f-b422-182dbdc88c96 req-1290c4f8-a360-4947-b29e-417ecf98718b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Nov 12 09:43:56.870425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d597de-15ff-4897-9aba-b3c7e9f7eefd req-f9d76d7a-b2ce-4e99-8737-dbd1202778f1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:56.871931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77d597de-15ff-4897-9aba-b3c7e9f7eefd req-f9d76d7a-b2ce-4e99-8737-dbd1202778f1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 944 time: 0.0555079 Nov 12 09:43:56.918848 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77d597de-15ff-4897-9aba-b3c7e9f7eefd req-b05669fb-b6c4-438e-8446-54b6de2761bf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410151 Nov 12 09:43:57.228729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:43:57.284535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 09975617-edcb-447f-948c-02e3cefa84a6 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:43:57.288549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 09975617-edcb-447f-948c-02e3cefa84a6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:43:57.288935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:57.367157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:57.390291 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:43:57.392535 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149b6316-2fc0-4a15-87de-f1da7eaa22ac" -d '{"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-plugged", "status": "completed", "tag": "09975617-edcb-447f-948c-02e3cefa84a6"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:43:57.405365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:43:57.409686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:57.436889 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535b9d75-7d52-4ab3-8097-51a598ac1e67 x-openstack-request-id: req-535b9d75-7d52-4ab3-8097-51a598ac1e67 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:43:57.437180 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-plugged", "status": "completed", "tag": "09975617-edcb-447f-948c-02e3cefa84a6", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:43:57.437493 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-535b9d75-7d52-4ab3-8097-51a598ac1e67 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:43:57.437881 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6', 'code': 200} Nov 12 09:43:57.463161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:43:57.525262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9495c-c014-4e97-abbf-5411144e87b2 req-460ad2b1-c61c-450b-b41d-f23c3b3aa0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:57.526884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8d9495c-c014-4e97-abbf-5411144e87b2 req-460ad2b1-c61c-450b-b41d-f23c3b3aa0a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1097 time: 0.0410669 Nov 12 09:43:57.573580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c8d9495c-c014-4e97-abbf-5411144e87b2 req-be560a8e-e3ca-41b6-84f9-6a0e75fbfbaa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Nov 12 09:43:58.034305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3642c2-a21c-498f-a6c6-02cafbae818e req-15c6e43f-ddae-4d8e-8761-f34ec4e82a15 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:58.035782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f3642c2-a21c-498f-a6c6-02cafbae818e req-15c6e43f-ddae-4d8e-8761-f34ec4e82a15 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0484886 Nov 12 09:43:58.077917 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:58.089499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7f3642c2-a21c-498f-a6c6-02cafbae818e req-b57a34ed-bc3f-413b-98a5-a572b2a794e6 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470424 Nov 12 09:43:58.652795 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:43:59.221557 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352a86c-1745-4f6d-b65f-fda791064833 req-3e1b6bc2-3657-40dd-bf0f-8cd6426418a9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:59.223126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1352a86c-1745-4f6d-b65f-fda791064833 req-3e1b6bc2-3657-40dd-bf0f-8cd6426418a9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0530045 Nov 12 09:43:59.274264 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1352a86c-1745-4f6d-b65f-fda791064833 req-4a052982-bc61-496c-a684-c6dbc3363bd8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443640 Nov 12 09:43:59.397567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e2010d-fc9d-4ae3-a7d1-32ba051f5492 req-fe7ccf64-1230-46ca-abba-1c13a4fb9e6b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:59.399104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74e2010d-fc9d-4ae3-a7d1-32ba051f5492 req-fe7ccf64-1230-46ca-abba-1c13a4fb9e6b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0514042 Nov 12 09:43:59.450970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-74e2010d-fc9d-4ae3-a7d1-32ba051f5492 req-d6373398-69ae-435a-bdd6-ac600f7cb277 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450649 Nov 12 09:43:59.678846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd904f-9621-4620-a70b-fd1a6f723c9d req-7ba17b2f-091f-444c-b897-7f9ffcf66ee8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:59.680965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4dd904f-9621-4620-a70b-fd1a6f723c9d req-7ba17b2f-091f-444c-b897-7f9ffcf66ee8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0595822 Nov 12 09:43:59.740854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4dd904f-9621-4620-a70b-fd1a6f723c9d req-21f73d0d-8262-4554-a4c7-969d906d67cf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524352 Nov 12 09:43:59.871972 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a61a3-666f-4d71-b173-81883840ff60 req-179cc177-ce30-4634-9957-06f0aee6c484 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:43:59.873588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-955a61a3-666f-4d71-b173-81883840ff60 req-179cc177-ce30-4634-9957-06f0aee6c484 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0636659 Nov 12 09:43:59.927334 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-955a61a3-666f-4d71-b173-81883840ff60 req-fe00921c-305c-4f29-8ba2-b91dd6a02582 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469923 Nov 12 09:44:00.172846 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-e43c6080-85a6-4c21-8e37-d41f546ce6ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0446022 Nov 12 09:44:00.192894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd8e40-9873-469a-a7d9-4e8128021747 req-f4de0c98-1b58-48b0-a117-06eaad9238e2 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:00.195035 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f3dd8e40-9873-469a-a7d9-4e8128021747 req-f4de0c98-1b58-48b0-a117-06eaad9238e2 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0568907 Nov 12 09:44:00.253570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f3dd8e40-9873-469a-a7d9-4e8128021747 req-008c2ffd-1210-453e-b0ec-73ace1f3537d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517783 Nov 12 09:44:01.411396 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c0d8d-0095-4013-a0be-ccdb11291821 req-931b21f6-99ca-4e7a-aad9-6148661c2901 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:01.412930 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee8c0d8d-0095-4013-a0be-ccdb11291821 req-931b21f6-99ca-4e7a-aad9-6148661c2901 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0759540 Nov 12 09:44:01.415650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-09bd5d99-2cd4-4bd2-9d69-3db3c9f23d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:01.417045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-09bd5d99-2cd4-4bd2-9d69-3db3c9f23d07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1097 time: 0.0707636 Nov 12 09:44:01.515220 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee8c0d8d-0095-4013-a0be-ccdb11291821 req-c7e8ea50-e197-4b18-b73d-e87e819f7e26 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962334 Nov 12 09:44:01.545192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-931d605d-8e7f-4781-8890-f52ecc8bf7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:01.546751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-931d605d-8e7f-4781-8890-f52ecc8bf7bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.1220729 Nov 12 09:44:01.589587 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-4a54d4d2-16ca-4156-ba3b-9b7c492dacbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 217 time: 0.0349751 Nov 12 09:44:01.642240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-7a306f79-f3fd-4726-96cf-430e72f3f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:01.643666 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-7a306f79-f3fd-4726-96cf-430e72f3f89a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0477345 Nov 12 09:44:01.675262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-4d8a64a3-b2bb-41f2-a81b-6e850c4607cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235717 Nov 12 09:44:01.763493 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-a336f685-d6bd-4ac6-9795-e355dbfa0e6d service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811379 Nov 12 09:44:01.856745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-2ace3c4c-c20c-47af-870c-1bdddd787710 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865095 Nov 12 09:44:02.639987 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf1d22-41e0-4655-816f-c81fe7d70a95 req-89611fa8-86b0-4933-9e2c-b841e029b1e5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:02.641473 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0bf1d22-41e0-4655-816f-c81fe7d70a95 req-89611fa8-86b0-4933-9e2c-b841e029b1e5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Nov 12 09:44:02.689302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0bf1d22-41e0-4655-816f-c81fe7d70a95 req-f734263d-1682-4af4-8273-a3d107b7debf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Nov 12 09:44:03.806887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5badf39-bb30-4680-9600-8dfa1bf24dcf req-09bb5993-54d2-43ef-ab27-3bcae6d635e4 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:03.808662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5badf39-bb30-4680-9600-8dfa1bf24dcf req-09bb5993-54d2-43ef-ab27-3bcae6d635e4 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0509632 Nov 12 09:44:03.855594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c5badf39-bb30-4680-9600-8dfa1bf24dcf req-d5faff63-f794-48d5-a53e-70caa0de3c77 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410712 Nov 12 09:44:04.981197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a38846-71ee-4ea0-975a-6a2c15aa7f64 req-433e2e41-5683-458a-91d0-311d1fad8d15 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:04.982694 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59a38846-71ee-4ea0-975a-6a2c15aa7f64 req-433e2e41-5683-458a-91d0-311d1fad8d15 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0501785 Nov 12 09:44:05.044706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-59a38846-71ee-4ea0-975a-6a2c15aa7f64 req-0e136d2c-89fe-4872-b03e-65820fc2fb58 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558817 Nov 12 09:44:06.164941 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f8c76-4f89-471f-8f27-0c41233cca8b req-1bc0714c-f5d0-449b-ac36-68ee8f35fbd9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:06.166320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b1f8c76-4f89-471f-8f27-0c41233cca8b req-1bc0714c-f5d0-449b-ac36-68ee8f35fbd9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Nov 12 09:44:06.219663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b1f8c76-4f89-471f-8f27-0c41233cca8b req-1ccb0066-8b60-4b7c-a0f4-b48d2f03ff00 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451651 Nov 12 09:44:07.337269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4ee6-92d1-4f55-877d-cb35beb4d504 req-12ba7e31-b7f9-441b-b6f0-26d64bf76caf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:07.338699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-827f4ee6-92d1-4f55-877d-cb35beb4d504 req-12ba7e31-b7f9-441b-b6f0-26d64bf76caf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0515473 Nov 12 09:44:07.388176 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-827f4ee6-92d1-4f55-877d-cb35beb4d504 req-22c74269-d612-4795-8dac-b795207adfca tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Nov 12 09:44:08.509353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c264ade-e32f-4d8e-808f-0395a1ce819e req-14a8c821-2f79-483e-ad6a-8fdf16faee67 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:08.511026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c264ade-e32f-4d8e-808f-0395a1ce819e req-14a8c821-2f79-483e-ad6a-8fdf16faee67 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0494170 Nov 12 09:44:08.559451 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2c264ade-e32f-4d8e-808f-0395a1ce819e req-e16d21ac-4c2f-4bfb-9720-b7aec2caa9ea tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424318 Nov 12 09:44:09.677554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1db1c-f190-42aa-91ad-b104ef78966e req-f6a60e74-60d4-46ae-bc91-88bc9ed8ae6e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:09.679062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6af1db1c-f190-42aa-91ad-b104ef78966e req-f6a60e74-60d4-46ae-bc91-88bc9ed8ae6e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0496659 Nov 12 09:44:09.726935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6af1db1c-f190-42aa-91ad-b104ef78966e req-b24208cf-d585-485a-a1b7-bc7c184d7497 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Nov 12 09:44:10.848384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121b27c-c2e2-4b55-91d6-42d1a52a457e req-8c0742fa-757e-44e1-8eb5-770fbcf2bf6a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:10.849797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6121b27c-c2e2-4b55-91d6-42d1a52a457e req-8c0742fa-757e-44e1-8eb5-770fbcf2bf6a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Nov 12 09:44:10.903605 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6121b27c-c2e2-4b55-91d6-42d1a52a457e req-5003ea18-53c1-4541-b852-bfdbbde9487c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Nov 12 09:44:12.037467 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096d886-4ea0-4300-ad44-e65674dad3dc req-f2e3a734-e1ee-498c-93d3-ddb065f1b6e9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:12.039006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8096d886-4ea0-4300-ad44-e65674dad3dc req-f2e3a734-e1ee-498c-93d3-ddb065f1b6e9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0581169 Nov 12 09:44:12.090942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8096d886-4ea0-4300-ad44-e65674dad3dc req-8c8644be-08de-439c-8184-eb1e96ac1516 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Nov 12 09:44:13.212714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8af5d-7b88-4cc0-a8ed-ac50cb3c1e44 req-4ea25b68-62df-43a4-9b6d-77965de80f10 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:13.214247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-48b8af5d-7b88-4cc0-a8ed-ac50cb3c1e44 req-4ea25b68-62df-43a4-9b6d-77965de80f10 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Nov 12 09:44:13.263324 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-48b8af5d-7b88-4cc0-a8ed-ac50cb3c1e44 req-f6b18ddd-cafd-4a73-9f99-a6b615edca86 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431798 Nov 12 09:44:13.900499 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6118e4de-c892-4c4b-9300-64c2c395e414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:14.379074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2943225-143a-46ce-9f24-e91bd5c1850e req-cc92f0a5-6cca-425a-9482-ec70921aeb4a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:14.380576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2943225-143a-46ce-9f24-e91bd5c1850e req-cc92f0a5-6cca-425a-9482-ec70921aeb4a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0494096 Nov 12 09:44:14.433866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2943225-143a-46ce-9f24-e91bd5c1850e req-dcd1a2da-9c84-4762-8596-35f775c4b56c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 Nov 12 09:44:15.551565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dd1df-cf41-4396-a323-fcaa60c97c40 req-eca353db-bd72-4b4b-93ac-eeeb1c63256e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:15.553103 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-572dd1df-cf41-4396-a323-fcaa60c97c40 req-eca353db-bd72-4b4b-93ac-eeeb1c63256e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0490861 Nov 12 09:44:15.604874 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-572dd1df-cf41-4396-a323-fcaa60c97c40 req-dc6157ff-7f47-4eb9-8eae-9bf7aa756db5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414002 Nov 12 09:44:16.463203 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d21fe332-dbf0-4806-8d13-950c052937e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:16.732544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e133ce-d476-4547-b7b9-1296ccd98a4b req-2d44e147-4b9a-4a95-b501-806f7002cfa4 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:16.734073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6e133ce-d476-4547-b7b9-1296ccd98a4b req-2d44e147-4b9a-4a95-b501-806f7002cfa4 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0621250 Nov 12 09:44:16.782265 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6e133ce-d476-4547-b7b9-1296ccd98a4b req-5877f842-f307-47c1-9ea2-2ac49e8b2a43 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Nov 12 09:44:17.906456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d2710-9df3-4c94-9dc2-5c2b34bbd964 req-493b475e-d658-4d44-835c-f93ba537c0c9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:17.908008 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d23d2710-9df3-4c94-9dc2-5c2b34bbd964 req-493b475e-d658-4d44-835c-f93ba537c0c9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0542626 Nov 12 09:44:17.957277 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d23d2710-9df3-4c94-9dc2-5c2b34bbd964 req-8af7991a-e4b0-45d9-9d87-f5b8c9417072 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433264 Nov 12 09:44:19.076874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b23ea-8d7e-4d9b-98ba-0ca19440f2e1 req-80a93088-6fcf-4765-964e-f954c10f7798 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:19.078387 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f9b23ea-8d7e-4d9b-98ba-0ca19440f2e1 req-80a93088-6fcf-4765-964e-f954c10f7798 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0509741 Nov 12 09:44:19.129644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f9b23ea-8d7e-4d9b-98ba-0ca19440f2e1 req-09dfd92d-2aa7-4c15-af2e-597a776757ba tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Nov 12 09:44:19.211829 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:19.904430 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:20.247646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158fe5-a082-4e05-a9ce-5e927329d88f req-b0c3e8bb-d3bb-4732-9a4c-2bdd044f2eb0 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:20.249165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03158fe5-a082-4e05-a9ce-5e927329d88f req-b0c3e8bb-d3bb-4732-9a4c-2bdd044f2eb0 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Nov 12 09:44:20.273820 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:20.298043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-03158fe5-a082-4e05-a9ce-5e927329d88f req-51e5f4f9-94e4-4234-8f8c-0527d77edc2d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Nov 12 09:44:20.411548 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:21.431126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f859348-6f55-47f6-a126-746cb8059cb7 req-e64999d9-22ce-4393-ae71-5e1270641c76 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:21.433639 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3f859348-6f55-47f6-a126-746cb8059cb7 req-e64999d9-22ce-4393-ae71-5e1270641c76 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0618248 Nov 12 09:44:21.489673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3f859348-6f55-47f6-a126-746cb8059cb7 req-44ba24f9-743a-4d3b-b162-ee71f79e838a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490050 Nov 12 09:44:22.612448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463be3-f94c-4cec-a7d0-3586620d5170 req-42a0afcf-ec96-4d24-84d1-a040d0e038d5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:22.613914 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4463be3-f94c-4cec-a7d0-3586620d5170 req-42a0afcf-ec96-4d24-84d1-a040d0e038d5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0495224 Nov 12 09:44:22.665507 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4463be3-f94c-4cec-a7d0-3586620d5170 req-5903ec13-f0de-4541-ad3d-a58166710faa tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450075 Nov 12 09:44:23.787263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520f4da-ce7a-4d92-916f-8bdbb4492b5c req-878e2194-37d9-4b2c-8692-a5dda7aeaabf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:23.788854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2520f4da-ce7a-4d92-916f-8bdbb4492b5c req-878e2194-37d9-4b2c-8692-a5dda7aeaabf tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0524046 Nov 12 09:44:23.841083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2520f4da-ce7a-4d92-916f-8bdbb4492b5c req-ca980aca-2593-4741-816e-a77142bba3ef tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463099 Nov 12 09:44:24.959837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa98d86-12ab-4869-be91-1e6faf35761a req-2f1d121f-0a34-4899-81e3-5e8d5afea7c5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:24.961373 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fa98d86-12ab-4869-be91-1e6faf35761a req-2f1d121f-0a34-4899-81e3-5e8d5afea7c5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0509734 Nov 12 09:44:25.010527 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7fa98d86-12ab-4869-be91-1e6faf35761a req-ab5eabec-de93-44c3-bbf1-7752dbcc4586 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427771 Nov 12 09:44:26.130564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ab54b-6578-4cb3-905b-c4de32a46064 req-ef2cfff5-6cb2-4791-be81-036008319dee tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:26.132005 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-291ab54b-6578-4cb3-905b-c4de32a46064 req-ef2cfff5-6cb2-4791-be81-036008319dee tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0493753 Nov 12 09:44:26.182880 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-291ab54b-6578-4cb3-905b-c4de32a46064 req-ca9fb758-0306-4cd3-8c8b-c91891e093c9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Nov 12 09:44:27.304800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1764a-3769-4897-ba1a-41703373aec0 req-2151100d-867d-458c-bc81-37958561cb27 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:27.307307 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0e1764a-3769-4897-ba1a-41703373aec0 req-2151100d-867d-458c-bc81-37958561cb27 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0505691 Nov 12 09:44:27.359522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d0e1764a-3769-4897-ba1a-41703373aec0 req-1e3bd32d-eb59-4573-a0dc-4eb61bc19930 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458620 Nov 12 09:44:28.078192 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.490643 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dfb33f-daab-4413-8bfb-b0a347cb183e req-37244539-161f-490a-92c4-d14348dad9e2 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:28.492281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07dfb33f-daab-4413-8bfb-b0a347cb183e req-37244539-161f-490a-92c4-d14348dad9e2 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0594027 Nov 12 09:44:28.548032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-07dfb33f-daab-4413-8bfb-b0a347cb183e req-73fa7afe-90ba-48c3-bf2d-8879b86a6dd6 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471921 Nov 12 09:44:28.603105 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-4092159f-f646-4b72-b094-fa262558fd9a req-9e7b3584-a79d-4dbd-bee5-259de86e2f8f service neutron] show failed (client error): The resource could not be found. Nov 12 09:44:28.604396 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-9e7b3584-a79d-4dbd-bee5-259de86e2f8f service neutron] 10.222.0.55 "GET /v2.0/ports/09975617-edcb-447f-948c-02e3cefa84a6/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0610452 Nov 12 09:44:28.648135 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:28.821002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-2c3f9e3a-6e9c-40c6-8caf-4a07a6d889a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:28.823108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-2c3f9e3a-6e9c-40c6-8caf-4a07a6d889a0 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322&tenant_id=5f3e2511e1a24e5a83d86df6967d4d61 HTTP/1.1" status: 200 len: 1097 time: 0.0425062 Nov 12 09:44:28.838484 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:28.891106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.104081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:29.139466 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:29.186809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:29.189365 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2a142d-8cf5-4028-8620-fa25fe224885" -d '{"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-unplugged", "status": "completed", "tag": "09975617-edcb-447f-948c-02e3cefa84a6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:29.194212 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.209394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Transition to ACTIVE for port object 09975617-edcb-447f-948c-02e3cefa84a6 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:44:29.215066 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.246305 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3397f7f-f0a7-4b82-90e7-95978227d2b2 x-openstack-request-id: req-b3397f7f-f0a7-4b82-90e7-95978227d2b2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:29.246612 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-unplugged", "status": "completed", "tag": "09975617-edcb-447f-948c-02e3cefa84a6", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:29.246874 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b3397f7f-f0a7-4b82-90e7-95978227d2b2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:29.247274 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6', 'code': 200} Nov 12 09:44:29.282798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:29.285435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] No DVR routers for this DVR port 09975617-edcb-447f-948c-02e3cefa84a6 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:44:29.326655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:29.326994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:29.327331 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:29.332027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Port 09975617-edcb-447f-948c-02e3cefa84a6 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:44:29.332357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Attempting to bind port 09975617-edcb-447f-948c-02e3cefa84a6 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:29.337666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:29.338044 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Checking segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:29.338433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Bound using segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:29.338869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Bound port: 09975617-edcb-447f-948c-02e3cefa84a6, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:29.339271 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.406359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:29.409537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:29.414345 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.449430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:29.450133 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:29.451546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] 10.222.0.62 "PUT /v2.0/ports/09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 1092 time: 0.6176949 Nov 12 09:44:29.472797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733070df-d30a-489a-8a1e-165bb3ee651b service neutron] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:29.517115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-db16184e-0aed-45bc-a157-4a0f5947d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:29.518787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-db16184e-0aed-45bc-a157-4a0f5947d1e3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1095 time: 0.0425427 Nov 12 09:44:29.627507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-cd700470-1ae0-473e-8ea8-109f239742f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:29.629236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-cd700470-1ae0-473e-8ea8-109f239742f8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.0982075 Nov 12 09:44:29.670758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d9083-4d75-4d3e-8721-b6bff9695b80 req-e785af35-c6f3-432e-b54e-7ba286cdeec3 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:29.672342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da7d9083-4d75-4d3e-8721-b6bff9695b80 req-e785af35-c6f3-432e-b54e-7ba286cdeec3 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.0510609 Nov 12 09:44:29.674399 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-e27478b4-18ca-43ad-85b8-64047eba394e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 217 time: 0.0367100 Nov 12 09:44:29.725498 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-da7d9083-4d75-4d3e-8721-b6bff9695b80 req-2c750b88-44c9-4476-9e89-427e158d8830 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Nov 12 09:44:29.732696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092159f-f646-4b72-b094-fa262558fd9a req-3cf4d7a7-d9f5-4d9c-911f-3706f2139cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:29.734180 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-3cf4d7a7-d9f5-4d9c-911f-3706f2139cb2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0528696 Nov 12 09:44:30.009034 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-e8ba4c2c-7482-4fe6-978d-e33fb536f596 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2664511 Nov 12 09:44:30.099798 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-1b11a81a-65f5-4ade-b5d5-16c1633f6fd7 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829637 Nov 12 09:44:30.192668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4092159f-f646-4b72-b094-fa262558fd9a req-04179916-9b5a-4ace-bac5-8619c6ba23ce service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853796 Nov 12 09:44:30.851198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf399ed9-82bd-45fb-a312-ba7248260a2a req-62822f82-e57b-460d-b12c-d965db769351 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:30.852802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf399ed9-82bd-45fb-a312-ba7248260a2a req-62822f82-e57b-460d-b12c-d965db769351 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.0512626 Nov 12 09:44:30.907877 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cf399ed9-82bd-45fb-a312-ba7248260a2a req-b057de6d-3819-440a-9f88-127535cc3db1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476558 Nov 12 09:44:31.248461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:31.250913 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "tag": "09975617-edcb-447f-948c-02e3cefa84a6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:31.299970 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb41c229-6195-47f0-9608-9f557e3680a6 x-openstack-request-id: req-bb41c229-6195-47f0-9608-9f557e3680a6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:31.300270 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "tag": "09975617-edcb-447f-948c-02e3cefa84a6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:31.300525 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb41c229-6195-47f0-9608-9f557e3680a6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:31.300919 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6', 'status': 'completed', 'code': 200} Nov 12 09:44:31.394242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-9594bce8-b9d7-45c0-86e0-9a020f833e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:31.395753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-9594bce8-b9d7-45c0-86e0-9a020f833e7d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1095 time: 0.0721238 Nov 12 09:44:31.400855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-27297f59-f5d0-46d4-8d8f-1d147bcac483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:31.402249 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-27297f59-f5d0-46d4-8d8f-1d147bcac483 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1095 time: 0.0702338 Nov 12 09:44:31.462345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:31.508226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:31.562661 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-3625926c-c172-4c81-8582-a856bade8ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:31.564088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-3625926c-c172-4c81-8582-a856bade8ff7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.1590121 Nov 12 09:44:31.565182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-aefe08e3-ac4e-4cee-bb00-030b356bf0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:31.566498 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-aefe08e3-ac4e-4cee-bb00-030b356bf0a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.1541243 Nov 12 09:44:31.616905 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-97a55334-cbe9-40c7-b847-2b27d3a9586e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 217 time: 0.0431926 Nov 12 09:44:31.651969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-4e319721-df78-4d41-bc45-c424c6c0de48 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 217 time: 0.0720017 Nov 12 09:44:31.718337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-badc3893-6d69-4cbf-b9ce-2a923f06cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:31.719829 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-badc3893-6d69-4cbf-b9ce-2a923f06cad1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0765073 Nov 12 09:44:31.727276 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-bc1ab189-5f9c-43d5-9520-e660349297a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:31.728740 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-bc1ab189-5f9c-43d5-9520-e660349297a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0585616 Nov 12 09:44:31.766340 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-013ce98d-f204-4ed2-8330-63a9ab1a5e6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366271 Nov 12 09:44:31.792755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-b42012d5-8a54-4189-b31e-40df6f0667e3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544870 Nov 12 09:44:31.935481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-ce305bf6-95e6-4949-be8b-7a4092a58195 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514201 Nov 12 09:44:31.961358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-5904c7fd-13c5-4782-93d8-6bf5908786ed service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509192 Nov 12 09:44:32.147686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f907df-f05f-4e7f-8f09-d7e5c7aad716 req-934c2d8f-2d32-407e-b7e6-e324378f1f60 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:32.149132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55f907df-f05f-4e7f-8f09-d7e5c7aad716 req-934c2d8f-2d32-407e-b7e6-e324378f1f60 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.1520059 Nov 12 09:44:32.154149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-6b14382b-2bf1-4070-88f0-bf3e8b9d25be service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079344 Nov 12 09:44:32.173312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7bda3e41-d5ad-4773-a9fa-29038fbeb5d6 req-7e294583-d28e-407f-b7cf-dd161c61c11e service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016027 Nov 12 09:44:32.210699 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-55f907df-f05f-4e7f-8f09-d7e5c7aad716 req-4e5e2a3f-bfe4-4a1d-a75a-2e7dd7f7b138 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510437 Nov 12 09:44:33.331738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1df302-94f0-4703-8c05-4d5fe2dd4795 req-20b46a3c-ca44-42af-85c5-6908c2fdc105 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:33.333214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb1df302-94f0-4703-8c05-4d5fe2dd4795 req-20b46a3c-ca44-42af-85c5-6908c2fdc105 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.0507810 Nov 12 09:44:33.389316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fb1df302-94f0-4703-8c05-4d5fe2dd4795 req-31b4dea3-e28e-4888-986c-b20aca25820f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491834 Nov 12 09:44:33.609121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d4fcf-29a7-4491-b067-f433b4d5f2a3 req-028a3324-0710-40e3-a274-c06fee950734 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:33.610708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-943d4fcf-29a7-4491-b067-f433b4d5f2a3 req-028a3324-0710-40e3-a274-c06fee950734 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 943 time: 0.0584629 Nov 12 09:44:33.618266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-8bcf0c28-ef60-466a-9d42-ae9a050bb2c0 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:33.621504 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-8bcf0c28-ef60-466a-9d42-ae9a050bb2c0 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.55 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322&tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 943 time: 0.0626838 Nov 12 09:44:33.679094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-943d4fcf-29a7-4491-b067-f433b4d5f2a3 req-006aa95c-7dd1-4f8b-af7d-d44aadb8da63 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564158 Nov 12 09:44:33.690819 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-bca0d5a5-a3c5-4bc0-8e90-df85967b8a42 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:44:33.691864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-bca0d5a5-a3c5-4bc0-8e90-df85967b8a42 service neutron] 10.222.0.55 "DELETE /v2.0/ports/09975617-edcb-447f-948c-02e3cefa84a6/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0636442 Nov 12 09:44:33.787685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-d3cf851b-e0fe-4e9a-8181-7f5c2324db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:33.789234 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-d3cf851b-e0fe-4e9a-8181-7f5c2324db1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 1095 time: 0.0476842 Nov 12 09:44:33.884724 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-9b2a94da-b7ac-4919-b3d5-d7d51cb29e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:33.886121 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-9b2a94da-b7ac-4919-b3d5-d7d51cb29e08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.0906365 Nov 12 09:44:33.906177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:44:33.928953 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-f011569f-55f9-4740-8c7e-dcc305ca2eb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 200 len: 217 time: 0.0360260 Nov 12 09:44:33.986722 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-6009846f-7437-42df-a477-594283bf783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:33.988464 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-6009846f-7437-42df-a477-594283bf783f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0533087 Nov 12 09:44:34.013514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:34.027529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '09975617-edcb-447f-948c-02e3cefa84a6', 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8', 'port_id': '09975617-edcb-447f-948c-02e3cefa84a6', 'mac_address': 'fa:16:3e:f1:f8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:44:34.034674 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-f9d680e6-1efa-4596-8cbd-da08215cbc6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387197 Nov 12 09:44:34.066499 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:34.080012 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09975617-edcb-447f-948c-02e3cefa84a6 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:44:34.101153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:34.106449 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:34.132105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-c14a7647-9442-4cf7-abd7-4a743de01b34 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891805 Nov 12 09:44:34.162494 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:34.238884 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2331c175-e4ec-4fef-9eba-0d23ab1557d9 req-dc3ae1d3-c61d-44ff-8a25-ca6bfcecaaf8 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001918 Nov 12 09:44:34.390944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['09975617-edcb-447f-948c-02e3cefa84a6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:34.820617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fcebf3-8007-436c-9694-a952ccfae17f req-ca9ee3a8-7040-4d13-882d-a09ec69f000a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:34.822941 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41fcebf3-8007-436c-9694-a952ccfae17f req-ca9ee3a8-7040-4d13-882d-a09ec69f000a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 944 time: 0.0550075 Nov 12 09:44:34.883799 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-41fcebf3-8007-436c-9694-a952ccfae17f req-b89eea21-1bff-49d4-a590-4a869488a1c7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498533 Nov 12 09:44:35.007269 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47876ed8-46f9-4ebb-91b4-69ec34242436 req-954f1d6e-2e5d-4563-929d-cc52b56ae5e0 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:35.008813 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47876ed8-46f9-4ebb-91b4-69ec34242436 req-954f1d6e-2e5d-4563-929d-cc52b56ae5e0 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 944 time: 0.0514286 Nov 12 09:44:35.060325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-47876ed8-46f9-4ebb-91b4-69ec34242436 req-5d47d1ac-a595-4751-b08c-7acfaf43e673 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Nov 12 09:44:35.186866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb342f6-1608-45ef-964c-290ae2db4838 req-75fc90a7-da4a-4daa-9113-b1607fff8516 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:35.188309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bbb342f6-1608-45ef-964c-290ae2db4838 req-75fc90a7-da4a-4daa-9113-b1607fff8516 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 944 time: 0.0549397 Nov 12 09:44:35.236390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bbb342f6-1608-45ef-964c-290ae2db4838 req-e133220f-4878-4c47-a37d-e9e343e44002 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Nov 12 09:44:35.605280 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-26f8c151-0e55-4f58-aa5c-a8e97570fb3b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:35.606766 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-26f8c151-0e55-4f58-aa5c-a8e97570fb3b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 814 time: 0.1110601 Nov 12 09:44:35.623701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-3117fa35-efac-4d86-83e9-3e9c19f49a9d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/quotas/5f3e2511e1a24e5a83d86df6967d4d61 HTTP/1.1" status: 200 len: 375 time: 0.0101700 Nov 12 09:44:35.688364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-5b218dae-d37d-47f6-aa73-3c832ad9f5ca tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588231 Nov 12 09:44:35.780240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-0f5e033e-425a-47f6-b000-5fda1eb1f851 service neutron] 10.222.0.53 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847583 Nov 12 09:44:35.877890 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-bec68ef1-7ebb-472e-947d-f0e2a6ba3859 service neutron] 10.222.0.53 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906048 Nov 12 09:44:35.936004 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:35.996890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 09975617-edcb-447f-948c-02e3cefa84a6 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:44:36.001815 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 09975617-edcb-447f-948c-02e3cefa84a6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:36.002180 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:36.065296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d644c59-b47d-40a7-80fc-5a4ce111fc0e req-0b5cc336-448f-4b49-bbfe-f3373c081d3a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 210 time: 0.0312819 Nov 12 09:44:36.096175 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:36.127065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:36.129404 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf407fd-3a88-4303-9a4c-85bccf4882d2" -d '{"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-plugged", "status": "completed", "tag": "09975617-edcb-447f-948c-02e3cefa84a6"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:36.146749 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:36.153115 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:36.180687 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586765ad-2290-4774-a08c-8362583736a4 x-openstack-request-id: req-586765ad-2290-4774-a08c-8362583736a4 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:36.181036 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-plugged", "status": "completed", "tag": "09975617-edcb-447f-948c-02e3cefa84a6", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:36.182231 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-586765ad-2290-4774-a08c-8362583736a4 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:36.182631 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6', 'code': 200} Nov 12 09:44:36.215936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:37.096411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.62', 49330) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:44:37.163228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-cf079004-7510-47ff-a197-a41fa15544ce tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:37.164831 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-cf079004-7510-47ff-a197-a41fa15544ce tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.62 "GET /v2.0/ports?device_id=55aae0c6-acfe-4434-b060-ea33d5db0322 HTTP/1.1" status: 200 len: 945 time: 0.0677173 Nov 12 09:44:37.215068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2726f3d8-6e91-4ab6-81c2-76d27c65d7d7 req-88e8f728-e5f3-4acf-a444-5ac7811da70f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 210 time: 0.0414495 Nov 12 09:44:37.259827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-8d3ad799-00d9-4d82-a6d9-ca0b1a11eeb8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:37.261408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-8d3ad799-00d9-4d82-a6d9-ca0b1a11eeb8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 814 time: 0.1625917 Nov 12 09:44:37.269535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Deleting port 09975617-edcb-447f-948c-02e3cefa84a6 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:44:37.269872 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.282695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Request body: {'port': {'device_id': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8', 'admin_state_up': True, 'tenant_id': '5f3e2511e1a24e5a83d86df6967d4d61'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:37.365048 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] For port 09975617-edcb-447f-948c-02e3cefa84a6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=09975617-edcb-447f-948c-02e3cefa84a6,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:37.365407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.378663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Calling delete_port for 09975617-edcb-447f-948c-02e3cefa84a6 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:44:37.405020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Made reservation on behalf of 5f3e2511e1a24e5a83d86df6967d4d61 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:44:37.408678 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.531902 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.545070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['09975617-edcb-447f-948c-02e3cefa84a6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:37.564110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Pushing event deleted for resources: {'Port': ['ID=09975617-edcb-447f-948c-02e3cefa84a6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:37.565372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Allocated IP 172.20.0.3 (7937f4ce-97ac-4ce5-9a85-6881aa39ffd8/7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f/069d844b-65fc-43a6-86af-d3b151b95600) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:44:37.617558 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] No DVR routers for this DVR port 09975617-edcb-447f-948c-02e3cefa84a6 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:44:37.621587 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.625282 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.62 "DELETE /v2.0/ports/09975617-edcb-447f-948c-02e3cefa84a6 HTTP/1.1" status: 204 len: 173 time: 0.4532413 Nov 12 09:44:37.625794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-deleted', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:37.628380 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d4d56a-cec6-4f5b-8ae0-5e86ca42746f" -d '{"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-deleted", "tag": "09975617-edcb-447f-948c-02e3cefa84a6"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:37.686193 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09304477-1081-407a-a3ad-36c5106918a3 x-openstack-request-id: req-09304477-1081-407a-a3ad-36c5106918a3 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:37.686193 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55aae0c6-acfe-4434-b060-ea33d5db0322", "name": "network-vif-deleted", "tag": "09975617-edcb-447f-948c-02e3cefa84a6", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:37.686193 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09304477-1081-407a-a3ad-36c5106918a3 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:37.686193 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55aae0c6-acfe-4434-b060-ea33d5db0322', 'name': 'network-vif-deleted', 'tag': '09975617-edcb-447f-948c-02e3cefa84a6', 'status': 'completed', 'code': 200} Nov 12 09:44:37.751672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.791706 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.804903 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['09975617-edcb-447f-948c-02e3cefa84a6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:37.837420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:44:37.839505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:44:37.844374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:44:37.886409 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:37.908980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:37.909606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:37.926533 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-4bd0bc2e-f79e-478f-b1fd-ccc457400d44 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479645 Nov 12 09:44:37.942412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Request body: {'port': {'device_id': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:44:38.004573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.354135 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069d844b-65fc-43a6-86af-d3b151b95600 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:44:38.365085 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.382711 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110172-cac9-4f7e-a885-8acda8087f9f req-42081a38-6197-4890-84c6-10ca76d9baeb tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:38.384273 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e110172-cac9-4f7e-a885-8acda8087f9f req-42081a38-6197-4890-84c6-10ca76d9baeb tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 931 time: 0.0967717 Nov 12 09:44:38.396121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Transition to ACTIVE for port object 069d844b-65fc-43a6-86af-d3b151b95600 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:44:38.404108 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.487460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e110172-cac9-4f7e-a885-8acda8087f9f req-d18a563c-a4d4-4beb-945f-ab38989b14dd tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927427 Nov 12 09:44:38.490811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:38.563223 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:44:38.563565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:44:38.563941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:38.568396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Port 069d844b-65fc-43a6-86af-d3b151b95600 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:44:38.568723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:44:38.573776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:44:38.574120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Checking segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:44:38.574511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Bound using segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:44:38.574948 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Bound port: 069d844b-65fc-43a6-86af-d3b151b95600, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:44:38.575308 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.644652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:44:38.648001 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:44:38.652999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.687476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:38.688118 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:38.689503 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] 10.222.0.62 "PUT /v2.0/ports/069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 1092 time: 0.7535613 Nov 12 09:44:38.689944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:38.692229 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67544947-1eba-45d0-bd8d-98ded236ac42" -d '{"events": [{"name": "network-changed", "server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "tag": "069d844b-65fc-43a6-86af-d3b151b95600"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:38.726684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad115cde-6452-408f-9555-28fe5ccd9635 service neutron] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:38.733592 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5193f4-b0d4-4875-bdbb-f8e32c2a1fc9 x-openstack-request-id: req-0d5193f4-b0d4-4875-bdbb-f8e32c2a1fc9 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:38.733954 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "tag": "069d844b-65fc-43a6-86af-d3b151b95600", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:38.734278 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d5193f4-b0d4-4875-bdbb-f8e32c2a1fc9 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:38.735259 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600', 'status': 'completed', 'code': 200} Nov 12 09:44:38.811591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-fbb13bcf-d772-48f7-a8f5-9b1131f51600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:38.813024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-fbb13bcf-d772-48f7-a8f5-9b1131f51600 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1095 time: 0.0757918 Nov 12 09:44:38.875887 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-c9d48b4f-d2c8-4f0c-8db4-dbbcb1652438 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0526145 Nov 12 09:44:38.932358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-a67f83ab-182b-4ed1-aebd-e44d28665ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:38.933835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-a67f83ab-182b-4ed1-aebd-e44d28665ddf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0505557 Nov 12 09:44:39.305728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-b4b8f85d-bc4f-4fd1-82ba-14b7d0c0d579 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3606784 Nov 12 09:44:39.399452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-2aae5bad-3526-4bf8-91e5-0999bf0b37ad service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Nov 12 09:44:39.510790 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-75a3edae-3b60-4ceb-9029-7e669ce6e7ac req-e9adc30a-3b50-4e76-b1c2-a8a1a8166485 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982699 Nov 12 09:44:39.637205 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-7a0497c1-2dd4-467a-8e0a-bff77a9affc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:39.638652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-7a0497c1-2dd4-467a-8e0a-bff77a9affc5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1095 time: 0.0747874 Nov 12 09:44:39.646969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3953b-457d-4bc6-beb7-7161d426ec9a req-b2a0daa6-4fea-4922-ba13-b3b0a81dbebd tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:39.648392 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6a3953b-457d-4bc6-beb7-7161d426ec9a req-b2a0daa6-4fea-4922-ba13-b3b0a81dbebd tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 943 time: 0.0764267 Nov 12 09:44:39.751245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6a3953b-457d-4bc6-beb7-7161d426ec9a req-c2676f36-9d04-4d0a-8333-f94bc67b51b4 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945730 Nov 12 09:44:39.771116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-458ada9b-5493-4f75-8fef-b21b616dc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:39.772687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-458ada9b-5493-4f75-8fef-b21b616dc54f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.1234396 Nov 12 09:44:39.819868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-738c816b-df28-44dd-b769-4e0c5022d0fd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0388694 Nov 12 09:44:39.877492 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-7eb48225-b70c-42d7-85b8-cae91b34e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:39.878981 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-7eb48225-b70c-42d7-85b8-cae91b34e483 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0481429 Nov 12 09:44:39.913826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-eec29ad4-56c6-42fb-8f7a-50f04fad77f2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263627 Nov 12 09:44:40.015401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-8fee4c73-7af4-4c35-a2e8-e7297800b45c service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880611 Nov 12 09:44:40.110141 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-67544947-1eba-45d0-bd8d-98ded236ac42 req-22500d82-344f-4df3-abe3-1db5c598e8a0 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867410 Nov 12 09:44:40.867847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452f68-e4b8-4377-849b-6fd57b68dc4a req-c4ac163d-b0f5-4832-9550-58e912089900 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:40.869870 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56452f68-e4b8-4377-849b-6fd57b68dc4a req-c4ac163d-b0f5-4832-9550-58e912089900 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 943 time: 0.0490360 Nov 12 09:44:40.919173 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-56452f68-e4b8-4377-849b-6fd57b68dc4a req-86781289-bf6f-4b2f-8c34-94016b908e45 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Nov 12 09:44:41.967821 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:44:41.969952 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:44:41.996386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 09975617-edcb-447f-948c-02e3cefa84a6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:44:41.996736 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 09975617-edcb-447f-948c-02e3cefa84a6 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:44:42.046235 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2615a-6090-4684-811e-57df4ba5efc3 req-ea6135a1-7976-4a07-b305-75f7bd99765a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:42.047987 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdf2615a-6090-4684-811e-57df4ba5efc3 req-ea6135a1-7976-4a07-b305-75f7bd99765a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 943 time: 0.0557196 Nov 12 09:44:42.088489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:42.097513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cdf2615a-6090-4684-811e-57df4ba5efc3 req-f59952e7-a464-401c-9dee-e3618b25034e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Nov 12 09:44:42.099127 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '069d844b-65fc-43a6-86af-d3b151b95600', 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8', 'port_id': '069d844b-65fc-43a6-86af-d3b151b95600', 'mac_address': 'fa:16:3e:15:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:44:42.137751 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:42.150231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069d844b-65fc-43a6-86af-d3b151b95600 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:44:42.169310 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:42.173873 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:42.219458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:42.407386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['069d844b-65fc-43a6-86af-d3b151b95600'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:44:43.211978 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8bb2b-8d49-4491-83da-4329aa77f4e2 req-7b750b3c-42f6-4600-b845-69169afc5178 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:43.213461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0c8bb2b-8d49-4491-83da-4329aa77f4e2 req-7b750b3c-42f6-4600-b845-69169afc5178 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 944 time: 0.0490878 Nov 12 09:44:43.261482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f0c8bb2b-8d49-4491-83da-4329aa77f4e2 req-8b75aa95-f8ba-4709-a7bc-39d49bbc4208 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417385 Nov 12 09:44:43.903562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-60a48a26-dcdc-499d-b2ff-29aa095e7167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:43.975195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:44:44.029326 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 069d844b-65fc-43a6-86af-d3b151b95600 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:44:44.033144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 069d844b-65fc-43a6-86af-d3b151b95600 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:44:44.033507 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.269399 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.292612 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:44:44.294815 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a63b97f-d388-46b0-b75b-eaa914a14d53" -d '{"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-plugged", "status": "completed", "tag": "069d844b-65fc-43a6-86af-d3b151b95600"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:44:44.308937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:44:44.313668 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:44.339994 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cea665d-6c25-41ef-b858-cce9c7b70419 x-openstack-request-id: req-9cea665d-6c25-41ef-b858-cce9c7b70419 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:44:44.340336 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-plugged", "status": "completed", "tag": "069d844b-65fc-43a6-86af-d3b151b95600", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:44:44.340612 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9cea665d-6c25-41ef-b858-cce9c7b70419 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:44:44.341028 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600', 'code': 200} Nov 12 09:44:44.371670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:44:44.395456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f59a0-966f-43cc-aa66-0581d90fe70d req-1710860f-cf8b-4d2c-8f5a-b6db98334088 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:44.397290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d0f59a0-966f-43cc-aa66-0581d90fe70d req-1710860f-cf8b-4d2c-8f5a-b6db98334088 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0611308 Nov 12 09:44:44.475218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3d0f59a0-966f-43cc-aa66-0581d90fe70d req-64378585-2059-4d64-a481-9932b8457807 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719585 Nov 12 09:44:44.480243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37638568-548c-40a0-a5c4-380869b6a3b0 req-3a339318-5f37-45e2-848d-6e74822be838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:44.481728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-37638568-548c-40a0-a5c4-380869b6a3b0 req-3a339318-5f37-45e2-848d-6e74822be838 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1097 time: 0.0725262 Nov 12 09:44:44.532935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-37638568-548c-40a0-a5c4-380869b6a3b0 req-66a8367e-732e-4c51-ad50-ebebe8415752 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Nov 12 09:44:45.598121 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201e3a-acbd-4c9b-9e57-b78fc6872834 req-0809b90b-c0f6-4353-b763-936a1e068e2d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:45.599727 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d8201e3a-acbd-4c9b-9e57-b78fc6872834 req-0809b90b-c0f6-4353-b763-936a1e068e2d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0547266 Nov 12 09:44:45.651094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d8201e3a-acbd-4c9b-9e57-b78fc6872834 req-b7a60dc2-b969-409b-8fde-79b6fb4843e9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451515 Nov 12 09:44:46.457662 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dd2aa391-9ed9-45da-b8f5-a9f528db0e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:46.767786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33699d32-6809-463f-80c7-69673008c1c9 req-233ab60b-2125-4f3c-984e-593f2017c3be tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:46.769369 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-33699d32-6809-463f-80c7-69673008c1c9 req-233ab60b-2125-4f3c-984e-593f2017c3be tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0512588 Nov 12 09:44:46.820069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-33699d32-6809-463f-80c7-69673008c1c9 req-241dff25-6ae7-410d-aad6-4f6a9493858c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447636 Nov 12 09:44:46.938115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569fb19-f808-4a29-9e74-121c43b7c90e req-436ec4e8-80fd-43d6-a422-0946bb1b9a6f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:46.939777 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6569fb19-f808-4a29-9e74-121c43b7c90e req-436ec4e8-80fd-43d6-a422-0946bb1b9a6f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Nov 12 09:44:46.990548 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6569fb19-f808-4a29-9e74-121c43b7c90e req-f43d3cf2-6b9a-49b1-9971-91840f97bbb0 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442200 Nov 12 09:44:47.252930 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf85098-092f-4184-8769-b6939a7cfd13 req-b63805cd-5077-4751-a637-7075c2e06fda tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:47.254385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cf85098-092f-4184-8769-b6939a7cfd13 req-b63805cd-5077-4751-a637-7075c2e06fda tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0676692 Nov 12 09:44:47.257879 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-9911d794-f177-44ad-b7f3-6ba2d9b1ea8e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806234 Nov 12 09:44:47.303154 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cf85098-092f-4184-8769-b6939a7cfd13 req-46808c34-cde5-420d-b7e7-cf854dbfdc7b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427077 Nov 12 09:44:48.421663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-a90855c2-04be-4856-b6ed-47478112466c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:48.423226 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-a90855c2-04be-4856-b6ed-47478112466c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1097 time: 0.0734401 Nov 12 09:44:48.441008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743ca31-dc51-418e-834a-dcb181456c7f req-89d0e3f0-f57f-4067-aeb1-20acd3a5e5f2 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:48.442910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2743ca31-dc51-418e-834a-dcb181456c7f req-89d0e3f0-f57f-4067-aeb1-20acd3a5e5f2 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0674882 Nov 12 09:44:48.547573 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2743ca31-dc51-418e-834a-dcb181456c7f req-0d555425-c5e6-4c9e-92d0-635af67f5b5b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954740 Nov 12 09:44:48.567394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-3a75aeef-9ccd-4c79-84ec-433cfa53966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:48.568909 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-3a75aeef-9ccd-4c79-84ec-433cfa53966f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.1250408 Nov 12 09:44:48.621139 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-d5958bf2-803d-4440-9e55-8f730735cfd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0411580 Nov 12 09:44:48.676724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-5af7611d-1993-4bf9-a4b9-ee895e964956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:48.678195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-5af7611d-1993-4bf9-a4b9-ee895e964956 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0462246 Nov 12 09:44:48.714328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-0837809a-4212-439a-8ab0-56a6a760caad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257435 Nov 12 09:44:48.814884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-3e075607-de57-46de-a564-9e1712eaa711 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903549 Nov 12 09:44:48.912240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-93810f74-09f6-40ea-9a08-c4bafa9877e2 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880983 Nov 12 09:44:49.212609 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:49.569138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-68e3556d-884d-4f53-9b45-7b6fb74b677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:49.570658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-68e3556d-884d-4f53-9b45-7b6fb74b677b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1097 time: 0.0435958 Nov 12 09:44:49.664463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b848a-7910-41ab-805f-501b80e30719 req-edc63ef6-0737-4c5c-93c8-1b2dae2f890f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:49.665975 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-941b848a-7910-41ab-805f-501b80e30719 req-edc63ef6-0737-4c5c-93c8-1b2dae2f890f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0488093 Nov 12 09:44:49.688969 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-95192684-ff5a-47f6-a233-6f1126ee7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:49.690469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-95192684-ff5a-47f6-a233-6f1126ee7a4d service neutron] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.0978222 Nov 12 09:44:49.718066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-941b848a-7910-41ab-805f-501b80e30719 req-bcf6c1f7-27f0-4a2e-b565-7984841ee421 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 Nov 12 09:44:49.740768 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-12f3e67b-1887-4a1f-b494-201579ad9acd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0398600 Nov 12 09:44:49.800359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-0cc903a2-4a4e-4192-8d6b-ddf9b408998f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:49.801845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-0cc903a2-4a4e-4192-8d6b-ddf9b408998f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0535338 Nov 12 09:44:49.834735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-1405066f-8c1d-4b00-9200-d44ac5273202 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247126 Nov 12 09:44:49.906868 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:49.929030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-fd2b6664-3121-46f1-bae6-332d654a7332 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866365 Nov 12 09:44:50.033068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f49ed494-1aa0-4b2e-a2dc-1d7b968dac7c req-024635c2-f9ba-4805-be0b-8392420e06a8 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903411 Nov 12 09:44:50.413711 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:50.837291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c00ab5-6a91-4f85-a5b0-3e8909ab1d52 req-0ef52741-b87e-4b59-9223-f946f2d2df05 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:50.838810 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8c00ab5-6a91-4f85-a5b0-3e8909ab1d52 req-0ef52741-b87e-4b59-9223-f946f2d2df05 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0510168 Nov 12 09:44:50.888049 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a8c00ab5-6a91-4f85-a5b0-3e8909ab1d52 req-e2f9bc6a-eb27-422d-b91a-da3bf060886f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432417 Nov 12 09:44:52.009652 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69aa91-4071-4aef-be4e-33a53754e333 req-a60c2af1-7ed7-4af9-8a6b-e0e96fea85d8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:52.011780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e69aa91-4071-4aef-be4e-33a53754e333 req-a60c2af1-7ed7-4af9-8a6b-e0e96fea85d8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0536964 Nov 12 09:44:52.060409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e69aa91-4071-4aef-be4e-33a53754e333 req-7f216693-5966-4801-8ca5-c2b480f0b5b5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Nov 12 09:44:53.186620 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a53a0-0f3e-4b47-8461-f67689adb48e req-354d95b6-8f71-4b94-b9f3-03893161f93b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:53.188126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f0a53a0-0f3e-4b47-8461-f67689adb48e req-354d95b6-8f71-4b94-b9f3-03893161f93b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0543857 Nov 12 09:44:53.236304 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2f0a53a0-0f3e-4b47-8461-f67689adb48e req-68822efd-b5fe-426a-a43b-1f977ab7b003 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Nov 12 09:44:54.351641 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709767eb-e112-48b2-9a4e-d8646ce33c2f req-960314dd-312a-4da5-bb32-441ecae73eb3 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:54.353053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-709767eb-e112-48b2-9a4e-d8646ce33c2f req-960314dd-312a-4da5-bb32-441ecae73eb3 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0486908 Nov 12 09:44:54.401128 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-709767eb-e112-48b2-9a4e-d8646ce33c2f req-aab9c6fe-5944-4037-ace7-8beff7ffac71 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405321 Nov 12 09:44:55.519534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ee3628-93f0-46af-b8fe-9de2bcbbe12a req-26afe2a2-92e5-4859-bd6a-de2fd3a795a8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:55.521149 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1ee3628-93f0-46af-b8fe-9de2bcbbe12a req-26afe2a2-92e5-4859-bd6a-de2fd3a795a8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0514820 Nov 12 09:44:55.573455 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1ee3628-93f0-46af-b8fe-9de2bcbbe12a req-6ee96b56-c220-421c-8ac9-065f0af43067 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Nov 12 09:44:56.689796 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbbb1d-8414-45b0-8b84-4662524a258f req-658c83a1-1f48-40a3-94a9-424c36957f5c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:56.691263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95fbbb1d-8414-45b0-8b84-4662524a258f req-658c83a1-1f48-40a3-94a9-424c36957f5c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0488260 Nov 12 09:44:56.741736 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95fbbb1d-8414-45b0-8b84-4662524a258f req-a7677e88-3565-46fb-87db-b4fd16f278df tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444226 Nov 12 09:44:57.273310 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:44:57.868435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7ef29-2cea-400f-a7e1-f9f1320450d0 req-9c74b9e0-de58-4d78-ba7d-7cd8f93b3426 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:57.869983 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76d7ef29-2cea-400f-a7e1-f9f1320450d0 req-9c74b9e0-de58-4d78-ba7d-7cd8f93b3426 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0568533 Nov 12 09:44:57.931398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-76d7ef29-2cea-400f-a7e1-f9f1320450d0 req-75faab60-c52f-4e4a-aa6a-0054bdff3a9b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Nov 12 09:44:58.095766 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:58.661598 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:44:59.047138 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643a031-d86f-45f5-b9dc-6a4aeb784666 req-a604920c-1cd5-4e08-b5a6-d0021fa1669c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:44:59.048663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9643a031-d86f-45f5-b9dc-6a4aeb784666 req-a604920c-1cd5-4e08-b5a6-d0021fa1669c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Nov 12 09:44:59.096988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9643a031-d86f-45f5-b9dc-6a4aeb784666 req-9d642062-fddf-4f66-af89-b8dee692c99a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Nov 12 09:45:00.214130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebeb79-1742-458a-9328-e2f935cdd882 req-34e67ba2-0846-446a-958a-7bfe24f475f1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:00.215643 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2ebeb79-1742-458a-9328-e2f935cdd882 req-34e67ba2-0846-446a-958a-7bfe24f475f1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0496778 Nov 12 09:45:00.266947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d2ebeb79-1742-458a-9328-e2f935cdd882 req-e1e271ec-c8f9-49b9-9706-a581b58509fa tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Nov 12 09:45:01.407142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c55aa-476e-4de2-892b-9aaadcdbfdd0 req-1447e2c5-21d9-4cc5-b07c-4658efa63289 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:01.408701 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-947c55aa-476e-4de2-892b-9aaadcdbfdd0 req-1447e2c5-21d9-4cc5-b07c-4658efa63289 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0697751 Nov 12 09:45:01.464247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-947c55aa-476e-4de2-892b-9aaadcdbfdd0 req-906ef94c-5317-4ea3-8e2b-cdd9343c277b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489058 Nov 12 09:45:02.585916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084d7f7-4634-4d28-ab71-4598e5bfe1fa req-54c20148-951c-4839-8178-49cdb1df3036 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:02.587443 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5084d7f7-4634-4d28-ab71-4598e5bfe1fa req-54c20148-951c-4839-8178-49cdb1df3036 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0500894 Nov 12 09:45:02.640737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5084d7f7-4634-4d28-ab71-4598e5bfe1fa req-7d3dd9e0-b86e-49fb-bf32-08326ada0e1b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467749 Nov 12 09:45:03.760067 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920a53f-2323-4fd1-8682-92c565a87b77 req-eeede549-fc02-46cf-a4d6-14b2cb886411 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:03.761544 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0920a53f-2323-4fd1-8682-92c565a87b77 req-eeede549-fc02-46cf-a4d6-14b2cb886411 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0529160 Nov 12 09:45:03.810082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0920a53f-2323-4fd1-8682-92c565a87b77 req-ba2efd32-3ee8-4fa1-be6b-1013b8093aab tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424912 Nov 12 09:45:04.925103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ce51-9eab-41f0-aa85-78fb77844cb1 req-64d23b80-b12d-4a73-989b-6dcc872accc4 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:04.926638 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a462ce51-9eab-41f0-aa85-78fb77844cb1 req-64d23b80-b12d-4a73-989b-6dcc872accc4 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Nov 12 09:45:04.974598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a462ce51-9eab-41f0-aa85-78fb77844cb1 req-890da17b-e8fc-4203-9fd8-e1fd74c62d6d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 Nov 12 09:45:06.091285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c0a42-9da1-4ca6-aa58-f7a490f6127d req-afc2585f-247b-4f9b-8956-c2baf7fb8e91 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:06.092850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-172c0a42-9da1-4ca6-aa58-f7a490f6127d req-afc2585f-247b-4f9b-8956-c2baf7fb8e91 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0497117 Nov 12 09:45:06.141198 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-172c0a42-9da1-4ca6-aa58-f7a490f6127d req-b235d284-d261-4586-9b7c-c63f1a533ea9 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423920 Nov 12 09:45:07.256034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e1019-06a9-410f-93ef-4ce9ee3f7217 req-e26051b6-867d-41f7-9d63-1f8e80a08932 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:07.257535 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-493e1019-06a9-410f-93ef-4ce9ee3f7217 req-e26051b6-867d-41f7-9d63-1f8e80a08932 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0495975 Nov 12 09:45:07.305466 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-493e1019-06a9-410f-93ef-4ce9ee3f7217 req-c2bd4a70-407a-4db5-b065-48027b2aefb7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Nov 12 09:45:08.422026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946532cf-678c-4096-b49e-392c0e357f3a req-7ae18b1e-d915-405d-933e-26a04d157b58 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:08.423526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-946532cf-678c-4096-b49e-392c0e357f3a req-7ae18b1e-d915-405d-933e-26a04d157b58 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0490687 Nov 12 09:45:08.476669 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-946532cf-678c-4096-b49e-392c0e357f3a req-84c6587f-87bb-4d8b-aca4-a17b2a8f4e63 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471799 Nov 12 09:45:09.602357 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1526f18a-bb90-4b0d-8a55-60e4221ca708 req-22bee828-1b0d-4cd3-a8c0-d070060ed1b8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:09.603858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1526f18a-bb90-4b0d-8a55-60e4221ca708 req-22bee828-1b0d-4cd3-a8c0-d070060ed1b8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0542433 Nov 12 09:45:09.652261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1526f18a-bb90-4b0d-8a55-60e4221ca708 req-174c2915-b0e9-471e-b150-2310f81e1b35 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Nov 12 09:45:10.767462 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bab4c6-5ed7-45be-be36-034a79a5627d req-d86f988e-1926-44fd-afd3-fd15e685fae8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:10.768997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09bab4c6-5ed7-45be-be36-034a79a5627d req-d86f988e-1926-44fd-afd3-fd15e685fae8 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0484164 Nov 12 09:45:10.817392 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09bab4c6-5ed7-45be-be36-034a79a5627d req-fe8527d9-08ed-42aa-a7a3-8d5e40d43e7f tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422878 Nov 12 09:45:11.938444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501fc82-1c32-4a3d-9f8f-bb0045454c9a req-2534a256-eb6b-4db1-9640-b272d0205647 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:11.939994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c501fc82-1c32-4a3d-9f8f-bb0045454c9a req-2534a256-eb6b-4db1-9640-b272d0205647 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0505533 Nov 12 09:45:11.989572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c501fc82-1c32-4a3d-9f8f-bb0045454c9a req-6d8b9797-4dae-46ba-a9de-f69e2c6cbcac tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Nov 12 09:45:13.104951 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6766a-6062-4378-a15c-9efd659f3196 req-b8e2372e-da71-45c6-9463-369c8718139b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:13.106406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2b6766a-6062-4378-a15c-9efd659f3196 req-b8e2372e-da71-45c6-9463-369c8718139b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0489166 Nov 12 09:45:13.154729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f2b6766a-6062-4378-a15c-9efd659f3196 req-47da04db-062a-4ca6-ba53-f326cc5d3293 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Nov 12 09:45:13.905079 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9219a869-0f68-41fd-8319-f5622d95bbac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:14.271126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504966c-a8d5-4002-85a0-c263b907a251 req-ad86d7a6-d0da-4c67-829c-9033c37fe1d7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:14.272651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1504966c-a8d5-4002-85a0-c263b907a251 req-ad86d7a6-d0da-4c67-829c-9033c37fe1d7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0494349 Nov 12 09:45:14.324342 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1504966c-a8d5-4002-85a0-c263b907a251 req-98398642-45b5-4ded-8892-8d65ec552ce2 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Nov 12 09:45:15.447318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac534b0-ef10-499e-ae81-20c7984ebe65 req-4b2d8925-cc4a-4369-83fb-eaf80475a444 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:15.448842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cac534b0-ef10-499e-ae81-20c7984ebe65 req-4b2d8925-cc4a-4369-83fb-eaf80475a444 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0534520 Nov 12 09:45:15.496595 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cac534b0-ef10-499e-ae81-20c7984ebe65 req-61b4b618-6a21-4db0-a778-e06a1f73850a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413275 Nov 12 09:45:16.463255 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f81766c-1767-45b1-8150-4f8e210ecb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:16.616254 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954fb9e-0833-4b03-b3a2-bdfdf19afba4 req-a1e15111-d999-480a-97b1-b9c315ff986a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:16.617777 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3954fb9e-0833-4b03-b3a2-bdfdf19afba4 req-a1e15111-d999-480a-97b1-b9c315ff986a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0495477 Nov 12 09:45:16.666566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3954fb9e-0833-4b03-b3a2-bdfdf19afba4 req-d6813d0e-071d-49c3-80f0-11cbfb18bf03 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 Nov 12 09:45:17.785297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd6161-8a1f-4470-927f-632b1cf4fa76 req-9a287b69-56a8-4273-a7cd-9e92a5570408 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:17.786816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fdd6161-8a1f-4470-927f-632b1cf4fa76 req-9a287b69-56a8-4273-a7cd-9e92a5570408 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0496068 Nov 12 09:45:17.834695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6fdd6161-8a1f-4470-927f-632b1cf4fa76 req-f1a85c22-2eef-4d0a-a3dd-bd56ae813731 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Nov 12 09:45:18.953173 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8500d4-6b36-43fb-85f4-d93660328b1d req-82a474ba-256e-4560-9f29-039be086fb8a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:18.954720 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5f8500d4-6b36-43fb-85f4-d93660328b1d req-82a474ba-256e-4560-9f29-039be086fb8a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0507903 Nov 12 09:45:19.003302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5f8500d4-6b36-43fb-85f4-d93660328b1d req-e8303bfb-04a1-414c-9da0-efbe22e38994 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Nov 12 09:45:19.215972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:19.908315 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:20.123449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed98102-13ef-4130-b20a-aaf24efefc25 req-56fcd0f7-acff-4d33-95cb-967dc63cc403 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:20.124911 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6ed98102-13ef-4130-b20a-aaf24efefc25 req-56fcd0f7-acff-4d33-95cb-967dc63cc403 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0540590 Nov 12 09:45:20.173111 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6ed98102-13ef-4130-b20a-aaf24efefc25 req-1624fe59-f981-4f3d-8d47-b334152765ea tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Nov 12 09:45:20.415806 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:21.294650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3af98b-f1f8-489f-a8b5-663c0bfeb5b8 req-c8591a63-11d7-4d19-b056-5877068a7eac tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.296619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f3af98b-f1f8-489f-a8b5-663c0bfeb5b8 req-c8591a63-11d7-4d19-b056-5877068a7eac tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0548360 Nov 12 09:45:21.386557 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1f3af98b-f1f8-489f-a8b5-663c0bfeb5b8 req-8080c987-1b0a-419a-83a9-a89a536c21ab tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836711 Nov 12 09:45:21.388868 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-4d9293e7-45a6-4470-800c-60ae7540cbcb service neutron] show failed (client error): The resource could not be found. Nov 12 09:45:21.389861 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-4d9293e7-45a6-4470-800c-60ae7540cbcb service neutron] 10.222.0.62 "GET /v2.0/ports/069d844b-65fc-43a6-86af-d3b151b95600/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0923042 Nov 12 09:45:21.627551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-0ffb3614-fbb0-4c51-9e05-f576cddee569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:21.629002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-0ffb3614-fbb0-4c51-9e05-f576cddee569 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105&tenant_id=5f3e2511e1a24e5a83d86df6967d4d61 HTTP/1.1" status: 200 len: 1097 time: 0.0418093 Nov 12 09:45:21.640461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:21.692794 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:22.140824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:22.173406 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:22.212569 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:22.214848 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fdd796-f25b-4b3f-99de-b638fdda4160" -d '{"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-unplugged", "status": "completed", "tag": "069d844b-65fc-43a6-86af-d3b151b95600"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:22.218933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:22.231988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Transition to ACTIVE for port object 069d844b-65fc-43a6-86af-d3b151b95600 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:45:22.236959 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:22.277640 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a621d6-d5cb-43ab-b094-85eb709a3ed2 x-openstack-request-id: req-85a621d6-d5cb-43ab-b094-85eb709a3ed2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:22.277936 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-unplugged", "status": "completed", "tag": "069d844b-65fc-43a6-86af-d3b151b95600", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:22.278189 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85a621d6-d5cb-43ab-b094-85eb709a3ed2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:22.278630 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600', 'code': 200} Nov 12 09:45:22.304537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] No DVR routers for this DVR port 069d844b-65fc-43a6-86af-d3b151b95600 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:45:22.307862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:22.319839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.320205 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.320542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.320904 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.321214 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.321542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.321870 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.322189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.322517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.322838 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.323159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.323479 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:22.353691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:45:22.354021 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:45:22.354349 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:22.359442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Port 069d844b-65fc-43a6-86af-d3b151b95600 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:45:22.359765 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Attempting to bind port 069d844b-65fc-43a6-86af-d3b151b95600 on network 7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:22.364700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:45:22.365035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Checking segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:45:22.365417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Bound using segment: {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:45:22.365842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Bound port: 069d844b-65fc-43a6-86af-d3b151b95600, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:45:22.366197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:22.430192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:22.433519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:45:22.439119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:22.480855 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.481471 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:22.486189 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] 10.222.0.55 "PUT /v2.0/ports/069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 1092 time: 0.8495941 Nov 12 09:45:22.501965 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8941a41-538c-4273-beb5-7bc4f9802ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:22.533774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978da24-1c92-4cac-8012-110e8b74508f req-4b3744bf-e0ad-443a-80b4-6264453df45d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.535383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4978da24-1c92-4cac-8012-110e8b74508f req-4b3744bf-e0ad-443a-80b4-6264453df45d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 943 time: 0.0691574 Nov 12 09:45:22.559293 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-b128f24f-0822-4816-b2cf-4baca0741f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.560859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-b128f24f-0822-4816-b2cf-4baca0741f7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1095 time: 0.0484834 Nov 12 09:45:22.597638 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4978da24-1c92-4cac-8012-110e8b74508f req-e6eb6557-4182-470b-a917-3f2ccf380e84 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556710 Nov 12 09:45:22.660415 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-ef715917-9a48-4423-9508-0f3690c46007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.662021 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-ef715917-9a48-4423-9508-0f3690c46007 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.0928977 Nov 12 09:45:22.709322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-f2398196-3d20-4534-a94b-4ae0c8f41fd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0404825 Nov 12 09:45:22.759072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-57f89437-0ba0-43a9-99a0-93630fd1606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:22.760573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-57f89437-0ba0-43a9-99a0-93630fd1606b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0447316 Nov 12 09:45:22.793654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-04e7361e-f0b6-4149-ad6b-b05ebb1b6cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260749 Nov 12 09:45:22.805750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-843dfd64-c572-477b-a1f3-66cd39e5512c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:45:22.807030 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-843dfd64-c572-477b-a1f3-66cd39e5512c service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054636 Nov 12 09:45:22.898467 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-cfe96fb8-fd46-4106-b76c-a8ab0af37195 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847147 Nov 12 09:45:22.987402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c440d1aa-bf05-42cf-a23f-8ac92626c3f3 req-b2f11955-315e-4833-9f64-b4dd2de1ec38 service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821714 Nov 12 09:45:23.719939 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f969f1-eade-491c-8fa0-d183401bf321 req-8dbb6dce-21ad-4970-af70-9480ccb94e78 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:23.721452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59f969f1-eade-491c-8fa0-d183401bf321 req-8dbb6dce-21ad-4970-af70-9480ccb94e78 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 943 time: 0.0490565 Nov 12 09:45:23.773491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59f969f1-eade-491c-8fa0-d183401bf321 req-753a2528-4c81-4aaa-840b-cc3a8c5f9d76 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Nov 12 09:45:24.280238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:24.283286 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "tag": "069d844b-65fc-43a6-86af-d3b151b95600"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:24.330369 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb9b3c-5012-400a-8edd-a4d7ce18157e x-openstack-request-id: req-cffb9b3c-5012-400a-8edd-a4d7ce18157e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:24.330662 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "tag": "069d844b-65fc-43a6-86af-d3b151b95600", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:24.330917 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cffb9b3c-5012-400a-8edd-a4d7ce18157e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:24.331313 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600', 'status': 'completed', 'code': 200} Nov 12 09:45:24.392531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-8c7057ad-09ae-450e-9568-17442a6a625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.393266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-da9b4091-77e2-4380-9371-aef33e725292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.394102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-8c7057ad-09ae-450e-9568-17442a6a625a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1095 time: 0.0402660 Nov 12 09:45:24.395345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-da9b4091-77e2-4380-9371-aef33e725292 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1095 time: 0.0435793 Nov 12 09:45:24.505595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-b5e2e6c1-3948-451d-bd64-a207fc835a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.507239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-b5e2e6c1-3948-451d-bd64-a207fc835a6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.1029820 Nov 12 09:45:24.514057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-fc46b825-99f6-4a54-a03c-6f253ce77861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.516127 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-fc46b825-99f6-4a54-a03c-6f253ce77861 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.1097853 Nov 12 09:45:24.562939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-cf5df611-2ff7-4a3b-b129-8c0070e93358 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0446458 Nov 12 09:45:24.565241 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-e3a3b1c7-f168-4dcb-b4d1-3890239e636d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0412493 Nov 12 09:45:24.614920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-10e8f52e-a618-4b56-b3c7-4f23e5cdbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.616368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-eb378d00-a8bb-44f8-90ea-d7e96651989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.616502 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-10e8f52e-a618-4b56-b3c7-4f23e5cdbc56 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0469110 Nov 12 09:45:24.617815 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-eb378d00-a8bb-44f8-90ea-d7e96651989e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0450416 Nov 12 09:45:24.650539 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-d1a0e177-3291-468b-a792-c6b086bcbaf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259664 Nov 12 09:45:24.650760 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-a675f309-76cd-4e4f-830c-b44fdca1eca9 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261660 Nov 12 09:45:24.744760 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-81a11af0-9e51-4429-83d6-8fffef31b39c service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869739 Nov 12 09:45:24.747819 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-fe555906-11c0-4a42-a86e-0bb146cf0087 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882840 Nov 12 09:45:24.841784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-f6002e32-38d5-4b71-91f7-59f886fcf5cf service neutron] 10.222.0.55 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898714 Nov 12 09:45:24.845995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e85a1f3-8876-4ac4-b6cf-424774d5a63b req-19d1f981-90a8-4557-b22f-d39044903385 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891623 Nov 12 09:45:24.904639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82e141-cb65-44c1-84df-cd63cc3ed50e req-9ab4babf-3461-4946-8ed4-6efe41a4258a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:24.906262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb82e141-cb65-44c1-84df-cd63cc3ed50e req-9ab4babf-3461-4946-8ed4-6efe41a4258a tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 943 time: 0.0512376 Nov 12 09:45:24.962611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fb82e141-cb65-44c1-84df-cd63cc3ed50e req-c7638c8f-a501-4cd2-83af-3eb698e2ac6d tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494554 Nov 12 09:45:25.168273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802326b7-008e-4358-ab3d-a2107a7c9b3b req-16b72041-83bc-4668-979e-ebb0c573f9e7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:25.169835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-802326b7-008e-4358-ab3d-a2107a7c9b3b req-16b72041-83bc-4668-979e-ebb0c573f9e7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 943 time: 0.0513511 Nov 12 09:45:25.225147 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-802326b7-008e-4358-ab3d-a2107a7c9b3b req-bd1ef859-c6ef-4f6e-a209-ca03496efa4b tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482769 Nov 12 09:45:25.240776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e618-0e70-4808-9199-379c7817cc7a req-78232aa8-312b-417e-b1eb-b39ea032a3ca tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:25.242336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-78232aa8-312b-417e-b1eb-b39ea032a3ca tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105&tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 943 time: 0.0983248 Nov 12 09:45:25.308227 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-0c60e618-0e70-4808-9199-379c7817cc7a req-290880ba-298e-4aba-8c0f-b7af5e7d5d1d service neutron] delete failed (client error): The resource could not be found. Nov 12 09:45:25.309267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-290880ba-298e-4aba-8c0f-b7af5e7d5d1d service neutron] 10.222.0.62 "DELETE /v2.0/ports/069d844b-65fc-43a6-86af-d3b151b95600/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0566027 Nov 12 09:45:25.408225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e618-0e70-4808-9199-379c7817cc7a req-f03fdcee-0e4d-4eb2-8cfa-711c15267889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:25.409666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-f03fdcee-0e4d-4eb2-8cfa-711c15267889 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 1095 time: 0.0431571 Nov 12 09:45:25.514549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e618-0e70-4808-9199-379c7817cc7a req-2fa7492e-513d-49d3-b215-768f7a3d3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:25.516234 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-2fa7492e-513d-49d3-b215-768f7a3d3bb8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 200 len: 915 time: 0.0964036 Nov 12 09:45:25.561579 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-1805296b-fbb9-46e1-af34-8f38dd757f94 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 200 len: 217 time: 0.0378337 Nov 12 09:45:25.623041 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60e618-0e70-4808-9199-379c7817cc7a req-b523b040-9646-4b2c-b19b-19a48e602449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:25.624641 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-b523b040-9646-4b2c-b19b-19a48e602449 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 200 len: 854 time: 0.0508695 Nov 12 09:45:25.658907 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-6a84c4fe-793a-4635-9197-f728cfdb57a0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259492 Nov 12 09:45:25.710264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:45:25.759063 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-7affbca1-e98c-4e7c-b4e5-9661f1008824 service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921495 Nov 12 09:45:25.826275 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:25.840171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '069d844b-65fc-43a6-86af-d3b151b95600', 'network_id': '7937f4ce-97ac-4ce5-9a85-6881aa39ffd8', 'port_id': '069d844b-65fc-43a6-86af-d3b151b95600', 'mac_address': 'fa:16:3e:15:e1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:45:25.866008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c60e618-0e70-4808-9199-379c7817cc7a req-8472fbef-c30d-428b-aab1-8eb8faaeba6f service neutron] 10.222.0.62 "GET /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966258 Nov 12 09:45:25.880848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:25.895328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069d844b-65fc-43a6-86af-d3b151b95600 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:45:25.916691 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:25.921534 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:25.972266 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:25.981411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.981761 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.982104 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.982445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.982780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.983112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.983443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.983776 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.984161 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.984492 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.984822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:25.985148 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:26.146170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:45:26.148409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['069d844b-65fc-43a6-86af-d3b151b95600'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:45:26.220371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:45:26.355822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8839b-7ac8-4434-a5ac-228bb42bc67b req-0a9fc4a7-58cf-4021-92c3-d93e5a480926 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:26.357366 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61b8839b-7ac8-4434-a5ac-228bb42bc67b req-0a9fc4a7-58cf-4021-92c3-d93e5a480926 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 944 time: 0.0545399 Nov 12 09:45:26.410263 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-61b8839b-7ac8-4434-a5ac-228bb42bc67b req-60522a94-de98-4262-9fbd-91b141d80f40 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461972 Nov 12 09:45:27.530242 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b77aee-25de-4d67-b305-a3ca370dbe5f req-66decca1-ea93-40af-af9e-891d2d53fee7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:27.532455 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59b77aee-25de-4d67-b305-a3ca370dbe5f req-66decca1-ea93-40af-af9e-891d2d53fee7 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 944 time: 0.0488288 Nov 12 09:45:27.580301 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-59b77aee-25de-4d67-b305-a3ca370dbe5f req-1e817964-a44e-4db2-b372-edf34e1c568c tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417395 Nov 12 09:45:27.699479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901b112-b39d-4bfe-b3a1-304e0971e853 req-ed0903c0-1089-4bfc-8b5d-46fe547f8709 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:27.700954 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f901b112-b39d-4bfe-b3a1-304e0971e853 req-ed0903c0-1089-4bfc-8b5d-46fe547f8709 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 944 time: 0.0535841 Nov 12 09:45:27.713258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:27.751599 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f901b112-b39d-4bfe-b3a1-304e0971e853 req-f2bb3675-e836-4e5f-99c4-2b4b5e0fb074 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Nov 12 09:45:27.766883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 069d844b-65fc-43a6-86af-d3b151b95600 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:45:27.770928 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 069d844b-65fc-43a6-86af-d3b151b95600 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:27.771454 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:27.849538 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:27.872190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:27.874403 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7091ee9e-7b3f-45aa-b35b-077cb6aa49be" -d '{"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-plugged", "status": "completed", "tag": "069d844b-65fc-43a6-86af-d3b151b95600"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:27.878425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd39714-3002-405a-abd5-37df07b80b33 req-8b7116a5-31ee-4fef-a09d-26f94d2c3415 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:27.880109 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8bd39714-3002-405a-abd5-37df07b80b33 req-8b7116a5-31ee-4fef-a09d-26f94d2c3415 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 944 time: 0.0542245 Nov 12 09:45:27.889125 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:27.894705 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:27.924285 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fffbe40-c05e-4932-b16f-07f1ab35f50f x-openstack-request-id: req-7fffbe40-c05e-4932-b16f-07f1ab35f50f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:27.924285 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-plugged", "status": "completed", "tag": "069d844b-65fc-43a6-86af-d3b151b95600", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:27.924285 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fffbe40-c05e-4932-b16f-07f1ab35f50f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:27.924819 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600', 'code': 200} Nov 12 09:45:27.938560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8bd39714-3002-405a-abd5-37df07b80b33 req-22baa24e-edf6-45e0-9e4e-8bb7a17624c1 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Nov 12 09:45:27.952124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:28.092756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:28.269374 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d489b2-c6bb-4304-a7ef-efb71b0ac1e2 req-c67def82-0ffa-4d5c-86f5-7b0a721f6417 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:28.270874 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62d489b2-c6bb-4304-a7ef-efb71b0ac1e2 req-c67def82-0ffa-4d5c-86f5-7b0a721f6417 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0491855 Nov 12 09:45:28.318676 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-62d489b2-c6bb-4304-a7ef-efb71b0ac1e2 req-9dd682ac-9917-4acb-9453-00632fb2dfa6 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419261 Nov 12 09:45:28.662911 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:29.452932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a5760-df68-4dfe-bbca-84a8b8071b16 req-1b9e628d-b113-446f-9171-0ef710b8cf16 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:29.454519 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a7a5760-df68-4dfe-bbca-84a8b8071b16 req-1b9e628d-b113-446f-9171-0ef710b8cf16 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0678267 Nov 12 09:45:29.465715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac163b71-b582-45d5-8e42-e544f85c911c req-10d804cf-1ed8-4644-840f-e4492619f058 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:29.467135 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac163b71-b582-45d5-8e42-e544f85c911c req-10d804cf-1ed8-4644-840f-e4492619f058 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9604f06-ded4-43b4-a1f7-f81ae721d105 HTTP/1.1" status: 200 len: 945 time: 0.0904200 Nov 12 09:45:29.565744 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a7a5760-df68-4dfe-bbca-84a8b8071b16 req-9b8d1962-14fe-43ce-8eca-4a049ee6380e tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976200 Nov 12 09:45:29.591036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Deleting port 069d844b-65fc-43a6-86af-d3b151b95600 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:45:29.591380 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:29.684721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] For port 069d844b-65fc-43a6-86af-d3b151b95600, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=069d844b-65fc-43a6-86af-d3b151b95600,segment=NetworkSegment(5cc1d269-7402-4e3f-b2b9-dd8dde277d8b),segment_id=5cc1d269-7402-4e3f-b2b9-dd8dde277d8b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:29.685003 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:29.698537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Calling delete_port for 069d844b-65fc-43a6-86af-d3b151b95600 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:45:29.826974 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:29.862159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Pushing event deleted for resources: {'Port': ['ID=069d844b-65fc-43a6-86af-d3b151b95600,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:29.903787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] No DVR routers for this DVR port 069d844b-65fc-43a6-86af-d3b151b95600 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:45:29.907299 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:29.910474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ac163b71-b582-45d5-8e42-e544f85c911c req-cbfff197-4b69-4c92-81aa-97e956391be5 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] 10.222.0.55 "DELETE /v2.0/ports/069d844b-65fc-43a6-86af-d3b151b95600 HTTP/1.1" status: 204 len: 173 time: 0.4356940 Nov 12 09:45:29.910916 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-deleted', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:29.913238 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c12147f-b4b4-4c23-b04f-b8ca9310be2e" -d '{"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-deleted", "tag": "069d844b-65fc-43a6-86af-d3b151b95600"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:29.954815 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0abb81-12bf-4e4f-9919-625cf2906595 x-openstack-request-id: req-5e0abb81-12bf-4e4f-9919-625cf2906595 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:29.955181 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9604f06-ded4-43b4-a1f7-f81ae721d105", "name": "network-vif-deleted", "tag": "069d844b-65fc-43a6-86af-d3b151b95600", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:29.955442 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e0abb81-12bf-4e4f-9919-625cf2906595 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:29.955849 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9604f06-ded4-43b4-a1f7-f81ae721d105', 'name': 'network-vif-deleted', 'tag': '069d844b-65fc-43a6-86af-d3b151b95600', 'status': 'completed', 'code': 200} Nov 12 09:45:30.686213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:30.737089 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Deleting subnet 7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:45:30.740247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:30.781617 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:30.826966 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:30.881743 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:30.910721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:30.913622 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:30.916428 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7ce91a5d-256d-4ea1-bc27-9e6e0e7ae56f HTTP/1.1" status: 204 len: 168 time: 0.2292137 Nov 12 09:45:30.919445 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55764) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:30.923696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.924071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.924421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.924760 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.925097 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.925429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.925759 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.926085 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.926413 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.926737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.927065 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.927388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59a815-bb1b-48ed-894f-d1823bd7d8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:30.988251 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.072479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.093672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7937f4ce-97ac-4ce5-9a85-6881aa39ffd8']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:31.102958 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:31.103255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc1d269-7402-4e3f-b2b9-dd8dde277d8b') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:31.113400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.127450 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.133446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:45:31.133826 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:45:31.135756 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:45:31.192517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.197393 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.200873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] 10.222.0.53 "DELETE /v2.0/networks/7937f4ce-97ac-4ce5-9a85-6881aa39ffd8 HTTP/1.1" status: 204 len: 168 time: 0.2803414 Nov 12 09:45:31.213908 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0b63d-d6e9-43f6-8de8-eef6a81d4aaa admin admin] Pushing event deleted for resources: {'Network': ['ID=7937f4ce-97ac-4ce5-9a85-6881aa39ffd8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:31.310131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:31.354654 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c839b56b-8666-4a73-8ff7-a03d39f8fc78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f3e2511e1a24e5a83d86df6967d4d61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432053 Nov 12 09:45:31.357118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:31.405689 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7757fcd-d69d-4290-8bc9-6d3ff62b65bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.428022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7757fcd-d69d-4290-8bc9-6d3ff62b65bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.476615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7757fcd-d69d-4290-8bc9-6d3ff62b65bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.479258 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e7757fcd-d69d-4290-8bc9-6d3ff62b65bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:31.480542 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e7757fcd-d69d-4290-8bc9-6d3ff62b65bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a5553e6-5f8f-4e52-a0ef-72912b0cae7d HTTP/1.1" status: 204 len: 168 time: 0.1224062 Nov 12 09:45:31.489501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7757fcd-d69d-4290-8bc9-6d3ff62b65bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5553e6-5f8f-4e52-a0ef-72912b0cae7d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:31.710029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:45:31.730844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 069d844b-65fc-43a6-86af-d3b151b95600 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:45:31.731188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 069d844b-65fc-43a6-86af-d3b151b95600 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:45:32.224265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55792) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:32.319155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2088928985-network', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:32.339762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Made reservation on behalf of f2278b124959403ab66295ae1ccdffbb for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:45:32.342155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.350605 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.425864 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.429535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.452366 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:45:32.468710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e834304-77a1-4bdf-be99-a45db641cc1d,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:32.472913 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.473269 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Added segment b524a22e-7dcd-462c-b13a-c5ec916fb8b3 of type vlan for network 1153d63d-5367-4454-93ca-7daf7d0b80ef Nov 12 09:45:32.516030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.541522 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.542476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:32.543061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.578750 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3506300 Nov 12 09:45:32.579274 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55796) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:32.584345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Request body: {'subnet': {'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2088928985-subnet', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:32.611309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Made reservation on behalf of f2278b124959403ab66295ae1ccdffbb for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:45:32.612099 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6638b557-0ca8-4332-923f-9e324e584096 admin admin] Pushing event updated for resources: {'Network': ['ID=1153d63d-5367-4454-93ca-7daf7d0b80ef,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:32.614769 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.622323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:45:32.791001 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.843075 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ca298c-9779-4645-92e7-2062eb633767,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:32.858449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:45:32.858810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Network hostable DHCP agents. Network: 1153d63d-5367-4454-93ca-7daf7d0b80ef, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:45:32.877056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:45:32.887386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 1153d63d-5367-4454-93ca-7daf7d0b80ef) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:32.892064 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:32.893298 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.897833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813b30a-eed6-4959-a9d6-008d2e86d53a None None] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:45:32.913485 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb157390-ef44-4306-9421-a445c6c0bbef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3330481 Nov 12 09:45:32.916290 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55798) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:32.920745 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:32.946848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:32.948026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.007352 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.056311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-1153d63d-5367-4454-93ca-7daf7d0b80ef', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:45:33.057256 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.153559 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.197555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Allocated IP 172.20.0.2 (1153d63d-5367-4454-93ca-7daf7d0b80ef/03ca298c-9779-4645-92e7-2062eb633767/297236ce-f9a2-48ef-85d8-93026cb46359) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:45:33.337201 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.343639 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.355526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.374876 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.391213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:45:33.395863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:33.397939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Pushing event updated for resources: {'Port': ['ID=297236ce-f9a2-48ef-85d8-93026cb46359,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:33.399951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:45:33.455700 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Attempting to bind port 297236ce-f9a2-48ef-85d8-93026cb46359 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:45:33.456017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Attempting to bind port 297236ce-f9a2-48ef-85d8-93026cb46359 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:45:33.456390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Attempting to bind port 297236ce-f9a2-48ef-85d8-93026cb46359 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:33.461464 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:45:33.461841 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:45:33.462248 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.462645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:45:33.463118 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Bound port: 297236ce-f9a2-48ef-85d8-93026cb46359, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:45:33.463503 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.486277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Allocated IP 172.25.5.16 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/0e7e7b49-4526-4780-94ac-a462a8ac67ca) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:45:33.529428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] For port 297236ce-f9a2-48ef-85d8-93026cb46359, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:33.533200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] For port 297236ce-f9a2-48ef-85d8-93026cb46359, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=297236ce-f9a2-48ef-85d8-93026cb46359,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:45:33.537910 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.598460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.605153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248aa5d-1d6f-4cd3-b3fb-d9f9bb9ff42f None None] Pushing event updated for resources: {'Port': ['ID=297236ce-f9a2-48ef-85d8-93026cb46359,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:33.640071 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.685672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:45:33.691186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:33.695808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:45:33.699003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Pushing event updated for resources: {'Port': ['ID=0e7e7b49-4526-4780-94ac-a462a8ac67ca,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:33.706794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a59364-0085-4095-b1d7-7210dccc7cef None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:45:33.828309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9a8d89f6-524d-4789-a2a1-4b4f90827bfc None None] Provisioning complete for port 0e7e7b49-4526-4780-94ac-a462a8ac67ca triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:33.828938 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9a8d89f6-524d-4789-a2a1-4b4f90827bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:33.872603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9a8d89f6-524d-4789-a2a1-4b4f90827bfc None None] Port 0e7e7b49-4526-4780-94ac-a462a8ac67ca cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:45:33.973591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 297236ce-f9a2-48ef-85d8-93026cb46359 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:34.033176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 297236ce-f9a2-48ef-85d8-93026cb46359 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:34.033986 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:34.123649 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:34.159673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 297236ce-f9a2-48ef-85d8-93026cb46359, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=297236ce-f9a2-48ef-85d8-93026cb46359,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:34.167753 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:34.227136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=297236ce-f9a2-48ef-85d8-93026cb46359,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:34.281592 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:45:34.321316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:34.515287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444dee17-4ccf-4de8-8bb8-95703158ff4f None None] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:45:34.535292 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:34.630187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a74a7b52-e8bd-436d-92b9-45cfef90fe3f None None] Provisioning complete for port 297236ce-f9a2-48ef-85d8-93026cb46359 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:34.630558 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a74a7b52-e8bd-436d-92b9-45cfef90fe3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:34.678953 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Router 30ccec8f-6109-4310-b009-9da8ab80b80a is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:45:34.797048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:45:34.808025 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:45:34.817887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:34.820645 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f6976e3b-6775-4553-827e-97bf6d799eef admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9031143 Nov 12 09:45:34.821986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55800) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:34.822140 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:34.822697 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:45:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:34.973848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-492433ab-75ff-457f-a221-131c2bf08829 None None] Provisioning complete for port 297236ce-f9a2-48ef-85d8-93026cb46359 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:34.973848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-492433ab-75ff-457f-a221-131c2bf08829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.035471 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:35.215838 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:33Z', 'revision_number': 3, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:35.245844 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:45:35.246251 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Updating router 30ccec8f-6109-4310-b009-9da8ab80b80a port 0e7e7b49-4526-4780-94ac-a462a8ac67ca binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:45:35.267697 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.279583 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.434560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Allocated IP 172.20.0.1 (1153d63d-5367-4454-93ca-7daf7d0b80ef/03ca298c-9779-4645-92e7-2062eb633767/d2eb2ff7-596b-4684-93e7-955655c5432b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:45:35.532673 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.538856 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.549601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.591010 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.596114 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Pushing event updated for resources: {'Port': ['ID=0e7e7b49-4526-4780-94ac-a462a8ac67ca,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:35.603035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea62b9eb-04a6-46bb-be6c-d28b030edaaa None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:45:35.603782 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Attempting to bind port 0e7e7b49-4526-4780-94ac-a462a8ac67ca on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:45:35.604192 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Attempting to bind port 0e7e7b49-4526-4780-94ac-a462a8ac67ca by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:45:35.604567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Attempting to bind port 0e7e7b49-4526-4780-94ac-a462a8ac67ca on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:35.615649 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:45:35.615901 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:45:35.615901 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:45:35.616187 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.616485 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:45:35.618137 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Bound port: 0e7e7b49-4526-4780-94ac-a462a8ac67ca, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:45:35.618278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:35.618381 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.638922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:45:35.654708 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.655051 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.655442 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.655779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.656565 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.657121 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.657501 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.657779 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.658114 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.658454 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.658774 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.659106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:45:35.684638 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] For port 0e7e7b49-4526-4780-94ac-a462a8ac67ca, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:35.689333 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] For port 0e7e7b49-4526-4780-94ac-a462a8ac67ca, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0e7e7b49-4526-4780-94ac-a462a8ac67ca,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:45:35.695428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Pushing event updated for resources: {'Port': ['ID=d2eb2ff7-596b-4684-93e7-955655c5432b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:35.697982 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.703527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.704186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a1b1b2bc-215c-47a2-a99d-3264247f5e4d None None] Provisioning complete for port 0e7e7b49-4526-4780-94ac-a462a8ac67ca triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:35.704560 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b2bc-215c-47a2-a99d-3264247f5e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.745781 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:35.746727 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:45:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:35.767430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa8dc5-a721-4e29-ae86-00fe69fa256a None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:45:35.838232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b2bc-215c-47a2-a99d-3264247f5e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.870950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-a1b1b2bc-215c-47a2-a99d-3264247f5e4d None None] For port 0e7e7b49-4526-4780-94ac-a462a8ac67ca, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0e7e7b49-4526-4780-94ac-a462a8ac67ca,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:35.874963 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:35.877816 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a1b1b2bc-215c-47a2-a99d-3264247f5e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.932105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:35.959026 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1b2bc-215c-47a2-a99d-3264247f5e4d None None] Pushing event updated for resources: {'Port': ['ID=0e7e7b49-4526-4780-94ac-a462a8ac67ca,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:35.989876 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ba61a-8f06-457f-b5db-c9cc3b791116 None None] Pushing event updated for resources: {'Port': ['ID=0e7e7b49-4526-4780-94ac-a462a8ac67ca,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:35.992576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 297236ce-f9a2-48ef-85d8-93026cb46359 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:36.035185 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-89f56a76-7c2c-4fbc-93db-da3d359e41bd None None] Provisioning complete for port d2eb2ff7-596b-4684-93e7-955655c5432b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:36.035425 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89f56a76-7c2c-4fbc-93db-da3d359e41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.077684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-89f56a76-7c2c-4fbc-93db-da3d359e41bd None None] Port d2eb2ff7-596b-4684-93e7-955655c5432b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:45:36.093935 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-89f56a76-7c2c-4fbc-93db-da3d359e41bd None None] Provisioning complete for port 0e7e7b49-4526-4780-94ac-a462a8ac67ca triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:36.094299 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89f56a76-7c2c-4fbc-93db-da3d359e41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.098837 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 297236ce-f9a2-48ef-85d8-93026cb46359 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:36.099199 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.125150 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:33Z', 'revision_number': 3, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:36.156879 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.158200 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ba420-5037-4174-9d68-8276ea97c9d6 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:33Z', 'revision_number': 3, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:45:36.163323 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.239454 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.241466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Pushing event updated for resources: {'Port': ['ID=d2eb2ff7-596b-4684-93e7-955655c5432b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:36.340440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:45:36.341963 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:36.493010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:45:36.625372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:45:36.631382 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7cee55c3-e4ba-45ce-9f44-0b34b53ba996 admin admin] 10.222.0.53 "PUT /v2.0/routers/30ccec8f-6109-4310-b009-9da8ab80b80a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8081882 Nov 12 09:45:36.675850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-fd7af358-8b72-4586-9d32-edf643539622 None None] Provisioning complete for port d2eb2ff7-596b-4684-93e7-955655c5432b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:36.676321 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd7af358-8b72-4586-9d32-edf643539622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:36.712047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-fd7af358-8b72-4586-9d32-edf643539622 None None] Port d2eb2ff7-596b-4684-93e7-955655c5432b cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:45:37.043675 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 55810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:37.048891 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-38e7966b-b031-4e5f-b72a-8b00ec17ed14 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974157963', 'description': 'tempest-description--1504292404'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:37.074315 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e7966b-b031-4e5f-b72a-8b00ec17ed14 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.154471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e7966b-b031-4e5f-b72a-8b00ec17ed14 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.159725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e7966b-b031-4e5f-b72a-8b00ec17ed14 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.189038 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-38e7966b-b031-4e5f-b72a-8b00ec17ed14 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.190312 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-38e7966b-b031-4e5f-b72a-8b00ec17ed14 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1453485 Nov 12 09:45:37.194823 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e7966b-b031-4e5f-b72a-8b00ec17ed14 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947519a2-0625-4bea-8cc2-5b3fc67ebf26,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:37.195360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55812) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:37.200314 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9084cabe-70a5-4268-ba34-48e73e46006a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'security_group_rule': {'security_group_id': '947519a2-0625-4bea-8cc2-5b3fc67ebf26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:37.237649 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9084cabe-70a5-4268-ba34-48e73e46006a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.305181 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9084cabe-70a5-4268-ba34-48e73e46006a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.312301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9084cabe-70a5-4268-ba34-48e73e46006a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.334818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9084cabe-70a5-4268-ba34-48e73e46006a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bf86652-f44c-4bf2-99f5-b583c7f8073f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:37.344141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9084cabe-70a5-4268-ba34-48e73e46006a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.347808 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9084cabe-70a5-4268-ba34-48e73e46006a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490431 Nov 12 09:45:37.348317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55814) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:37.352932 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-4ec8b311-b318-4207-bfa6-a22fddaa988b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'security_group_rule': {'security_group_id': '947519a2-0625-4bea-8cc2-5b3fc67ebf26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:37.379463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b311-b318-4207-bfa6-a22fddaa988b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.437009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b311-b318-4207-bfa6-a22fddaa988b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.442617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b311-b318-4207-bfa6-a22fddaa988b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.465298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8b311-b318-4207-bfa6-a22fddaa988b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebf4648-4a9c-4671-9500-0f1856583593,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:37.475074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4ec8b311-b318-4207-bfa6-a22fddaa988b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.476340 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4ec8b311-b318-4207-bfa6-a22fddaa988b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269286 Nov 12 09:45:37.479295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55816) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:37.483663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:37.505327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.610018 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.724447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Allocated IP 172.25.5.138 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/eaf37221-39e8-4422-b1a4-dffd46bd4ee8) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:45:37.741500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:45:37.754541 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:37.755175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:45:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:37.832395 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.865849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:37.867415 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:37.904469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:45:37.909666 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:37.915590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:45:37.948663 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'Port': ['ID=eaf37221-39e8-4422-b1a4-dffd46bd4ee8,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:38.007286 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0e7e7b49-4526-4780-94ac-a462a8ac67ca up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:38.028154 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.065593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.111946 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0e7e7b49-4526-4780-94ac-a462a8ac67ca triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:38.112333 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.173601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 2, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:38.221844 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:45:38.222213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Updating router 30ccec8f-6109-4310-b009-9da8ab80b80a port d2eb2ff7-596b-4684-93e7-955655c5432b binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:45:38.224823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.229980 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.258747 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.298598 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'Port': ['ID=eaf37221-39e8-4422-b1a4-dffd46bd4ee8,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:38.312441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.329321 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.330571 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-65888267-3301-431c-b027-2756cfb187b2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8503485 Nov 12 09:45:38.505310 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-218ea5c1-0233-41c5-a2a5-3fe28b2353cd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--974157963&fields=id&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 267 time: 0.0640199 Nov 12 09:45:38.536033 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.542307 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.593911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554c012-385b-4922-860d-ceaaf06537a7 None None] Pushing event updated for resources: {'Port': ['ID=d2eb2ff7-596b-4684-93e7-955655c5432b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:38.628241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-5e00428e-505f-4cca-a5f9-070b565090e4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:38.630244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-5e00428e-505f-4cca-a5f9-070b565090e4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1168015 Nov 12 09:45:38.648065 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-cf77c67a-e337-4bce-9c61-71640e2e64bc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/quotas/f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 375 time: 0.0114462 Nov 12 09:45:38.650814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Attempting to bind port d2eb2ff7-596b-4684-93e7-955655c5432b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:45:38.651194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Attempting to bind port d2eb2ff7-596b-4684-93e7-955655c5432b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:45:38.651573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Attempting to bind port d2eb2ff7-596b-4684-93e7-955655c5432b on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:38.658238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:45:38.658974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:45:38.659148 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.659519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:45:38.660054 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Bound port: d2eb2ff7-596b-4684-93e7-955655c5432b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:45:38.660448 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.719123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-e5cbcf98-d88f-4378-beb7-4c369d8238e7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0641778 Nov 12 09:45:38.736259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-f410d8f1-5779-4b03-a57b-fb5a10ccb652 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:45:38.737471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-f410d8f1-5779-4b03-a57b-fb5a10ccb652 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061212 Nov 12 09:45:38.740220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] For port d2eb2ff7-596b-4684-93e7-955655c5432b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:38.743741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] For port d2eb2ff7-596b-4684-93e7-955655c5432b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d2eb2ff7-596b-4684-93e7-955655c5432b,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:45:38.749779 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.858270 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-e8782905-09f2-497a-9508-fc315daff112 service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127648 Nov 12 09:45:38.962066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-fbc13fdd-e68e-474f-bad8-052257736508 service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966883 Nov 12 09:45:38.986518 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0a96a301-eb88-4a98-80c8-75ea162aa4b5 None None] Provisioning complete for port d2eb2ff7-596b-4684-93e7-955655c5432b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:38.986897 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a96a301-eb88-4a98-80c8-75ea162aa4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:38.990192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:38.990848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:45:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:39.011165 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554c012-385b-4922-860d-ceaaf06537a7 None None] Pushing event updated for resources: {'Port': ['ID=d2eb2ff7-596b-4684-93e7-955655c5432b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:39.179831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:39.199149 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7d1afb6b-76c1-4d4e-927c-331320cedf9e req-22a7c66a-d431-4043-95b0-89c9b11cbd94 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 210 time: 0.0342066 Nov 12 09:45:39.210667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a96a301-eb88-4a98-80c8-75ea162aa4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:39.307808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0a96a301-eb88-4a98-80c8-75ea162aa4b5 None None] For port d2eb2ff7-596b-4684-93e7-955655c5432b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d2eb2ff7-596b-4684-93e7-955655c5432b,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:39.337751 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a96a301-eb88-4a98-80c8-75ea162aa4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:39.413904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96a301-eb88-4a98-80c8-75ea162aa4b5 None None] Pushing event updated for resources: {'Port': ['ID=d2eb2ff7-596b-4684-93e7-955655c5432b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:39.467491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2f228a0c-c30e-444d-8f92-21d1e7cf25dc None None] Provisioning complete for port d2eb2ff7-596b-4684-93e7-955655c5432b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:39.467865 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2f228a0c-c30e-444d-8f92-21d1e7cf25dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:39.524040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:38Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:39.557095 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d02f0-de53-4b53-aa69-4016353a959a None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:38Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:45:39.980393 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d2eb2ff7-596b-4684-93e7-955655c5432b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:40.036694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d2eb2ff7-596b-4684-93e7-955655c5432b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:40.037069 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.237308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-2b5e9233-232e-4b60-ad16-b0b48813f3ba tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:40.239160 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-2b5e9233-232e-4b60-ad16-b0b48813f3ba tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1126664 Nov 12 09:45:40.328508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3a50be7-6925-4c9a-965e-f6727d6370a1 req-35de6d1d-ef55-4f36-af47-9ca188123267 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 210 time: 0.0449479 Nov 12 09:45:40.339063 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-39b2724f-8f88-41d3-a0f6-de61183acafd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 379 time: 0.0901170 Nov 12 09:45:40.350689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'port': {'device_id': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'admin_state_up': True, 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'security_groups': ['947519a2-0625-4bea-8cc2-5b3fc67ebf26']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:40.464359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Made reservation on behalf of f2278b124959403ab66295ae1ccdffbb for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:45:40.467994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.605266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Allocated IP 172.20.0.11 (1153d63d-5367-4454-93ca-7daf7d0b80ef/03ca298c-9779-4645-92e7-2062eb633767/7359bbe3-c073-471c-a3a6-cef10d3e6823) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:45:40.753084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.785704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.831519 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:45:40.834654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:45:40.838446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:45:40.845157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:40.892371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:40.893037 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:40.914055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-4cc95ea4-b36e-41af-9b2b-b353ceebc6c2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671721 Nov 12 09:45:40.927567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Request body: {'port': {'device_id': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:40.988989 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.136483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5a4d3c50-1a83-40f1-9bc9-5ddb6a6e2dbd None None] Provisioning complete for port 7359bbe3-c073-471c-a3a6-cef10d3e6823 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:41.137023 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a4d3c50-1a83-40f1-9bc9-5ddb6a6e2dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.172595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d3c50-1a83-40f1-9bc9-5ddb6a6e2dbd None None] Port 7359bbe3-c073-471c-a3a6-cef10d3e6823 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:45:41.280640 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7359bbe3-c073-471c-a3a6-cef10d3e6823 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:45:41.289366 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.302534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Transition to ACTIVE for port object 7359bbe3-c073-471c-a3a6-cef10d3e6823 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:45:41.306660 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.355194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:41.440589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:45:41.441050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:45:41.441235 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:41.446622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:45:41.446834 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:45:41.452460 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:45:41.452805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:45:41.453393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:45:41.454344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Bound port: 7359bbe3-c073-471c-a3a6-cef10d3e6823, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:45:41.454718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.467800 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04201b-a5f2-40cc-9df0-47ab445e99bf req-4af536a3-cfae-47e6-9bd3-e014ced17be0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:41.470177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be04201b-a5f2-40cc-9df0-47ab445e99bf req-4af536a3-cfae-47e6-9bd3-e014ced17be0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 944 time: 0.0659792 Nov 12 09:45:41.528552 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be04201b-a5f2-40cc-9df0-47ab445e99bf req-27eb2961-49fb-46bb-af62-6666f74f1391 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513589 Nov 12 09:45:41.547324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:45:41.551717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:45:41.557414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.592142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:41.592801 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:41.594211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] 10.222.0.55 "PUT /v2.0/ports/7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1093 time: 0.6725166 Nov 12 09:45:41.595236 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:41.599139 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9998bda7-d76f-474f-8be0-c0c109ff05c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:41.624440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66b254-ef00-4741-a7db-6af020519c63 service neutron] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:41.665441 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba05de-28e3-469c-b899-d3056d4a5eb2 x-openstack-request-id: req-86ba05de-28e3-469c-b899-d3056d4a5eb2 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:41.665895 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:41.666206 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86ba05de-28e3-469c-b899-d3056d4a5eb2 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:41.666837 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'status': 'completed', 'code': 200} Nov 12 09:45:41.690165 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-79f27a04-ce74-487b-b16c-64278977470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:41.691289 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-79f27a04-ce74-487b-b16c-64278977470a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1096 time: 0.0571318 Nov 12 09:45:41.738733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-33fc832d-bca1-4498-9849-2dbf7038bcaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 217 time: 0.0400262 Nov 12 09:45:41.790611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-5ab45ae3-aca0-4568-80c8-b184f2f42fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:41.792123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-5ab45ae3-aca0-4568-80c8-b184f2f42fc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0470960 Nov 12 09:45:41.846334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-bf9d5c0d-7396-46fa-be00-457e8a2cd41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:41.847854 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-bf9d5c0d-7396-46fa-be00-457e8a2cd41a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492568 Nov 12 09:45:42.198465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-f482297f-c5c0-416a-859b-4938736ff7c1 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432262 Nov 12 09:45:42.293431 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6219b44f-4dd6-430a-a7f5-a8fb47407784 req-0b59f215-9cc4-41c4-b968-377c28e03679 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873070 Nov 12 09:45:42.411988 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-ee1d5717-9121-429b-ba1b-bda16d720169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:42.413526 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-ee1d5717-9121-429b-ba1b-bda16d720169 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1096 time: 0.0693197 Nov 12 09:45:42.513780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-bd8eae82-cac1-4eaa-ad35-6c3ed3b1548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:42.515245 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-bd8eae82-cac1-4eaa-ad35-6c3ed3b1548c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0952451 Nov 12 09:45:42.564291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-12f65b1d-23c3-497e-8eda-0af3fb3e50d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 217 time: 0.0406272 Nov 12 09:45:42.621736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-f0a68144-b098-4619-bacb-b5a02eabdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:42.623999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-f0a68144-b098-4619-bacb-b5a02eabdf3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0516865 Nov 12 09:45:42.668677 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b74f5-6756-45ff-b3c3-f52146087aec req-5ec010cb-2104-47a6-847f-36062af05763 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:42.670251 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d6b74f5-6756-45ff-b3c3-f52146087aec req-5ec010cb-2104-47a6-847f-36062af05763 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 944 time: 0.0581191 Nov 12 09:45:42.675172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-26d4604f-7347-4a6b-b30e-e1554b8488f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:42.676704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-26d4604f-7347-4a6b-b30e-e1554b8488f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455027 Nov 12 09:45:42.722595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5d6b74f5-6756-45ff-b3c3-f52146087aec req-ec1681a7-6d4f-42e9-8dce-b2f8b54e4523 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445077 Nov 12 09:45:42.771934 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-c9ff8f1a-469d-4949-9f61-980e08f6ad9e service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872934 Nov 12 09:45:42.864635 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9998bda7-d76f-474f-8be0-c0c109ff05c5 req-83d82ea3-e936-4b11-bbc2-a65da20591bb service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852640 Nov 12 09:45:43.743902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:45:43.845597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:43.859309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'mac_address': 'fa:16:3e:62:17:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:45:43.914938 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:43.930225 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dfe52677-a3c3-4e96-96d3-ce02b6bb3f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:43.933192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7359bbe3-c073-471c-a3a6-cef10d3e6823 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:45:43.957292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:43.962377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:44.014209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:44.115210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89224fbe-99a9-4fd1-89f5-ab81fcb87678 req-52835fe6-96b0-4e00-ad7a-a55532d6188b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:44.116716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89224fbe-99a9-4fd1-89f5-ab81fcb87678 req-52835fe6-96b0-4e00-ad7a-a55532d6188b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 945 time: 0.0607934 Nov 12 09:45:44.152750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['7359bbe3-c073-471c-a3a6-cef10d3e6823'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:45:44.171835 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-89224fbe-99a9-4fd1-89f5-ab81fcb87678 req-d05d171d-2dd9-404a-9acb-4b49acdba4f2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490541 Nov 12 09:45:45.295365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f1f54-0564-4a7b-b3ea-4e9ff1ba1b6f req-642b4c6f-d77d-4e3b-a6f2-4650bcf938fb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:45.296878 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e94f1f54-0564-4a7b-b3ea-4e9ff1ba1b6f req-642b4c6f-d77d-4e3b-a6f2-4650bcf938fb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 945 time: 0.0543611 Nov 12 09:45:45.353932 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e94f1f54-0564-4a7b-b3ea-4e9ff1ba1b6f req-f1b7e4b8-280d-40de-93ff-619afed2c333 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504351 Nov 12 09:45:45.741529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:45:45.794512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 7359bbe3-c073-471c-a3a6-cef10d3e6823 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:45:45.799041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 7359bbe3-c073-471c-a3a6-cef10d3e6823 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:45:45.799423 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:45.887208 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:45.913375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:45.915984 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d4a36a-ae89-45ce-ab81-7209f21721dd" -d '{"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-plugged", "status": "completed", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:45.932238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:45:45.940600 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:45.969219 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838d8f53-3531-4cb6-8dc7-0bfd19c4c550 x-openstack-request-id: req-838d8f53-3531-4cb6-8dc7-0bfd19c4c550 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:45.969550 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-plugged", "status": "completed", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:45.969815 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-838d8f53-3531-4cb6-8dc7-0bfd19c4c550 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:45.970231 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'code': 200} Nov 12 09:45:46.003384 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:45:46.072826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838358cd-8ffe-409d-8463-1f875782ec6f req-4db87a59-2fce-4765-a2b6-86d7bc91030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:46.074374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-838358cd-8ffe-409d-8463-1f875782ec6f req-4db87a59-2fce-4765-a2b6-86d7bc91030b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1098 time: 0.0493467 Nov 12 09:45:46.123654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-838358cd-8ffe-409d-8463-1f875782ec6f req-f1a05c2c-7860-4b18-a8b9-2008e839b487 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Nov 12 09:45:46.468376 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6433c149-c7f9-487f-8cd7-f6e810640a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:46.483363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f3bbb-a2f2-4a50-a68d-c5a08f3e2cb8 req-15ac0251-cdfb-42f7-a9d1-72fc658c909d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:46.484951 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-264f3bbb-a2f2-4a50-a68d-c5a08f3e2cb8 req-15ac0251-cdfb-42f7-a9d1-72fc658c909d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0590076 Nov 12 09:45:46.538196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-264f3bbb-a2f2-4a50-a68d-c5a08f3e2cb8 req-0af3fda3-31fa-4566-811f-f50b72c8a06b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469694 Nov 12 09:45:47.655802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a3b46-bd6e-4edd-9758-01599a66b695 req-a84d8bae-e86d-4228-b5d3-a63207cac4eb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:47.657423 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b4a3b46-bd6e-4edd-9758-01599a66b695 req-a84d8bae-e86d-4228-b5d3-a63207cac4eb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0499918 Nov 12 09:45:47.709101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5b4a3b46-bd6e-4edd-9758-01599a66b695 req-d482293d-c8c5-47e8-8bb3-9e01e350aedb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450509 Nov 12 09:45:47.822160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f8dff-48c5-4530-af28-5743e019fd2c req-40e21f34-4af9-4ed3-bb2a-2c1e26b9e001 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:47.823586 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-af3f8dff-48c5-4530-af28-5743e019fd2c req-40e21f34-4af9-4ed3-bb2a-2c1e26b9e001 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0502496 Nov 12 09:45:47.832324 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 55866) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:45:47.837054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'floatingip': {'port_id': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:45:47.905324 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:48.361112 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:48.364816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:48.466270 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 associated. External IP: 172.25.5.138, port: 7359bbe3-c073-471c-a3a6-cef10d3e6823. Nov 12 09:45:48.674672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:45:48.785612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:45:48.790518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:48.795000 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:45:48.805334 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:48.806206 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:45:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:48.817996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-69544ac5-0a14-4238-af28-41e08189e104 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "PUT /v2.0/floatingips/60531f6a-8f3a-46d8-853c-3d3c7a537864 HTTP/1.1" status: 200 len: 992 time: 0.9844692 Nov 12 09:45:48.818893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:45:48.821416 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:45:48.861517 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a54f06-9304-4498-8070-ed9302d5f647 x-openstack-request-id: req-f6a54f06-9304-4498-8070-ed9302d5f647 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:45:48.861818 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:45:48.862076 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6a54f06-9304-4498-8070-ed9302d5f647 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:45:48.862518 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'status': 'completed', 'code': 200} Nov 12 09:45:48.917805 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:48.936698 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-f68c7d3a-c4b3-43ad-af70-d86a56a89dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:48.938743 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-f68c7d3a-c4b3-43ad-af70-d86a56a89dfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1098 time: 0.0423806 Nov 12 09:45:49.038459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-dd917ed4-91be-4852-9422-f0613fcfff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:49.041019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-dd917ed4-91be-4852-9422-f0613fcfff5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0936732 Nov 12 09:45:49.114732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-aa81e7a1-bc7d-424e-b781-ef79bac7d9fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1000 time: 0.0662625 Nov 12 09:45:49.156895 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:62:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:45:48Z', 'revision_number': 1, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:49.181104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-1dd80f65-4ea5-45c3-9a41-9a72c1df192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:49.182564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-1dd80f65-4ea5-45c3-9a41-9a72c1df192d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0515759 Nov 12 09:45:49.187409 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:45:49.196146 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:45:49.196840 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:45:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:49.220553 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:49.234654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-40fbc14a-9f5b-4ffa-b83e-9301d2771aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:49.236697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-40fbc14a-9f5b-4ffa-b83e-9301d2771aac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451701 Nov 12 09:45:49.332311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-c4029928-9d5b-4a2f-bd6d-4132cdc23650 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874748 Nov 12 09:45:49.400410 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:45:49.431764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cdb433a4-5520-4b42-bb3d-ebbd6ced7fd0 req-4374730a-fd7b-400b-99fd-42cfb494b436 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914633 Nov 12 09:45:49.635940 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:62:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:45:48Z', 'revision_number': 1, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:45:49.666438 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ba528-f923-4f25-9bb9-891baa98ba62 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:62:17:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:45:48Z', 'revision_number': 1, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:45:49.880473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a405d7d3-c1b6-4c2a-8f25-1dd6827dbbde None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:45:49.947519 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:50.420058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:56.835549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-2581076a-6681-439d-84d0-28bf1aee7e82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423908 Nov 12 09:45:56.922525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-11ae5997-82ba-4470-b2ef-0071de94751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:56.924570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-11ae5997-82ba-4470-b2ef-0071de94751d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1098 time: 0.0447700 Nov 12 09:45:57.027181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-fb878a8d-4535-4b2f-a4af-8135d4eef76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:57.028677 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-fb878a8d-4535-4b2f-a4af-8135d4eef76a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0837252 Nov 12 09:45:57.100076 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-f4373f57-9598-4d59-9c27-3594e53f36f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1002 time: 0.0628011 Nov 12 09:45:57.148866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-b2943c59-adad-4b40-a9f9-fbf75393942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:57.150285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-b2943c59-adad-4b40-a9f9-fbf75393942e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0436816 Nov 12 09:45:57.195684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-b71c1cd2-a03c-4632-9b01-6ea3430972c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:45:57.197218 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-b71c1cd2-a03c-4632-9b01-6ea3430972c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393140 Nov 12 09:45:57.289101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-249ef3f8-6dc8-4c85-8140-98c59873ec03 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Nov 12 09:45:57.381083 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-31eb08f0-6db3-4495-9ae6-0826e9b6702d req-a074306c-aa72-420c-9ee0-f252f7da98d3 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848136 Nov 12 09:45:58.095993 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:45:58.663311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:11.270531 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:13.913297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8d872c89-5fea-4bb4-9ec3-d9d61cc01617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:16.462451 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2318da89-bcf6-4ca9-aa80-465c891f4a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:19.222738 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:19.915057 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:20.426430 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:28.120992 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:28.690634 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:43.916374 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-29d61d75-8767-458e-8458-c9864d6b724d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:46.464935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d52784de-5b24-4925-9470-b7080b4f27a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:48.269157 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:46:49.231252 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:49.918611 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:50.422286 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.134250 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.688089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:46:58.887649 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-92faadf6-9c5f-4553-9536-2abadc29bd17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0949659 Nov 12 09:46:58.975502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe194a-ce45-4d30-be76-56056177d83f req-e22d6a62-ae3b-43f7-9c99-5ecd08538d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:58.977054 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-e22d6a62-ae3b-43f7-9c99-5ecd08538d81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1098 time: 0.0450778 Nov 12 09:46:59.080216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe194a-ce45-4d30-be76-56056177d83f req-77dfa10f-aa73-44f8-a406-957d099665a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:59.081729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-77dfa10f-aa73-44f8-a406-957d099665a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0863044 Nov 12 09:46:59.151379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-1db3838c-de43-4968-9c69-b8b57c69e458 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1002 time: 0.0624430 Nov 12 09:46:59.203967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe194a-ce45-4d30-be76-56056177d83f req-c5b02154-62fa-4f7e-b493-720a744c3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:59.205505 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-c5b02154-62fa-4f7e-b493-720a744c3a5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0473573 Nov 12 09:46:59.257337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe194a-ce45-4d30-be76-56056177d83f req-8419b4f9-ef14-485a-b597-0fb095364917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:46:59.259509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-8419b4f9-ef14-485a-b597-0fb095364917 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410557 Nov 12 09:46:59.352832 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-752b48ca-6f5b-463d-82bd-77eff184b3a6 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863466 Nov 12 09:46:59.444209 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-abbe194a-ce45-4d30-be76-56056177d83f req-fb9b4049-ba99-4698-99da-9950fbcd9dc1 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838950 Nov 12 09:47:13.921352 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bdadbb79-99db-4770-bfee-62e0fb1744fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:16.467698 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-42cdb9fe-14de-4bdc-920a-e3bfa411966b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:19.227809 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:19.920729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:20.416298 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:25.268268 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:47:27.011016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fe9d9-c039-4d83-9237-2619c1e09662 req-91b18337-9b93-4232-b28d-4aa0c20423c6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:27.012532 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-239fe9d9-c039-4d83-9237-2619c1e09662 req-91b18337-9b93-4232-b28d-4aa0c20423c6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0574763 Nov 12 09:47:27.061405 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-239fe9d9-c039-4d83-9237-2619c1e09662 req-92160120-fd2a-473a-9334-57b34c337b68 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428865 Nov 12 09:47:27.291049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-7cbd0670-81c7-43f0-9d5d-f9304afd7678 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0453637 Nov 12 09:47:27.304653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453015a4-1de7-42fe-9e94-8d6e84bceee9 req-6763e9d5-f8f3-43e2-99ae-0a8559127547 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:27.306157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-453015a4-1de7-42fe-9e94-8d6e84bceee9 req-6763e9d5-f8f3-43e2-99ae-0a8559127547 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0501935 Nov 12 09:47:27.358746 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-453015a4-1de7-42fe-9e94-8d6e84bceee9 req-b55832d3-7656-4186-b66f-467991e33d48 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455189 Nov 12 09:47:28.149077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:28.402576 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-570372fc-61f8-4974-b505-5b3f98da316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:28.404116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-570372fc-61f8-4974-b505-5b3f98da316f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1098 time: 0.0416515 Nov 12 09:47:28.707001 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:28.778696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e40fc-2ed7-426c-9a28-e111c0975d55 req-080abd63-5e2b-4dbd-983e-55b32e1add36 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:28.780304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a64e40fc-2ed7-426c-9a28-e111c0975d55 req-080abd63-5e2b-4dbd-983e-55b32e1add36 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.3431730 Nov 12 09:47:28.785180 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-70be86c3-f53c-48c2-94cc-4f7cdc260ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:28.786543 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-70be86c3-f53c-48c2-94cc-4f7cdc260ce9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.3745673 Nov 12 09:47:28.876932 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a64e40fc-2ed7-426c-9a28-e111c0975d55 req-3a47e182-23e3-47d0-bf90-7969b6100d36 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894036 Nov 12 09:47:28.878693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-322b1100-232c-4cca-b632-b984f36c2d2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1002 time: 0.0840864 Nov 12 09:47:28.930357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-786025c6-0980-4aa3-b8f1-65961b66ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:28.931758 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-786025c6-0980-4aa3-b8f1-65961b66ac72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0466859 Nov 12 09:47:28.976732 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-773a042f-670b-4af5-a9ab-5205c822472f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:28.978181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-773a042f-670b-4af5-a9ab-5205c822472f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389798 Nov 12 09:47:29.070445 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-3210658e-bfbb-4d7f-ab06-f92ec4dac835 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831378 Nov 12 09:47:29.161657 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-77a0d589-1889-49fc-bb9f-d8d05b02e226 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842152 Nov 12 09:47:29.993151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bae0d6-92f8-49a1-a031-28bb01ea28ef req-2cc18980-74f1-4b68-a93d-8d49cd300a47 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:29.994644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7bae0d6-92f8-49a1-a031-28bb01ea28ef req-2cc18980-74f1-4b68-a93d-8d49cd300a47 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0500863 Nov 12 09:47:30.048075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7bae0d6-92f8-49a1-a031-28bb01ea28ef req-6838a16e-b9e2-46cb-8922-f3881302573f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472515 Nov 12 09:47:31.165700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b310009-c128-4431-9d46-854d76715a47 req-7cf871c4-e88a-439d-b650-df8f1df0a19c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:31.167164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b310009-c128-4431-9d46-854d76715a47 req-7cf871c4-e88a-439d-b650-df8f1df0a19c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0490663 Nov 12 09:47:31.214159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b310009-c128-4431-9d46-854d76715a47 req-e151581a-4282-4919-b2d9-f46b03a8dee9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403850 Nov 12 09:47:32.331554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a0c0a-5305-4c4c-bfe1-d237c8c8beda req-b7194bc1-a44b-42e3-896d-16d80cc8724f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:32.334296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-551a0c0a-5305-4c4c-bfe1-d237c8c8beda req-b7194bc1-a44b-42e3-896d-16d80cc8724f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0496151 Nov 12 09:47:32.381727 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-551a0c0a-5305-4c4c-bfe1-d237c8c8beda req-f8a1ebda-aa8e-4e2b-9946-335a5c27919a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423663 Nov 12 09:47:33.501376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd8c7b-4961-451c-9850-29aa605279a7 req-b14b865a-2124-4b9c-8078-fb2364d4ed5f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:33.502885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cfd8c7b-4961-451c-9850-29aa605279a7 req-b14b865a-2124-4b9c-8078-fb2364d4ed5f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0528240 Nov 12 09:47:33.551226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4cfd8c7b-4961-451c-9850-29aa605279a7 req-be6c5ce1-4f65-48fe-9915-6eff02ae95a7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420747 Nov 12 09:47:34.673604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7629811-ebdc-4aa6-b0f6-52d5ba6c4461 req-80429053-86dc-4465-8639-2f8a98acde92 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:34.675107 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7629811-ebdc-4aa6-b0f6-52d5ba6c4461 req-80429053-86dc-4465-8639-2f8a98acde92 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0513644 Nov 12 09:47:34.725027 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e7629811-ebdc-4aa6-b0f6-52d5ba6c4461 req-3015eae2-4d7b-45cc-a967-05d444e5688b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436270 Nov 12 09:47:35.845589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f90cb5-4b9e-4d97-9af7-0820384d42a7 req-af47d7b5-eb9c-4625-bd93-ff889803165f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:35.847043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3f90cb5-4b9e-4d97-9af7-0820384d42a7 req-af47d7b5-eb9c-4625-bd93-ff889803165f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0486159 Nov 12 09:47:35.894480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d3f90cb5-4b9e-4d97-9af7-0820384d42a7 req-d57a240c-03ab-46aa-8f60-5174de8444be tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Nov 12 09:47:37.016827 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3d76d-9997-4b59-97dc-905b29c8cda0 req-388597ce-790c-4c2b-aec6-5d3eb1a6c897 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:37.018329 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eaa3d76d-9997-4b59-97dc-905b29c8cda0 req-388597ce-790c-4c2b-aec6-5d3eb1a6c897 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0535700 Nov 12 09:47:37.068969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eaa3d76d-9997-4b59-97dc-905b29c8cda0 req-9f2647d5-4c35-4fa0-92ee-2406772f579e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Nov 12 09:47:38.187717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a3073-070d-4eeb-9d79-662987e1cb6e req-2b8857fc-37c3-48d0-988e-fae727b12be4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:38.189201 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c2a3073-070d-4eeb-9d79-662987e1cb6e req-2b8857fc-37c3-48d0-988e-fae727b12be4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0515122 Nov 12 09:47:38.235284 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c2a3073-070d-4eeb-9d79-662987e1cb6e req-553793fb-9458-4d32-847b-a6df3aa9d95a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401011 Nov 12 09:47:39.362694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c066efd-6a04-4b00-8cbc-7cb57cd99e70 req-4f862a88-1d7e-449d-81e4-dabc52012c78 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:39.364178 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c066efd-6a04-4b00-8cbc-7cb57cd99e70 req-4f862a88-1d7e-449d-81e4-dabc52012c78 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0549510 Nov 12 09:47:39.415073 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c066efd-6a04-4b00-8cbc-7cb57cd99e70 req-74fb47a7-e3de-48a9-909c-30189694c756 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448027 Nov 12 09:47:40.530751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe3d8f-2573-4012-9547-95c7d68eefb0 req-98ca6cdf-c487-416c-ad92-59c3e293c03a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:40.532304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cbe3d8f-2573-4012-9547-95c7d68eefb0 req-98ca6cdf-c487-416c-ad92-59c3e293c03a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0485954 Nov 12 09:47:40.579705 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5cbe3d8f-2573-4012-9547-95c7d68eefb0 req-5c89e86a-bdee-41c0-a79e-002683f81087 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414238 Nov 12 09:47:41.144340 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-1ebb5221-5f2a-424e-bc9d-769869c99a2a service neutron] show failed (client error): The resource could not be found. Nov 12 09:47:41.145360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-1ebb5221-5f2a-424e-bc9d-769869c99a2a service neutron] 10.222.0.55 "GET /v2.0/ports/7359bbe3-c073-471c-a3a6-cef10d3e6823/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0540121 Nov 12 09:47:41.440748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-f3ce8855-9d0c-496c-a696-95b4d01bad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:41.442279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-f3ce8855-9d0c-496c-a696-95b4d01bad75 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 1098 time: 0.1283872 Nov 12 09:47:41.454298 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-37ec5cf6-3af4-4433-a31c-6233aab30fbf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:47:41.455240 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-37ec5cf6-3af4-4433-a31c-6233aab30fbf service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055113 Nov 12 09:47:41.468976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:41.522849 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:41.761411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b32a2-e394-4640-b762-5f73aa932030 req-4d78be82-3615-41e3-8346-439ed4cef4ae tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:41.762969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f3b32a2-e394-4640-b762-5f73aa932030 req-4d78be82-3615-41e3-8346-439ed4cef4ae tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.1108847 Nov 12 09:47:41.769910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:41.834494 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:47:41.856201 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9f3b32a2-e394-4640-b762-5f73aa932030 req-96f55624-7df8-4c2f-95e5-c6ab15dd6195 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841708 Nov 12 09:47:41.880093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:41.882345 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8261de6-a538-45c2-aab1-15e358febd66" -d '{"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-unplugged", "status": "completed", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:41.886161 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:41.900086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Transition to ACTIVE for port object 7359bbe3-c073-471c-a3a6-cef10d3e6823 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:47:41.904869 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.011459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:42.022473 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98df7a83-d04d-4b89-987f-ad9c3a42e9e1 x-openstack-request-id: req-98df7a83-d04d-4b89-987f-ad9c3a42e9e1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:42.022771 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-unplugged", "status": "completed", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:42.023133 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98df7a83-d04d-4b89-987f-ad9c3a42e9e1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:42.023558 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'code': 200} Nov 12 09:47:42.040660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.041007 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.041350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.041694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.042035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.042365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.042769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.043012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.043375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.043707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.044153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.044387 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:42.425762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] No DVR routers for this DVR port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:47:42.564742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:47:42.565432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:47:42.565432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:47:42.569722 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:47:42.570051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Attempting to bind port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:47:42.574936 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:47:42.575538 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:47:42.575668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:47:42.576121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Bound port: 7359bbe3-c073-471c-a3a6-cef10d3e6823, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:47:42.576484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.640234 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:47:42.643388 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:47:42.647930 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.681868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:42.682497 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:42.684918 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] 10.222.0.62 "PUT /v2.0/ports/7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1093 time: 1.2192028 Nov 12 09:47:42.707014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390763c-5e86-4b10-a28c-f2c1c451eb8a service neutron] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:42.760578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-f779ece5-9b18-4fa7-9ac2-ce1a113ffef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:42.762666 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-f779ece5-9b18-4fa7-9ac2-ce1a113ffef2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1096 time: 0.0483832 Nov 12 09:47:42.868780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-905ebb83-3664-4f43-8163-013d62609d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:42.870269 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-905ebb83-3664-4f43-8163-013d62609d3e service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0965900 Nov 12 09:47:43.000268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-7a364440-f2f3-43e5-b4d4-fbdfa685723c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1000 time: 0.1212382 Nov 12 09:47:43.047339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e439f-0bf3-4585-b42e-5556cbb4ee88 req-f5af9036-25a5-40a7-b82e-d88462571f4d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.048848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be7e439f-0bf3-4585-b42e-5556cbb4ee88 req-f5af9036-25a5-40a7-b82e-d88462571f4d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 944 time: 0.1126661 Nov 12 09:47:43.082657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-46a7f3ab-4843-40b0-93c3-b724de8c6909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.084171 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-46a7f3ab-4843-40b0-93c3-b724de8c6909 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0768805 Nov 12 09:47:43.137011 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-be7e439f-0bf3-4585-b42e-5556cbb4ee88 req-78e37533-13ff-42cf-a5ac-032789e112fb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814986 Nov 12 09:47:43.156656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-35776d0e-f2ef-452b-addc-c2ab3a88acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:43.158167 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-35776d0e-f2ef-452b-addc-c2ab3a88acef service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642819 Nov 12 09:47:43.257848 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-661d0d05-0a4a-456d-971e-aa012157e070 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908725 Nov 12 09:47:43.353674 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0b4f1ae9-0e45-4659-9dd7-97773e412058 req-22b85ee2-73a5-4b84-94c8-79c64c7f9d14 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868409 Nov 12 09:47:43.922851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5c68726a-9518-4982-b031-57fb452fc1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:44.025032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:44.027435 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a42254f-9dc6-44f4-a69f-29160a3cdf34" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:44.077583 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44895cf3-452a-4259-92a8-a4447d397b51 x-openstack-request-id: req-44895cf3-452a-4259-92a8-a4447d397b51 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:44.077873 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:44.078125 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44895cf3-452a-4259-92a8-a4447d397b51 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:44.078524 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'status': 'completed', 'code': 200} Nov 12 09:47:44.144182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-12dde2b3-72cc-4457-adc6-a3bb490de9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.145619 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-12dde2b3-72cc-4457-adc6-a3bb490de9e8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1096 time: 0.0472660 Nov 12 09:47:44.146501 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-d03a3611-edbb-4848-9924-58d290c751b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.147999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-d03a3611-edbb-4848-9924-58d290c751b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1096 time: 0.0448675 Nov 12 09:47:44.243237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-79bcf8d7-c1d9-43c5-97d1-2d4d9faba4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.244731 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-79bcf8d7-c1d9-43c5-97d1-2d4d9faba4b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0896661 Nov 12 09:47:44.279544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa255599-40f0-45d5-a632-616b84b75dbe req-7f988af2-0fa5-42c8-9b3a-58b7aad39cbc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.281072 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa255599-40f0-45d5-a632-616b84b75dbe req-7f988af2-0fa5-42c8-9b3a-58b7aad39cbc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 944 time: 0.0725708 Nov 12 09:47:44.282121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-02736af3-0c61-457f-a862-ec22572e5eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.283442 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-02736af3-0c61-457f-a862-ec22572e5eea service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1292589 Nov 12 09:47:44.287405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:47:44.319351 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-85d619e7-f53f-4de2-ac21-c5d5968b4f54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1000 time: 0.0670362 Nov 12 09:47:44.331662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:47:44.373318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-e4294c92-35a2-411d-a04b-e8969ea29b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.375017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-e4294c92-35a2-411d-a04b-e8969ea29b6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0480573 Nov 12 09:47:44.383873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-b80ea8ae-b62b-435f-867e-28d5c64f14ea service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1000 time: 0.0894430 Nov 12 09:47:44.387825 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fa255599-40f0-45d5-a632-616b84b75dbe req-513f63a5-f78b-40b5-9680-d912f83f45d7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996366 Nov 12 09:47:44.424283 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-a1c127b2-27a1-45c3-8f35-4fad2f856d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.425842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-a1c127b2-27a1-45c3-8f35-4fad2f856d4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432694 Nov 12 09:47:44.438331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-b88fdabf-0260-47fa-a745-d5f169bf83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.439945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-b88fdabf-0260-47fa-a745-d5f169bf83eb service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0483749 Nov 12 09:47:44.497922 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-023c8b0b-e190-4e00-9a3c-4c1f190f24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:44.499447 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-023c8b0b-e190-4e00-9a3c-4c1f190f24d5 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468676 Nov 12 09:47:44.525246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-88867803-1202-45fb-b03d-755829af0661 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923665 Nov 12 09:47:44.595277 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-720929d9-4582-42a4-85cd-3657d7586598 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Nov 12 09:47:44.615717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-065c4035-623b-4e2c-a7e0-4853d4660e6c service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834463 Nov 12 09:47:44.696487 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a42254f-9dc6-44f4-a69f-29160a3cdf34 req-372cc118-ad28-48e4-a217-e74a82766016 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919185 Nov 12 09:47:45.524084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e163b1-5ffc-4a18-8dbb-d1b648248578 req-6efed150-c8b4-4bb2-90b0-bdcf287be8e8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:45.525713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1e163b1-5ffc-4a18-8dbb-d1b648248578 req-6efed150-c8b4-4bb2-90b0-bdcf287be8e8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 944 time: 0.0636384 Nov 12 09:47:45.575374 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f1e163b1-5ffc-4a18-8dbb-d1b648248578 req-1cd66b01-7717-40c9-866a-e748814850d5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432310 Nov 12 09:47:45.810243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031fbf1-8aaf-4bf1-917a-b1234ba9b037 req-a56c5fd3-82e2-4afa-bf9c-8c2d08cf604b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:45.811729 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2031fbf1-8aaf-4bf1-917a-b1234ba9b037 req-a56c5fd3-82e2-4afa-bf9c-8c2d08cf604b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 944 time: 0.0815589 Nov 12 09:47:45.820035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-b95b13f0-46b4-4053-8b0e-8078bb1903d3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:45.821404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-b95b13f0-46b4-4053-8b0e-8078bb1903d3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb&tenant_id=f2278b124959403ab66295ae1ccdffbb&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 944 time: 0.0814359 Nov 12 09:47:45.914404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2031fbf1-8aaf-4bf1-917a-b1234ba9b037 req-33fa1692-3f92-47c2-872f-762cd549d32b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920119 Nov 12 09:47:45.920888 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-3b2d74e1-509a-4417-bb53-eefeb7ec9073 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:47:45.921841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-3b2d74e1-509a-4417-bb53-eefeb7ec9073 service neutron] 10.222.0.55 "DELETE /v2.0/ports/7359bbe3-c073-471c-a3a6-cef10d3e6823/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0926950 Nov 12 09:47:46.009982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-0b4afc8a-36d4-4043-ba3c-5bdc12fde3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:46.011502 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-0b4afc8a-36d4-4043-ba3c-5bdc12fde3de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 1096 time: 0.0423055 Nov 12 09:47:46.113506 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-a86e8201-3cd3-4e7d-9b5a-ef08a51094cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:46.114991 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-a86e8201-3cd3-4e7d-9b5a-ef08a51094cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0953152 Nov 12 09:47:46.185554 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-6639521d-e74d-49cc-9bb2-1b783a3d2e2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 200 len: 1000 time: 0.0639677 Nov 12 09:47:46.236022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-05e770bb-d921-492c-9894-e28ef23c3a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:46.237484 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-05e770bb-d921-492c-9894-e28ef23c3a27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0448089 Nov 12 09:47:46.287213 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-bb529c6e-d1c9-44fe-a2b5-a00e42435002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:46.288757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-bb529c6e-d1c9-44fe-a2b5-a00e42435002 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448346 Nov 12 09:47:46.378253 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-127708ae-1a92-498a-9118-007faef70c41 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820384 Nov 12 09:47:46.469881 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b05d4043-ec38-4e05-8d21-6484831dac3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:46.475385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0e584016-a928-45b1-86a9-c75b8ad78597 req-1c323da6-f425-492e-aec8-d5f0469f4183 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899892 Nov 12 09:47:46.810781 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:47:47.053381 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b8ff1-094d-451d-95a3-510de03c6e84 req-2b347473-9a5a-4bf1-a6f2-3d031a03c9be tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.055256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a61b8ff1-094d-451d-95a3-510de03c6e84 req-2b347473-9a5a-4bf1-a6f2-3d031a03c9be tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 944 time: 0.0567725 Nov 12 09:47:47.079211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:47.091502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'mac_address': 'fa:16:3e:62:17:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:47:47.112973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a61b8ff1-094d-451d-95a3-510de03c6e84 req-3301962f-92ec-41ab-96f3-82779150da64 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505400 Nov 12 09:47:47.129759 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:47.143827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7359bbe3-c073-471c-a3a6-cef10d3e6823 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:47:47.164857 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:47.169384 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:47.217391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:47.224741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.225084 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.225420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.225813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.226144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.226469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.226849 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.227171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.227491 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.227832 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.228283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.228672 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:47.235232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004fd3a-b3de-4a70-ac92-ac299d402b4f req-73e8da4c-9fd6-44c7-b57d-9774a69840f5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.236878 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2004fd3a-b3de-4a70-ac92-ac299d402b4f req-73e8da4c-9fd6-44c7-b57d-9774a69840f5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 945 time: 0.0513883 Nov 12 09:47:47.285178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2004fd3a-b3de-4a70-ac92-ac299d402b4f req-e7c5b677-6c6b-4dca-bcf7-191a2120ac92 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421183 Nov 12 09:47:47.398081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bcf6c-1c5f-491e-bc26-bf5759ee2801 req-afe388a6-9121-4df4-a36a-22d90cc41e23 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.399471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-839bcf6c-1c5f-491e-bc26-bf5759ee2801 req-afe388a6-9121-4df4-a36a-22d90cc41e23 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 945 time: 0.0487895 Nov 12 09:47:47.449082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-839bcf6c-1c5f-491e-bc26-bf5759ee2801 req-7b286dbc-94cb-4228-a74b-9abb62057051 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429673 Nov 12 09:47:47.526334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['7359bbe3-c073-471c-a3a6-cef10d3e6823'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:47:47.699080 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480efee-8a45-4c72-bbdd-8d262d83ea4f req-df53c3e1-da68-48e3-a215-c71f59b01da4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:47.701116 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d480efee-8a45-4c72-bbdd-8d262d83ea4f req-df53c3e1-da68-48e3-a215-c71f59b01da4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 945 time: 0.0567229 Nov 12 09:47:47.752618 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d480efee-8a45-4c72-bbdd-8d262d83ea4f req-65ef76bb-0ca6-4817-ac8b-1519e2540e63 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449088 Nov 12 09:47:48.826356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:47:48.883552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 7359bbe3-c073-471c-a3a6-cef10d3e6823 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:47:48.884172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce1c428-95c3-485b-8716-283553a2a3b1 req-ebc9ecac-087f-43c5-bcde-e2fe7a651b0b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:48.886033 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fce1c428-95c3-485b-8716-283553a2a3b1 req-ebc9ecac-087f-43c5-bcde-e2fe7a651b0b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 945 time: 0.0568027 Nov 12 09:47:48.888772 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 7359bbe3-c073-471c-a3a6-cef10d3e6823 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:47:48.889155 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:48.946167 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fce1c428-95c3-485b-8716-283553a2a3b1 req-8e299165-678f-4b2c-9c82-9606421bac7f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536544 Nov 12 09:47:48.983655 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.010745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:49.013124 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6352b1c-9909-4a4e-b57e-58b4c86571db" -d '{"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-plugged", "status": "completed", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:49.027268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:49.033578 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.086875 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:49.133888 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bcf507-472b-4914-a3fc-be3d71bdaae5 x-openstack-request-id: req-e1bcf507-472b-4914-a3fc-be3d71bdaae5 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:49.134183 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-plugged", "status": "completed", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:49.134442 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1bcf507-472b-4914-a3fc-be3d71bdaae5 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:49.134961 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'code': 200} Nov 12 09:47:49.233019 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.502792 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-ed95f546-0717-41d6-8bb0-494ae967b7fe tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:49.504413 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-ed95f546-0717-41d6-8bb0-494ae967b7fe tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0515313 Nov 12 09:47:49.611743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Deleting port 7359bbe3-c073-471c-a3a6-cef10d3e6823 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:47:49.612118 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.707500 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] For port 7359bbe3-c073-471c-a3a6-cef10d3e6823, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7359bbe3-c073-471c-a3a6-cef10d3e6823,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:49.707867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.926237 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.941337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.941685 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:49.942375 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 disassociated. External IP: 172.25.5.138, port: 7359bbe3-c073-471c-a3a6-cef10d3e6823. Nov 12 09:47:49.942726 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Calling delete_port for 7359bbe3-c073-471c-a3a6-cef10d3e6823 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:47:50.077780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ad9fb-8b5d-4789-8679-844e9f1f0119 req-1eb1497b-4506-4754-9b96-82cb1d32a110 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:50.079517 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b76ad9fb-8b5d-4789-8679-844e9f1f0119 req-1eb1497b-4506-4754-9b96-82cb1d32a110 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=6cd415b6-2ae4-47b1-88a8-089c7d7317eb HTTP/1.1" status: 200 len: 946 time: 0.0552788 Nov 12 09:47:50.099819 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:50.133385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b76ad9fb-8b5d-4789-8679-844e9f1f0119 req-0e918e73-6ec4-4084-8108-7ce261b2b4cd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472929 Nov 12 09:47:50.142732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event deleted for resources: {'Port': ['ID=7359bbe3-c073-471c-a3a6-cef10d3e6823,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:50.281720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:47:50.400240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:47:50.411372 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:47:50.421130 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:50.423209 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:47:50.424257 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:47:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:50.443462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] No DVR routers for this DVR port 7359bbe3-c073-471c-a3a6-cef10d3e6823 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:47:50.446715 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:50.450448 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4a891f5-0623-4609-ba7e-4538cde0452a req-185dddf2-df3a-4942-a225-db95fe9febc0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "DELETE /v2.0/ports/7359bbe3-c073-471c-a3a6-cef10d3e6823 HTTP/1.1" status: 204 len: 173 time: 0.9381926 Nov 12 09:47:50.450840 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-deleted', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:50.453347 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4eed16-1141-4ffc-b909-2777810f01c8" -d '{"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-deleted", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:50.495219 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657dbe3d-f531-4dcd-a7fb-f7ff4e9e27c1 x-openstack-request-id: req-657dbe3d-f531-4dcd-a7fb-f7ff4e9e27c1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:50.495520 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd415b6-2ae4-47b1-88a8-089c7d7317eb", "name": "network-vif-deleted", "tag": "7359bbe3-c073-471c-a3a6-cef10d3e6823", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:50.495813 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-657dbe3d-f531-4dcd-a7fb-f7ff4e9e27c1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:50.496268 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd415b6-2ae4-47b1-88a8-089c7d7317eb', 'name': 'network-vif-deleted', 'tag': '7359bbe3-c073-471c-a3a6-cef10d3e6823', 'status': 'completed', 'code': 200} Nov 12 09:47:50.547125 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:47:50.759258 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:50.785917 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:47:50.795599 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:47:50.796862 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:47:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:50.902368 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:47:51.110388 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:47:51.136806 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f98ea6-1cd2-4561-b8d5-778d5a7e78b6 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:47:51.378255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9335ea-91b2-4565-bc41-62a8e10cd409 None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:47:51.391084 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-46c7795b-8818-4e26-bc91-3614af2278ba tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--974157963&fields=id&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 267 time: 0.0472763 Nov 12 09:47:51.516187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-a6a634a2-00c7-44bb-b6c7-64ea0bb2ba9d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:51.517757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-a6a634a2-00c7-44bb-b6c7-64ea0bb2ba9d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1196721 Nov 12 09:47:51.534365 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-43402731-8dad-45ef-930a-e0233cecec0b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/quotas/f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 375 time: 0.0102448 Nov 12 09:47:51.591012 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-3c3a4d42-9ebd-4de0-a055-b6ec0e36dabb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506966 Nov 12 09:47:51.742972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-0161db38-a12c-40cf-b2f8-5d4a926f4fbd service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401248 Nov 12 09:47:51.833355 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-d2ecaf26-131b-47b2-a0d5-7a36b4ef3f28 service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834785 Nov 12 09:47:52.012009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bcffa1b4-6ca4-4f02-babe-d63724798c9f req-4f1916d3-dc26-4a93-be61-4cbdbbe8f277 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 210 time: 0.0283134 Nov 12 09:47:52.836733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:47:52.860119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 7359bbe3-c073-471c-a3a6-cef10d3e6823 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:47:52.860473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7359bbe3-c073-471c-a3a6-cef10d3e6823 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:47:53.011772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-c3a6c285-a8ae-4e60-b26c-8a1569c0ab78 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:53.013426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-c3a6c285-a8ae-4e60-b26c-8a1569c0ab78 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1366057 Nov 12 09:47:53.096187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-36299fcc-22ed-4c7e-83ba-6ced96ebb35e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 379 time: 0.0738385 Nov 12 09:47:53.110074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'port': {'device_id': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'admin_state_up': True, 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'security_groups': ['947519a2-0625-4bea-8cc2-5b3fc67ebf26']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:53.128522 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8a0cab1b-b816-43d1-a0fd-85ffa6e4ce1e req-9ba2680d-9e09-4d66-a145-2a2ed8d046a0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 210 time: 0.0385568 Nov 12 09:47:53.239298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Made reservation on behalf of f2278b124959403ab66295ae1ccdffbb for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:47:53.243094 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:53.368836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Allocated IP 172.20.0.4 (1153d63d-5367-4454-93ca-7daf7d0b80ef/03ca298c-9779-4645-92e7-2062eb633767/ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:47:53.509870 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:53.543835 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:53.590408 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:47:53.594116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:47:53.598162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:47:53.627524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:53.640861 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.641195 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.641536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.641891 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.642224 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.642600 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.642889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.643216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.643540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.643867 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.644219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.644567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:47:53.668313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:53.668939 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:53.689611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7c9d3b08-7032-49c0-88bd-5c2cf82a5712 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850823 Nov 12 09:47:53.702161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Request body: {'port': {'device_id': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:47:53.759429 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:53.805187 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c7d87f15-d3e0-4710-9fb8-c5eeb12e24d0 None None] Provisioning complete for port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:47:53.805588 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c7d87f15-d3e0-4710-9fb8-c5eeb12e24d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:53.844586 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c7d87f15-d3e0-4710-9fb8-c5eeb12e24d0 None None] Port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:47:54.022306 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:47:54.029995 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:54.042240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Transition to ACTIVE for port object ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:47:54.046239 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:54.102954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:54.176752 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:47:54.177094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:47:54.177429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:47:54.182285 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:47:54.182639 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:47:54.188432 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:47:54.188772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:47:54.189161 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:47:54.189604 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Bound port: ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:47:54.189967 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:54.260727 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:47:54.264440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:47:54.268477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de763ac0-7d51-44ab-aa34-d4146d590fe6 req-0c91809c-d6f3-42a3-9ba0-c275635ae3db tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.270065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de763ac0-7d51-44ab-aa34-d4146d590fe6 req-0c91809c-d6f3-42a3-9ba0-c275635ae3db tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 943 time: 0.0582638 Nov 12 09:47:54.272409 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:54.312199 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.312783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:54.314162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] 10.222.0.55 "PUT /v2.0/ports/ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 1092 time: 0.6170683 Nov 12 09:47:54.314609 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:54.316967 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2481a1-85c4-43da-9cea-c50e8e295a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:54.332826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-de763ac0-7d51-44ab-aa34-d4146d590fe6 req-f826b8bb-4272-4c73-b0d4-8264a6689f73 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549338 Nov 12 09:47:54.352829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6504ae-6428-496d-87f7-c2178b52e3fd service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:54.416684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-6ff7cd32-7135-4779-8e7c-fccb019d17b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.419110 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-6ff7cd32-7135-4779-8e7c-fccb019d17b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1095 time: 0.0498621 Nov 12 09:47:54.464292 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3796bca0-c7bd-4790-b16b-cbb19c59edfd x-openstack-request-id: req-3796bca0-c7bd-4790-b16b-cbb19c59edfd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:54.464623 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:54.464890 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3796bca0-c7bd-4790-b16b-cbb19c59edfd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:54.465332 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'status': 'completed', 'code': 200} Nov 12 09:47:54.467272 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-056f13c4-193a-477a-bc39-a1fb20453102 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 217 time: 0.0401688 Nov 12 09:47:54.523844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-502ad054-c17e-4cc8-864f-a5540fa2d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.525386 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-502ad054-c17e-4cc8-864f-a5540fa2d979 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0518165 Nov 12 09:47:54.573004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-c8fe8152-054b-47db-be62-c22fb5ab6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.574566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-c8fe8152-054b-47db-be62-c22fb5ab6302 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415409 Nov 12 09:47:54.663721 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-7ecf031a-9fd3-4031-925c-8491da149ffa service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815427 Nov 12 09:47:54.756129 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-94ec9c2e-6111-48d7-a8f5-00dffea0abb5 req-bfa38dff-2c32-437b-ab7c-7ba71e81d947 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856988 Nov 12 09:47:54.842471 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-3ab5e394-8dca-49e3-986d-f71512ff99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.843956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-3ab5e394-8dca-49e3-986d-f71512ff99e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1095 time: 0.0403888 Nov 12 09:47:54.941574 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-35300458-27f6-433a-97b6-a384809a16a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:54.943027 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-35300458-27f6-433a-97b6-a384809a16a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0909665 Nov 12 09:47:54.984165 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-942e30af-a3a4-46c9-bc11-b58084b00a82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 217 time: 0.0343256 Nov 12 09:47:55.038065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-5ccf7150-53d5-4cf6-9ad4-3343c54baf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:55.039511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-5ccf7150-53d5-4cf6-9ad4-3343c54baf90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0473709 Nov 12 09:47:55.085184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-6cbaaa2c-0f76-4354-a4c0-4d188319ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:55.086667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-6cbaaa2c-0f76-4354-a4c0-4d188319ad2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394232 Nov 12 09:47:55.175806 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-79915aa5-eb77-422d-843c-0db5ce7c6fcc service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818229 Nov 12 09:47:55.268378 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2d2481a1-85c4-43da-9cea-c50e8e295a4e req-68398a75-2be4-4b9d-84e7-edb8ca410b15 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856898 Nov 12 09:47:55.457957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7537e-cafd-412d-8e67-58480f8cb2e3 req-135bc505-5c67-468f-8488-2ba677cf43fb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:55.459486 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2a7537e-cafd-412d-8e67-58480f8cb2e3 req-135bc505-5c67-468f-8488-2ba677cf43fb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 943 time: 0.0509651 Nov 12 09:47:55.508112 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a2a7537e-cafd-412d-8e67-58480f8cb2e3 req-f2d2d7a7-a7b9-469c-8362-50c8200061b0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Nov 12 09:47:56.333933 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:47:56.426590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:56.438332 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'mac_address': 'fa:16:3e:bb:96:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:47:56.479183 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:56.492881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:47:56.512231 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:56.516531 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:56.565733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:56.632019 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8df09-dca1-4c9b-a800-947f7af35747 req-f98055eb-57f8-4345-bb03-6473ede2bd4a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:56.633561 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9e8df09-dca1-4c9b-a800-947f7af35747 req-f98055eb-57f8-4345-bb03-6473ede2bd4a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 944 time: 0.0494428 Nov 12 09:47:56.682073 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a9e8df09-dca1-4c9b-a800-947f7af35747 req-035b6119-4b26-4894-91a1-cd91f0be0b58 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 Nov 12 09:47:56.720341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:47:57.808947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15eb302-9aaf-4ee1-a699-b7f58757d5b9 req-ffb901a9-4db1-4a06-8b30-8898511df988 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:57.811079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f15eb302-9aaf-4ee1-a699-b7f58757d5b9 req-ffb901a9-4db1-4a06-8b30-8898511df988 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 944 time: 0.0592871 Nov 12 09:47:57.860055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f15eb302-9aaf-4ee1-a699-b7f58757d5b9 req-d5469900-9f15-489f-b1ab-6d01f78d1940 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422640 Nov 12 09:47:58.149163 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:58.346268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:47:58.396307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:47:58.400129 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:47:58.400505 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:58.484261 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:58.509011 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:47:58.511263 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749358e9-e586-417d-862b-6e7031c67cb2" -d '{"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:47:58.524621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:47:58.530950 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:58.557349 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acefd4ce-7fa7-47f9-9a1d-3e073147817c x-openstack-request-id: req-acefd4ce-7fa7-47f9-9a1d-3e073147817c {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:47:58.557647 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:47:58.557906 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acefd4ce-7fa7-47f9-9a1d-3e073147817c {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:47:58.558298 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'code': 200} Nov 12 09:47:58.583196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:47:58.658684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27b9dd-2cf0-45ff-a428-0f7e3edc6352 req-c42793d1-c548-456c-9873-1aefab5aff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:58.660153 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c27b9dd-2cf0-45ff-a428-0f7e3edc6352 req-c42793d1-c548-456c-9873-1aefab5aff12 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1097 time: 0.0446208 Nov 12 09:47:58.704888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9c27b9dd-2cf0-45ff-a428-0f7e3edc6352 req-850b36c6-821b-421b-8ee0-4b1b4a41c006 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377736 Nov 12 09:47:58.718713 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:47:58.977212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b09f6a-5160-4718-8cc4-9c9334ebe046 req-7ca7d51b-a0ac-4344-ac74-18a0e9d4277c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:47:58.978684 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2b09f6a-5160-4718-8cc4-9c9334ebe046 req-7ca7d51b-a0ac-4344-ac74-18a0e9d4277c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0509925 Nov 12 09:47:59.030452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c2b09f6a-5160-4718-8cc4-9c9334ebe046 req-e9621482-8c58-4484-9a3c-6b8132f8f64d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Nov 12 09:48:00.148025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d1219-4fce-4109-bef9-8de3e7b52b86 req-91280a6c-c268-466e-8212-d2501009c7d1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:00.149506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f04d1219-4fce-4109-bef9-8de3e7b52b86 req-91280a6c-c268-466e-8212-d2501009c7d1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0490148 Nov 12 09:48:00.199104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f04d1219-4fce-4109-bef9-8de3e7b52b86 req-3f692542-24cf-4f74-96e9-8d2eee2724fc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434332 Nov 12 09:48:00.311115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c4dff6-525c-4133-a083-9ed34005c65f req-f4cb6ff0-033e-4a88-900f-df341a8d63e1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:00.312617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3c4dff6-525c-4133-a083-9ed34005c65f req-f4cb6ff0-033e-4a88-900f-df341a8d63e1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0498090 Nov 12 09:48:00.321267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56212) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:48:00.325842 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'floatingip': {'port_id': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:48:00.367865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:00.894195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-d7a2bd76-2f8b-45b1-904c-749d63e89155 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0858431 Nov 12 09:48:01.025940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-997a4b80-1f35-43d7-aee7-9eaf078d14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.027429 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-997a4b80-1f35-43d7-aee7-9eaf078d14d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1097 time: 0.0905983 Nov 12 09:48:01.185354 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:01.189949 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:01.231618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-9192650b-a42a-4b82-94ee-eb9cb8b06a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.233130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-9192650b-a42a-4b82-94ee-eb9cb8b06a43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1774108 Nov 12 09:48:01.341741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-1359f33b-028f-46ac-aa1b-97b26ad7c007 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 999 time: 0.1002073 Nov 12 09:48:01.346114 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 associated. External IP: 172.25.5.138, port: ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9. Nov 12 09:48:01.457950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-a6f96b5b-69f5-44d5-a039-2d1ff2aa64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.459327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-a6f96b5b-69f5-44d5-a039-2d1ff2aa64e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.1101739 Nov 12 09:48:01.555513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-414d2465-5e9e-4fb9-b0ef-eb33d03e8f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:01.557046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-414d2465-5e9e-4fb9-b0ef-eb33d03e8f11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866292 Nov 12 09:48:01.693977 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:48:01.702358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-e4fe5285-8d00-48b6-a719-1d00cb884aeb service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338382 Nov 12 09:48:01.872873 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79b35e5f-8aae-4fed-93c7-ebfcf6ac1054 req-7ffae4a3-7a97-4fb8-b4a7-7f36d2fb95c0 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630204 Nov 12 09:48:01.873989 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:48:01.878994 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:01.883570 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:48:01.894141 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:48:01.894789 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:47:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:01.913513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1fb330a4-c685-4812-8eb0-c8d1963c116f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "PUT /v2.0/floatingips/60531f6a-8f3a-46d8-853c-3d3c7a537864 HTTP/1.1" status: 200 len: 991 time: 1.5884855 Nov 12 09:48:01.913513 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:48:01.914016 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f000ab34-e3eb-418f-a543-2c43a55fc8d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:48:01.954969 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcbb7cb-959e-44ca-821b-023f2f98852e x-openstack-request-id: req-ebcbb7cb-959e-44ca-821b-023f2f98852e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:48:01.955250 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:48:01.955503 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebcbb7cb-959e-44ca-821b-023f2f98852e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:48:01.955930 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'status': 'completed', 'code': 200} Nov 12 09:48:02.012090 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:48:02.019685 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-f96984d4-e377-4c14-a244-0a2348cd8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:02.021265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-f96984d4-e377-4c14-a244-0a2348cd8cc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1097 time: 0.0433023 Nov 12 09:48:02.128565 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-d231b034-5e6c-4e3a-a042-c5fd418663db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:02.130213 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-d231b034-5e6c-4e3a-a042-c5fd418663db service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1017997 Nov 12 09:48:02.213394 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-871013b2-4d12-4363-b1cb-249a3dfb9190 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 999 time: 0.0763805 Nov 12 09:48:02.265992 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-3c787c3a-92ff-4fb0-8aa1-ec1dea6adf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:02.267460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-3c787c3a-92ff-4fb0-8aa1-ec1dea6adf38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0470052 Nov 12 09:48:02.276616 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:48:02.288207 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:bb:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:48:01Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:02.313849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-834ae455-a82b-4ace-a3aa-230ddd923e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:48:02.314434 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:48:02.315349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-834ae455-a82b-4ace-a3aa-230ddd923e66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410287 Nov 12 09:48:02.322637 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:48:02.323240 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:47:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:02.411482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-5318ad8b-ab5b-46ad-a658-9fba8ccbc7eb service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890191 Nov 12 09:48:02.510551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f000ab34-e3eb-418f-a543-2c43a55fc8d6 req-03cb4413-0339-4540-b6ea-24324871d618 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923035 Nov 12 09:48:02.536463 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:48:02.764475 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:bb:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:48:01Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:48:02.794728 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67874e7e-cb2f-425a-9f42-6eeb68deefea None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:bb:96:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:48:01Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:48:03.019227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c78b852-116d-4314-ae66-060984e96e26 None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:48:13.926686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-45e839d2-6c16-4878-a278-881691c84b50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:16.472392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2a1fdf91-de38-4bc0-98cf-b4f8be9d93f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:19.234552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:19.927767 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:20.425234 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:28.146689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:28.719950 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:39.266932 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:48:43.930836 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8b197057-2dc5-4386-a532-0ecfc3718a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:46.476087 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-af723b1c-a2f2-4429-8511-c73dbd0b4d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:49.237098 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:49.933669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:50.431177 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:58.168735 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:48:58.720546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:02.836064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-3862c637-c10c-499b-a3a7-0e0d7c512c23 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448337 Nov 12 09:49:02.939134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117970-7d01-4300-b843-19007a1b1cdb req-f5fa99b7-1039-4e1a-8bfd-7686e7b8da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:02.940906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-f5fa99b7-1039-4e1a-8bfd-7686e7b8da7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1097 time: 0.0493624 Nov 12 09:49:03.061035 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117970-7d01-4300-b843-19007a1b1cdb req-cfa457a6-29df-40b5-8e89-a22a606bb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:03.062567 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-cfa457a6-29df-40b5-8e89-a22a606bb091 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0973032 Nov 12 09:49:03.137222 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-670230af-d480-47d4-bef0-73deb91bb356 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 1001 time: 0.0643659 Nov 12 09:49:03.193873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117970-7d01-4300-b843-19007a1b1cdb req-6782f08a-f12d-4c71-b1f0-6a71aefed651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:03.195361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-6782f08a-f12d-4c71-b1f0-6a71aefed651 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0492685 Nov 12 09:49:03.249076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a117970-7d01-4300-b843-19007a1b1cdb req-98f73eb3-b33d-4b1f-97ea-e81e48696cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:03.250574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-98f73eb3-b33d-4b1f-97ea-e81e48696cdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483782 Nov 12 09:49:03.343852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-f6ccf58c-80b7-45a4-80d3-0321b68d37b3 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860538 Nov 12 09:49:03.696716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a117970-7d01-4300-b843-19007a1b1cdb req-f8f843bc-8fb0-4f89-8e88-aeb65b96f6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461466 Nov 12 09:49:13.933723 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fd8506cf-77d3-4208-bf6f-a2e332f65195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:16.266875 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:49:16.479341 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24ddf121-b605-4f29-9822-69a2b00d4bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:19.238062 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:19.933310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:20.425157 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:28.174301 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:28.719882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:40.479368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a3ec3-f7ff-4757-9dc7-55816249cf34 req-dc62a41e-0cf6-41ea-b34a-ca4dea66883e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:40.480885 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a00a3ec3-f7ff-4757-9dc7-55816249cf34 req-dc62a41e-0cf6-41ea-b34a-ca4dea66883e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.1079373 Nov 12 09:49:40.529969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a00a3ec3-f7ff-4757-9dc7-55816249cf34 req-897a1746-a738-4186-b13e-6e7bb37a4e30 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424457 Nov 12 09:49:41.714271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9ed9-0e74-4b5d-9252-19eeb785932d req-3c3a2d15-c847-40c0-aeee-d316f7462d7e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:41.715765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29ac9ed9-0e74-4b5d-9252-19eeb785932d req-3c3a2d15-c847-40c0-aeee-d316f7462d7e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.1099062 Nov 12 09:49:41.763433 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-29ac9ed9-0e74-4b5d-9252-19eeb785932d req-fe4e7055-7d52-4739-8f9f-d8d680590d10 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416675 Nov 12 09:49:42.880551 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bbc4c-1ed4-4aa0-8039-fd2b807f8ac1 req-b4cd09ea-3f6c-46fd-bc2b-fe80dba913b7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:42.882023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f45bbc4c-1ed4-4aa0-8039-fd2b807f8ac1 req-b4cd09ea-3f6c-46fd-bc2b-fe80dba913b7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0484171 Nov 12 09:49:42.936834 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f45bbc4c-1ed4-4aa0-8039-fd2b807f8ac1 req-7087f1dc-f8e2-49fa-8e0f-0d8f3b46b63d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486512 Nov 12 09:49:43.941525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-80d343be-4b7a-4e65-a819-ea47b8e73560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:44.053886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609b715-cd94-4939-8afb-5019d5aebb0f req-1a55a067-cd58-49f1-b722-fcfa050d4ac8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:44.055414 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5609b715-cd94-4939-8afb-5019d5aebb0f req-1a55a067-cd58-49f1-b722-fcfa050d4ac8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0502038 Nov 12 09:49:44.103288 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5609b715-cd94-4939-8afb-5019d5aebb0f req-19f004a5-92f0-4c1d-a1fc-9ed32952bcd9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418191 Nov 12 09:49:45.219837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5462732-37a2-4e5d-9276-0a4e2694d007 req-2bef4833-5a75-4650-b5da-2d2fbd1d3be6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:45.221345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5462732-37a2-4e5d-9276-0a4e2694d007 req-2bef4833-5a75-4650-b5da-2d2fbd1d3be6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0494161 Nov 12 09:49:45.268183 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b5462732-37a2-4e5d-9276-0a4e2694d007 req-90b0add0-6f9f-4aad-ba4c-cc380a747532 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408986 Nov 12 09:49:46.385787 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd0373-960a-4360-892f-afe60cf9df42 req-8d11f343-8621-4275-9e9f-959cda1bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:46.387303 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71bd0373-960a-4360-892f-afe60cf9df42 req-8d11f343-8621-4275-9e9f-959cda1bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0530782 Nov 12 09:49:46.437225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-71bd0373-960a-4360-892f-afe60cf9df42 req-f1c58da7-8bb0-42c9-9d44-324b9f642cdb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433903 Nov 12 09:49:46.483552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-78423d9a-ae17-4ecf-8b2d-ca42e5dffee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:47.558231 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06db38-e04f-4d98-85cd-6fd0c2bcf2ce req-b6d9c5a2-8238-4ac1-8e17-92b7d9867e3a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:47.559704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e06db38-e04f-4d98-85cd-6fd0c2bcf2ce req-b6d9c5a2-8238-4ac1-8e17-92b7d9867e3a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0500886 Nov 12 09:49:47.607333 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8e06db38-e04f-4d98-85cd-6fd0c2bcf2ce req-4f976d0f-e6d8-4180-bfb3-17c33e29fea9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414190 Nov 12 09:49:48.724346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ccad2-5b54-47b0-84f0-788524709b05 req-680ea12f-7353-4fb4-9906-8256aad8df5c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:48.725845 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a01ccad2-5b54-47b0-84f0-788524709b05 req-680ea12f-7353-4fb4-9906-8256aad8df5c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0496035 Nov 12 09:49:48.773940 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a01ccad2-5b54-47b0-84f0-788524709b05 req-2bbb9142-8a31-4c19-9d5c-b6398f2ca68e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 Nov 12 09:49:49.241919 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:49.899819 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57737a-3f4e-4a37-be35-9c5376fc270f req-efc1d198-cf5e-4b4d-a1bf-e715b6395d40 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:49.901358 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b57737a-3f4e-4a37-be35-9c5376fc270f req-efc1d198-cf5e-4b4d-a1bf-e715b6395d40 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0538969 Nov 12 09:49:49.939362 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:49.955972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3b57737a-3f4e-4a37-be35-9c5376fc270f req-9dee5454-59a6-4075-9d37-715f9397da2a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478489 Nov 12 09:49:50.428121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:51.091088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14058b-a664-40ae-ac49-9322f0207583 req-f31e9b5d-9d60-4b58-9ede-9b3a20b58298 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:51.092829 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f14058b-a664-40ae-ac49-9322f0207583 req-f31e9b5d-9d60-4b58-9ede-9b3a20b58298 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0621574 Nov 12 09:49:51.155104 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4f14058b-a664-40ae-ac49-9322f0207583 req-3a9bf20d-af77-4a76-8eff-bc8279c43a6a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563293 Nov 12 09:49:51.416128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397c199-0aa3-4924-ae80-b2a6bd56b850 req-a5c1977c-d59d-4d30-b19f-f5d9c29e2a26 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:51.417712 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9397c199-0aa3-4924-ae80-b2a6bd56b850 req-a5c1977c-d59d-4d30-b19f-f5d9c29e2a26 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0521007 Nov 12 09:49:51.468077 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-479218e2-05cd-4499-8bbf-5474d076ce9e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1070931 Nov 12 09:49:51.472506 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9397c199-0aa3-4924-ae80-b2a6bd56b850 req-250b19f3-183b-4580-a15d-8a5e09e20158 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479801 Nov 12 09:49:52.594715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb4117-c9c8-4ff0-ab69-7a62874fcc05 req-f56cf1fc-ab29-4bde-a3cf-9451a6a732f3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:52.596211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deeb4117-c9c8-4ff0-ab69-7a62874fcc05 req-f56cf1fc-ab29-4bde-a3cf-9451a6a732f3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0514627 Nov 12 09:49:52.646391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-deeb4117-c9c8-4ff0-ab69-7a62874fcc05 req-3c0f3406-47ff-4397-ae06-1ea23c50dda0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439336 Nov 12 09:49:53.268474 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:49:53.766257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3d956-be35-47e2-a28b-8deb44934279 req-08425e49-1ae5-4343-a5dd-ec85a78ce872 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:53.767787 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13b3d956-be35-47e2-a28b-8deb44934279 req-08425e49-1ae5-4343-a5dd-ec85a78ce872 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0514302 Nov 12 09:49:53.818216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13b3d956-be35-47e2-a28b-8deb44934279 req-49a4b0bc-51a5-458d-8d18-afe2a0fa6b25 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 Nov 12 09:49:54.943888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facc972-fe3d-40bd-a920-4b976493c8a5 req-04fe0905-bb88-4675-beff-829a25ec911c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:54.945404 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4facc972-fe3d-40bd-a920-4b976493c8a5 req-04fe0905-bb88-4675-beff-829a25ec911c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0557048 Nov 12 09:49:54.994141 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4facc972-fe3d-40bd-a920-4b976493c8a5 req-7bc8c1e1-58a9-40b5-a7ee-ec9daeff1c26 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Nov 12 09:49:56.121271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d915a4-fd7e-4b10-90eb-53a192da9651 req-4f3151c9-b96b-4d3f-a99e-f7c3bbc62057 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:56.122790 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74d915a4-fd7e-4b10-90eb-53a192da9651 req-4f3151c9-b96b-4d3f-a99e-f7c3bbc62057 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0558650 Nov 12 09:49:56.178372 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-74d915a4-fd7e-4b10-90eb-53a192da9651 req-d3ec61c6-8df6-4b57-9774-05590ab30bf7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486925 Nov 12 09:49:56.730082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-85f3ee4d-870a-4d8b-bb5a-1f12d6510c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:56.731733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-85f3ee4d-870a-4d8b-bb5a-1f12d6510c20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1097 time: 0.0423234 Nov 12 09:49:56.834024 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6cc39584-b32c-433b-bef3-13d6cd8f810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:56.835525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6cc39584-b32c-433b-bef3-13d6cd8f810f service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0967672 Nov 12 09:49:56.904533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-9e96c84e-1bb6-4059-8c7a-6f941200eb32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 1001 time: 0.0610263 Nov 12 09:49:56.955011 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-e411d70a-a0f4-4501-a367-4e54d6efa98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:56.956640 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-e411d70a-a0f4-4501-a367-4e54d6efa98b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0454278 Nov 12 09:49:57.008614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-8a040472-e5ff-43bf-842e-c591ae74f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:57.010320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-8a040472-e5ff-43bf-842e-c591ae74f147 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465860 Nov 12 09:49:57.121353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-48a9a5e7-b0ce-4824-aa81-edbbb050f110 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033862 Nov 12 09:49:57.219551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-e063bbb8-0a3d-4cdd-9912-0baf03cae05a service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905311 Nov 12 09:49:57.303676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee01f1-d092-47f9-bbc7-9e8057d8648e req-fcb09df1-b681-4dbb-b84b-fb93dd6f2ec7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:57.305516 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77ee01f1-d092-47f9-bbc7-9e8057d8648e req-fcb09df1-b681-4dbb-b84b-fb93dd6f2ec7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0555716 Nov 12 09:49:57.360262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-77ee01f1-d092-47f9-bbc7-9e8057d8648e req-752aae48-7d6f-46c0-b213-103ab6b45a95 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484567 Nov 12 09:49:58.193093 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:58.492567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4970652-b78b-43b3-8244-964e683a8553 req-00022a13-8348-46a5-869c-9230035886de tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:58.494062 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4970652-b78b-43b3-8244-964e683a8553 req-00022a13-8348-46a5-869c-9230035886de tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0627232 Nov 12 09:49:58.546159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e4970652-b78b-43b3-8244-964e683a8553 req-747ef941-4b0c-4f55-8499-ed12fe7ec52e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451634 Nov 12 09:49:58.732651 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:59.224486 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-052f51c7-0434-4e8d-b6d3-d5bebe888ded service neutron] show failed (client error): The resource could not be found. Nov 12 09:49:59.225546 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-052f51c7-0434-4e8d-b6d3-d5bebe888ded service neutron] 10.222.0.55 "GET /v2.0/ports/ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0622013 Nov 12 09:49:59.435701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-f3b5d6ab-4714-4626-af6d-fe9ff0e3667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:59.437091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-f3b5d6ab-4714-4626-af6d-fe9ff0e3667d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 1097 time: 0.0417957 Nov 12 09:49:59.451104 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:49:59.513302 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:59.669482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf645e-6681-415d-93a1-4159621599eb req-18f09033-6469-483d-b199-21bf5ab0bf6d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:49:59.671049 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ccf645e-6681-415d-93a1-4159621599eb req-18f09033-6469-483d-b199-21bf5ab0bf6d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0513999 Nov 12 09:49:59.726545 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9ccf645e-6681-415d-93a1-4159621599eb req-29b06d81-fa49-46ba-9d20-e1b4b5ebee2d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489163 Nov 12 09:49:59.736778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:49:59.784121 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:49:59.835535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:49:59.837858 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17477944-c254-4ef0-b297-f9ad2e0356a8" -d '{"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:49:59.841762 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:59.857057 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Transition to ACTIVE for port object ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:49:59.863129 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:49:59.910124 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8103fa24-bff8-4586-a286-44cf7ee65803 x-openstack-request-id: req-8103fa24-bff8-4586-a286-44cf7ee65803 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:49:59.910399 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-unplugged", "status": "completed", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:49:59.910664 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8103fa24-bff8-4586-a286-44cf7ee65803 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:49:59.911070 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'code': 200} Nov 12 09:49:59.969908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:49:59.986952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.987301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.987648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.988017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.988358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.988692 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.989024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.989355 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.989684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.990014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.990341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:49:59.990667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:00.025263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] No DVR routers for this DVR port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:50:00.185582 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:50:00.185864 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:50:00.186154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:50:00.190997 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:50:00.191322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Attempting to bind port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:50:00.197122 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:50:00.197531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:50:00.197862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:50:00.198365 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Bound port: ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:50:00.198787 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:00.267053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:50:00.270172 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:50:00.274367 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:00.312862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:00.313490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:00.314862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] 10.222.0.62 "PUT /v2.0/ports/ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 1092 time: 0.8681862 Nov 12 09:50:00.331724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905ba11-b6b6-4de7-92d2-fe2cc109e83c service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:00.383887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-fd0b3286-b4c8-400a-87cf-c88e763ffb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:00.385429 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-fd0b3286-b4c8-400a-87cf-c88e763ffb34 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1095 time: 0.0446761 Nov 12 09:50:00.489294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-90076e84-2f6a-49c8-af71-8f300528c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:00.490761 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-90076e84-2f6a-49c8-af71-8f300528c48c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0962114 Nov 12 09:50:00.560044 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-496feca9-135f-4c86-99f3-00753801cbad service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 999 time: 0.0600910 Nov 12 09:50:00.612709 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-fb9baf0d-834e-4030-b948-596fba9d6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:00.614086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-fb9baf0d-834e-4030-b948-596fba9d6bfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0445516 Nov 12 09:50:00.665213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-40d129cd-fc9e-40a5-9b42-5f5ef9484f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:00.666711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-40d129cd-fc9e-40a5-9b42-5f5ef9484f9b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440965 Nov 12 09:50:00.763214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-59ee7052-475a-4114-b801-07591ebf2b3c service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 Nov 12 09:50:00.848635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434330e1-cc3d-41c3-8370-e557d95caa3c req-49a1ec49-263b-45d6-a682-fc5b3ecf0e7c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:00.850100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-434330e1-cc3d-41c3-8370-e557d95caa3c req-49a1ec49-263b-45d6-a682-fc5b3ecf0e7c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 943 time: 0.0507550 Nov 12 09:50:00.866120 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1b948e60-27be-4cee-bff2-b6944391c8aa req-0fa7a1e4-a721-4a6b-9048-56fa1f3315a3 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926864 Nov 12 09:50:00.900212 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-434330e1-cc3d-41c3-8370-e557d95caa3c req-5e450df2-53dd-4b21-aada-3daeb0b80569 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Nov 12 09:50:01.912329 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:01.914690 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcf2cf5-3b39-434d-b52a-86924f043f55" -d '{"events": [{"name": "network-changed", "server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:01.966362 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539df06c-4e2a-4b8e-8c44-285a7fe0d634 x-openstack-request-id: req-539df06c-4e2a-4b8e-8c44-285a7fe0d634 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:01.966739 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:01.967013 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-539df06c-4e2a-4b8e-8c44-285a7fe0d634 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:01.967312 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'status': 'completed', 'code': 200} Nov 12 09:50:02.041437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-58a88220-1744-4c71-a12e-2507e93ca939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.043644 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-58a88220-1744-4c71-a12e-2507e93ca939 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1095 time: 0.0504274 Nov 12 09:50:02.060273 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06bf92-f7d5-4842-8017-ee686616e940 req-348aa57c-6442-44c1-9952-77d7091540f9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.061825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b06bf92-f7d5-4842-8017-ee686616e940 req-348aa57c-6442-44c1-9952-77d7091540f9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 943 time: 0.0864553 Nov 12 09:50:02.069022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-93bf9b58-1f74-43ea-9854-24b56b5ff3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.070566 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-93bf9b58-1f74-43ea-9854-24b56b5ff3c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1095 time: 0.0644510 Nov 12 09:50:02.159447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-db407f28-1441-4f8c-bcfd-ac3c8b366a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.160968 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-db407f28-1441-4f8c-bcfd-ac3c8b366a53 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0989242 Nov 12 09:50:02.176145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8b06bf92-f7d5-4842-8017-ee686616e940 req-bb312507-5f51-47c9-b850-1c234da1e470 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045010 Nov 12 09:50:02.206153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-35d0fec8-b37b-4f96-a77c-108cfa1a326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.207892 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-35d0fec8-b37b-4f96-a77c-108cfa1a326e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1301522 Nov 12 09:50:02.290671 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-81f9049d-85c4-4389-80ba-530a12fb9908 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 999 time: 0.0750916 Nov 12 09:50:02.357189 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-dc773f9a-910b-4107-8007-2def4131f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.358929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-dc773f9a-910b-4107-8007-2def4131f7c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0618780 Nov 12 09:50:02.421433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-9e7834e0-4865-45e8-bc3a-d27999e46b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.423087 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-9e7834e0-4865-45e8-bc3a-d27999e46b0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571458 Nov 12 09:50:02.526695 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-0390f729-3417-4b10-94ec-ac98ce477e68 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966475 Nov 12 09:50:02.606395 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-7d54945f-5750-4640-9839-c92f649cef28 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 999 time: 0.4318593 Nov 12 09:50:02.642181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-99962523-3ed1-4ff0-9cc8-2f096e517328 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084833 Nov 12 09:50:02.661974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-972f0ad1-dfdb-4aa0-8c1d-aff09de9b827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.663637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-972f0ad1-dfdb-4aa0-8c1d-aff09de9b827 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0492814 Nov 12 09:50:02.718499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-8cb4ac70-03d2-45e9-8019-9aeb2e10cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:02.721341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-8cb4ac70-03d2-45e9-8019-9aeb2e10cbc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492797 Nov 12 09:50:02.832952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-957f3c76-2508-45c0-a4cc-38a4264f21d1 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030889 Nov 12 09:50:02.903992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:50:02.929669 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0bcf2cf5-3b39-434d-b52a-86924f043f55 req-be69e03f-85e8-435b-b2b7-7ea6ae2e99e1 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890377 Nov 12 09:50:02.942663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:50:03.298025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bece18-73be-4d14-afd2-00bb5f697f11 req-e1f2de9d-63ea-4169-8628-e2c6e29bda97 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.299516 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-28bece18-73be-4d14-afd2-00bb5f697f11 req-e1f2de9d-63ea-4169-8628-e2c6e29bda97 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 943 time: 0.0497231 Nov 12 09:50:03.347419 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-28bece18-73be-4d14-afd2-00bb5f697f11 req-d127a076-de6f-4f91-88b2-5ecf24b0849e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415745 Nov 12 09:50:03.534623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:50:03.545131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1e8e2-ccfa-425e-a096-a437ab8ba472 req-93261eee-b957-411c-af28-9d355526709c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.547172 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0cb1e8e2-ccfa-425e-a096-a437ab8ba472 req-93261eee-b957-411c-af28-9d355526709c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 943 time: 0.0541072 Nov 12 09:50:03.559713 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-b5ed31f3-6cdd-49e8-995e-7b22c1e3e9b9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.561352 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-b5ed31f3-6cdd-49e8-995e-7b22c1e3e9b9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb&tenant_id=f2278b124959403ab66295ae1ccdffbb&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 943 time: 0.0552268 Nov 12 09:50:03.603205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0cb1e8e2-ccfa-425e-a096-a437ab8ba472 req-98e7e32c-818c-4aab-ba7c-fa72d5775f01 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485036 Nov 12 09:50:03.624757 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-bc78edfd-b712-4dfa-89bf-5775a2567623 service neutron] delete failed (client error): The resource could not be found. Nov 12 09:50:03.626366 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-bc78edfd-b712-4dfa-89bf-5775a2567623 service neutron] 10.222.0.55 "DELETE /v2.0/ports/ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0580435 Nov 12 09:50:03.656157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:03.668478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'mac_address': 'fa:16:3e:bb:96:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:50:03.706501 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:03.711223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-9edff3ae-11a5-47b4-b19d-49206651c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.712773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-9edff3ae-11a5-47b4-b19d-49206651c161 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1095 time: 0.0426967 Nov 12 09:50:03.719074 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:50:03.740102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:03.746369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:03.798659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:03.806190 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.806539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.806881 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.807219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.807549 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.807882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.808235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.808560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.808886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.809213 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.809540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.809862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:03.813259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-005c5c83-34c7-4b8e-b3da-a5d4e1f60b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.814742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-005c5c83-34c7-4b8e-b3da-a5d4e1f60b9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0947096 Nov 12 09:50:03.880565 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-00fdeda1-bbef-4e7a-ba18-f8a2d3d6fb09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 1000 time: 0.0587745 Nov 12 09:50:03.935029 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-ba360d77-d876-4544-8a30-f8a87d9c8318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.936529 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-ba360d77-d876-4544-8a30-f8a87d9c8318 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0495682 Nov 12 09:50:03.985964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-0007aea7-c64d-4e86-8867-6b1bdbfe8dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:03.987495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-0007aea7-c64d-4e86-8867-6b1bdbfe8dc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420487 Nov 12 09:50:04.019246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:50:04.084719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-b6550fdf-cee2-49cf-922b-6fc4203d7993 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901301 Nov 12 09:50:04.177018 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f25b2569-76d0-4666-aea0-5c2d7078c463 req-6285d76e-50f2-404f-917c-4fc34145e137 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843885 Nov 12 09:50:04.731933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f1330-4e1b-49f5-bae3-55e65fef6394 req-2e623443-0fad-4bf3-8822-3cc6176b13c1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:04.733419 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca2f1330-4e1b-49f5-bae3-55e65fef6394 req-2e623443-0fad-4bf3-8822-3cc6176b13c1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 944 time: 0.0531900 Nov 12 09:50:04.786687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ca2f1330-4e1b-49f5-bae3-55e65fef6394 req-7dacacb5-7575-46e9-8bc6-47484e191927 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471337 Nov 12 09:50:04.902884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a939983-d346-42c1-aeb4-afcfaa4c8151 req-049c5f63-8521-42bd-8b18-f7dbdf5809cd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:04.904461 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a939983-d346-42c1-aeb4-afcfaa4c8151 req-049c5f63-8521-42bd-8b18-f7dbdf5809cd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 944 time: 0.0496018 Nov 12 09:50:04.952214 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9a939983-d346-42c1-aeb4-afcfaa4c8151 req-5ea27329-df78-48dd-b9f6-10f00f5aaba5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 Nov 12 09:50:05.150877 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3010e-3f5f-4134-9657-72bcaa29a40f req-351c6240-db0e-4296-8349-e0fd3d1ed02c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:05.152323 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cb3010e-3f5f-4134-9657-72bcaa29a40f req-351c6240-db0e-4296-8349-e0fd3d1ed02c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 944 time: 0.0513165 Nov 12 09:50:05.226422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-33004f97-e205-4d90-a569-2168d0c1eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:05.227948 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-33004f97-e205-4d90-a569-2168d0c1eb50 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 1096 time: 0.0747285 Nov 12 09:50:05.231833 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cb3010e-3f5f-4134-9657-72bcaa29a40f req-3c13e7e8-e45d-4c8f-be96-746060f00f33 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711682 Nov 12 09:50:05.331460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-fa0ea628-2d80-4d84-8f86-564a69f4544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:05.332982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-fa0ea628-2d80-4d84-8f86-564a69f4544c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0874002 Nov 12 09:50:05.405631 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-b61fa0a7-a99c-4596-a80f-5fc3ca11811a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 200 len: 1000 time: 0.0640066 Nov 12 09:50:05.457742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-50f8b358-282b-4d64-b5cb-c9a475a176d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:05.459194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-50f8b358-282b-4d64-b5cb-c9a475a176d2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0459216 Nov 12 09:50:05.515427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-7224cb2e-5cea-4b2f-9d01-06d54b8ce3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:05.517066 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-7224cb2e-5cea-4b2f-9d01-06d54b8ce3dc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443509 Nov 12 09:50:05.550443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:50:05.602168 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:50:05.606626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:50:05.607084 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:05.617708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-38fb4f7c-8989-4bc7-b277-c00a0b9ff34d service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920208 Nov 12 09:50:05.685380 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:05.708878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:05.711108 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca9c4db-42ad-4486-8187-d23f712e2554" -d '{"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:05.714161 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-888dee22-4e3e-40c2-81d9-d735cca779ed req-9d6f00f8-1b85-4af5-a234-ae8ff77259b9 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860066 Nov 12 09:50:05.724313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:05.729504 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:05.754218 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc0034d-6438-47d4-a17a-e71a314cb2a7 x-openstack-request-id: req-8fc0034d-6438-47d4-a17a-e71a314cb2a7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:05.754512 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-plugged", "status": "completed", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:05.754772 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8fc0034d-6438-47d4-a17a-e71a314cb2a7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:05.755165 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'code': 200} Nov 12 09:50:05.782764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:06.361940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259b3a3-ef79-4645-8c8b-cd3f8e541847 req-0adb164d-5a9b-4963-9c7d-142548b3bdcc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:06.363380 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a259b3a3-ef79-4645-8c8b-cd3f8e541847 req-0adb164d-5a9b-4963-9c7d-142548b3bdcc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0571587 Nov 12 09:50:06.419167 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a259b3a3-ef79-4645-8c8b-cd3f8e541847 req-16d26ef2-f986-4cc3-a6e3-e4826962d8b4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490208 Nov 12 09:50:06.665872 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c3f19-1566-4eb3-9836-451c8a8f6d54 req-8dad2cf5-ea6e-4d3c-839d-e98784bceb57 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:06.667312 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca1c3f19-1566-4eb3-9836-451c8a8f6d54 req-8dad2cf5-ea6e-4d3c-839d-e98784bceb57 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0535502 Nov 12 09:50:06.719055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ca1c3f19-1566-4eb3-9836-451c8a8f6d54 req-5055f8db-a90b-47c7-a4d1-eaf7fb076c22 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452049 Nov 12 09:50:07.845486 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e3bc-28ff-4c55-9052-861060c08edb req-81e3f06d-8eec-4ae4-ab34-0c697c539f16 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:07.846988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4e7e3bc-28ff-4c55-9052-861060c08edb req-81e3f06d-8eec-4ae4-ab34-0c697c539f16 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0484324 Nov 12 09:50:07.894999 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a4e7e3bc-28ff-4c55-9052-861060c08edb req-7f418c28-4d19-4ab7-9daf-9a4f6e589de5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418751 Nov 12 09:50:08.189743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-11bb29b5-8e3d-4a27-aac1-234cd0d0776e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:08.191230 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-11bb29b5-8e3d-4a27-aac1-234cd0d0776e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 945 time: 0.0508626 Nov 12 09:50:08.287265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Deleting port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:50:08.287597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:08.376423 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] For port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:08.376790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:08.564419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:08.564686 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:08.565011 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 disassociated. External IP: 172.25.5.138, port: ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9. Nov 12 09:50:08.565373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Calling delete_port for ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:50:08.695875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:08.728169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event deleted for resources: {'Port': ['ID=ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:08.869034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:50:09.007343 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dbc00511-47c1-4731-9d86-f73b039cc806 req-789e9faf-ef84-4e4c-94e9-1d0bc3267c52 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=8185d774-c4da-4a63-9e7b-491cbc3a83cb HTTP/1.1" status: 200 len: 210 time: 0.0370562 Nov 12 09:50:09.020346 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:50:09.032904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:50:09.043787 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:50:09.044600 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:49:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:09.069017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] No DVR routers for this DVR port ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:50:09.072313 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:09.076036 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8069a58c-e5ab-41a9-91c8-9f52782bb477 req-e5801caa-3d9e-4704-908c-f9b99aefce20 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "DELETE /v2.0/ports/ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 HTTP/1.1" status: 204 len: 173 time: 0.8783481 Nov 12 09:50:09.077008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-deleted', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:09.079559 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e633371e7784aa0bcd2025cd9857dac124f3415ed01efa7a97ff8ff84cf08d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a56fb3-40c7-4fd7-afb4-b65fc3142832" -d '{"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-deleted", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:09.129684 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942d4d6f-aa70-4bae-9f0d-1261ffc845ae x-openstack-request-id: req-942d4d6f-aa70-4bae-9f0d-1261ffc845ae {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:09.130159 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8185d774-c4da-4a63-9e7b-491cbc3a83cb", "name": "network-vif-deleted", "tag": "ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:09.130488 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-942d4d6f-aa70-4bae-9f0d-1261ffc845ae {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:09.130957 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8185d774-c4da-4a63-9e7b-491cbc3a83cb', 'name': 'network-vif-deleted', 'tag': 'ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9', 'status': 'completed', 'code': 200} Nov 12 09:50:09.171120 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:50:09.395770 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:09.426978 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:50:09.436364 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:50:09.436675 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:49:46Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:09.580325 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:50:09.795154 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:09.823060 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19f0786-9266-4030-a7a8-7b71fbb8ebe3 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:50:10.064484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b725a1-41ee-4149-9535-3e307233e944 None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:50:10.304119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df31fed5-2e6e-438e-a79a-08437c37f53c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--974157963&fields=id&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 267 time: 0.0437930 Nov 12 09:50:10.416737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-73f78a9c-8235-4354-8649-f642a89b7b01 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:10.418231 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-73f78a9c-8235-4354-8649-f642a89b7b01 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1069579 Nov 12 09:50:10.434084 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-d8c696f9-c9c3-4c87-93e8-20c157388ef0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/quotas/f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 375 time: 0.0095606 Nov 12 09:50:10.489952 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-7a35fa04-5ca9-4ca6-a609-59df83360569 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496519 Nov 12 09:50:10.558095 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-f78b3a8c-f427-4781-9112-6841360bba18 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:50:10.559055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-f78b3a8c-f427-4781-9112-6841360bba18 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0569959 Nov 12 09:50:10.659538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-5c224448-36cc-440e-850f-b725e7fb44ff service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933447 Nov 12 09:50:10.755792 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-ef0f8418-613d-4830-96b0-ddd0dead32bd service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893531 Nov 12 09:50:10.928576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c4f210d4-f839-47aa-a146-76d2f238744b req-822c20b5-6ec4-400f-bf9e-a62f80cc84fc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 210 time: 0.0384538 Nov 12 09:50:11.614060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:50:11.634958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:50:11.635307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device ca4f5ad3-0c7c-45d4-988e-a9a84984dcb9 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:50:11.967656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-1827c143-e3a3-4265-bb85-412174a6fa28 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:11.969295 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-1827c143-e3a3-4265-bb85-412174a6fa28 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1211617 Nov 12 09:50:12.035002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-d497521e-8c7b-4265-9dbf-3a90630f1eea tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 379 time: 0.0566394 Nov 12 09:50:12.035416 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b9984a87-65b1-479d-8180-9986cc90ab34 req-c9830ae8-00e2-474b-a21f-7901a01a7747 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 210 time: 0.0292013 Nov 12 09:50:12.044999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'port': {'device_id': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'admin_state_up': True, 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'security_groups': ['947519a2-0625-4bea-8cc2-5b3fc67ebf26']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:50:12.153981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Made reservation on behalf of f2278b124959403ab66295ae1ccdffbb for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:50:12.158099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.288703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Allocated IP 172.20.0.4 (1153d63d-5367-4454-93ca-7daf7d0b80ef/03ca298c-9779-4645-92e7-2062eb633767/c4cfe2a5-7797-4581-81f1-be8d931c6447) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:50:12.438544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.470758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.516303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:50:12.519449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:50:12.522043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:50:12.548741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:12.562028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.562875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.563177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.563518 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.563863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.564219 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.564549 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.564876 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.565198 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.565524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.565849 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.566171 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:50:12.592802 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:12.593462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.613318 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-df09ea43-4418-42bd-881e-d00fb2c9bbc9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5723104 Nov 12 09:50:12.626690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Request body: {'port': {'device_id': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:50:12.690024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.766775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5ea4b4f4-51a9-4154-ab34-28d8dc44df3e None None] Provisioning complete for port c4cfe2a5-7797-4581-81f1-be8d931c6447 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:50:12.767389 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b4f4-51a9-4154-ab34-28d8dc44df3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.807405 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4b4f4-51a9-4154-ab34-28d8dc44df3e None None] Port c4cfe2a5-7797-4581-81f1-be8d931c6447 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:50:12.959186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4cfe2a5-7797-4581-81f1-be8d931c6447 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:50:12.966662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:12.980132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Transition to ACTIVE for port object c4cfe2a5-7797-4581-81f1-be8d931c6447 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:50:12.984933 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:13.058294 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:13.125837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:50:13.126247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:50:13.126689 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:50:13.131559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:50:13.131893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:50:13.137338 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:50:13.137674 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:50:13.138065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:50:13.138498 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Bound port: c4cfe2a5-7797-4581-81f1-be8d931c6447, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:50:13.138993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:13.237744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d545a-a038-439c-83a0-8534a92c4d63 req-62c675b1-c02a-453b-95de-564a5eddb1b0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.239230 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee7d545a-a038-439c-83a0-8534a92c4d63 req-62c675b1-c02a-453b-95de-564a5eddb1b0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 943 time: 0.0975187 Nov 12 09:50:13.244894 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:50:13.249043 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:50:13.257162 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:13.306935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.307555 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:13.308992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] 10.222.0.55 "PUT /v2.0/ports/c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1092 time: 0.6876950 Nov 12 09:50:13.309438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:13.311711 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790249bf-2443-4f05-b806-3e6d347e8d75" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:13.355751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee7d545a-a038-439c-83a0-8534a92c4d63 req-e56adfa1-35db-434d-934b-2c4763110621 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085436 Nov 12 09:50:13.356422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d423d-643e-4f13-9218-c7956fc20ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:13.388031 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc77787-f9f3-40f9-b279-b95b3724752c x-openstack-request-id: req-0cc77787-f9f3-40f9-b279-b95b3724752c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:13.388031 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:13.388031 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cc77787-f9f3-40f9-b279-b95b3724752c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:13.388031 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'status': 'completed', 'code': 200} Nov 12 09:50:13.415049 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-32ba3902-787a-4c63-8209-773abe1f8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.416733 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-32ba3902-787a-4c63-8209-773abe1f8c2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1095 time: 0.0462248 Nov 12 09:50:13.468188 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-c9a1823f-d44e-4ab8-9882-dd35ca0575cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 217 time: 0.0421102 Nov 12 09:50:13.520196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-66bdf633-7920-471b-aa60-eb1305f01fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.521696 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-66bdf633-7920-471b-aa60-eb1305f01fe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0470119 Nov 12 09:50:13.570827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-814e32a6-39b7-4d8c-8011-732346b2b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.572266 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-814e32a6-39b7-4d8c-8011-732346b2b593 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420711 Nov 12 09:50:13.666353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-ea5ef753-bc58-4744-a522-b4cc0a4a99cf service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867987 Nov 12 09:50:13.757776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b351ffc6-923f-46f0-a295-1fdd8c916579 req-54a0c72c-e69f-410d-a438-85ac86d4c27d service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838785 Nov 12 09:50:13.844708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-8bd52b08-2a2a-47f6-be04-aff776211188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.846207 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-8bd52b08-2a2a-47f6-be04-aff776211188 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1095 time: 0.0434616 Nov 12 09:50:13.933714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-127bdff7-613d-427c-8fbe-316204b198df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:13.948134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-886cc4a4-80c6-4d1f-9be6-61f9d7f2a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:13.949654 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-886cc4a4-80c6-4d1f-9be6-61f9d7f2a342 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0965185 Nov 12 09:50:13.993539 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-9ad77f81-82ad-4818-b95f-c841d10c330a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 217 time: 0.0363405 Nov 12 09:50:14.050247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-6806c4a7-e454-4aa3-87f2-af5f9ed32e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:14.052385 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-6806c4a7-e454-4aa3-87f2-af5f9ed32e40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0503285 Nov 12 09:50:14.102805 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-9c741151-3f8b-4d74-bdb6-95f48d6dac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:14.104339 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-9c741151-3f8b-4d74-bdb6-95f48d6dac67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452080 Nov 12 09:50:14.200023 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-bbcd959a-30a8-4e38-b67d-0aa478d34c3d service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871930 Nov 12 09:50:14.289904 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-790249bf-2443-4f05-b806-3e6d347e8d75 req-59c4d673-ba1e-446b-a33c-39c2b346406b service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823998 Nov 12 09:50:14.495795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175f62-59bb-46a6-a3d6-4e9e20430fb3 req-56abb93d-19b1-4c7b-adf7-6f9e8e301ea2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:14.497316 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41175f62-59bb-46a6-a3d6-4e9e20430fb3 req-56abb93d-19b1-4c7b-adf7-6f9e8e301ea2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 943 time: 0.0546467 Nov 12 09:50:14.550650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-41175f62-59bb-46a6-a3d6-4e9e20430fb3 req-0d2365f7-9fa6-4110-b7a9-31f155514919 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466557 Nov 12 09:50:14.955198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:50:15.051428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:15.067224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'mac_address': 'fa:16:3e:3a:10:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:50:15.105414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:15.118822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cfe2a5-7797-4581-81f1-be8d931c6447 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:50:15.138124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:15.142943 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:15.190978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:15.389470 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['c4cfe2a5-7797-4581-81f1-be8d931c6447'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:50:15.672539 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1d8d-c911-4a10-97b5-881c7bc7e533 req-6670c9af-0668-4208-9621-3c9025e90e2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:15.673956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-649b1d8d-c911-4a10-97b5-881c7bc7e533 req-6670c9af-0668-4208-9621-3c9025e90e2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0506892 Nov 12 09:50:15.728418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-649b1d8d-c911-4a10-97b5-881c7bc7e533 req-592979da-f929-424a-8590-8b2672c31e78 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480204 Nov 12 09:50:16.485592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-60b3194d-29c0-4b0e-accb-064c45a242cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:16.848480 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a51e8-264f-4bf6-9d82-9d84756e43e5 req-04f1f89d-f8c0-4e18-a793-077ac78a3d82 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:16.849980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f3a51e8-264f-4bf6-9d82-9d84756e43e5 req-04f1f89d-f8c0-4e18-a793-077ac78a3d82 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0498600 Nov 12 09:50:16.898831 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f3a51e8-264f-4bf6-9d82-9d84756e43e5 req-7fc943ac-a402-4106-962c-6fa15d5cc412 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427165 Nov 12 09:50:16.970357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:50:17.023497 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port c4cfe2a5-7797-4581-81f1-be8d931c6447 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:50:17.028375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port c4cfe2a5-7797-4581-81f1-be8d931c6447 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:50:17.028751 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:17.110150 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:17.133204 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:17.135433 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92af47b97eeb52f3ddc24965d903beab4ab1eedea93e4c5b9d173727498378ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97661227-1479-43af-9a95-24eebe6ca038" -d '{"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-plugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:17.148205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:50:17.152933 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:17.176217 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbf0608-4bb7-42e5-a836-d2fa0d63d5b5 x-openstack-request-id: req-2dbf0608-4bb7-42e5-a836-d2fa0d63d5b5 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:17.176523 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-plugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:17.176768 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dbf0608-4bb7-42e5-a836-d2fa0d63d5b5 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:17.177405 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'code': 200} Nov 12 09:50:17.204314 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:50:17.267456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228cdb1-7b0b-4d8e-8665-3fb46f48b90f req-293ccc31-a1ef-464c-9f6b-303d685ff4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:17.268984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1228cdb1-7b0b-4d8e-8665-3fb46f48b90f req-293ccc31-a1ef-464c-9f6b-303d685ff4e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1097 time: 0.0409093 Nov 12 09:50:17.315181 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1228cdb1-7b0b-4d8e-8665-3fb46f48b90f req-4babd991-ffe1-4230-87db-a15abc1a4703 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377455 Nov 12 09:50:18.014593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4c1f2-c3b5-410d-a9cc-0a10e68a7826 req-8733b758-ad62-4f2b-80fb-0cf699d16267 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:18.016802 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7fa4c1f2-c3b5-410d-a9cc-0a10e68a7826 req-8733b758-ad62-4f2b-80fb-0cf699d16267 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0509136 Nov 12 09:50:18.070911 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7fa4c1f2-c3b5-410d-a9cc-0a10e68a7826 req-c58ecd3f-d768-4d16-9028-0a6aae2c0cf8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481417 Nov 12 09:50:19.190774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594a198-e334-4790-8149-7d4cfebb15e7 req-05be8f6f-a58c-41cf-b220-0feb47048b58 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:19.192265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4594a198-e334-4790-8149-7d4cfebb15e7 req-05be8f6f-a58c-41cf-b220-0feb47048b58 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0500154 Nov 12 09:50:19.241938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4594a198-e334-4790-8149-7d4cfebb15e7 req-54459d93-556e-46fb-833d-91cf042fe24a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430274 Nov 12 09:50:19.244753 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:19.355072 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc9b97-43a6-424f-97dd-fd6c859c3459 req-69065d13-f211-4cff-95f0-d1f32a501bd4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:19.356650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6dc9b97-43a6-424f-97dd-fd6c859c3459 req-69065d13-f211-4cff-95f0-d1f32a501bd4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0503430 Nov 12 09:50:19.365915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 56594) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:50:19.370520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'floatingip': {'port_id': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:50:19.411869 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:19.945587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:20.127942 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:20.134541 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:20.240434 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 associated. External IP: 172.25.5.138, port: c4cfe2a5-7797-4581-81f1-be8d931c6447. Nov 12 09:50:20.431799 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:20.450379 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:50:20.563814 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:50:20.568714 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:20.573923 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:50:20.584335 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:50:20.585074 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:50:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:20.596842 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-29639ed6-fc9b-470b-a3e3-9a561c26ab51 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "PUT /v2.0/floatingips/60531f6a-8f3a-46d8-853c-3d3c7a537864 HTTP/1.1" status: 200 len: 991 time: 1.2297027 Nov 12 09:50:20.597456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:50:20.599765 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}114209884bde14ad93780ab85294096739f38411ccf63bf8823ee1fae12504a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f942a55-90e1-4f14-9f4a-9810a017b0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:50:20.646960 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fa2532-76ed-4414-b3bc-698b6b071f0f x-openstack-request-id: req-91fa2532-76ed-4414-b3bc-698b6b071f0f {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:50:20.647252 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:50:20.647668 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-91fa2532-76ed-4414-b3bc-698b6b071f0f {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:50:20.647933 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'status': 'completed', 'code': 200} Nov 12 09:50:20.704647 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:50:20.721496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-eeccf286-0bb7-4e51-8ffe-6ab1e48408bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:20.723025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-eeccf286-0bb7-4e51-8ffe-6ab1e48408bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1097 time: 0.0470521 Nov 12 09:50:20.817911 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-e41d852c-da20-46cf-b7ae-ba33fd11d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:20.819379 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-e41d852c-da20-46cf-b7ae-ba33fd11d829 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0899115 Nov 12 09:50:20.892564 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-bba2b8d4-dd8e-4763-b44b-9f3cb562f11c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 999 time: 0.0654957 Nov 12 09:50:20.937936 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:3a:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:50:20Z', 'revision_number': 9, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:20.949392 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-b3d22119-2774-45ca-a1c0-50c4bd4fd2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:20.951397 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-b3d22119-2774-45ca-a1c0-50c4bd4fd2db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0522778 Nov 12 09:50:20.969437 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:50:20.978140 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:50:20.978832 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:50:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:20.997749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-a51ed53e-e344-46b5-b6cc-7d18f2430150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:50:20.999786 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-a51ed53e-e344-46b5-b6cc-7d18f2430150 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413051 Nov 12 09:50:21.095240 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:50:21.105481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-42271b8c-e93a-42d1-90db-37969e50222e service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993507 Nov 12 09:50:21.201133 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8f942a55-90e1-4f14-9f4a-9810a017b0f6 req-b0bcdd15-c6e2-479c-8267-bf58a4c6dea8 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885718 Nov 12 09:50:21.328173 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:3a:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:50:20Z', 'revision_number': 9, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:50:21.354835 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d9b4d-75df-49e8-b2fa-3e41474534f7 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:3a:10:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:50:20Z', 'revision_number': 9, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:50:21.547411 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1864a7-c06c-4e6d-99bc-9c2880f00d97 None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:50:28.189199 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:28.728097 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:30.268866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:50:43.936982 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad8273c0-805e-4534-9b7c-c9eb0354306a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:46.487666 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f0b37eb-4936-4fa0-bffc-e2eb69422463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:49.247688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:49.944369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:50.435583 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:58.193859 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:50:58.736193 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:04.832450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-dee84d9f-7eeb-4b5e-a3bb-dc9a47f6593e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445466 Nov 12 09:51:04.914577 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669865-26f5-421c-9783-03e269646db0 req-a4c258b2-c926-4cd5-b7de-c05841e4958d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:04.916228 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-a4c258b2-c926-4cd5-b7de-c05841e4958d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1097 time: 0.0410826 Nov 12 09:51:05.020142 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669865-26f5-421c-9783-03e269646db0 req-05f4e090-23c2-4cac-b62d-4464a2323485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:05.021713 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-05f4e090-23c2-4cac-b62d-4464a2323485 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0856009 Nov 12 09:51:05.091117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-3100de4e-c716-4d30-88b4-ece951d8df0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1002 time: 0.0617766 Nov 12 09:51:05.139651 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669865-26f5-421c-9783-03e269646db0 req-9f970154-7b12-440b-a4a0-9277e6dff279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:05.141182 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-9f970154-7b12-440b-a4a0-9277e6dff279 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0433016 Nov 12 09:51:05.189960 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa669865-26f5-421c-9783-03e269646db0 req-d2f25192-0c5a-4337-9d22-adeaf689000a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:05.193029 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-d2f25192-0c5a-4337-9d22-adeaf689000a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452335 Nov 12 09:51:05.287289 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-df0ebb31-f3e9-4bf0-be6f-defa69647cd0 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862627 Nov 12 09:51:05.375973 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa669865-26f5-421c-9783-03e269646db0 req-1fac11fa-7e9c-41be-9911-f20665189191 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821040 Nov 12 09:51:07.269004 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:51:13.939772 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a32c474e-f2c6-4303-9cce-cb608607c164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:16.489275 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c850467c-f183-4654-9a22-f2a1116af201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:19.248380 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:19.948294 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:20.440271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:28.188409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:28.735867 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:43.944335 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9993f91b-6b0d-4b32-b701-d51725170900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:44.268906 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:51:46.490904 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cae0a6ca-2cc1-4f91-a38c-f78ef715c2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:49.252839 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:49.948658 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:50.444635 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:58.187313 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:58.730856 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:51:59.014161 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-50dd58f2-197d-4b7b-8ecd-2dd7bd228f6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455778 Nov 12 09:51:59.183967 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c025a-d365-47ae-8e29-034cb3e4eb73 req-350db063-788c-4aca-8bbc-19fa201212cf tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:51:59.185471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-801c025a-d365-47ae-8e29-034cb3e4eb73 req-350db063-788c-4aca-8bbc-19fa201212cf tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0957019 Nov 12 09:51:59.234196 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-801c025a-d365-47ae-8e29-034cb3e4eb73 req-93177395-c88b-4af3-aeb0-3bec74e82b44 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426407 Nov 12 09:52:00.219766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-77b3c973-9f97-461a-b2b1-a5cd9205c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:00.221271 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-77b3c973-9f97-461a-b2b1-a5cd9205c700 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1097 time: 0.0785983 Nov 12 09:52:00.315593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-9b2f3ef2-1217-4b8c-b27d-897b232e2baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:00.317103 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-9b2f3ef2-1217-4b8c-b27d-897b232e2baf service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0887573 Nov 12 09:52:00.385789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-0a3590ae-32a7-4fcb-9eab-9672b881aeb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1002 time: 0.0614741 Nov 12 09:52:00.440257 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-be0f883e-ba9a-4231-b4ea-f7c3f9183a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:00.441853 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-be0f883e-ba9a-4231-b4ea-f7c3f9183a6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0486798 Nov 12 09:52:00.482564 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db177af-ee98-4fcc-8ec7-9474388aed09 req-bfc9c879-8647-4cdf-a2b4-9dbdc844ad9d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:00.484221 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2db177af-ee98-4fcc-8ec7-9474388aed09 req-bfc9c879-8647-4cdf-a2b4-9dbdc844ad9d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.1047676 Nov 12 09:52:00.488614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-1301d372-c82e-4538-bebb-3fc1996f791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:00.490178 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-1301d372-c82e-4538-bebb-3fc1996f791d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417981 Nov 12 09:52:00.534854 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2db177af-ee98-4fcc-8ec7-9474388aed09 req-6285e943-64f1-4dcf-a512-2b5e9536be68 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436509 Nov 12 09:52:00.579656 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-f9a92237-85de-40f3-a168-4fa9cc773032 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825169 Nov 12 09:52:00.672491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-440989b2-50d1-4b61-9ac9-6f70a812c9a8 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Nov 12 09:52:01.655350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd7ce7-3026-4c4f-a52a-8843bf9dcc93 req-faae2338-dcba-4198-96df-5d7b5a51c2cd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:01.656862 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a7bd7ce7-3026-4c4f-a52a-8843bf9dcc93 req-faae2338-dcba-4198-96df-5d7b5a51c2cd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0487866 Nov 12 09:52:01.703678 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a7bd7ce7-3026-4c4f-a52a-8843bf9dcc93 req-1b597713-48e8-4664-8336-87a1d495a0bb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Nov 12 09:52:02.821163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6deb0c8-e272-448d-a8e2-16c99c357f02 req-3995f1b7-1ec9-49c8-b5a2-c0792d850fcb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:02.823811 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6deb0c8-e272-448d-a8e2-16c99c357f02 req-3995f1b7-1ec9-49c8-b5a2-c0792d850fcb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0533431 Nov 12 09:52:02.871415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d6deb0c8-e272-448d-a8e2-16c99c357f02 req-76923a62-2ea6-4ef6-b1da-d44166c3c1d6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Nov 12 09:52:03.991500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312a54c7-7ccd-42d7-899d-b5b5c56150aa req-628d9092-bf67-4009-ba79-8d131462f43a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:03.992977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-312a54c7-7ccd-42d7-899d-b5b5c56150aa req-628d9092-bf67-4009-ba79-8d131462f43a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0521259 Nov 12 09:52:04.038855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-312a54c7-7ccd-42d7-899d-b5b5c56150aa req-0c3170c1-9949-4b1d-bde3-d3d004649583 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399594 Nov 12 09:52:05.155862 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d17f-e8b9-45e5-bedd-9acc1b954205 req-c4b88886-ebed-4843-9e50-72bef48d7606 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:05.157383 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b28d17f-e8b9-45e5-bedd-9acc1b954205 req-c4b88886-ebed-4843-9e50-72bef48d7606 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0493600 Nov 12 09:52:05.206132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b28d17f-e8b9-45e5-bedd-9acc1b954205 req-5873a034-6565-4cbe-9e16-3ef9d5f4973e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427368 Nov 12 09:52:06.320707 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d7bc4-09d7-4aca-95a9-2e59aca2fb03 req-743828c2-0bbf-464f-9c9d-0cc5df137f5c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:06.326945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c91d7bc4-09d7-4aca-95a9-2e59aca2fb03 req-743828c2-0bbf-464f-9c9d-0cc5df137f5c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0530896 Nov 12 09:52:06.374681 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c91d7bc4-09d7-4aca-95a9-2e59aca2fb03 req-00e2de80-851c-4add-8a51-a201088ee6fb tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Nov 12 09:52:06.861944 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-c78010c0-656a-4959-8401-5e2df20cafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:06.863426 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-c78010c0-656a-4959-8401-5e2df20cafaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1097 time: 0.0446906 Nov 12 09:52:06.965228 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-9a013e5d-9132-4e9e-899c-d461baf8740b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:06.966687 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-9a013e5d-9132-4e9e-899c-d461baf8740b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0850062 Nov 12 09:52:07.036060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-c9c704cf-93f4-4290-b068-8cb4ee3df107 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1002 time: 0.0623791 Nov 12 09:52:07.088062 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-dc377574-54e1-4f95-a6b4-29d5604e3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:07.089535 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-dc377574-54e1-4f95-a6b4-29d5604e3a76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0438290 Nov 12 09:52:07.135691 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-79ae53d7-ed20-4986-a90f-be0a9d83c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:07.137124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-79ae53d7-ed20-4986-a90f-be0a9d83c26b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398648 Nov 12 09:52:07.234164 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-d1fa9084-db4c-42a9-a9fe-910cc2cc740b service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866909 Nov 12 09:52:07.322787 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e15e68b3-5eb7-407a-aa66-74d230bc0f03 req-0a08d55b-88cb-49e8-9230-cd4b668449bb service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812624 Nov 12 09:52:07.490479 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d002b-6cec-472c-8ceb-3b68930a4d0d req-ed3c312e-9cf8-4595-93c8-74eb7d77e00d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:07.492016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-269d002b-6cec-472c-8ceb-3b68930a4d0d req-ed3c312e-9cf8-4595-93c8-74eb7d77e00d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0499680 Nov 12 09:52:07.544758 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-269d002b-6cec-472c-8ceb-3b68930a4d0d req-ce6117e4-d97c-4270-834e-d4ad2c4c6d04 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469112 Nov 12 09:52:08.665026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6be6b-1bc2-473e-aba5-31d31ca682cb req-7eae9a0e-b3a7-42bd-b39f-c783194202b3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:08.667100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8db6be6b-1bc2-473e-aba5-31d31ca682cb req-7eae9a0e-b3a7-42bd-b39f-c783194202b3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0516901 Nov 12 09:52:08.714240 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8db6be6b-1bc2-473e-aba5-31d31ca682cb req-37564c5a-3331-4bf6-a704-939b20fcd442 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411742 Nov 12 09:52:09.832874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86525c5b-a1d7-44cf-996c-d21af4fff232 req-93156d3c-c333-43bc-8c66-c974e3aeb118 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:09.834356 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86525c5b-a1d7-44cf-996c-d21af4fff232 req-93156d3c-c333-43bc-8c66-c974e3aeb118 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0499313 Nov 12 09:52:09.881870 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-86525c5b-a1d7-44cf-996c-d21af4fff232 req-8472a51f-1788-48a4-9d66-d0567f6fa5f5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411725 Nov 12 09:52:10.999318 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b2f98-b8d8-4211-be27-e3d88e89b655 req-a140fed4-3967-4773-91a0-5da0c6c7df47 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:11.000850 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9b2f98-b8d8-4211-be27-e3d88e89b655 req-a140fed4-3967-4773-91a0-5da0c6c7df47 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0481384 Nov 12 09:52:11.048992 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ad9b2f98-b8d8-4211-be27-e3d88e89b655 req-2a09b082-46c2-4f6e-82a1-e68385b3c5b4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421228 Nov 12 09:52:12.169549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e462-470a-4580-95ac-3eddd056543b req-59a7c373-0887-445f-9d83-16f780064e96 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:12.171067 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68f2e462-470a-4580-95ac-3eddd056543b req-59a7c373-0887-445f-9d83-16f780064e96 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0493293 Nov 12 09:52:12.218431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-68f2e462-470a-4580-95ac-3eddd056543b req-d77606f9-141a-4b23-b69a-93124cb33cd8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411832 Nov 12 09:52:12.697255 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-fef2dc25-74ca-4afe-af9f-64100234688d service neutron] show failed (client error): The resource could not be found. Nov 12 09:52:12.698252 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-fef2dc25-74ca-4afe-af9f-64100234688d service neutron] 10.222.0.55 "GET /v2.0/ports/c4cfe2a5-7797-4581-81f1-be8d931c6447/bindings/n-h1-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0534441 Nov 12 09:52:12.980137 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-80b25501-9445-4f4c-9158-8bc6d6011ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:12.981637 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-80b25501-9445-4f4c-9158-8bc6d6011ea8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 1097 time: 0.0871506 Nov 12 09:52:12.993224 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:13.046503 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.249148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:13.283341 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:13.328679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:13.334999 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.339837 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec150015-a039-4a3b-bf47-2413d2b755ab req-cad51e4b-d79e-4ff0-85d8-8c4f9a829e16 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:13.341405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec150015-a039-4a3b-bf47-2413d2b755ab req-cad51e4b-d79e-4ff0-85d8-8c4f9a829e16 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0542262 Nov 12 09:52:13.349748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Transition to ACTIVE for port object c4cfe2a5-7797-4581-81f1-be8d931c6447 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:52:13.354724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.382311 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c7ed1c-aa5a-4c4d-98ff-00903be6fce9" -d '{"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:13.392715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ec150015-a039-4a3b-bf47-2413d2b755ab req-425dc0e7-cbf2-4ac6-96d8-3e9913ed0e95 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444407 Nov 12 09:52:13.445706 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:13.460805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.461161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.461507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.461917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.462804 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.463144 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.463478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.463810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.464587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.464708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.465024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.465359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:13.499683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] No DVR routers for this DVR port c4cfe2a5-7797-4581-81f1-be8d931c6447 on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:52:13.535583 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e7173f-5f09-41bc-9e27-af64b1c2437e x-openstack-request-id: req-a4e7173f-5f09-41bc-9e27-af64b1c2437e {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:13.535884 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:13.536165 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4e7173f-5f09-41bc-9e27-af64b1c2437e {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:13.536566 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'code': 200} Nov 12 09:52:13.643715 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:13.644168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:13.644502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:13.648725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:52:13.649051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:13.653881 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:13.654222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:13.654610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:13.655035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Bound port: c4cfe2a5-7797-4581-81f1-be8d931c6447, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:13.655388 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.717778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:13.721018 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:13.724603 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.758507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:13.759724 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:13.761160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] 10.222.0.62 "PUT /v2.0/ports/c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1092 time: 0.7717965 Nov 12 09:52:13.794826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b3aff-9cc5-431f-bac6-1d7a819ddb1d service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=7']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:13.833646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-cfa891c3-e670-4818-852e-a6748f1cff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:13.835624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-cfa891c3-e670-4818-852e-a6748f1cff8e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1095 time: 0.0491898 Nov 12 09:52:13.938640 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-12b532b7-67d1-4e2a-a667-d63bc1a5468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:13.940225 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-12b532b7-67d1-4e2a-a667-d63bc1a5468c service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0955889 Nov 12 09:52:13.948295 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dfc59db6-fa66-4948-8efc-e50fec916d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:14.011095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-086af4eb-180e-4282-ba31-e3487a1c0cc6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1000 time: 0.0631533 Nov 12 09:52:14.063708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-85cf2a61-d710-4e45-a838-5b72b4c481a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:14.065216 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-85cf2a61-d710-4e45-a838-5b72b4c481a9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0456519 Nov 12 09:52:14.112686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-c1232765-ecc3-4fc3-ab15-f952c96feed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:14.114132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-c1232765-ecc3-4fc3-ab15-f952c96feed0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414491 Nov 12 09:52:14.210341 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-3b5daa58-6a03-4be8-adf6-6550e7874c3f service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877347 Nov 12 09:52:14.300935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13009207-67ed-44d6-ae8e-16ec33f2ac8f req-4bb10c2f-87ab-401b-aafc-13ff4fba3911 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819409 Nov 12 09:52:14.536650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88ca69-d6a4-4503-810e-d56c46f0c6b5 req-b5543530-16f3-46b7-a8bb-06e0b12fe9da tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:14.538122 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2e88ca69-d6a4-4503-810e-d56c46f0c6b5 req-b5543530-16f3-46b7-a8bb-06e0b12fe9da tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 943 time: 0.0480995 Nov 12 09:52:14.585255 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2e88ca69-d6a4-4503-810e-d56c46f0c6b5 req-b636be0b-7ad2-4c18-a47f-6e7aa91cc87b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405021 Nov 12 09:52:15.538239 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:15.541226 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f98ac9-1574-43de-8d89-998b9db1ab30" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:15.588992 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12972f7-8a3f-41eb-acf7-75d3d06fbacb x-openstack-request-id: req-f12972f7-8a3f-41eb-acf7-75d3d06fbacb {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:15.589291 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:15.589551 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f12972f7-8a3f-41eb-acf7-75d3d06fbacb {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:15.589959 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'status': 'completed', 'code': 200} Nov 12 09:52:15.651129 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-81b421a8-0422-432a-8636-8e27af8b0915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.651700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-8cc43d6e-c61f-43cb-ae0c-403444e9ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.652783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-81b421a8-0422-432a-8636-8e27af8b0915 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1095 time: 0.0426328 Nov 12 09:52:15.653246 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-8cc43d6e-c61f-43cb-ae0c-403444e9ac9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1095 time: 0.0406699 Nov 12 09:52:15.750810 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-8bc3bf0a-8237-418c-b48e-dd18b4369887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.752609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-8bc3bf0a-8237-418c-b48e-dd18b4369887 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0921867 Nov 12 09:52:15.774137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136cc87-c9a7-4dbe-8468-2ab632af8e21 req-a44a13d4-2408-4a22-b1c1-7ba2bb2fdbb4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.775655 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f136cc87-c9a7-4dbe-8468-2ab632af8e21 req-a44a13d4-2408-4a22-b1c1-7ba2bb2fdbb4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 943 time: 0.1057796 Nov 12 09:52:15.801187 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-76d78386-1afd-457c-ada9-92091e0c3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.802552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-76d78386-1afd-457c-ada9-92091e0c3872 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1421971 Nov 12 09:52:15.829328 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-6c766869-2044-4151-96e0-d56bebe1569e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1000 time: 0.0649769 Nov 12 09:52:15.875124 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f136cc87-c9a7-4dbe-8468-2ab632af8e21 req-d4528b4c-1128-4f77-8e80-38e593bb86ce tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905535 Nov 12 09:52:15.882528 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-e76f8454-cd3b-4d2e-bd20-674566f55bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.884567 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-e76f8454-cd3b-4d2e-bd20-674566f55bf2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0474000 Nov 12 09:52:15.890194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-03884f34-0ece-4ace-9561-e80865732c6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1000 time: 0.0794401 Nov 12 09:52:15.940427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-7e58557b-5fae-4c40-94a4-722010734ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.941928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-7e58557b-5fae-4c40-94a4-722010734ae1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0452347 Nov 12 09:52:15.942284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-eb757d5d-f842-4cd7-a2fe-dc259cf03915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.943779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-eb757d5d-f842-4cd7-a2fe-dc259cf03915 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432425 Nov 12 09:52:15.995763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-6aa7fa3c-c0e0-4173-9444-acc4c7379a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:15.997329 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-6aa7fa3c-c0e0-4173-9444-acc4c7379a9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483298 Nov 12 09:52:16.052471 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-c8d3a334-0d8f-4a9c-8fa6-f5c52d7dbcc7 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999691 Nov 12 09:52:16.089906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-01b266f0-e4fb-4344-98b5-3a2f7f4aeed4 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855672 Nov 12 09:52:16.149083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-58755ed7-9ea8-4468-a712-e50263027a72 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882056 Nov 12 09:52:16.191064 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-39f98ac9-1574-43de-8d89-998b9db1ab30 req-ee18d10e-0cc1-430c-ab92-1d06f6002861 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941164 Nov 12 09:52:16.298149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:52:16.392159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:16.404219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'mac_address': 'fa:16:3e:3a:10:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:52:16.444985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.458900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cfe2a5-7797-4581-81f1-be8d931c6447 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:52:16.482007 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:16.490788 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.518317 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e96edf8c-33eb-4dbc-b421-5e0174d18830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:16.541911 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:16.549479 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.549830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.550415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.550756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.551083 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.551417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.551735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.552101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.552424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.552745 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.553064 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.553381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:16.719583 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['c4cfe2a5-7797-4581-81f1-be8d931c6447'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:52:16.999182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4ebbc-c5d4-4cb6-af68-75a50097fde6 req-fddd7d57-8078-4ca6-b047-31ca1eefc204 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.000602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ed4ebbc-c5d4-4cb6-af68-75a50097fde6 req-fddd7d57-8078-4ca6-b047-31ca1eefc204 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0492213 Nov 12 09:52:17.053589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ed4ebbc-c5d4-4cb6-af68-75a50097fde6 req-a9e04077-6ca6-41bf-a955-311711e2b965 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469248 Nov 12 09:52:17.373210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-856fd788-1eba-4490-8367-9d1885c2508e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.374662 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-856fd788-1eba-4490-8367-9d1885c2508e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea&tenant_id=f2278b124959403ab66295ae1ccdffbb&binding%3Ahost_id=n-h1-769329-17 HTTP/1.1" status: 200 len: 944 time: 0.0793033 Nov 12 09:52:17.386684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c059a-71aa-4cc0-9791-de4f3607bc5c req-068a443d-a70d-4972-8a11-2c7558a931f9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.388100 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-063c059a-71aa-4cc0-9791-de4f3607bc5c req-068a443d-a70d-4972-8a11-2c7558a931f9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0661304 Nov 12 09:52:17.476553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-063c059a-71aa-4cc0-9791-de4f3607bc5c req-21857e04-46d8-49c4-9926-aebf87f0d5ad tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824878 Nov 12 09:52:17.481280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-14ecf2ea-a4fd-40cd-bf0f-50bf00d055e3 service neutron] 10.222.0.62 "GET /v2.0/ports/c4cfe2a5-7797-4581-81f1-be8d931c6447/bindings/n-h1-769329-17 HTTP/1.1" status: 200 len: 383 time: 0.0923176 Nov 12 09:52:17.508976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:17.546858 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-d3768c92-e4a8-4060-aad5-ff66e23b30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.548310 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-d3768c92-e4a8-4060-aad5-ff66e23b30d6 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1096 time: 0.0426476 Nov 12 09:52:17.549836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:17.641908 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-f097902c-c12e-441c-bb86-ed2302b6d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.643367 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-f097902c-c12e-441c-bb86-ed2302b6d799 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0881705 Nov 12 09:52:17.709651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-8ac6f42c-9142-4590-9f3d-994b13ffc74c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1001 time: 0.0586169 Nov 12 09:52:17.758350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-955abcb6-fbf9-4fb7-9086-dae0c3c7bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.760336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-955abcb6-fbf9-4fb7-9086-dae0c3c7bed8 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0427256 Nov 12 09:52:17.811897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-9a995cf6-bebe-440c-aaee-34ded1721156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:17.813353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-9a995cf6-bebe-440c-aaee-34ded1721156 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451496 Nov 12 09:52:17.905484 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-ebaf78a6-990a-4348-b335-e50bdc8fb50c service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836828 Nov 12 09:52:18.333861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:18.345375 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-9258c413-4a87-4179-a1c9-01873dda1453 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313555 Nov 12 09:52:18.383598 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port c4cfe2a5-7797-4581-81f1-be8d931c6447 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:52:18.388195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port c4cfe2a5-7797-4581-81f1-be8d931c6447 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:18.388573 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:18.467552 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:18.490375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:18.504963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:18.510338 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:18.536513 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b596758f-8f20-4b28-a7fd-666a71c3b69c" -d '{"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-plugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:18.567052 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:18.601304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89cd5-c436-488e-8425-addc4c707c91 req-fac2aaf2-0017-486d-a5a1-a54d3fc2d7a9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:18.604197 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2c89cd5-c436-488e-8425-addc4c707c91 req-fac2aaf2-0017-486d-a5a1-a54d3fc2d7a9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0539148 Nov 12 09:52:18.650385 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3489ba6-3af3-4363-b81c-8d537d1710ef x-openstack-request-id: req-a3489ba6-3af3-4363-b81c-8d537d1710ef {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:18.650684 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-plugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:18.650940 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3489ba6-3af3-4363-b81c-8d537d1710ef {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:18.651336 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'code': 200} Nov 12 09:52:18.652915 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b2c89cd5-c436-488e-8425-addc4c707c91 req-f47c15c8-37a4-43de-b5f2-dd172cce73a1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Nov 12 09:52:19.257614 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:19.771483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65208c80-50a2-4af6-a56e-49fda81567d6 req-4963ce62-a779-4226-9a17-12f59e10e920 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:19.773060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65208c80-50a2-4af6-a56e-49fda81567d6 req-4963ce62-a779-4226-9a17-12f59e10e920 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0502706 Nov 12 09:52:19.822869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-65208c80-50a2-4af6-a56e-49fda81567d6 req-f08bd084-0772-48b9-9039-ad4aca7f04ef tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433531 Nov 12 09:52:19.955148 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.423611 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-b3896f5c-aba5-4926-8ba2-75fb607a928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:20.425402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-b3896f5c-aba5-4926-8ba2-75fb607a928f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 1097 time: 0.0419302 Nov 12 09:52:20.437592 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:20.448641 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.498079 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.706025 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:20.740455 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:20.780316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:20.785410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.798729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Transition to ACTIVE for port object c4cfe2a5-7797-4581-81f1-be8d931c6447 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:52:20.803402 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:20.833140 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98b408-5570-4dd3-8b58-38f451d762bc" -d '{"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:20.989125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2667-f12e-4fb2-aa2c-0ce153a299d3 req-578e987e-049d-44fe-97dd-20561391cc61 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:20.990973 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc6e2667-f12e-4fb2-aa2c-0ce153a299d3 req-578e987e-049d-44fe-97dd-20561391cc61 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0727978 Nov 12 09:52:21.064939 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc6e2667-f12e-4fb2-aa2c-0ce153a299d3 req-be920c6a-b032-45c2-ad4b-f5591d5e309b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634720 Nov 12 09:52:21.173344 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e121300d-fa52-4cd6-b79e-5262576b7e20 x-openstack-request-id: req-e121300d-fa52-4cd6-b79e-5262576b7e20 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:21.173570 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-unplugged", "status": "completed", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:21.173765 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e121300d-fa52-4cd6-b79e-5262576b7e20 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:21.174153 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'code': 200} Nov 12 09:52:21.196712 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=10']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:21.221420 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.221766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.222106 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.222448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.222774 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.223103 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.223434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.223758 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.224108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.224434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.224755 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.225072 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:52:21.262371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] No DVR routers for this DVR port c4cfe2a5-7797-4581-81f1-be8d931c6447 on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:52:21.269137 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:52:21.391529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:21.391777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:21.392132 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:21.396688 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:52:21.397009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Attempting to bind port c4cfe2a5-7797-4581-81f1-be8d931c6447 on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:21.401953 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:21.402347 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:21.402985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:21.403684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Bound port: c4cfe2a5-7797-4581-81f1-be8d931c6447, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:21.404238 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.467528 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:21.470473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:21.475155 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.515936 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:21.516556 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:21.518026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] 10.222.0.55 "PUT /v2.0/ports/c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1093 time: 1.0846519 Nov 12 09:52:21.535266 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208929-1dc9-4a4f-8ca9-0f8d15734207 service neutron] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=11']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:21.583788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-2be43afc-ded3-4206-80ef-e7db8d702cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:21.585418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-2be43afc-ded3-4206-80ef-e7db8d702cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1096 time: 0.0438194 Nov 12 09:52:21.680481 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-f4993b34-b6b3-4acd-b9b9-d11e597e2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:21.681986 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-f4993b34-b6b3-4acd-b9b9-d11e597e2c02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0887372 Nov 12 09:52:21.751745 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-9b41a33a-1299-4f14-9dd3-4c9d8875482b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1000 time: 0.0619621 Nov 12 09:52:21.801074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e44450d9-4f51-417c-89e0-023163e035c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:21.802415 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-e44450d9-4f51-417c-89e0-023163e035c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0439985 Nov 12 09:52:21.847935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-7fd18451-85f0-4d3a-8ce6-79de6ed41eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:21.849413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-7fd18451-85f0-4d3a-8ce6-79de6ed41eba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393455 Nov 12 09:52:21.942244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-4f8b3696-0296-4058-a92e-1472c3f09215 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846663 Nov 12 09:52:22.030401 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-12aa4b67-26e3-48c8-b754-56e70babe2f0 req-faa181a0-d56d-40ed-8317-0af85adec565 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817828 Nov 12 09:52:22.186508 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a4f71-8af1-4232-914e-169f5c6c30ba req-d67cd2f3-88b4-4b8a-84c7-31a3cdb5f3d0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:22.187995 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e39a4f71-8af1-4232-914e-169f5c6c30ba req-d67cd2f3-88b4-4b8a-84c7-31a3cdb5f3d0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0535593 Nov 12 09:52:22.234820 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e39a4f71-8af1-4232-914e-169f5c6c30ba req-9ea14bff-6550-4ed3-a0cb-e8e0b3f3ba49 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407960 Nov 12 09:52:23.174969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:23.177637 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df1b6ef-d998-4c9e-b071-1cfb023eb858" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:23.225719 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f7f3bd-51f0-4a21-abdf-8fa54c811b93 x-openstack-request-id: req-71f7f3bd-51f0-4a21-abdf-8fa54c811b93 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:23.226008 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:23.226255 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71f7f3bd-51f0-4a21-abdf-8fa54c811b93 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:23.226651 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'status': 'completed', 'code': 200} Nov 12 09:52:23.290291 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-860c58f1-00b9-4964-8267-64b2dfccd9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.293336 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-860c58f1-00b9-4964-8267-64b2dfccd9fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1096 time: 0.0480897 Nov 12 09:52:23.304297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-9c8c96f6-fa2f-461d-b04d-8ed616003247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.305823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-9c8c96f6-fa2f-461d-b04d-8ed616003247 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 1096 time: 0.0468082 Nov 12 09:52:23.392834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-d8a51613-e3bd-4b1b-938f-8637afcf6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.394633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-d8a51613-e3bd-4b1b-938f-8637afcf6ad6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0947666 Nov 12 09:52:23.420467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5c119-8260-47de-be68-3814e4e2b3ae req-582e85a7-48d0-4793-8d71-6f2e6a7597d6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.422026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6db5c119-8260-47de-be68-3814e4e2b3ae req-582e85a7-48d0-4793-8d71-6f2e6a7597d6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.1104779 Nov 12 09:52:23.470367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-a12cf82e-db11-4e0e-8175-9822b1215fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.472602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-a12cf82e-db11-4e0e-8175-9822b1215fa3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1509521 Nov 12 09:52:23.476565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-f7a4e7f9-ba22-46e8-a08b-f1dd408bc642 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1000 time: 0.0746689 Nov 12 09:52:23.499506 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6db5c119-8260-47de-be68-3814e4e2b3ae req-3c1a23b0-e9e4-4df9-9759-5ddea0b1d071 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682476 Nov 12 09:52:23.544302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-c0774063-81e8-4624-9794-0e16a6db9b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.545680 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-c0774063-81e8-4624-9794-0e16a6db9b27 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0607004 Nov 12 09:52:23.567394 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-b30e0a6f-d7ba-4fb4-9f94-cf4ab12ea2d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 200 len: 1000 time: 0.0800261 Nov 12 09:52:23.605574 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-a95c0cf2-5b50-405f-b036-6965c17719ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.608196 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-a95c0cf2-5b50-405f-b036-6965c17719ca service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544825 Nov 12 09:52:23.621530 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-d92f7491-cd54-4536-8535-7880aea8e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.623075 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-d92f7491-cd54-4536-8535-7880aea8e7f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0488174 Nov 12 09:52:23.672164 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-402892d9-c6a7-4f07-90c4-8edfb1774144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:23.673988 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-402892d9-c6a7-4f07-90c4-8edfb1774144 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441492 Nov 12 09:52:23.706527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-35672ea1-790b-4aec-bf1d-a480de50b63f service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916462 Nov 12 09:52:23.771391 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-f923d480-fd32-4cb6-8aba-2fe199875335 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881963 Nov 12 09:52:23.800689 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-bf07e5ba-7f88-4796-beed-05dd03126df6 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849218 Nov 12 09:52:23.864342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1df1b6ef-d998-4c9e-b071-1cfb023eb858 req-73461a59-0132-4b63-87f4-a6959b8a036a service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859592 Nov 12 09:52:24.329974 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:24.369294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:24.623531 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6563361-4b4d-4017-b280-de8c7658d418 req-40b74f12-352e-4f6b-93c9-2faca4606a91 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:24.624946 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c6563361-4b4d-4017-b280-de8c7658d418 req-40b74f12-352e-4f6b-93c9-2faca4606a91 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0539482 Nov 12 09:52:24.672653 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c6563361-4b4d-4017-b280-de8c7658d418 req-0d208540-414c-4d39-95b5-7afb0f06d4f9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417767 Nov 12 09:52:24.786634 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e56be3-ed56-4000-848b-1b5b6dbf8244 req-a5ff60b3-d3df-4f3d-98c1-f4a5914d7486 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:24.788193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4e56be3-ed56-4000-848b-1b5b6dbf8244 req-a5ff60b3-d3df-4f3d-98c1-f4a5914d7486 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0489771 Nov 12 09:52:24.839950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b4e56be3-ed56-4000-848b-1b5b6dbf8244 req-7cbe7f8b-4f86-45c1-8a45-f2122d14dd08 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455799 Nov 12 09:52:24.953358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00f9032-151d-4521-868a-379fbaba4c33 req-aee36b6f-759e-401b-ade6-6c531dffaaf3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:24.954868 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c00f9032-151d-4521-868a-379fbaba4c33 req-aee36b6f-759e-401b-ade6-6c531dffaaf3 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0500634 Nov 12 09:52:25.002683 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c00f9032-151d-4521-868a-379fbaba4c33 req-29a488df-0cb0-44cf-9e49-450932d4708a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 Nov 12 09:52:25.236212 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0427c8-4e69-413c-8325-eaa0b32443a8 req-e17a88db-728c-42cd-ad18-77805731c4aa tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:25.237820 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b0427c8-4e69-413c-8325-eaa0b32443a8 req-e17a88db-728c-42cd-ad18-77805731c4aa tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 944 time: 0.0498405 Nov 12 09:52:25.291995 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6b0427c8-4e69-413c-8325-eaa0b32443a8 req-3cb09aef-4705-4523-a390-2f368d7c27f5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450625 Nov 12 09:52:25.556258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:52:25.656646 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:25.668580 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'mac_address': 'fa:16:3e:3a:10:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:52:25.709508 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.722746 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4cfe2a5-7797-4581-81f1-be8d931c6447 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:52:25.742679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:25.747559 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:25.801093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=12']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:25.979589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['c4cfe2a5-7797-4581-81f1-be8d931c6447'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:52:26.431119 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b2ce4-f32b-4378-bb9c-a663aaab1cb9 req-2692c321-f63a-40a7-97e8-eecd134f8d6a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:26.432663 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-881b2ce4-f32b-4378-bb9c-a663aaab1cb9 req-2692c321-f63a-40a7-97e8-eecd134f8d6a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0505669 Nov 12 09:52:26.510157 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-881b2ce4-f32b-4378-bb9c-a663aaab1cb9 req-7c35e2f5-a5cc-4122-a9df-c34283b67195 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715420 Nov 12 09:52:26.518459 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-f9ba43ed-c193-4a7f-9e14-6195b67a7dbe tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:26.519896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-f9ba43ed-c193-4a7f-9e14-6195b67a7dbe tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 945 time: 0.0682063 Nov 12 09:52:26.613303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Deleting port c4cfe2a5-7797-4581-81f1-be8d931c6447 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:52:26.613642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.698723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] For port c4cfe2a5-7797-4581-81f1-be8d931c6447, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c4cfe2a5-7797-4581-81f1-be8d931c6447,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:26.698992 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.911098 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.911481 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:26.911781 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 disassociated. External IP: 172.25.5.138, port: c4cfe2a5-7797-4581-81f1-be8d931c6447. Nov 12 09:52:26.912158 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Calling delete_port for c4cfe2a5-7797-4581-81f1-be8d931c6447 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:52:27.039086 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.065890 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event deleted for resources: {'Port': ['ID=c4cfe2a5-7797-4581-81f1-be8d931c6447,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:27.185295 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:52:27.294856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:27.305566 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:27.315217 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:27.316358 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:52:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:27.333711 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] No DVR routers for this DVR port c4cfe2a5-7797-4581-81f1-be8d931c6447 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:52:27.336954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:27.340899 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-10f52c38-8087-4b70-bc88-ff5a543002bc req-02ab7e28-a129-4df3-a540-6754e0f1c94e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "DELETE /v2.0/ports/c4cfe2a5-7797-4581-81f1-be8d931c6447 HTTP/1.1" status: 204 len: 173 time: 0.8150418 Nov 12 09:52:27.341284 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-deleted', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:27.344164 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a305b1df-0fd5-4814-b7ba-630dada74520" -d '{"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-deleted", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:27.398057 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fa5332-e6c7-440c-8af4-86465d0745e6 x-openstack-request-id: req-c3fa5332-e6c7-440c-8af4-86465d0745e6 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:27.398351 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3afdc6-b7a0-4677-b72b-7f5af73e95ea", "name": "network-vif-deleted", "tag": "c4cfe2a5-7797-4581-81f1-be8d931c6447", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:27.398601 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3fa5332-e6c7-440c-8af4-86465d0745e6 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:27.399417 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3afdc6-b7a0-4677-b72b-7f5af73e95ea', 'name': 'network-vif-deleted', 'tag': 'c4cfe2a5-7797-4581-81f1-be8d931c6447', 'status': 'completed', 'code': 200} Nov 12 09:52:27.422662 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:27.562757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:52:27.567772 n-d-769329-17 neutron-server[109378]: INFO neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No ports have port_id starting with c4cfe2a5-7797-4581-81f1-be8d931c6447 Nov 12 09:52:27.569858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 requested by agent hyperv_n-h2-769329-17 not found in database {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 12 09:52:27.621770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-78c385b6-ee74-47f3-8563-8301195dfba6 req-cfae28b5-4472-4b83-a3b6-875800c969b9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d3afdc6-b7a0-4677-b72b-7f5af73e95ea HTTP/1.1" status: 200 len: 210 time: 0.0270352 Nov 12 09:52:27.707278 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:27.733438 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:27.741919 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:27.742503 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:52:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:27.849018 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:28.050553 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:28.076436 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872105d-3b54-435d-9e25-92096694bd06 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:28.203593 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.300563 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cb2c84-ac57-4771-89b5-d25de6f0391f None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:52:28.734572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:28.899478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-820aa1a9-4b06-4279-89d1-a811efec5adc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--974157963&fields=id&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 267 time: 0.0432031 Nov 12 09:52:29.006665 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-dec8f4f7-d777-4a8c-a2d3-30a8311177a6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:29.008296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-dec8f4f7-d777-4a8c-a2d3-30a8311177a6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1018138 Nov 12 09:52:29.024040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-2d738f1b-cd7f-45a5-bd24-b031d200ac13 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/quotas/f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 375 time: 0.0094233 Nov 12 09:52:29.084397 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-33cec15a-142a-49b4-885a-f06794356cfc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537698 Nov 12 09:52:29.253164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-86a173a8-6ed2-49ed-b204-36b153938d89 service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232841 Nov 12 09:52:29.348543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-f072632e-625f-44f7-801d-196b47a12d59 service neutron] 10.222.0.53 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890543 Nov 12 09:52:29.514764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-db1bdc41-d2f6-45c9-b8a7-1acf3f003eaa req-ff609713-f507-4fe0-be5e-64fe618c4b17 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0312390 Nov 12 09:52:30.593626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5b0b0d31-c33d-4185-af58-9b657a3d4b12 req-be4a9fc6-2be4-42ad-8ffd-b4be33fbd39e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0276296 Nov 12 09:52:31.573508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:52:31.594381 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: c4cfe2a5-7797-4581-81f1-be8d931c6447 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:52:31.594780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c4cfe2a5-7797-4581-81f1-be8d931c6447 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:52:31.673688 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-30876d2b-5a21-445c-a3ce-5a16b7aafa34 req-522a34dd-eaa1-4e81-a58f-b32b7572643e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0280530 Nov 12 09:52:32.753908 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13f8eb44-6b82-4f25-b3d0-60672cbfab4b req-0cd66798-2d7e-4c56-8562-3133aa4c06f1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0268261 Nov 12 09:52:33.851547 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7a141bc-3a26-4fde-aedb-93e38311dd10 req-757133e5-98de-47bb-92b8-ebf7cd642225 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0258493 Nov 12 09:52:34.520430 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-6d49482e-98cb-4017-9bb6-2bc374b51e09 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:34.521898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-6d49482e-98cb-4017-9bb6-2bc374b51e09 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 812 time: 0.1094365 Nov 12 09:52:34.594301 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-3b833ce5-9912-4c06-8554-096ac1db9d2e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 379 time: 0.0625842 Nov 12 09:52:34.605629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'port': {'device_id': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'admin_state_up': True, 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'security_groups': ['947519a2-0625-4bea-8cc2-5b3fc67ebf26']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:34.718471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Made reservation on behalf of f2278b124959403ab66295ae1ccdffbb for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:52:34.722033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:34.844310 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Allocated IP 172.20.0.14 (1153d63d-5367-4454-93ca-7daf7d0b80ef/03ca298c-9779-4645-92e7-2062eb633767/7d9a73bb-9d0c-46d2-9de5-098f62af98bb) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:52:34.975635 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-73cbace5-2313-409b-8fba-ffdbf7a032ea req-e70e5248-d887-4c52-8478-e73f766cd64a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0352309 Nov 12 09:52:35.012791 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.050926 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.099950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:52:35.103076 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:52:35.107035 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:52:35.113598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:35.161158 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:35.161783 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.179427 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-76145642-11e1-46a3-bf2d-7e9e3a1c80e9 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774374 Nov 12 09:52:35.193415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Request body: {'port': {'device_id': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:35.251068 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.339123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2bf6a9ed-0a12-4aa4-ba54-1f9b2f0dd91e None None] Provisioning complete for port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:35.339690 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2bf6a9ed-0a12-4aa4-ba54-1f9b2f0dd91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.376493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2bf6a9ed-0a12-4aa4-ba54-1f9b2f0dd91e None None] Port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:52:35.525012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9a73bb-9d0c-46d2-9de5-098f62af98bb {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:52:35.533344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.546563 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Transition to ACTIVE for port object 7d9a73bb-9d0c-46d2-9de5-098f62af98bb will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:52:35.550507 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.619359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:35.681837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:52:35.682179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:52:35.682521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:35.687167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:52:35.687496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:52:35.692917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:52:35.693272 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:52:35.693667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:52:35.694111 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Bound port: 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:52:35.694519 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.765149 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:52:35.768468 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:52:35.773708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.809208 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:35.809832 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:35.811563 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1093 time: 0.6221941 Nov 12 09:52:35.811798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:35.813940 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:35.839501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16d428-80c3-461e-bac5-775268ac6674 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:35.872642 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096f5e3c-8638-428e-ad53-d54499f1687a x-openstack-request-id: req-096f5e3c-8638-428e-ad53-d54499f1687a {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:35.872941 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:35.873203 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-096f5e3c-8638-428e-ad53-d54499f1687a {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:35.873621 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'status': 'completed', 'code': 200} Nov 12 09:52:35.920027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-075b002f-d9ca-4646-9495-38618f1a4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:35.921566 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-075b002f-d9ca-4646-9495-38618f1a4f42 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1096 time: 0.0437150 Nov 12 09:52:35.971042 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-f890a0b6-74d5-4400-acb0-19cfb35a92ac service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 217 time: 0.0409880 Nov 12 09:52:36.023046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-1e5f97d6-2bac-4752-96a1-8b81bf5ab911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.024561 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-1e5f97d6-2bac-4752-96a1-8b81bf5ab911 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0470223 Nov 12 09:52:36.102282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-840f78c4-9242-4afe-bf29-3c1536d0e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.103798 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-840f78c4-9242-4afe-bf29-3c1536d0e2eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719762 Nov 12 09:52:36.126599 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8612111-dd54-4e14-ba16-45299e02d8d9 req-33fbf1ba-211d-431f-909f-938662bbc98a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.128030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8612111-dd54-4e14-ba16-45299e02d8d9 req-33fbf1ba-211d-431f-909f-938662bbc98a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0715656 Nov 12 09:52:36.225406 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b8612111-dd54-4e14-ba16-45299e02d8d9 req-cdd8d1d0-55ad-4f86-a2af-6c81b04eb1b1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859358 Nov 12 09:52:36.238640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-5a1e0c14-1475-45b8-a290-d66045294051 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261723 Nov 12 09:52:36.337004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d0a97708-5b6f-4fd1-ba1f-d9a7564ad530 req-071420ad-a043-4604-ab47-51910cfb73d1 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911810 Nov 12 09:52:36.421402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-d965b320-f152-450b-8493-15535667b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.422898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-d965b320-f152-450b-8493-15535667b720 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1096 time: 0.0423610 Nov 12 09:52:36.517771 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-07aa6b41-7194-43bb-81f7-8f986d90b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.519163 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-07aa6b41-7194-43bb-81f7-8f986d90b849 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0896406 Nov 12 09:52:36.561985 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-cbe30183-821d-4749-a2d5-0b55ae4b79cf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 217 time: 0.0358517 Nov 12 09:52:36.610830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-bb0aa7ba-28d1-401f-985f-1ac4a5136298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.612279 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-bb0aa7ba-28d1-401f-985f-1ac4a5136298 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0437500 Nov 12 09:52:36.662606 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-46778aaf-af19-471f-9821-baef8544d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:36.664117 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-46778aaf-af19-471f-9821-baef8544d37b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435390 Nov 12 09:52:36.756728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-ffb3484f-0d06-47ac-9021-c04856dd78ca service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842891 Nov 12 09:52:36.853055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-54cd11ff-acfe-47b6-8d89-0c31c5878a1d req-02e5fe8b-fff3-467e-aa8c-af79a4d1bbab service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884202 Nov 12 09:52:37.344172 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1bad8-9e71-4fc0-b4b4-d78ab33f7048 req-c3db3fb7-5046-440c-b607-197a79e7790b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:37.345644 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6ef1bad8-9e71-4fc0-b4b4-d78ab33f7048 req-c3db3fb7-5046-440c-b607-197a79e7790b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0491295 Nov 12 09:52:37.392382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6ef1bad8-9e71-4fc0-b4b4-d78ab33f7048 req-4e2da710-4903-469b-ae4c-9aabd845f94a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Nov 12 09:52:38.364283 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:52:38.463548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:38.475368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'mac_address': 'fa:16:3e:24:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:52:38.514799 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:38.515875 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d8c5c-3ede-4e2a-8821-287af8273b05 req-50d0dba4-c878-4d6e-9870-1ca4d502dd6d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:38.519236 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b6d8c5c-3ede-4e2a-8821-287af8273b05 req-50d0dba4-c878-4d6e-9870-1ca4d502dd6d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0501282 Nov 12 09:52:38.528123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9a73bb-9d0c-46d2-9de5-098f62af98bb {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:52:38.549247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:38.553912 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:38.574307 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8b6d8c5c-3ede-4e2a-8821-287af8273b05 req-db02ece1-5033-48b8-a5af-98abf9238120 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446453 Nov 12 09:52:38.603193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:38.749328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['7d9a73bb-9d0c-46d2-9de5-098f62af98bb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:52:39.701354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541522fa-9ea0-483e-9ba8-565994cd0bb3 req-42c61afa-cc9c-4718-886e-9a9d711f1fdf tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:39.702808 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-541522fa-9ea0-483e-9ba8-565994cd0bb3 req-42c61afa-cc9c-4718-886e-9a9d711f1fdf tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0524509 Nov 12 09:52:39.750362 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-541522fa-9ea0-483e-9ba8-565994cd0bb3 req-aeaa163b-2815-4036-81fb-5d16b0e3038b tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414736 Nov 12 09:52:40.375858 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:52:40.424562 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:52:40.430028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:52:40.430406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.509440 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.532876 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:40.535084 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c067a84-17a6-4add-8f12-d69091c559d8" -d '{"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:40.547874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:52:40.553000 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:40.578076 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13d22a2-4e7e-44d1-9d47-d457aab46024 x-openstack-request-id: req-f13d22a2-4e7e-44d1-9d47-d457aab46024 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:40.578371 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:40.578628 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f13d22a2-4e7e-44d1-9d47-d457aab46024 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:40.579021 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'code': 200} Nov 12 09:52:40.609295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:52:40.674003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0404c-5047-497f-a1ab-2c77f2977fc8 req-0b2f36bd-8d2a-401d-8883-775d353ca2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:40.675687 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8e0404c-5047-497f-a1ab-2c77f2977fc8 req-0b2f36bd-8d2a-401d-8883-775d353ca2da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1098 time: 0.0399425 Nov 12 09:52:40.724708 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c8e0404c-5047-497f-a1ab-2c77f2977fc8 req-a88f9d39-2d23-4e82-84cf-6619cee1820c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419950 Nov 12 09:52:40.864467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbff643-2dc5-4563-827e-210a6b02f83c req-367425ec-ceab-47d2-b6a8-b335218f426c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:40.865956 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cbff643-2dc5-4563-827e-210a6b02f83c req-367425ec-ceab-47d2-b6a8-b335218f426c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0475872 Nov 12 09:52:40.918481 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7cbff643-2dc5-4563-827e-210a6b02f83c req-0a8b205f-8264-46f6-8c2e-ccd0319265cf tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457888 Nov 12 09:52:42.038081 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc50dc-1fca-463f-9c27-8dc85878dd65 req-cf5a3c5c-5aff-4dba-a00c-ee1e9d9be115 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.039577 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cefc50dc-1fca-463f-9c27-8dc85878dd65 req-cf5a3c5c-5aff-4dba-a00c-ee1e9d9be115 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0501049 Nov 12 09:52:42.091489 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cefc50dc-1fca-463f-9c27-8dc85878dd65 req-7bf6c674-e268-4ac5-8526-817d99e558e7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 Nov 12 09:52:42.206315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea435be-dd15-463b-a358-ba28e0d5671d req-acbdd192-a5e4-4cae-94de-c71abe770a48 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:42.207774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8ea435be-dd15-463b-a358-ba28e0d5671d req-acbdd192-a5e4-4cae-94de-c71abe770a48 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0508487 Nov 12 09:52:42.216517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57000) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:52:42.221065 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Request body: {'floatingip': {'port_id': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:52:42.263518 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:42.938622 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:42.942691 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:43.048565 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 associated. External IP: 172.25.5.138, port: 7d9a73bb-9d0c-46d2-9de5-098f62af98bb. Nov 12 09:52:43.258747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:52:43.369330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:52:43.374901 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:43.380436 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:52:43.390241 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:43.390848 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:52:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:43.403082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e3571092-180c-4269-b011-fecabaa66a77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "PUT /v2.0/floatingips/60531f6a-8f3a-46d8-853c-3d3c7a537864 HTTP/1.1" status: 200 len: 993 time: 1.1854632 Nov 12 09:52:43.403677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:52:43.405963 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a763752e-b839-44f2-b181-3179f6ca5a95" -d '{"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:52:43.450133 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e3d8d7-28a8-4994-bd46-0fa798d9ee46 x-openstack-request-id: req-e1e3d8d7-28a8-4994-bd46-0fa798d9ee46 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:52:43.450440 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:52:43.450703 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1e3d8d7-28a8-4994-bd46-0fa798d9ee46 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:52:43.451115 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'status': 'completed', 'code': 200} Nov 12 09:52:43.501438 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:43.519142 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-05fcff0c-bdfa-4d73-b98f-ba2eed1141f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:43.520640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-05fcff0c-bdfa-4d73-b98f-ba2eed1141f3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1098 time: 0.0422046 Nov 12 09:52:43.616741 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-dba7225c-2680-4b5d-9ec0-653636b156ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:43.618211 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-dba7225c-2680-4b5d-9ec0-653636b156ad service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0908291 Nov 12 09:52:43.691743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-9d1baea8-2fe6-46ce-aa93-55e63b8c0853 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.0654817 Nov 12 09:52:43.736725 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:24:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:52:42Z', 'revision_number': 13, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:43.748639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-e30e8744-eb4c-41af-bd78-0bed42bbf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:43.750094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-e30e8744-eb4c-41af-bd78-0bed42bbf127 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0515466 Nov 12 09:52:43.765137 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:52:43.774098 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:52:43.774763 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:52:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:43.797251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-f2fc069c-aa37-468e-b9c6-5a7222f4a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:43.798769 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-f2fc069c-aa37-468e-b9c6-5a7222f4a41b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419035 Nov 12 09:52:43.883949 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:52:43.893565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-cbfd154f-ac3d-44df-a573-1ced925f3744 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861018 Nov 12 09:52:43.955288 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-839308b0-2806-41b5-99bc-2eeee81fb038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:43.996862 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a763752e-b839-44f2-b181-3179f6ca5a95 req-f5bebc53-ec93-40d6-ac23-5dda79172ae7 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962362 Nov 12 09:52:44.113187 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:24:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:52:42Z', 'revision_number': 13, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:52:44.146033 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38872d1d-9f98-4364-a19b-efafa0b3e4c3 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '60531f6a-8f3a-46d8-853c-3d3c7a537864', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'floating_ip_address': '172.25.5.138', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'port_id': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4045, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'mac_address': 'fa:16:3e:24:f3:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:45:37Z', 'updated_at': '2021-11-12T09:52:42Z', 'revision_number': 13, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:52:44.335657 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82980742-2053-4f10-963a-dc5b2393a80e None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:52:46.494407 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-438bb030-cae7-4103-acd1-c6a00a14345d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:49.259393 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:49.954984 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:50.451413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:57.517538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-eb63b607-e8e1-4170-b68a-48cf5e5dab43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409958 Nov 12 09:52:57.601701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-f644e3a3-ad45-4897-bec9-8d3ab6b8eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:57.603151 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-f644e3a3-ad45-4897-bec9-8d3ab6b8eb23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1098 time: 0.0410829 Nov 12 09:52:57.715598 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-a41a3fab-1c0d-4b00-838a-2c637f62a9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:57.717675 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-a41a3fab-1c0d-4b00-838a-2c637f62a9b6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0918896 Nov 12 09:52:57.789838 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-7e8901ae-f40d-4816-add0-99b358a9aa54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1003 time: 0.0649383 Nov 12 09:52:57.844184 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-7a35abf8-57a8-47a8-b3fd-6fa7618f2adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:57.845642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-7a35abf8-57a8-47a8-b3fd-6fa7618f2adc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0480185 Nov 12 09:52:57.893053 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-51502ead-ee58-4305-8733-2d19b134f5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:52:57.894478 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-51502ead-ee58-4305-8733-2d19b134f5f6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414627 Nov 12 09:52:57.987084 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-2c39dac1-5a21-40ba-a131-10d236c271e8 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847077 Nov 12 09:52:58.083239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c22dfdc8-4142-44d7-a8bc-077a6faa0afc req-027b9c54-50e5-4334-869f-cc6a0a607893 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890269 Nov 12 09:52:58.219229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:52:58.269247 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:52:58.725582 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:13.963188 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-03b0396b-b140-4751-8cc9-c43400e44a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:16.486819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-69a097d2-f342-4058-b3cc-906ed90f0c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:19.263683 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:19.957185 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:20.452268 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:28.218688 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:28.738540 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:35.269558 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:53:43.955092 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6a3bcf48-6770-4796-b024-92e402d48bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:46.491646 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-68699106-e465-4f50-a6fd-bf8b3f692c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:49.267601 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:49.960866 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:50.455579 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:58.232945 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:58.529217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-4d0acb9c-07ad-420e-ad13-2076c0d5cd84 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520811 Nov 12 09:53:58.622429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d451-fe8a-4057-826d-b463e1525063 req-49cb17b9-fdb9-4296-bd9e-b17b87fd3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:58.623953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-49cb17b9-fdb9-4296-bd9e-b17b87fd3d56 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1098 time: 0.0504053 Nov 12 09:53:58.734038 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d451-fe8a-4057-826d-b463e1525063 req-67b990e2-f309-48f4-914e-d5a9413a1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:58.735596 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-67b990e2-f309-48f4-914e-d5a9413a1ab8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0899515 Nov 12 09:53:58.736575 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:53:58.808108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-8919d174-1a32-4e3e-b7f7-3afaf4720dcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1003 time: 0.0634630 Nov 12 09:53:58.859049 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d451-fe8a-4057-826d-b463e1525063 req-2d2e925f-37da-4d66-ad3a-714267597746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:58.860572 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-2d2e925f-37da-4d66-ad3a-714267597746 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0447662 Nov 12 09:53:58.907477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d451-fe8a-4057-826d-b463e1525063 req-fe50ee0b-1222-48c5-92c5-9b7c8971bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:53:58.909404 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-fe50ee0b-1222-48c5-92c5-9b7c8971bdc1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418241 Nov 12 09:53:59.005145 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-6a2cfb83-b5c1-4fa2-bdc4-bb1e052a3b72 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874109 Nov 12 09:53:59.102892 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d298d451-fe8a-4057-826d-b463e1525063 req-4bb51185-364a-4b8d-870c-a85616d096bc service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902517 Nov 12 09:54:12.269149 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:54:13.956169 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ffb66b4c-a9f6-4367-b6c6-32eaabf6703e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:16.495392 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eae7c431-2a7b-4f8d-bf2d-354706b138f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:19.274152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:19.969300 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:20.460040 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:22.999715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7a0af-b5bb-448f-831c-99834a5ab5d0 req-56c3b54c-901f-498e-84fc-86b3b7e65f48 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:23.001924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cf7a0af-b5bb-448f-831c-99834a5ab5d0 req-56c3b54c-901f-498e-84fc-86b3b7e65f48 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0586777 Nov 12 09:54:23.058955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3cf7a0af-b5bb-448f-831c-99834a5ab5d0 req-4c1fd87f-0a69-40f0-a8b1-0d118ab33746 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509477 Nov 12 09:54:28.231869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:28.736751 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:35.192079 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-809d9e1f-2daa-4f39-b679-1cdd20cf54e6 req-955ec2d0-89e2-40ac-a120-99ac1f52c1b9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:54:35.193108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-809d9e1f-2daa-4f39-b679-1cdd20cf54e6 req-955ec2d0-89e2-40ac-a120-99ac1f52c1b9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0456479 Nov 12 09:54:35.368585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-ebe12d13-1a34-41e5-90e1-6159f7caab64 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399759 Nov 12 09:54:35.378822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-25471033-ec5a-43fe-906b-a12dae16c83b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:54:35.379881 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-25471033-ec5a-43fe-906b-a12dae16c83b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063434 Nov 12 09:54:35.394560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b543e-fc3f-4868-925e-106df0b00ad1 req-4dd27c88-a556-4f9d-a7e9-7314ab90faa4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:35.396612 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a19b543e-fc3f-4868-925e-106df0b00ad1 req-4dd27c88-a556-4f9d-a7e9-7314ab90faa4 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0625041 Nov 12 09:54:35.450623 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a19b543e-fc3f-4868-925e-106df0b00ad1 req-439853b4-05ff-49f1-9cda-45811e8f739d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478356 Nov 12 09:54:36.514839 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-36c2cd82-1937-42e2-9bbf-a751f134737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:36.516900 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-36c2cd82-1937-42e2-9bbf-a751f134737b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1098 time: 0.0432727 Nov 12 09:54:36.582027 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45263c23-df6b-4017-98f6-bd460cffc150 req-3dc18f91-f1bf-4eb8-bf31-94e28dfbbc06 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:36.583818 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45263c23-df6b-4017-98f6-bd460cffc150 req-3dc18f91-f1bf-4eb8-bf31-94e28dfbbc06 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0504830 Nov 12 09:54:36.613202 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-cb3ddc26-fc27-454f-8add-56a5715c56a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:36.614877 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-cb3ddc26-fc27-454f-8add-56a5715c56a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0907681 Nov 12 09:54:36.634951 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45263c23-df6b-4017-98f6-bd460cffc150 req-be0a7c1f-39e9-43e6-958e-3a5488a390ed tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430036 Nov 12 09:54:36.685977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-9d816731-71bb-4b1d-8dc4-29beecb5abb8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1003 time: 0.0637150 Nov 12 09:54:36.734522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-0e32113c-c5c8-4721-aa70-aab6b50ef613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:36.735943 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-0e32113c-c5c8-4721-aa70-aab6b50ef613 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0432880 Nov 12 09:54:36.783241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-342f6f64-533c-483a-b852-594455c5a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:36.784775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-342f6f64-533c-483a-b852-594455c5a5e6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416608 Nov 12 09:54:36.879397 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-b12398a4-b85c-4dd1-9a95-cac966aac24c service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867302 Nov 12 09:54:36.973980 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-955c17bf-32d5-4273-8e78-f492ab024389 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874522 Nov 12 09:54:37.754855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2a729-dc92-4cff-b419-28dea3084994 req-9c1170ad-59e4-4d0f-89e4-3999c9d91416 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:37.756457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ae2a729-dc92-4cff-b419-28dea3084994 req-9c1170ad-59e4-4d0f-89e4-3999c9d91416 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0506999 Nov 12 09:54:37.807741 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6ae2a729-dc92-4cff-b419-28dea3084994 req-da71be76-47b5-4f29-b031-3c7fb59aeb7e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Nov 12 09:54:38.934880 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d069ba4-a76b-473b-8dfb-e0f43387998d req-2ce57c1f-0ddc-482e-b4b2-c4f40b570e32 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:38.936353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d069ba4-a76b-473b-8dfb-e0f43387998d req-2ce57c1f-0ddc-482e-b4b2-c4f40b570e32 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0521784 Nov 12 09:54:38.983057 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7d069ba4-a76b-473b-8dfb-e0f43387998d req-f0c4a28b-f480-4366-84fe-c2f44276ce0d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Nov 12 09:54:40.102578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f1358-292d-443e-a369-87c0ad67b46b req-f4d0ba3e-8f1a-437d-bccd-e362ce499c89 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:40.104082 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b94f1358-292d-443e-a369-87c0ad67b46b req-f4d0ba3e-8f1a-437d-bccd-e362ce499c89 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0489254 Nov 12 09:54:40.153217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b94f1358-292d-443e-a369-87c0ad67b46b req-6750d600-a3ea-46dc-a191-3101c28b1db8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 Nov 12 09:54:41.270994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936cf40-6cd4-45fa-9860-7e2257e24e2e req-8f2ff234-4820-4f62-9022-465d3e4121c6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:41.272525 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a936cf40-6cd4-45fa-9860-7e2257e24e2e req-8f2ff234-4820-4f62-9022-465d3e4121c6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0493302 Nov 12 09:54:41.320561 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a936cf40-6cd4-45fa-9860-7e2257e24e2e req-061374d6-51b8-4359-801e-ff9d243a2706 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 Nov 12 09:54:42.442182 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dd6ec-e07b-4e7f-b6f9-563f127f0511 req-18adb7cf-d9ea-46ea-86c8-57d59d305acc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:42.443652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e3dd6ec-e07b-4e7f-b6f9-563f127f0511 req-18adb7cf-d9ea-46ea-86c8-57d59d305acc tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0529501 Nov 12 09:54:42.492357 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5e3dd6ec-e07b-4e7f-b6f9-563f127f0511 req-24f4a31e-f82e-4d49-9b01-8c486add1855 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421088 Nov 12 09:54:43.615261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630a15-cc32-439f-afd9-771d8ad882bc req-10b5e46c-e08e-46f2-bc73-0752cc836819 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:43.617549 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15630a15-cc32-439f-afd9-771d8ad882bc req-10b5e46c-e08e-46f2-bc73-0752cc836819 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0539255 Nov 12 09:54:43.669053 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15630a15-cc32-439f-afd9-771d8ad882bc req-8c6a1742-6744-4252-b773-96a4bf29b3db tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455253 Nov 12 09:54:43.959313 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b665a6d2-d8ab-4907-bd85-4c8ffb3d9b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:44.793507 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4c46a-cfad-4ddf-8b90-1b1645f493f5 req-20865c65-e3d7-4a78-9a62-f3330e658ec1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:44.795055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cf4c46a-cfad-4ddf-8b90-1b1645f493f5 req-20865c65-e3d7-4a78-9a62-f3330e658ec1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0557115 Nov 12 09:54:44.846867 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9cf4c46a-cfad-4ddf-8b90-1b1645f493f5 req-fab591a6-2d60-4a48-ae0f-735ae4871701 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453713 Nov 12 09:54:45.965350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4206b4-89d0-4825-bae4-4504f30ec0c4 req-26ddd725-eb91-4cfb-b50a-2dc25dd8e7e0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:45.966906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4206b4-89d0-4825-bae4-4504f30ec0c4 req-26ddd725-eb91-4cfb-b50a-2dc25dd8e7e0 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0512362 Nov 12 09:54:46.015214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0b4206b4-89d0-4825-bae4-4504f30ec0c4 req-6f3ec845-7750-42ad-ba70-f3971ce13f3e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Nov 12 09:54:46.496716 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-fb34b9b0-f625-46cc-a281-accedadede33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:47.137893 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6f8c3-784e-4130-b9dc-fd7eb18448d6 req-dc0c7552-d5c9-4d73-ad8e-8ddeee5b2c7c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:47.139440 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0cc6f8c3-784e-4130-b9dc-fd7eb18448d6 req-dc0c7552-d5c9-4d73-ad8e-8ddeee5b2c7c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0535200 Nov 12 09:54:47.195083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0cc6f8c3-784e-4130-b9dc-fd7eb18448d6 req-7c930049-057a-41c5-ab15-ff2f9df7a3b5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486014 Nov 12 09:54:48.322940 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701599e3-8165-43c7-8abd-d1bc4563fcf9 req-e7214f3e-6a91-4813-9c4b-11ea0dcd9b5d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:48.324570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-701599e3-8165-43c7-8abd-d1bc4563fcf9 req-e7214f3e-6a91-4813-9c4b-11ea0dcd9b5d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0544562 Nov 12 09:54:48.375861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-701599e3-8165-43c7-8abd-d1bc4563fcf9 req-2dcc916c-6141-4d08-a69d-255b779c9e77 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446496 Nov 12 09:54:49.269468 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:54:49.272824 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:49.500646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7deabce-521b-4688-98d9-10be1efe1828 req-fb3c44fb-fba1-48dd-99ec-8a1fc618ebad tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:49.502733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7deabce-521b-4688-98d9-10be1efe1828 req-fb3c44fb-fba1-48dd-99ec-8a1fc618ebad tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0557983 Nov 12 09:54:49.557106 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b7deabce-521b-4688-98d9-10be1efe1828 req-b166483b-f1d7-4c55-a6ab-0f45b7c50fb5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479877 Nov 12 09:54:49.968409 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:50.462461 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:50.690150 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203a411-5794-44ab-921d-edc4190f2868 req-37175182-8810-4a4a-9ed9-a6303607338d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:50.691716 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1203a411-5794-44ab-921d-edc4190f2868 req-37175182-8810-4a4a-9ed9-a6303607338d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0555477 Nov 12 09:54:50.745655 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1203a411-5794-44ab-921d-edc4190f2868 req-47f1246d-1a43-4f54-9dff-9eb86e51136e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475628 Nov 12 09:54:51.176780 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-35519671-6c5f-4797-92be-9677bab89b18 service neutron] show failed (client error): The resource could not be found. Nov 12 09:54:51.177991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-35519671-6c5f-4797-92be-9677bab89b18 service neutron] 10.222.0.62 "GET /v2.0/ports/7d9a73bb-9d0c-46d2-9de5-098f62af98bb/bindings/n-h2-769329-17 HTTP/1.1" status: 404 len: 381 time: 0.0624051 Nov 12 09:54:51.384915 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-43755704-aa28-46df-906d-936462f09be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:51.386299 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-43755704-aa28-46df-906d-936462f09be4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 1098 time: 0.0425401 Nov 12 09:54:51.398358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:54:51.450270 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:51.670434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:54:51.703271 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:54:51.744046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:54:51.746288 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98edf8e-73eb-485b-9131-1a53b53dc861" -d '{"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:54:51.749978 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:51.762312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Transition to ACTIVE for port object 7d9a73bb-9d0c-46d2-9de5-098f62af98bb will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:54:51.767956 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:51.804109 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465525f3-7205-44fa-a587-a92acf49e1db x-openstack-request-id: req-465525f3-7205-44fa-a587-a92acf49e1db {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:54:51.804514 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:54:51.804784 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-465525f3-7205-44fa-a587-a92acf49e1db {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:54:51.805083 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'code': 200} Nov 12 09:54:51.854232 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=6']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:54:51.903437 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.903777 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.904139 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.904473 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.904801 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.905155 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.905478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.905797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.906117 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.906438 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.906759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.907077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:54:51.939430 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502715-cba8-4fad-8b5d-744b61215daf req-d5c8511d-70c2-4768-8054-9fa5ed6c7a10 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:51.940943 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8502715-cba8-4fad-8b5d-744b61215daf req-d5c8511d-70c2-4768-8054-9fa5ed6c7a10 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.1192563 Nov 12 09:54:51.966627 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] No DVR routers for this DVR port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on host n-h1-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:54:52.075078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8502715-cba8-4fad-8b5d-744b61215daf req-8232632b-71dc-4a71-aa39-23d5f43853c7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280735 Nov 12 09:54:52.134404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:54:52.134671 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:54:52.135002 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:54:52.139297 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:54:52.139618 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:54:52.145851 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:54:52.146181 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:54:52.146560 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:54:52.146980 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Bound port: 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:54:52.147330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:52.213362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:54:52.216255 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:54:52.221889 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:52.259359 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:52.260002 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:52.261409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1093 time: 0.8670859 Nov 12 09:54:52.279398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f38c06-11e4-4cfe-a32d-691442fd4c81 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:54:52.328700 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-f54ef911-798d-40d1-a493-b348e3126ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:52.330947 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-f54ef911-798d-40d1-a493-b348e3126ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1096 time: 0.0458152 Nov 12 09:54:52.436833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-e7077da1-414e-4162-ac2c-f1df78c31c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:52.438363 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-e7077da1-414e-4162-ac2c-f1df78c31c54 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1012759 Nov 12 09:54:52.505044 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-db8cd3a3-733d-4072-ba48-281cb81b047a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.0601690 Nov 12 09:54:52.558749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-abfe8467-3747-4ddc-bba6-e1ecbec54286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:52.560138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-abfe8467-3747-4ddc-bba6-e1ecbec54286 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0476501 Nov 12 09:54:52.609741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-6801dc83-3bc4-48ae-87f9-854a9ebca98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:52.611724 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-6801dc83-3bc4-48ae-87f9-854a9ebca98a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406270 Nov 12 09:54:52.701809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-2fb267ef-e624-4761-a6c7-d553404e0518 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832534 Nov 12 09:54:52.793851 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-a008605f-8fec-448d-aa7e-f8c3b67e4422 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851099 Nov 12 09:54:53.136366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:54:53.181675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:54:53.203115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1148931-ce82-4da9-9542-69da458e26fe req-f3a519ce-b277-4bca-8bbb-95467a807575 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:53.204804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1148931-ce82-4da9-9542-69da458e26fe req-f3a519ce-b277-4bca-8bbb-95467a807575 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0545998 Nov 12 09:54:53.253779 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d1148931-ce82-4da9-9542-69da458e26fe req-f2a01ce0-ef1a-4c62-8016-2cf7bfefdb9e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426831 Nov 12 09:54:53.806807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:54:53.809788 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d594b-5b4b-4f22-b240-20f9c1591386" -d '{"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:54:53.861347 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c333e1-c955-480e-ac08-511742863a37 x-openstack-request-id: req-26c333e1-c955-480e-ac08-511742863a37 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:54:53.861701 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:54:53.861964 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26c333e1-c955-480e-ac08-511742863a37 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:54:53.862368 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'status': 'completed', 'code': 200} Nov 12 09:54:53.930354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-67a2f20a-4686-415a-8095-540648d19c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:53.932379 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-67a2f20a-4686-415a-8095-540648d19c9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1096 time: 0.0514705 Nov 12 09:54:53.933447 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-6489e07b-1709-4e1b-8881-52c19270ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:53.935105 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-6489e07b-1709-4e1b-8881-52c19270ee21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1096 time: 0.0500746 Nov 12 09:54:54.044511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-edf57489-b63f-43d9-bc6a-f1d5a207f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:54.045977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-edf57489-b63f-43d9-bc6a-f1d5a207f689 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1058092 Nov 12 09:54:54.053943 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-1feaf845-563a-45d0-8164-1e146be2c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:54.055390 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-1feaf845-563a-45d0-8164-1e146be2c542 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.1139402 Nov 12 09:54:54.128757 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-17c49108-dfb0-49bf-84a2-dca2f441f975 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.0650496 Nov 12 09:54:54.180741 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-3d061994-4358-4cde-931f-6f42c96dbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:54.182354 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-3d061994-4358-4cde-931f-6f42c96dbd14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0469382 Nov 12 09:54:54.240454 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-3d269dda-4ec7-49cb-9f72-87de5ab63184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:54.242193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-3d269dda-4ec7-49cb-9f72-87de5ab63184 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508273 Nov 12 09:54:54.371480 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-79014207-270d-4dbc-8cac-af1cbe2bc666 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219532 Nov 12 09:54:54.481088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-9f1142de-c25c-4833-8d1a-22e5f56f046c service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014345 Nov 12 09:54:54.510884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-5aca4ca8-1e64-4d21-ba8a-bc0dc9d25a51 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.4573119 Nov 12 09:54:54.535874 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e2241-6d7d-446a-b038-a159b1e7450f req-a664878e-c415-4fb2-a5f0-6fb1d0f575de tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:54.537412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e87e2241-6d7d-446a-b038-a159b1e7450f req-a664878e-c415-4fb2-a5f0-6fb1d0f575de tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0782552 Nov 12 09:54:54.598765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-b4d56ad9-e0ce-4f43-a75d-3106a5ebe651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:54.600322 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-b4d56ad9-e0ce-4f43-a75d-3106a5ebe651 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0821712 Nov 12 09:54:54.624174 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e87e2241-6d7d-446a-b038-a159b1e7450f req-8b3e2540-e3f4-484e-843a-5b4c1085ce69 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657277 Nov 12 09:54:54.662444 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-8571dacf-de8d-4d0f-9d5b-463e16190c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:54.664015 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-8571dacf-de8d-4d0f-9d5b-463e16190c98 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561886 Nov 12 09:54:54.762888 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-0e15eea5-d56b-4f2a-b0e9-f86e5ba66a0a service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911314 Nov 12 09:54:54.856465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-215d594b-5b4b-4f22-b240-20f9c1591386 req-576a0fcc-c79b-4986-b776-c04d634110e0 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864103 Nov 12 09:54:55.748330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fc670-4dca-48c1-babd-dfffb6140f41 req-06a8f2e7-c2d3-4334-9653-caa90d6f45f6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:55.750009 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f8fc670-4dca-48c1-babd-dfffb6140f41 req-06a8f2e7-c2d3-4334-9653-caa90d6f45f6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0527194 Nov 12 09:54:55.798732 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4f8fc670-4dca-48c1-babd-dfffb6140f41 req-997f615b-68a5-4a4f-b4d2-6dcf5b5c4ccd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 Nov 12 09:54:56.924123 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c080ba5-e9b2-4860-9bef-f63273a0d290 req-00f5971a-6823-491b-87ed-01213c54b001 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:56.925710 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c080ba5-e9b2-4860-9bef-f63273a0d290 req-00f5971a-6823-491b-87ed-01213c54b001 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0526731 Nov 12 09:54:56.978851 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9c080ba5-e9b2-4860-9bef-f63273a0d290 req-2dc8dcc3-97e4-4996-a676-c62403efc7f5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471826 Nov 12 09:54:58.102334 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c57e743-629b-451b-aaef-84b787aef673 req-a1b18c26-4b9f-444b-964b-246b0ad936ed tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:58.103816 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c57e743-629b-451b-aaef-84b787aef673 req-a1b18c26-4b9f-444b-964b-246b0ad936ed tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0535238 Nov 12 09:54:58.151233 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c57e743-629b-451b-aaef-84b787aef673 req-864cec5e-00f8-40a0-b311-bf1965d23504 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Nov 12 09:54:58.254630 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:58.749425 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:54:59.276227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ded48-26e0-4636-ae78-4e232443e709 req-26863494-31d2-4bf6-a48f-cc7fb58f4730 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:54:59.277639 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-651ded48-26e0-4636-ae78-4e232443e709 req-26863494-31d2-4bf6-a48f-cc7fb58f4730 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0511343 Nov 12 09:54:59.330345 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-651ded48-26e0-4636-ae78-4e232443e709 req-bd7ea6a8-729d-44b1-bee8-952fd1a690e8 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456166 Nov 12 09:55:00.459762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4dbfb8-2f79-4423-a50e-859eebe7d454 req-4a1144de-d599-4cc5-b676-db4ea5e34564 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:00.461291 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb4dbfb8-2f79-4423-a50e-859eebe7d454 req-4a1144de-d599-4cc5-b676-db4ea5e34564 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0600674 Nov 12 09:55:00.509994 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-eb4dbfb8-2f79-4423-a50e-859eebe7d454 req-d14de1ef-fe57-4f67-b393-30cd327476b5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414402 Nov 12 09:55:01.627927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186ae66-00da-46da-b703-6992d295f13f req-6b0dcc0d-b5da-46c0-a760-9f93991c4585 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:01.629457 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4186ae66-00da-46da-b703-6992d295f13f req-6b0dcc0d-b5da-46c0-a760-9f93991c4585 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0512471 Nov 12 09:55:01.676016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4186ae66-00da-46da-b703-6992d295f13f req-3073c4e5-b5b5-498b-828b-b2c342756c3d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405843 Nov 12 09:55:02.791243 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6fcf3-1483-4af9-b15f-7e99a963f599 req-ac5d6516-942e-4024-a797-9c6e939a3977 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:02.792719 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3fd6fcf3-1483-4af9-b15f-7e99a963f599 req-ac5d6516-942e-4024-a797-9c6e939a3977 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0475457 Nov 12 09:55:02.843897 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3fd6fcf3-1483-4af9-b15f-7e99a963f599 req-56b35fbe-7fde-4d06-8423-0b8fd0453815 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449166 Nov 12 09:55:03.962524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4865-b8f2-4391-8cb1-c78948797d20 req-52574bd5-dbb3-4029-b493-44bbdc7b49ab tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:03.964031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a5d4865-b8f2-4391-8cb1-c78948797d20 req-52574bd5-dbb3-4029-b493-44bbdc7b49ab tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0529079 Nov 12 09:55:04.014716 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2a5d4865-b8f2-4391-8cb1-c78948797d20 req-9001a86f-9962-42e9-b112-47c24c09c4d6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446362 Nov 12 09:55:05.134933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de9834-68cb-4490-b918-eaa7b3a1c75b req-c04a7864-b84d-42ee-a5fc-4f3acdcd8139 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.136411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09de9834-68cb-4490-b918-eaa7b3a1c75b req-c04a7864-b84d-42ee-a5fc-4f3acdcd8139 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0485935 Nov 12 09:55:05.183769 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-09de9834-68cb-4490-b918-eaa7b3a1c75b req-a401bb84-b6b4-43f1-af5e-1adcbe513e5e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413561 Nov 12 09:55:05.506529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-fac95141-d285-4cd3-ac12-280ec911e07a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.508043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-fac95141-d285-4cd3-ac12-280ec911e07a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.55 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d&tenant_id=f2278b124959403ab66295ae1ccdffbb&binding%3Ahost_id=n-h2-769329-17 HTTP/1.1" status: 200 len: 944 time: 0.0860291 Nov 12 09:55:05.521073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ff1af-f0b1-4466-ac95-7e9e53747fc0 req-8787c2d5-c295-49d8-aa5d-87e2421f95d2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.522479 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-922ff1af-f0b1-4466-ac95-7e9e53747fc0 req-8787c2d5-c295-49d8-aa5d-87e2421f95d2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 944 time: 0.0737596 Nov 12 09:55:05.624224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-922ff1af-f0b1-4466-ac95-7e9e53747fc0 req-16de2e20-f7e0-4119-b402-efc43ff5573e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945008 Nov 12 09:55:05.625825 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-7fd4f76c-5bdb-4ab4-b9f2-096434e83def service neutron] 10.222.0.55 "GET /v2.0/ports/7d9a73bb-9d0c-46d2-9de5-098f62af98bb/bindings/n-h2-769329-17 HTTP/1.1" status: 200 len: 383 time: 0.1024952 Nov 12 09:55:05.692756 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-9bb90671-cde3-4b36-bc3d-217775b0c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.694208 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-9bb90671-cde3-4b36-bc3d-217775b0c96c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1096 time: 0.0404022 Nov 12 09:55:05.785910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-89372e3d-ba1f-418a-8c8e-4579f3736e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.787342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-89372e3d-ba1f-418a-8c8e-4579f3736e32 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0862734 Nov 12 09:55:05.854802 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-12ece9a6-d8bf-4f3a-9d16-9ebe68882a1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.0604954 Nov 12 09:55:05.910081 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-11ef36c7-1c78-4279-8a31-0e97a60c712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.911454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-11ef36c7-1c78-4279-8a31-0e97a60c712c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0497780 Nov 12 09:55:05.957016 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-28a12153-1fcb-4227-817d-3aba33b46523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:05.958518 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-28a12153-1fcb-4227-817d-3aba33b46523 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403461 Nov 12 09:55:06.045464 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-e2be3a6b-8deb-4a82-b457-9c4dd77e1bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800354 Nov 12 09:55:06.139235 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-1f00cd3f-ef3d-44b6-9e8f-23c0db3a5ef3 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865304 Nov 12 09:55:06.282033 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:55:06.377269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:06.388126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'mac_address': 'fa:16:3e:24:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:55:06.430133 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:06.443050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9a73bb-9d0c-46d2-9de5-098f62af98bb {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:06.461150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:06.465160 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:06.511472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=8']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:06.518649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.518997 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.519337 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.519674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.520034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.520366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.520693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.521018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.521341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.521663 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.521984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.522306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:06.721333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['7d9a73bb-9d0c-46d2-9de5-098f62af98bb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:55:06.747325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca8d13-513b-461c-9756-682c877bf288 req-00d678dc-d32d-4f2f-9d49-d4ee5afd9075 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:06.748828 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43ca8d13-513b-461c-9756-682c877bf288 req-00d678dc-d32d-4f2f-9d49-d4ee5afd9075 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0486703 Nov 12 09:55:06.796215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-43ca8d13-513b-461c-9756-682c877bf288 req-0fca82ba-8ef4-4a6f-94f6-e0ef568ece97 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Nov 12 09:55:07.915810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e8906-bdcf-4a63-87d2-73b6b575d47e req-a9ec72a7-619b-45e1-8ee2-3aeba3c0a3f7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:07.917316 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e54e8906-bdcf-4a63-87d2-73b6b575d47e req-a9ec72a7-619b-45e1-8ee2-3aeba3c0a3f7 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0501695 Nov 12 09:55:07.971306 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e54e8906-bdcf-4a63-87d2-73b6b575d47e req-a09867e4-1e81-42db-a160-60e350a47e5d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467472 Nov 12 09:55:08.286334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:55:08.342602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:55:08.346757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:55:08.347129 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:08.432704 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:08.457848 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:08.460157 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e16a3a-9962-42e7-9991-4bd774d1c9fa" -d '{"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:08.473070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:08.479769 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:08.521119 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46a3efa-648b-4b98-becc-c4bb3fbcec90 x-openstack-request-id: req-a46a3efa-648b-4b98-becc-c4bb3fbcec90 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:08.521469 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:08.521808 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a46a3efa-648b-4b98-becc-c4bb3fbcec90 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:08.522198 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'code': 200} Nov 12 09:55:08.531783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=9']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:09.095783 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e10cd-68b4-493f-b4d3-c2d7526f11da req-660f2cbc-bd56-4b04-9f8c-841daaa3c706 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:09.098085 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a61e10cd-68b4-493f-b4d3-c2d7526f11da req-660f2cbc-bd56-4b04-9f8c-841daaa3c706 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0547731 Nov 12 09:55:09.149320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a61e10cd-68b4-493f-b4d3-c2d7526f11da req-7ad3b283-cda7-4df9-b40e-2a3c100bed49 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Nov 12 09:55:10.300462 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc104f6f-0053-4c14-9acb-691ad25b610d req-7fa749df-a32b-49bd-a2f1-2aea3ce150ec tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:10.301804 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc104f6f-0053-4c14-9acb-691ad25b610d req-7fa749df-a32b-49bd-a2f1-2aea3ce150ec tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0782127 Nov 12 09:55:10.304583 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-0b294441-5d71-4062-8791-d685f183a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:10.305934 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-0b294441-5d71-4062-8791-d685f183a8c2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d&tenant_id=f2278b124959403ab66295ae1ccdffbb HTTP/1.1" status: 200 len: 1098 time: 0.0734105 Nov 12 09:55:10.324757 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-769329-17', 'device_owner': 'compute:nova'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:10.377441 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc104f6f-0053-4c14-9acb-691ad25b610d req-1a45d50f-8d30-4947-b3a9-df60280ff86e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694466 Nov 12 09:55:10.400422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.611164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:10.645300 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h2-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:55:10.686457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:10.688957 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af295a-0f56-424b-ae9a-49658aedf34e" -d '{"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:10.692847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.706505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Transition to ACTIVE for port object 7d9a73bb-9d0c-46d2-9de5-098f62af98bb will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:55:10.711481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:10.745963 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f6f56ab-d7ee-4065-8d6c-e57bb3a2a9a3 x-openstack-request-id: req-2f6f56ab-d7ee-4065-8d6c-e57bb3a2a9a3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:10.746295 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-unplugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:10.746557 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2f6f56ab-d7ee-4065-8d6c-e57bb3a2a9a3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:10.746965 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'code': 200} Nov 12 09:55:10.801998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=10']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:10.819586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.819866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.820242 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.820587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.820930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.821287 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.821602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.821934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.822461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.822960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.823469 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.823993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:55:10.862377 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] No DVR routers for this DVR port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on host n-h2-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:55:11.003402 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:55:11.003737 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:55:11.004094 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:11.008371 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:55:11.008697 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Attempting to bind port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on network 1153d63d-5367-4454-93ca-7daf7d0b80ef {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:11.013476 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:55:11.013816 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Checking segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:55:11.014199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Bound using segment: {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:55:11.014623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Bound port: 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:55:11.015003 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:11.078314 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:55:11.082273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:55:11.086621 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:11.121471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.122094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:11.123531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] 10.222.0.62 "PUT /v2.0/ports/7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1094 time: 0.8083012 Nov 12 09:55:11.157015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298924fb-3e34-47e9-b442-c73c78b5d674 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=11']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:11.225315 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-9154cfad-46fe-4143-b73a-622c56c62471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.226938 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-9154cfad-46fe-4143-b73a-622c56c62471 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1097 time: 0.0619452 Nov 12 09:55:11.326336 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-76e06b65-6d8c-4558-8c92-00e1adf80167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.327820 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-76e06b65-6d8c-4558-8c92-00e1adf80167 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0942361 Nov 12 09:55:11.399945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-1f540c34-4d8a-4308-9175-362ab24a5ad4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.0648963 Nov 12 09:55:11.461373 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-9f365298-af55-421f-81cd-92c03896e137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.462882 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-9f365298-af55-421f-81cd-92c03896e137 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0559714 Nov 12 09:55:11.540579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caad7f5-76c0-4019-affa-dbeb76a83e2a req-17af7069-f3a6-4a32-8064-6cf03d90e7e1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.542083 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6caad7f5-76c0-4019-affa-dbeb76a83e2a req-17af7069-f3a6-4a32-8064-6cf03d90e7e1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0901928 Nov 12 09:55:11.544928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-74303874-e9bc-4dfe-bd00-7c9f9f4c2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:11.546901 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-74303874-e9bc-4dfe-bd00-7c9f9f4c2738 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662668 Nov 12 09:55:11.660132 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6caad7f5-76c0-4019-affa-dbeb76a83e2a req-b95575e3-0f0b-4941-86dc-8536e70fba85 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110725 Nov 12 09:55:11.691250 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-58bf3cf2-199d-46b0-944a-e572911d5d44 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361673 Nov 12 09:55:11.790245 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb4904fd-43de-49cc-8c27-ec476bbbff1e req-1df4ed55-3dca-4af8-9907-73767ef046ec service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910139 Nov 12 09:55:12.298296 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:55:12.339230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:55:12.748560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:12.750331 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:12.781448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e93c5-5f33-4be7-89e0-ce258d3043fa req-3e3b0d75-adea-4f9b-a2d7-a06e0a0136d6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:12.782902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a78e93c5-5f33-4be7-89e0-ce258d3043fa req-3e3b0d75-adea-4f9b-a2d7-a06e0a0136d6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0508602 Nov 12 09:55:12.805819 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dbcc4b-d180-40b7-908e-4f90738f5d74 x-openstack-request-id: req-c7dbcc4b-d180-40b7-908e-4f90738f5d74 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:12.806631 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:12.806911 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7dbcc4b-d180-40b7-908e-4f90738f5d74 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:12.807325 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'status': 'completed', 'code': 200} Nov 12 09:55:12.836096 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a78e93c5-5f33-4be7-89e0-ce258d3043fa req-4cd5cef8-01f7-4700-b1fd-5da41d2ef4cf tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473166 Nov 12 09:55:12.875422 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-58c51e0d-8098-4a5d-977e-8a565cf1152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:12.877579 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-58c51e0d-8098-4a5d-977e-8a565cf1152c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1097 time: 0.0508180 Nov 12 09:55:12.878948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-e5cde0e1-cf37-4d9a-af5b-b7f461046fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:12.880441 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-e5cde0e1-cf37-4d9a-af5b-b7f461046fe7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f2278b124959403ab66295ae1ccdffbb&device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 1097 time: 0.0488145 Nov 12 09:55:12.976674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-70dcb5d1-96dd-44ed-bd6b-bcd4e599c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:12.978216 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-76cf3551-c6f7-45af-9101-90a774924fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:12.978361 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-70dcb5d1-96dd-44ed-bd6b-bcd4e599c056 service neutron] 10.222.0.62 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0917740 Nov 12 09:55:12.979966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-76cf3551-c6f7-45af-9101-90a774924fc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 200 len: 913 time: 0.0916381 Nov 12 09:55:13.050770 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-bd79d022-5de2-4438-acf8-efd2390ab3a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.0633342 Nov 12 09:55:13.054193 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-59c2870a-a78a-48fc-bb16-9e65d48e2e70 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 200 len: 1001 time: 0.0687087 Nov 12 09:55:13.106171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-cff83e51-fd97-40f4-bead-ca7ebbfb5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:13.108030 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-cff83e51-fd97-40f4-bead-ca7ebbfb5363 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0466635 Nov 12 09:55:13.108201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-71a593ba-5ac1-4059-97f0-d60a5455f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:13.109689 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-71a593ba-5ac1-4059-97f0-d60a5455f360 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 200 len: 851 time: 0.0523219 Nov 12 09:55:13.156756 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-6185066b-b356-4b69-8ec7-075272efb2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:13.156974 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-4b378372-bd4e-43ae-8761-1b4071c977c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:13.158327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-4b378372-bd4e-43ae-8761-1b4071c977c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417404 Nov 12 09:55:13.158458 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-6185066b-b356-4b69-8ec7-075272efb2b2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=1153d63d-5367-4454-93ca-7daf7d0b80ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430455 Nov 12 09:55:13.258066 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-d5f5379d-ad74-4049-bfff-7794953ad0b8 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921211 Nov 12 09:55:13.261360 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-59554851-abe5-4f08-8d16-8974e35e2f65 service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949161 Nov 12 09:55:13.356418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-0f2b8d9a-23dd-49cb-bb9e-a6dad3c176b1 service neutron] 10.222.0.55 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892255 Nov 12 09:55:13.368507 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-79df95cf-6e56-4b12-ab8c-8813b02cc2dd req-06992edc-cacf-4f2a-84f1-cb707f4badba service neutron] 10.222.0.62 "GET /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992754 Nov 12 09:55:13.964293 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-83a37fa9-1fa8-4fbc-bea9-b57c15edf52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:13.965069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8a112-204c-476a-8f32-e066290bf87e req-9b399269-2a0b-4674-89a8-e30f2ae8b175 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:13.966593 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-feb8a112-204c-476a-8f32-e066290bf87e req-9b399269-2a0b-4674-89a8-e30f2ae8b175 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0507522 Nov 12 09:55:14.023717 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-feb8a112-204c-476a-8f32-e066290bf87e req-1cc84c13-bd7a-499c-bc5c-144ae6795994 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500803 Nov 12 09:55:15.143200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4083f4d-7751-4211-a28a-17699e6544fd req-2e6c65ae-fbab-45ad-971a-94bf29021c97 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:15.144704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4083f4d-7751-4211-a28a-17699e6544fd req-2e6c65ae-fbab-45ad-971a-94bf29021c97 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0500479 Nov 12 09:55:15.195847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e4083f4d-7751-4211-a28a-17699e6544fd req-f1baa4a1-e7de-4726-b8c4-28b4c840fe41 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449867 Nov 12 09:55:16.314360 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb559d2-5361-45d8-984a-6a5b253206be req-70886605-bc6e-4063-a56e-e36aff6bf3a1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:16.315776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ecb559d2-5361-45d8-984a-6a5b253206be req-70886605-bc6e-4063-a56e-e36aff6bf3a1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0496435 Nov 12 09:55:16.364111 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ecb559d2-5361-45d8-984a-6a5b253206be req-a4eca440-8809-487f-ace2-05e09c8c3d24 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 Nov 12 09:55:16.500208 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d12a918-f9e5-4c2f-9db8-794593381d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:17.484697 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c0fc-ac6a-42e5-90ec-937907947fbe req-91b97d13-6fc1-48fc-ba9b-80e9d6a8e5a1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:17.486693 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa93c0fc-ac6a-42e5-90ec-937907947fbe req-91b97d13-6fc1-48fc-ba9b-80e9d6a8e5a1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0497923 Nov 12 09:55:17.532928 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fa93c0fc-ac6a-42e5-90ec-937907947fbe req-cafc5b93-45bd-4483-940f-d95880bf3fb1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402782 Nov 12 09:55:18.658266 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22492a-a3f2-4fd5-afca-7f623bce8546 req-add3189a-61b8-4e08-a132-1cd5bffcca5e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:18.659820 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e22492a-a3f2-4fd5-afca-7f623bce8546 req-add3189a-61b8-4e08-a132-1cd5bffcca5e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0553732 Nov 12 09:55:18.707555 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2e22492a-a3f2-4fd5-afca-7f623bce8546 req-bf5198ff-14ed-4eb9-a79f-d4e6cfa890b1 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417793 Nov 12 09:55:19.275740 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:19.823101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d03b3-feb1-41a0-805e-6e3c96feb2b4 req-c41dfc5f-3e99-47d1-aa9a-1b989e22d9d2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:19.824580 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-407d03b3-feb1-41a0-805e-6e3c96feb2b4 req-c41dfc5f-3e99-47d1-aa9a-1b989e22d9d2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0482826 Nov 12 09:55:19.870243 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-407d03b3-feb1-41a0-805e-6e3c96feb2b4 req-5ae719d8-7d4c-4e70-b7aa-237099b6c1fd tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397346 Nov 12 09:55:19.966882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:20.467602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:20.986570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01885d2-7c05-4c2d-8049-e616ecde7c93 req-02c489ca-3700-4d9b-8707-7fd0668b5a3e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:20.988123 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d01885d2-7c05-4c2d-8049-e616ecde7c93 req-02c489ca-3700-4d9b-8707-7fd0668b5a3e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.0498192 Nov 12 09:55:21.037814 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d01885d2-7c05-4c2d-8049-e616ecde7c93 req-8021062f-9746-4a07-8993-1c88b67c02a5 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Nov 12 09:55:22.425892 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacf7ba-a770-4d57-bccf-26ffa6ec6018 req-259b72b9-cfcf-43e5-ae23-36d7466c4fb6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:22.427320 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0aacf7ba-a770-4d57-bccf-26ffa6ec6018 req-259b72b9-cfcf-43e5-ae23-36d7466c4fb6 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 945 time: 0.3192668 Nov 12 09:55:22.474405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0aacf7ba-a770-4d57-bccf-26ffa6ec6018 req-7173a27a-4a34-4740-8a4e-d6ea358880aa tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411634 Nov 12 09:55:23.301273 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:55:23.399409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:23.410984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'port_id': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'mac_address': 'fa:16:3e:24:f3:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:55:23.451153 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:23.467620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9a73bb-9d0c-46d2-9de5-098f62af98bb {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:23.486428 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:23.491795 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:23.549073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=12']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:23.605261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e26240-e1a8-4b20-a608-6ca51798a30f req-3a19c552-e098-45ac-baba-bfb070a9ed43 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:23.606745 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18e26240-e1a8-4b20-a608-6ca51798a30f req-3a19c552-e098-45ac-baba-bfb070a9ed43 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0546916 Nov 12 09:55:23.666019 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-18e26240-e1a8-4b20-a608-6ca51798a30f req-4efec909-90a7-4db1-962b-51755a01f20a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530427 Nov 12 09:55:23.754243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['7d9a73bb-9d0c-46d2-9de5-098f62af98bb'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:55:24.781667 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f3e1b-ee3c-4150-b31f-13531b57c4a6 req-0cf3fc39-8685-474b-afc1-6bbf2617a2ac tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:24.783100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-561f3e1b-ee3c-4150-b31f-13531b57c4a6 req-0cf3fc39-8685-474b-afc1-6bbf2617a2ac tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0466642 Nov 12 09:55:24.829311 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-561f3e1b-ee3c-4150-b31f-13531b57c4a6 req-6c9535a1-2a1c-47f4-a919-cf761a29e2ca tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396502 Nov 12 09:55:24.948884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754647f0-f113-4cd9-8238-dfad8ba15edf req-1458aeb2-a002-4d55-b3a6-4abc17052b95 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:24.950531 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-754647f0-f113-4cd9-8238-dfad8ba15edf req-1458aeb2-a002-4d55-b3a6-4abc17052b95 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0497575 Nov 12 09:55:24.997852 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-754647f0-f113-4cd9-8238-dfad8ba15edf req-77c4c735-f55f-41c1-92b9-6d04338430da tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407767 Nov 12 09:55:25.110813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dc194a-2c84-46d2-a0dd-edff20222c4b req-dfe716e0-c9e4-402b-97ad-0f520fcc384d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:25.112283 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-08dc194a-2c84-46d2-a0dd-edff20222c4b req-dfe716e0-c9e4-402b-97ad-0f520fcc384d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0482132 Nov 12 09:55:25.162406 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-08dc194a-2c84-46d2-a0dd-edff20222c4b req-859e3b4a-d1b5-4e68-98ac-1a02175c749c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442433 Nov 12 09:55:25.328080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:55:25.378467 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:55:25.382602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:55:25.382974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:25.392863 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b01ca-8556-4eb0-b92c-66e32a597f75 req-c695dc12-026a-4212-a109-12fb941d2fd2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:25.394319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee5b01ca-8556-4eb0-b92c-66e32a597f75 req-c695dc12-026a-4212-a109-12fb941d2fd2 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 946 time: 0.0492682 Nov 12 09:55:25.442996 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee5b01ca-8556-4eb0-b92c-66e32a597f75 req-ec7c9298-2493-47c3-b6a8-5e192d87df96 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426600 Nov 12 09:55:25.464169 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:25.483051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:25.485272 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca441102-b188-4702-9b59-b9bffb0f53e6" -d '{"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:25.501791 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:25.508149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:25.531054 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b4c780-dab5-42ae-ab24-b78e82670581 x-openstack-request-id: req-29b4c780-dab5-42ae-ab24-b78e82670581 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:25.531349 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-plugged", "status": "completed", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:25.531604 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29b4c780-dab5-42ae-ab24-b78e82670581 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:25.532026 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'code': 200} Nov 12 09:55:25.557421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=13']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:26.269415 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:55:26.561901 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b1ca-dc2e-4f29-b35c-2f30e783a5e9 req-55110186-c2b9-495b-ae00-7c8cb432741d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:26.563343 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702b1ca-dc2e-4f29-b35c-2f30e783a5e9 req-55110186-c2b9-495b-ae00-7c8cb432741d tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 947 time: 0.0489430 Nov 12 09:55:26.610172 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f702b1ca-dc2e-4f29-b35c-2f30e783a5e9 req-2b300f93-c324-4f1f-8727-48acb3f5b84e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups?id=947519a2-0625-4bea-8cc2-5b3fc67ebf26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405250 Nov 12 09:55:27.122793 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-b7a1c011-f254-4d34-84f5-4cfc87791561 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:27.124493 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-b7a1c011-f254-4d34-84f5-4cfc87791561 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 947 time: 0.0525610 Nov 12 09:55:27.219448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Deleting port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:55:27.219806 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:27.308258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] For port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:27.308536 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:27.487828 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:27.488220 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:27.488604 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864 disassociated. External IP: 172.25.5.138, port: 7d9a73bb-9d0c-46d2-9de5-098f62af98bb. Nov 12 09:55:27.488957 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Calling delete_port for 7d9a73bb-9d0c-46d2-9de5-098f62af98bb owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:55:27.616224 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:27.652109 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event deleted for resources: {'Port': ['ID=7d9a73bb-9d0c-46d2-9de5-098f62af98bb,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:27.730079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0dc4c9d6-60a4-4ff1-81ec-cbd9c4129774 req-0f49d651-b256-4fa8-b9ea-a1ecc59ce16e tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0349040 Nov 12 09:55:27.803885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:55:27.915830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:55:27.927517 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:55:27.936729 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:55:27.937376 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:27.956780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] No DVR routers for this DVR port 7d9a73bb-9d0c-46d2-9de5-098f62af98bb on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:55:27.959669 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:27.963412 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-49564247-659c-4ea0-ab80-4be0b85f63a7 req-7d6ff983-5bda-49f5-966c-fc0f0807ea2f tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.62 "DELETE /v2.0/ports/7d9a73bb-9d0c-46d2-9de5-098f62af98bb HTTP/1.1" status: 204 len: 173 time: 0.8313479 Nov 12 09:55:27.963871 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-deleted', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:27.966656 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a5499f-6f5b-46ff-bf37-beff9e3ffa4f" -d '{"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-deleted", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:28.009164 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa5012-133d-4203-9015-e7f87654ecfe x-openstack-request-id: req-bffa5012-133d-4203-9015-e7f87654ecfe {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:28.009536 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923b3c0a-74d0-43cd-8702-6c3b9da45b4d", "name": "network-vif-deleted", "tag": "7d9a73bb-9d0c-46d2-9de5-098f62af98bb", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:28.009859 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bffa5012-133d-4203-9015-e7f87654ecfe {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:28.010332 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923b3c0a-74d0-43cd-8702-6c3b9da45b4d', 'name': 'network-vif-deleted', 'tag': '7d9a73bb-9d0c-46d2-9de5-098f62af98bb', 'status': 'completed', 'code': 200} Nov 12 09:55:28.052676 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:55:28.259661 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:28.277053 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:28.303558 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:55:28.312359 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:55:28.312976 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:28.430170 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:55:28.651479 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:28.680157 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a584ea99-b14d-488f-8fc9-fb80bc88ebcd None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd2eb2ff7-596b-4684-93e7-955655c5432b', 'name': '', 'network_id': '1153d63d-5367-4454-93ca-7daf7d0b80ef', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'mac_address': 'fa:16:3e:2a:3b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '03ca298c-9779-4645-92e7-2062eb633767', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:35Z', 'updated_at': '2021-11-12T09:45:39Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'subnets': [{'id': '03ca298c-9779-4645-92e7-2062eb633767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:55:28.777417 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:28.841090 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-461b509c-77f4-41a5-a36a-ee695b941691 req-8818538d-2dde-45fc-b279-351f689c2353 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0327272 Nov 12 09:55:28.960437 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acf683-629c-4c32-a67f-d1311dbec266 None None] New status for floating IP 60531f6a-8f3a-46d8-853c-3d3c7a537864: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:55:29.946676 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-b8228b5a-956e-464d-9cfb-dccdcbb045a6 req-6e019bac-2f8b-4555-acbc-89336ad38210 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0306227 Nov 12 09:55:31.043543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-843648aa-80d6-4ccb-a0a1-6c4102016378 req-dc850251-a41b-4873-9a14-9f0ae707dede tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0274458 Nov 12 09:55:31.325061 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:55:31.350940 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 7d9a73bb-9d0c-46d2-9de5-098f62af98bb {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:55:31.351863 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 7d9a73bb-9d0c-46d2-9de5-098f62af98bb not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:55:32.146094 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c540eb8e-c6dc-4596-9fdd-346b130dbd76 req-7185c65e-efd4-45f5-8e38-159d0151f73c tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/ports?device_id=923b3c0a-74d0-43cd-8702-6c3b9da45b4d HTTP/1.1" status: 200 len: 210 time: 0.0268810 Nov 12 09:55:36.888846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57494) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:36.948824 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f457992f-6287-4f87-81b4-4c98676adc50 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:36.972218 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f457992f-6287-4f87-81b4-4c98676adc50 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.025922 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f457992f-6287-4f87-81b4-4c98676adc50 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.029163 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f457992f-6287-4f87-81b4-4c98676adc50 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.031025 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f457992f-6287-4f87-81b4-4c98676adc50 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "DELETE /v2.0/security-groups/947519a2-0625-4bea-8cc2-5b3fc67ebf26 HTTP/1.1" status: 204 len: 168 time: 0.1409566 Nov 12 09:55:37.033780 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57496) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:37.040443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457992f-6287-4f87-81b4-4c98676adc50 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947519a2-0625-4bea-8cc2-5b3fc67ebf26,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:37.057099 n-d-769329-17 neutron-server[109376]: INFO neutron.api.v2.resource [None req-2bcc838b-355f-404e-848a-b3a401a0a02a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] show failed (client error): The resource could not be found. Nov 12 09:55:37.058305 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2bcc838b-355f-404e-848a-b3a401a0a02a tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "GET /v2.0/security-groups/947519a2-0625-4bea-8cc2-5b3fc67ebf26 HTTP/1.1" status: 404 len: 347 time: 0.0228565 Nov 12 09:55:37.063098 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57498) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:37.188517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Deleting port eaf37221-39e8-4422-b1a4-dffd46bd4ee8 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:55:37.188750 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.268928 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.269246 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.280605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Calling delete_port for eaf37221-39e8-4422-b1a4-dffd46bd4ee8 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:55:37.423523 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.446610 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Pushing event deleted for resources: {'Port': ['ID=eaf37221-39e8-4422-b1a4-dffd46bd4ee8,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:37.512287 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.514927 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:37.516149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0fb19cb5-e4bc-41f4-8bf7-353d830bfe93 tempest-ServerActionsTestJSON-19420760 tempest-ServerActionsTestJSON-19420760-project] 10.222.0.53 "DELETE /v2.0/floatingips/60531f6a-8f3a-46d8-853c-3d3c7a537864 HTTP/1.1" status: 204 len: 168 time: 0.4520209 Nov 12 09:55:37.519619 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57500) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:38.039865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:38.293350 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Deleting port d2eb2ff7-596b-4684-93e7-955655c5432b {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:55:38.293609 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:38.372986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] For port d2eb2ff7-596b-4684-93e7-955655c5432b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d2eb2ff7-596b-4684-93e7-955655c5432b,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:38.373349 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:38.386402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Calling delete_port for d2eb2ff7-596b-4684-93e7-955655c5432b owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:55:38.576414 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:38.605200 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eb2ff7-596b-4684-93e7-955655c5432b,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:38.777454 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.009809 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Router 30ccec8f-6109-4310-b009-9da8ab80b80a has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:55:39.118393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:55:39.125042 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-94f4a4bc-d38a-48d5-ba2e-87f69bed2259 admin admin] 10.222.0.53 "PUT /v2.0/routers/30ccec8f-6109-4310-b009-9da8ab80b80a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6037223 Nov 12 09:55:39.126026 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57504) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:39.128562 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] Sync routers for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:55:39.137937 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:55:39.138607 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:39.232636 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.243599 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:55:39.340278 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.395196 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Deleting port 0e7e7b49-4526-4780-94ac-a462a8ac67ca {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:55:39.395458 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.424437 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:55:38Z', 'revision_number': 5, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port': {'id': '0e7e7b49-4526-4780-94ac-a462a8ac67ca', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ed:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:45:33Z', 'updated_at': '2021-11-12T09:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:39.450344 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] Checking router: 30ccec8f-6109-4310-b009-9da8ab80b80a for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:55:39.459026 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] Routers {'30ccec8f-6109-4310-b009-9da8ab80b80a'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:55:39.459218 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:55:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['30ccec8f-6109-4310-b009-9da8ab80b80a'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:39.473424 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] For port 0e7e7b49-4526-4780-94ac-a462a8ac67ca, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0e7e7b49-4526-4780-94ac-a462a8ac67ca,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:39.473787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.486020 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Calling delete_port for 0e7e7b49-4526-4780-94ac-a462a8ac67ca owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:55:39.634652 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] Set router 30ccec8f-6109-4310-b009-9da8ab80b80a gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:55:39.655562 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.681918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7e7b49-4526-4780-94ac-a462a8ac67ca,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:39.688478 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:55:39Z', 'revision_number': 6, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:39.697600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8614a-c3ca-4d89-864e-ce6bb3599af3 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:55:39.724345 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a09bce5-d01c-497f-afa7-a67905911c28 None None] The sync data for ids ['30ccec8f-6109-4310-b009-9da8ab80b80a'] in n-d-769329-17 is: [{'id': '30ccec8f-6109-4310-b009-9da8ab80b80a', 'name': 'tempest-ServerActionsTestJSON-2088928985-router', 'tenant_id': 'f2278b124959403ab66295ae1ccdffbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:45:32Z', 'updated_at': '2021-11-12T09:55:39Z', 'revision_number': 6, 'project_id': 'f2278b124959403ab66295ae1ccdffbb', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:55:39.749931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.841184 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.843407 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.885906 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.886464 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30ccec8f-6109-4310-b009-9da8ab80b80a {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:55:39.891156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:39.893209 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1a1bb5e1-2026-45a5-8d2d-7a4457cb38b3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/30ccec8f-6109-4310-b009-9da8ab80b80a HTTP/1.1" status: 204 len: 168 time: 0.7655766 Nov 12 09:55:39.895662 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57506) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:39.945433 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] Deleting subnet 03ca298c-9779-4645-92e7-2062eb633767 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:55:39.949064 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.253323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.330438 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.386823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.413593 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.419457 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/03ca298c-9779-4645-92e7-2062eb633767 HTTP/1.1" status: 204 len: 168 time: 0.5204451 Nov 12 09:55:40.419457 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400eb96-6ef4-4062-aa6e-5a284c958f37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ca298c-9779-4645-92e7-2062eb633767,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:40.419793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dca937a-0b2b-4099-9344-6ddec0bd719a None None] Network 1153d63d-5367-4454-93ca-7daf7d0b80ef requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:55:40.423363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57508) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:40.494172 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.562982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Deleting port 297236ce-f9a2-48ef-85d8-93026cb46359 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:55:40.563319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.580399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0e7e7b49-4526-4780-94ac-a462a8ac67ca no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:55:40.602375 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0e7e7b49-4526-4780-94ac-a462a8ac67ca {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:55:40.602720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0e7e7b49-4526-4780-94ac-a462a8ac67ca not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:55:40.603247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d2eb2ff7-596b-4684-93e7-955655c5432b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:55:40.623155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d2eb2ff7-596b-4684-93e7-955655c5432b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:55:40.623513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d2eb2ff7-596b-4684-93e7-955655c5432b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:55:40.630120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] DHCP port deletion for 1153d63d-5367-4454-93ca-7daf7d0b80ef request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:55:40.654354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] For port 297236ce-f9a2-48ef-85d8-93026cb46359, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=297236ce-f9a2-48ef-85d8-93026cb46359,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:40.654719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.670184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Calling delete_port for 297236ce-f9a2-48ef-85d8-93026cb46359 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:55:40.687009 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] Deleting port 297236ce-f9a2-48ef-85d8-93026cb46359 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:55:40.687769 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.753879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] For port 297236ce-f9a2-48ef-85d8-93026cb46359, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=297236ce-f9a2-48ef-85d8-93026cb46359,segment=NetworkSegment(b524a22e-7dcd-462c-b13a-c5ec916fb8b3),segment_id=b524a22e-7dcd-462c-b13a-c5ec916fb8b3)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:40.754606 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.761719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.770683 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] Calling delete_port for 297236ce-f9a2-48ef-85d8-93026cb46359 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:55:40.789746 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Pushing event deleted for resources: {'Port': ['ID=297236ce-f9a2-48ef-85d8-93026cb46359,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:40.799898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] No DVR routers for this DVR port 297236ce-f9a2-48ef-85d8-93026cb46359 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:55:40.864152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.873644 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.891766 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] Pushing event deleted for resources: {'Port': ['ID=297236ce-f9a2-48ef-85d8-93026cb46359,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:40.894399 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca79a45-b49b-40d2-92e6-95ebbcdc1b13 None None] No DVR routers for this DVR port 297236ce-f9a2-48ef-85d8-93026cb46359 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:55:40.895383 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1153d63d-5367-4454-93ca-7daf7d0b80ef']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:40.907372 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:40.907601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b524a22e-7dcd-462c-b13a-c5ec916fb8b3') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:55:40.923525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.938849 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.947137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:55:40.947536 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:55:40.949269 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:55:41.003202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:41.008607 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:41.011751 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] 10.222.0.53 "DELETE /v2.0/networks/1153d63d-5367-4454-93ca-7daf7d0b80ef HTTP/1.1" status: 204 len: 168 time: 0.5867586 Nov 12 09:55:41.022371 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773cf2d-92c5-492d-b4a4-b5cb1495c83a admin admin] Pushing event deleted for resources: {'Network': ['ID=1153d63d-5367-4454-93ca-7daf7d0b80ef,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:41.150691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57512) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:41.199461 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ec2b2b66-cc97-45b7-874d-53ce0e35557f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2278b124959403ab66295ae1ccdffbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476189 Nov 12 09:55:41.202003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:41.250546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c19f277d-da0b-487f-b1e1-efd9d305453f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:41.272681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c19f277d-da0b-487f-b1e1-efd9d305453f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:41.319438 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c19f277d-da0b-487f-b1e1-efd9d305453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:41.322106 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c19f277d-da0b-487f-b1e1-efd9d305453f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:41.324414 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c19f277d-da0b-487f-b1e1-efd9d305453f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e834304-77a1-4bdf-be99-a45db641cc1d HTTP/1.1" status: 204 len: 168 time: 0.1213739 Nov 12 09:55:41.332967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f277d-da0b-487f-b1e1-efd9d305453f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e834304-77a1-4bdf-be99-a45db641cc1d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:42.049509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57536) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:42.149145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1827280414-network', 'tenant_id': 'c3a0b04b22b64343be78269822561a21'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:42.171087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Made reservation on behalf of c3a0b04b22b64343be78269822561a21 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:55:42.173887 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.182396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.266534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.273169 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.277156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 297236ce-f9a2-48ef-85d8-93026cb46359 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:55:42.294069 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:55:42.298814 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 297236ce-f9a2-48ef-85d8-93026cb46359 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:55:42.299170 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 297236ce-f9a2-48ef-85d8-93026cb46359 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:55:42.308267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:42.313181 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.313542 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Added segment 47dfebf2-ada4-490d-bc25-d36b21b0d54b of type vlan for network 0b749300-80ed-43d8-b052-ca510f1717be Nov 12 09:55:42.361934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.386896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.388009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:42.388587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.448805 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3980412 Nov 12 09:55:42.452087 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57540) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:55:42.456724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5d6d4-2b83-4d7a-af4c-e37b5fa456ed admin admin] Pushing event updated for resources: {'Network': ['ID=0b749300-80ed-43d8-b052-ca510f1717be,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:42.457735 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Request body: {'subnet': {'network_id': '0b749300-80ed-43d8-b052-ca510f1717be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1827280414-subnet', 'tenant_id': 'c3a0b04b22b64343be78269822561a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:42.466429 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 0b749300-80ed-43d8-b052-ca510f1717be details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:55:42.482004 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Made reservation on behalf of c3a0b04b22b64343be78269822561a21 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:55:42.484712 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.656416 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.712543 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b0e135-7fab-4770-a436-7fe8a18574c6,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:42.731423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Checking segment: {'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:55:42.731784 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Network hostable DHCP agents. Network: 0b749300-80ed-43d8-b052-ca510f1717be, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:55:42.750157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Network 0b749300-80ed-43d8-b052-ca510f1717be is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:55:42.760229 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 0b749300-80ed-43d8-b052-ca510f1717be) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:55:42.764963 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:42.765846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:42.772272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39416fd-9c15-4e05-88eb-6b518324f0a8 None None] Network 0b749300-80ed-43d8-b052-ca510f1717be requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:55:42.793460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f8dff2fd-b543-41b1-b198-ea3278ad9d8d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3324647 Nov 12 09:55:42.907250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff583c-8608-40c4-bf50-79fae5d535c3 None None] Network 0b749300-80ed-43d8-b052-ca510f1717be requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:55:43.269368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-ac315828-c33a-410b-a03b-b4833237464d tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:43.270929 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-ac315828-c33a-410b-a03b-b4833237464d tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/networks?id=0b749300-80ed-43d8-b052-ca510f1717be HTTP/1.1" status: 200 len: 814 time: 0.1064112 Nov 12 09:55:43.287855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-df31db36-0096-4658-87ed-fac013802a79 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/quotas/c3a0b04b22b64343be78269822561a21 HTTP/1.1" status: 200 len: 375 time: 0.0107877 Nov 12 09:55:43.318694 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-f45713fe-fff1-4032-a868-701ff0c679cd tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3a0b04b22b64343be78269822561a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256767 Nov 12 09:55:43.329413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-e89b0735-e36a-4308-8373-ed3e681683f7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:55:43.330896 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-e89b0735-e36a-4308-8373-ed3e681683f7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056036 Nov 12 09:55:43.425059 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-2de2d636-44d8-4132-a5b1-64a02c7d3fc0 service neutron] 10.222.0.53 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876956 Nov 12 09:55:43.514130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-5c47f0d9-e57c-4289-8076-adcc8c241f52 service neutron] 10.222.0.53 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829298 Nov 12 09:55:43.680006 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-84e3ab8f-a666-4908-b527-ace615d8ce65 req-ec4c83f5-1730-4458-b205-d0607c075aa8 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 210 time: 0.0271261 Nov 12 09:55:43.959297 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da2fc7af-d9ee-4828-9b24-78ee7176c321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:44.738107 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-ed957494-0f80-4278-91a7-53ce384ad7eb tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:44.740285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-ed957494-0f80-4278-91a7-53ce384ad7eb tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.55 "GET /v2.0/networks?id=0b749300-80ed-43d8-b052-ca510f1717be HTTP/1.1" status: 200 len: 814 time: 0.1206079 Nov 12 09:55:44.756327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Request body: {'port': {'device_id': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be', 'admin_state_up': True, 'tenant_id': 'c3a0b04b22b64343be78269822561a21'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:44.804327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8c44c916-6e21-44f9-b679-d90078b9c506 req-9b48e299-ed5d-4c2c-88f7-97baae4f5371 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 210 time: 0.0443556 Nov 12 09:55:44.889022 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Made reservation on behalf of c3a0b04b22b64343be78269822561a21 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:55:44.893479 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.021524 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Allocated IP 172.20.0.9 (0b749300-80ed-43d8-b052-ca510f1717be/d2b0e135-7fab-4770-a436-7fe8a18574c6/a9a2ce77-de70-43e2-8b2e-5b0a158f67a9) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:55:45.173090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.212678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.261889 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Network 0b749300-80ed-43d8-b052-ca510f1717be is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:55:45.265084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:55:45.269487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:55:45.275896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Pushing event updated for resources: {'Port': ['ID=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:45.324747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:45.325358 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.341746 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-974e0a4d-8f8c-4ca1-adef-2bf0e31e7820 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901501 Nov 12 09:55:45.351669 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-486070e7-ebb9-4f0a-ba27-5f1468d9532f tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109377) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 09:55:45.352662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-486070e7-ebb9-4f0a-ba27-5f1468d9532f tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051532 Nov 12 09:55:45.367207 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Request body: {'port': {'device_id': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:45.420501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.695360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:45.702723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.714780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Transition to ACTIVE for port object a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:55:45.718863 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.773718 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:45.845729 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Attempting to bind port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:55:45.846134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Attempting to bind port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:55:45.846470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Attempting to bind port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 on network 0b749300-80ed-43d8-b052-ca510f1717be {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:45.851008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 on network 0b749300-80ed-43d8-b052-ca510f1717be not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:55:45.851381 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Attempting to bind port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 on network 0b749300-80ed-43d8-b052-ca510f1717be {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:45.856517 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:55:45.856859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Checking segment: {'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:55:45.857247 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Bound using segment: {'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:55:45.857714 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Bound port: a9a2ce77-de70-43e2-8b2e-5b0a158f67a9, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:55:45.858073 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.926969 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] For port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:55:45.927931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdf5af-ae58-4044-94dd-f2357bf01f88 req-03eeb98e-7fe9-41e4-8acf-1128828f040d tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:45.929444 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3bdf5af-ae58-4044-94dd-f2357bf01f88 req-03eeb98e-7fe9-41e4-8acf-1128828f040d tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 943 time: 0.0565717 Nov 12 09:55:45.930394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] For port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:55:45.935105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.969210 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:45.969846 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:45.971784 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] 10.222.0.55 "PUT /v2.0/ports/a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 HTTP/1.1" status: 200 len: 1092 time: 0.6083157 Nov 12 09:55:45.972246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'tag': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:45.974684 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2c2a4a-0543-4f12-8d60-310eda196822" -d '{"events": [{"name": "network-changed", "server_uuid": "347abe4d-36fe-4ef7-b483-0db42f0735da", "tag": "a9a2ce77-de70-43e2-8b2e-5b0a158f67a9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:45.990407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e3bdf5af-ae58-4044-94dd-f2357bf01f88 req-dad644c7-132d-4ee3-b86e-3edef61a20a0 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542037 Nov 12 09:55:46.005127 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f1167-f1d0-4bfb-9608-7dc83359d967 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:46.029502 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517d4dfb-2563-48dd-9cea-c8624215e57e x-openstack-request-id: req-517d4dfb-2563-48dd-9cea-c8624215e57e {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:46.029801 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347abe4d-36fe-4ef7-b483-0db42f0735da", "tag": "a9a2ce77-de70-43e2-8b2e-5b0a158f67a9", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:46.030057 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-517d4dfb-2563-48dd-9cea-c8624215e57e {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:46.030461 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'tag': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9', 'status': 'completed', 'code': 200} Nov 12 09:55:46.060996 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-9c7c6a3e-acd2-4bd6-bbbf-f9d166f25e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:46.062491 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-9c7c6a3e-acd2-4bd6-bbbf-f9d166f25e20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3a0b04b22b64343be78269822561a21&device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 1095 time: 0.0472872 Nov 12 09:55:46.107454 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-650f7e57-831c-4791-9a71-02507d055673 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 HTTP/1.1" status: 200 len: 217 time: 0.0372572 Nov 12 09:55:46.155828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-affbeba9-fb8a-47b2-a895-a8b52c7d1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:46.157298 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-affbeba9-fb8a-47b2-a895-a8b52c7d1610 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2b0e135-7fab-4770-a436-7fe8a18574c6 HTTP/1.1" status: 200 len: 854 time: 0.0430210 Nov 12 09:55:46.190327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-98e8f286-74ad-4273-942f-50ff99540bad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b749300-80ed-43d8-b052-ca510f1717be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259957 Nov 12 09:55:46.287104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-12c96f4c-eb71-4490-9daa-897c7f39bd75 service neutron] 10.222.0.55 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901804 Nov 12 09:55:46.383667 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dda22607-2f56-4cd1-9238-987c47b44bfd req-3aa8c8f2-61c0-4480-ac2f-33c2298963be service neutron] 10.222.0.55 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884576 Nov 12 09:55:46.480649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-fa4a5d16-37f5-4fdd-84f3-2f11e60e2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:46.482327 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-fa4a5d16-37f5-4fdd-84f3-2f11e60e2f44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c3a0b04b22b64343be78269822561a21&device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 1095 time: 0.0463779 Nov 12 09:55:46.503331 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98c1a8b6-305c-4a97-839d-6e64054acc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:46.578361 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-73d5c5fc-d39f-47de-836f-689c7d3fc083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:46.580372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-73d5c5fc-d39f-47de-836f-689c7d3fc083 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b749300-80ed-43d8-b052-ca510f1717be HTTP/1.1" status: 200 len: 915 time: 0.0908952 Nov 12 09:55:46.625944 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-a630cf62-f79e-4529-a38f-57cf2e12ff2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 HTTP/1.1" status: 200 len: 217 time: 0.0389786 Nov 12 09:55:46.676999 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-da3c650d-7e38-40b8-b33e-43848955a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:46.678475 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-da3c650d-7e38-40b8-b33e-43848955a7a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d2b0e135-7fab-4770-a436-7fe8a18574c6 HTTP/1.1" status: 200 len: 854 time: 0.0455675 Nov 12 09:55:46.712297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-bde9995e-fb39-45eb-bb3d-2547e7bdb0aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b749300-80ed-43d8-b052-ca510f1717be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254836 Nov 12 09:55:46.806250 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-e6a9f980-3002-4bf0-ac20-f7970a6ff0f5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859027 Nov 12 09:55:46.902060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-7a2c2a4a-0543-4f12-8d60-310eda196822 req-ad7c9e1f-3ae9-4b95-a72e-61774cba6c9d service neutron] 10.222.0.55 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876858 Nov 12 09:55:47.116443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5a22f-e3f7-4ac1-b85d-dde98fe902ff req-b8c1f8b3-1352-44ab-ba54-50f1f761aed2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:47.117996 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d7b5a22f-e3f7-4ac1-b85d-dde98fe902ff req-b8c1f8b3-1352-44ab-ba54-50f1f761aed2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 943 time: 0.0539896 Nov 12 09:55:47.166539 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d7b5a22f-e3f7-4ac1-b85d-dde98fe902ff req-2a70541e-6a58-46b1-a404-0d2930da07c0 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425806 Nov 12 09:55:48.324108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ae629-3ead-4752-be86-0268a3921b6c req-397ce90c-6d6f-4e10-bab4-0d0b3aeea2b7 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:48.325569 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-811ae629-3ead-4752-be86-0268a3921b6c req-397ce90c-6d6f-4e10-bab4-0d0b3aeea2b7 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 943 time: 0.0594463 Nov 12 09:55:48.378360 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-811ae629-3ead-4752-be86-0268a3921b6c req-2cf7e6c0-948d-4889-81ed-618c8bc16627 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 Nov 12 09:55:49.279260 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:49.503198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f35e4d-acd2-4159-b861-8a12193df2e2 req-c4c28f75-4bae-4705-bfa9-ba742a3a507f tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:49.504725 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99f35e4d-acd2-4159-b861-8a12193df2e2 req-c4c28f75-4bae-4705-bfa9-ba742a3a507f tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 943 time: 0.0550401 Nov 12 09:55:49.556929 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99f35e4d-acd2-4159-b861-8a12193df2e2 req-1819ad99-cd1b-4d85-b1c2-9d51b3e3b495 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Nov 12 09:55:49.972441 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:50.471433 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:50.499295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:55:50.606453 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:50.618953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9', 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be', 'port_id': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9', 'mac_address': 'fa:16:3e:ae:ea:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b0e135-7fab-4770-a436-7fe8a18574c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:55:50.661123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:50.678038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:50.695607 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f675089-9fea-4431-bc38-8487d8d66c46 req-58100c0c-4c2b-4980-bd78-31b49ba35929 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:50.697184 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f675089-9fea-4431-bc38-8487d8d66c46 req-58100c0c-4c2b-4980-bd78-31b49ba35929 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 943 time: 0.0624952 Nov 12 09:55:50.701460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:50.706794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:50.751602 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6f675089-9fea-4431-bc38-8487d8d66c46 req-bbc04520-6e12-4b69-a7d9-03c927a105ce tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481136 Nov 12 09:55:50.930027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:50.977251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['a9a2ce77-de70-43e2-8b2e-5b0a158f67a9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:55:51.877569 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34174e-1065-42c2-a112-ac1986c9965a req-a5e0eae1-7ae4-45b6-ba3d-09407cda0412 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:51.879126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d34174e-1065-42c2-a112-ac1986c9965a req-a5e0eae1-7ae4-45b6-ba3d-09407cda0412 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 944 time: 0.0555632 Nov 12 09:55:51.928126 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2d34174e-1065-42c2-a112-ac1986c9965a req-dd026e53-0717-49b4-a141-d6bb9a803d8b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427701 Nov 12 09:55:52.518348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:55:52.571251 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:55:52.575856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:55:52.576266 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:52.656383 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:52.679267 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:52.681606 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247c9b67-ff9b-4532-a8a6-970faf376877" -d '{"events": [{"server_uuid": "347abe4d-36fe-4ef7-b483-0db42f0735da", "name": "network-vif-plugged", "status": "completed", "tag": "a9a2ce77-de70-43e2-8b2e-5b0a158f67a9"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:52.694982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:52.699189 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:52.727681 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58881990-cce6-49ff-92f5-a21f007a651f x-openstack-request-id: req-58881990-cce6-49ff-92f5-a21f007a651f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:52.728016 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347abe4d-36fe-4ef7-b483-0db42f0735da", "name": "network-vif-plugged", "status": "completed", "tag": "a9a2ce77-de70-43e2-8b2e-5b0a158f67a9", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:52.728233 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58881990-cce6-49ff-92f5-a21f007a651f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:52.728611 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9', 'code': 200} Nov 12 09:55:52.759257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:52.820733 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852f07a-9156-4d15-a8a1-3759272a12ed req-3421c259-811d-4779-be3b-84b86b14fc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:52.822236 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f852f07a-9156-4d15-a8a1-3759272a12ed req-3421c259-811d-4779-be3b-84b86b14fc50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 1097 time: 0.0414069 Nov 12 09:55:52.866957 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f852f07a-9156-4d15-a8a1-3759272a12ed req-f7a4543d-e0a1-4eea-9d20-dc359f6ad7a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369444 Nov 12 09:55:53.049186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329550bf-f2bd-4d83-a078-19ade14f977a req-f0d3e7dd-a674-4cb5-9610-9f16b7be7d9d tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:53.050724 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-329550bf-f2bd-4d83-a078-19ade14f977a req-f0d3e7dd-a674-4cb5-9610-9f16b7be7d9d tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0538228 Nov 12 09:55:53.103299 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-329550bf-f2bd-4d83-a078-19ade14f977a req-fb9d5a7d-b450-420c-9c36-d30ed65fd96b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458798 Nov 12 09:55:54.232847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f376752-3d48-4951-839c-acf0ede98227 req-3f1ec82e-0f90-4984-8799-e8446a145c52 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:54.234413 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f376752-3d48-4951-839c-acf0ede98227 req-3f1ec82e-0f90-4984-8799-e8446a145c52 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0599465 Nov 12 09:55:54.287055 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3f376752-3d48-4951-839c-acf0ede98227 req-d1e23952-8711-41c9-b670-6c4927753023 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460215 Nov 12 09:55:54.528411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-bc37f23f-4170-4713-be85-80d7502436eb tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:54.529956 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-bc37f23f-4170-4713-be85-80d7502436eb tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/networks?id=0b749300-80ed-43d8-b052-ca510f1717be HTTP/1.1" status: 200 len: 814 time: 0.1120398 Nov 12 09:55:54.545598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-5efc9956-dbe2-4225-a753-e14565e52e66 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/quotas/c3a0b04b22b64343be78269822561a21 HTTP/1.1" status: 200 len: 375 time: 0.0095954 Nov 12 09:55:54.597999 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-914f2c6e-be2b-4098-98d1-5d2b1afdb29d tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c3a0b04b22b64343be78269822561a21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460658 Nov 12 09:55:54.693622 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-9830ae0b-21fe-4db4-918f-e683a6ec0739 service neutron] 10.222.0.53 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886533 Nov 12 09:55:54.783173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-e86339ee-739a-4f4f-9e58-f1556879f228 service neutron] 10.222.0.53 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834107 Nov 12 09:55:54.945495 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a402cfc-b304-4f1b-a41c-17ee7307234b req-1a241a30-96d8-4e45-8518-115331f5a029 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 210 time: 0.0285349 Nov 12 09:55:55.929895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-4da89e21-9bef-45b3-b06e-0d216914d0a7 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:55.931445 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-4da89e21-9bef-45b3-b06e-0d216914d0a7 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.62 "GET /v2.0/networks?id=0b749300-80ed-43d8-b052-ca510f1717be HTTP/1.1" status: 200 len: 814 time: 0.1133354 Nov 12 09:55:55.946107 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Request body: {'port': {'device_id': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be', 'admin_state_up': True, 'tenant_id': 'c3a0b04b22b64343be78269822561a21'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:56.053526 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-92d38269-5739-4b01-aa5f-a9dbc3290308 req-36a0d865-b164-401f-a6a0-f82abd87cab8 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 210 time: 0.0375509 Nov 12 09:55:56.093712 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Made reservation on behalf of c3a0b04b22b64343be78269822561a21 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:55:56.097355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:56.229461 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Allocated IP 172.20.0.14 (0b749300-80ed-43d8-b052-ca510f1717be/d2b0e135-7fab-4770-a436-7fe8a18574c6/efc2d050-ffd3-4317-b338-858ace4b268b) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:55:56.384985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:56.420610 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:56.432386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['a9a2ce77-de70-43e2-8b2e-5b0a158f67a9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:55:56.469679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Network 0b749300-80ed-43d8-b052-ca510f1717be is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:55:56.473646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:55:56.477748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:55:56.507592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Pushing event updated for resources: {'Port': ['ID=efc2d050-ffd3-4317-b338-858ace4b268b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:56.533321 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:56.534016 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:56.553858 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-cc191e61-1647-4c17-9769-fa815be7f5e2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6120157 Nov 12 09:55:56.567349 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Request body: {'port': {'device_id': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:55:56.625707 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:56.907255 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efc2d050-ffd3-4317-b338-858ace4b268b {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:56.915760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:56.928679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Transition to ACTIVE for port object efc2d050-ffd3-4317-b338-858ace4b268b will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:55:56.932383 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:56.986034 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=efc2d050-ffd3-4317-b338-858ace4b268b,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:57.059093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Attempting to bind port efc2d050-ffd3-4317-b338-858ace4b268b on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:55:57.059428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Attempting to bind port efc2d050-ffd3-4317-b338-858ace4b268b by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:55:57.059774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Attempting to bind port efc2d050-ffd3-4317-b338-858ace4b268b on network 0b749300-80ed-43d8-b052-ca510f1717be {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:57.065073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Port efc2d050-ffd3-4317-b338-858ace4b268b on network 0b749300-80ed-43d8-b052-ca510f1717be not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:55:57.065392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Attempting to bind port efc2d050-ffd3-4317-b338-858ace4b268b on network 0b749300-80ed-43d8-b052-ca510f1717be {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:55:57.070442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:55:57.070795 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Checking segment: {'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:55:57.071179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Bound using segment: {'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:55:57.071610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Bound port: efc2d050-ffd3-4317-b338-858ace4b268b, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47dfebf2-ada4-490d-bc25-d36b21b0d54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:55:57.072019 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:57.147417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] For port efc2d050-ffd3-4317-b338-858ace4b268b, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:55:57.150933 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] For port efc2d050-ffd3-4317-b338-858ace4b268b, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=efc2d050-ffd3-4317-b338-858ace4b268b,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:55:57.155665 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:57.180523 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0005d-a19c-460b-93ea-541d8b38f273 req-e3916ebb-8c04-4784-b43e-bdc0fd7e2fcf tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:57.182650 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8fe0005d-a19c-460b-93ea-541d8b38f273 req-e3916ebb-8c04-4784-b43e-bdc0fd7e2fcf tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 944 time: 0.0523276 Nov 12 09:55:57.193822 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:57.194447 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:57.195863 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] 10.222.0.62 "PUT /v2.0/ports/efc2d050-ffd3-4317-b338-858ace4b268b HTTP/1.1" status: 200 len: 1093 time: 0.6331301 Nov 12 09:55:57.196347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'tag': 'efc2d050-ffd3-4317-b338-858ace4b268b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:55:57.198691 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63a7864-8323-4c8a-b891-a231d5a2f61a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1f90e09-cca3-40a5-b628-2270075bc1f3", "tag": "efc2d050-ffd3-4317-b338-858ace4b268b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:55:57.227878 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb8f25-8ab9-408c-ac0a-9eb5efc5ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=efc2d050-ffd3-4317-b338-858ace4b268b,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:57.247692 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8fe0005d-a19c-460b-93ea-541d8b38f273 req-c6e6bdc8-b909-4c8e-8eca-f83a0b6cc93b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538764 Nov 12 09:55:57.261938 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38eb636-a307-498b-9d54-1a864db9ff90 x-openstack-request-id: req-b38eb636-a307-498b-9d54-1a864db9ff90 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:55:57.262233 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1f90e09-cca3-40a5-b628-2270075bc1f3", "tag": "efc2d050-ffd3-4317-b338-858ace4b268b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:55:57.262492 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b38eb636-a307-498b-9d54-1a864db9ff90 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:55:57.262902 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'tag': 'efc2d050-ffd3-4317-b338-858ace4b268b', 'status': 'completed', 'code': 200} Nov 12 09:55:57.297233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-593d3007-6ee1-428a-b325-7a259df5e502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:57.298846 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-593d3007-6ee1-428a-b325-7a259df5e502 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3a0b04b22b64343be78269822561a21&device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0489450 Nov 12 09:55:57.348089 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-558b1cb8-d0c9-4be7-8551-5b48190e72b3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc2d050-ffd3-4317-b338-858ace4b268b HTTP/1.1" status: 200 len: 217 time: 0.0398436 Nov 12 09:55:57.400385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-4a26055f-ffb0-4ca5-9f2a-8fb6ebd90a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:57.401897 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-4a26055f-ffb0-4ca5-9f2a-8fb6ebd90a2e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b0e135-7fab-4770-a436-7fe8a18574c6 HTTP/1.1" status: 200 len: 854 time: 0.0452251 Nov 12 09:55:57.434032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-17b9177e-fe40-45ba-8a8e-2cdc73514ecd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b749300-80ed-43d8-b052-ca510f1717be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246701 Nov 12 09:55:57.880421 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-284eb890-3202-4ab5-8ad4-d649a74820d1 service neutron] 10.222.0.62 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371598 Nov 12 09:55:57.982633 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-cab186c6-22f5-4d67-8749-9fb8eaf8a4f1 req-5a1f1de4-cf91-4346-bb6f-d6f06e19f426 service neutron] 10.222.0.62 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872016 Nov 12 09:55:58.079781 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-efef65cc-7a42-41a1-ba27-6592eeccc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:58.081353 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-efef65cc-7a42-41a1-ba27-6592eeccc2db service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=c3a0b04b22b64343be78269822561a21&device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0442693 Nov 12 09:55:58.188027 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-1f0a7106-48be-4558-9892-1d0721ab41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:58.189673 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-1f0a7106-48be-4558-9892-1d0721ab41e3 service neutron] 10.222.0.62 "GET /v2.0/networks?id=0b749300-80ed-43d8-b052-ca510f1717be HTTP/1.1" status: 200 len: 915 time: 0.0996902 Nov 12 09:55:58.236638 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-35e52afe-597e-4462-a468-85179410f7ae service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efc2d050-ffd3-4317-b338-858ace4b268b HTTP/1.1" status: 200 len: 217 time: 0.0381184 Nov 12 09:55:58.260566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:58.295525 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-dadafcb4-7352-49b8-964b-0a8fb0e68892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:58.297281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-dadafcb4-7352-49b8-964b-0a8fb0e68892 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=d2b0e135-7fab-4770-a436-7fe8a18574c6 HTTP/1.1" status: 200 len: 854 time: 0.0529783 Nov 12 09:55:58.336095 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-057e1fae-bd86-40ed-b267-7dba520c2bb6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=0b749300-80ed-43d8-b052-ca510f1717be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296032 Nov 12 09:55:58.446319 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1a81-f561-4f0f-be4f-c7e9a5f9b27a req-54843a00-b292-4f43-b1c7-55b4478ceaaa tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:58.447722 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-334d1a81-f561-4f0f-be4f-c7e9a5f9b27a req-54843a00-b292-4f43-b1c7-55b4478ceaaa tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 944 time: 0.1148696 Nov 12 09:55:58.482607 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-2842364c-163e-4bf2-8128-f7db5f719806 service neutron] 10.222.0.62 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376281 Nov 12 09:55:58.536040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-334d1a81-f561-4f0f-be4f-c7e9a5f9b27a req-8d92649a-4827-4409-b150-adf81d248254 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800910 Nov 12 09:55:58.601565 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e63a7864-8323-4c8a-b891-a231d5a2f61a req-6f791169-718d-4042-8613-f018781f3314 service neutron] 10.222.0.62 "GET /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056662 Nov 12 09:55:58.781972 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:59.403811 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device efc2d050-ffd3-4317-b338-858ace4b268b details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:55:59.507702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port efc2d050-ffd3-4317-b338-858ace4b268b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=efc2d050-ffd3-4317-b338-858ace4b268b,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:59.519282 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'efc2d050-ffd3-4317-b338-858ace4b268b', 'network_id': '0b749300-80ed-43d8-b052-ca510f1717be', 'port_id': 'efc2d050-ffd3-4317-b338-858ace4b268b', 'mac_address': 'fa:16:3e:02:c3:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b0e135-7fab-4770-a436-7fe8a18574c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:55:59.561952 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:59.576852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efc2d050-ffd3-4317-b338-858ace4b268b {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:55:59.597679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port efc2d050-ffd3-4317-b338-858ace4b268b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=efc2d050-ffd3-4317-b338-858ace4b268b,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:55:59.602853 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:55:59.651874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=efc2d050-ffd3-4317-b338-858ace4b268b,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:55:59.661240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e4d6a-713e-4622-b055-5ef689b297b8 req-bc44e214-bb4a-42d5-bc62-17ce26945ce1 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:55:59.662839 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e04e4d6a-713e-4622-b055-5ef689b297b8 req-bc44e214-bb4a-42d5-bc62-17ce26945ce1 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 945 time: 0.0558736 Nov 12 09:55:59.711938 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e04e4d6a-713e-4622-b055-5ef689b297b8 req-ebadf85e-b7c7-4890-9d6c-a45dc7cc22cb tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Nov 12 09:55:59.805336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['efc2d050-ffd3-4317-b338-858ace4b268b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:56:00.835090 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0362d2-2760-4cf6-95a8-a6d8fc7a8a81 req-0e7030f7-44a0-4126-9b94-56293e3c8a8e tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:00.836598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd0362d2-2760-4cf6-95a8-a6d8fc7a8a81 req-0e7030f7-44a0-4126-9b94-56293e3c8a8e tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 945 time: 0.0538528 Nov 12 09:56:00.887050 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bd0362d2-2760-4cf6-95a8-a6d8fc7a8a81 req-8ddf6526-86ef-492c-af46-d5c25f85e8c2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429776 Nov 12 09:56:01.419113 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device efc2d050-ffd3-4317-b338-858ace4b268b up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:01.468535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port efc2d050-ffd3-4317-b338-858ace4b268b completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:56:01.473372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port efc2d050-ffd3-4317-b338-858ace4b268b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:01.473693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:01.553694 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:01.575998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc2d050-ffd3-4317-b338-858ace4b268b'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:56:01.578230 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd7e1c4-0332-4164-8434-c3144cf7ad86" -d '{"events": [{"server_uuid": "d1f90e09-cca3-40a5-b628-2270075bc1f3", "name": "network-vif-plugged", "status": "completed", "tag": "efc2d050-ffd3-4317-b338-858ace4b268b"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:56:01.591292 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port efc2d050-ffd3-4317-b338-858ace4b268b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=efc2d050-ffd3-4317-b338-858ace4b268b,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:01.596819 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:01.620149 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4722631b-89c4-4d70-bb0f-aee1d56b43d8 x-openstack-request-id: req-4722631b-89c4-4d70-bb0f-aee1d56b43d8 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:56:01.620437 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f90e09-cca3-40a5-b628-2270075bc1f3", "name": "network-vif-plugged", "status": "completed", "tag": "efc2d050-ffd3-4317-b338-858ace4b268b", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:56:01.620687 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4722631b-89c4-4d70-bb0f-aee1d56b43d8 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:56:01.621264 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efc2d050-ffd3-4317-b338-858ace4b268b', 'code': 200} Nov 12 09:56:01.648201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=efc2d050-ffd3-4317-b338-858ace4b268b,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:01.715844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2c768-f69d-455b-93d4-cd871265607b req-7c3fa992-28ef-4200-8d45-debfa47442da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:01.717982 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cd2c768-f69d-455b-93d4-cd871265607b req-7c3fa992-28ef-4200-8d45-debfa47442da service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 1098 time: 0.0423265 Nov 12 09:56:01.762317 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4cd2c768-f69d-455b-93d4-cd871265607b req-1353cf5e-9625-4bf6-866b-472d4be10ddc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Nov 12 09:56:02.009571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dc922-12cf-4f7e-b085-57e77e5d91f0 req-3d6a3686-cbf3-4984-b203-86bccf7997c7 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:02.011079 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d70dc922-12cf-4f7e-b085-57e77e5d91f0 req-3d6a3686-cbf3-4984-b203-86bccf7997c7 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 946 time: 0.0539024 Nov 12 09:56:02.060164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d70dc922-12cf-4f7e-b085-57e77e5d91f0 req-5c8ace89-b948-46cc-a549-0908c1e8cd63 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Nov 12 09:56:03.184278 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2dc013-47d6-4e0a-8bed-dfba665b0c1a req-ae1709fd-27be-40f7-affc-871cdf6f8566 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:03.185741 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2dc013-47d6-4e0a-8bed-dfba665b0c1a req-ae1709fd-27be-40f7-affc-871cdf6f8566 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 946 time: 0.0491366 Nov 12 09:56:03.234593 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd2dc013-47d6-4e0a-8bed-dfba665b0c1a req-51890027-eb2c-4062-ab67-c73a324c61d3 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Nov 12 09:56:03.268777 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:56:03.474364 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b74418-18e5-43de-8c46-1ab430c7621a req-d7b056e3-82c6-4259-87f6-06148a7e822c tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:03.475856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-23b74418-18e5-43de-8c46-1ab430c7621a req-d7b056e3-82c6-4259-87f6-06148a7e822c tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 946 time: 0.0524938 Nov 12 09:56:03.530804 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-23b74418-18e5-43de-8c46-1ab430c7621a req-cd515c67-c96e-4ad9-b0f2-b941621a4778 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487480 Nov 12 09:56:04.651834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec154ef8-1124-405f-ae7a-3496b64880ad req-9a36ccdf-8456-46e8-b8e4-f67ac95e3ea2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:04.653394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec154ef8-1124-405f-ae7a-3496b64880ad req-9a36ccdf-8456-46e8-b8e4-f67ac95e3ea2 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 946 time: 0.0505946 Nov 12 09:56:04.712480 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec154ef8-1124-405f-ae7a-3496b64880ad req-bb96aae9-00c1-4eb1-90c0-5854d0ecc22f tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526643 Nov 12 09:56:04.750257 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-aa2609fe-0681-4c01-9188-0ee57b3bc918 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:04.751753 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-aa2609fe-0681-4c01-9188-0ee57b3bc918 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.62 "GET /v2.0/ports?device_id=d1f90e09-cca3-40a5-b628-2270075bc1f3 HTTP/1.1" status: 200 len: 946 time: 0.0527821 Nov 12 09:56:04.847644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Deleting port efc2d050-ffd3-4317-b338-858ace4b268b {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:04.847902 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:04.939537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] For port efc2d050-ffd3-4317-b338-858ace4b268b, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=efc2d050-ffd3-4317-b338-858ace4b268b,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:04.939537 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:04.957659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Calling delete_port for efc2d050-ffd3-4317-b338-858ace4b268b owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:05.085521 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:05.098980 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['efc2d050-ffd3-4317-b338-858ace4b268b'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:56:05.101334 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['a9a2ce77-de70-43e2-8b2e-5b0a158f67a9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:56:05.115801 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Pushing event deleted for resources: {'Port': ['ID=efc2d050-ffd3-4317-b338-858ace4b268b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:05.162624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] No DVR routers for this DVR port efc2d050-ffd3-4317-b338-858ace4b268b on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:05.166013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:05.169500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d92bfcfe-53e5-4dca-b271-8e289742d925 req-fab4a05f-c36e-4628-b253-7f20dfd66a86 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.62 "DELETE /v2.0/ports/efc2d050-ffd3-4317-b338-858ace4b268b HTTP/1.1" status: 204 len: 173 time: 0.4103858 Nov 12 09:56:05.169688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'name': 'network-vif-deleted', 'tag': 'efc2d050-ffd3-4317-b338-858ace4b268b'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:56:05.172554 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10aeacee-1eaf-494b-b88d-78e74e3b8ee2" -d '{"events": [{"server_uuid": "d1f90e09-cca3-40a5-b628-2270075bc1f3", "name": "network-vif-deleted", "tag": "efc2d050-ffd3-4317-b338-858ace4b268b"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:56:05.213442 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c21b70-3640-4d99-83f3-1338d81aac4d x-openstack-request-id: req-62c21b70-3640-4d99-83f3-1338d81aac4d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:56:05.213749 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1f90e09-cca3-40a5-b628-2270075bc1f3", "name": "network-vif-deleted", "tag": "efc2d050-ffd3-4317-b338-858ace4b268b", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:56:05.214013 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62c21b70-3640-4d99-83f3-1338d81aac4d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:56:05.214549 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1f90e09-cca3-40a5-b628-2270075bc1f3', 'name': 'network-vif-deleted', 'tag': 'efc2d050-ffd3-4317-b338-858ace4b268b', 'status': 'completed', 'code': 200} Nov 12 09:56:05.871422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640c2a2c-1ca4-49f4-9cea-98c962ddbc7c req-fea625c8-80bd-4386-9238-53587c72da25 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:05.872936 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-640c2a2c-1ca4-49f4-9cea-98c962ddbc7c req-fea625c8-80bd-4386-9238-53587c72da25 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0511544 Nov 12 09:56:05.921131 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-640c2a2c-1ca4-49f4-9cea-98c962ddbc7c req-b5e6aa88-b1ba-43fa-a1da-2294d48aaf65 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Nov 12 09:56:06.063682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715beb60-8056-493b-8749-21483ed95052 req-d70afcb1-10e8-4064-8cb2-14eb758318a6 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:06.065143 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-715beb60-8056-493b-8749-21483ed95052 req-d70afcb1-10e8-4064-8cb2-14eb758318a6 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0550044 Nov 12 09:56:06.113117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-715beb60-8056-493b-8749-21483ed95052 req-c135c560-57e4-4bcd-8e33-b36879f84f11 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420024 Nov 12 09:56:06.234587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a9958-a42f-41ff-845d-db4f710b4eb9 req-489c2ef4-11a8-4e99-bbfc-2e668ac2da03 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:06.236296 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-915a9958-a42f-41ff-845d-db4f710b4eb9 req-489c2ef4-11a8-4e99-bbfc-2e668ac2da03 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0521529 Nov 12 09:56:06.288873 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-915a9958-a42f-41ff-845d-db4f710b4eb9 req-791768fa-01c0-4fba-835e-162f68969695 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441754 Nov 12 09:56:06.464929 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2793cd-2550-4e02-91a4-8a71d6c62bea req-2ac22c60-1f7c-4e57-b984-f291bfaa0632 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:06.466436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea2793cd-2550-4e02-91a4-8a71d6c62bea req-2ac22c60-1f7c-4e57-b984-f291bfaa0632 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0562141 Nov 12 09:56:06.519731 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea2793cd-2550-4e02-91a4-8a71d6c62bea req-c9578fc5-941b-4835-a5db-633d75f9c405 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467591 Nov 12 09:56:06.650256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67900536-a355-4489-84b2-c42c9f6fd92b req-2a6a2394-ba2d-4799-a7dc-72e0ef7353a6 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:06.651789 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67900536-a355-4489-84b2-c42c9f6fd92b req-2a6a2394-ba2d-4799-a7dc-72e0ef7353a6 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0540230 Nov 12 09:56:06.703176 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-67900536-a355-4489-84b2-c42c9f6fd92b req-0a9f4adb-6ced-4b72-90ce-20bd03536a66 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447829 Nov 12 09:56:06.846848 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89525a-ab1a-482a-9dde-ae1ea94f5b68 req-d274048b-3710-42d3-aa74-b0a37245bc9c tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:06.848447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89525a-ab1a-482a-9dde-ae1ea94f5b68 req-d274048b-3710-42d3-aa74-b0a37245bc9c tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0585444 Nov 12 09:56:06.898570 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2f89525a-ab1a-482a-9dde-ae1ea94f5b68 req-d6eb7774-f9a3-43c8-a8f6-42da006c8f3f tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442660 Nov 12 09:56:07.225747 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33458b5-abb9-411e-b2b8-808db6f3921d req-d17dcdfe-645e-423b-86ed-8c8095f85a90 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:07.227285 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c33458b5-abb9-411e-b2b8-808db6f3921d req-d17dcdfe-645e-423b-86ed-8c8095f85a90 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0557890 Nov 12 09:56:07.275420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c33458b5-abb9-411e-b2b8-808db6f3921d req-bef40588-0ef6-46bd-8e84-822a40f24a1e tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421803 Nov 12 09:56:07.450427 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device efc2d050-ffd3-4317-b338-858ace4b268b no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:56:07.471200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: efc2d050-ffd3-4317-b338-858ace4b268b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:56:07.472071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device efc2d050-ffd3-4317-b338-858ace4b268b not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:56:08.394220 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b3245-21c0-4b5b-8141-0edcfcaf95c8 req-6acb8c77-83f1-4753-af3f-6e80a1124529 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:08.395757 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb6b3245-21c0-4b5b-8141-0edcfcaf95c8 req-6acb8c77-83f1-4753-af3f-6e80a1124529 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0501657 Nov 12 09:56:08.445431 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bb6b3245-21c0-4b5b-8141-0edcfcaf95c8 req-37636617-514b-4e42-8c8f-f1c1de79f797 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.53 "GET /v2.0/security-groups?id=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Nov 12 09:56:08.573757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-b0ed3204-3036-41c4-9edf-be311ce1abf3 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:08.575082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-b0ed3204-3036-41c4-9edf-be311ce1abf3 tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.55 "GET /v2.0/ports?device_id=347abe4d-36fe-4ef7-b483-0db42f0735da HTTP/1.1" status: 200 len: 945 time: 0.0474808 Nov 12 09:56:08.661677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Deleting port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:08.662016 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:08.752222 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] For port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,segment=NetworkSegment(47dfebf2-ada4-490d-bc25-d36b21b0d54b),segment_id=47dfebf2-ada4-490d-bc25-d36b21b0d54b)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:08.753203 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:08.765792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Calling delete_port for a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:08.891247 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:08.906304 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['a9a2ce77-de70-43e2-8b2e-5b0a158f67a9'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:56:08.918994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Pushing event deleted for resources: {'Port': ['ID=a9a2ce77-de70-43e2-8b2e-5b0a158f67a9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:08.945042 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.945402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.945744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.946082 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.946414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.946743 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.947071 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.947399 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.947725 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.948074 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.948397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.948717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:08.970529 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] No DVR routers for this DVR port a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:08.973146 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:08.976499 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-670ab3ea-06d7-4aae-bf55-c18083c18bec req-7cbb7b1a-9511-4397-bf7a-baa8f8547b5b tempest-ServersNegativeTestJSON-1237037375 tempest-ServersNegativeTestJSON-1237037375-project] 10.222.0.55 "DELETE /v2.0/ports/a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 HTTP/1.1" status: 204 len: 173 time: 0.3945947 Nov 12 09:56:08.976931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'name': 'network-vif-deleted', 'tag': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:56:08.979219 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f1d70-79e9-4497-8f69-ac104b3a58ed" -d '{"events": [{"server_uuid": "347abe4d-36fe-4ef7-b483-0db42f0735da", "name": "network-vif-deleted", "tag": "a9a2ce77-de70-43e2-8b2e-5b0a158f67a9"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:56:09.019653 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940a48fa-ad6c-4065-988e-e94150caf10c x-openstack-request-id: req-940a48fa-ad6c-4065-988e-e94150caf10c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:56:09.020055 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347abe4d-36fe-4ef7-b483-0db42f0735da", "name": "network-vif-deleted", "tag": "a9a2ce77-de70-43e2-8b2e-5b0a158f67a9", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:56:09.020984 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-940a48fa-ad6c-4065-988e-e94150caf10c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:56:09.021391 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347abe4d-36fe-4ef7-b483-0db42f0735da', 'name': 'network-vif-deleted', 'tag': 'a9a2ce77-de70-43e2-8b2e-5b0a158f67a9', 'status': 'completed', 'code': 200} Nov 12 09:56:09.502218 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57698) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:09.550085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] Deleting subnet d2b0e135-7fab-4770-a436-7fe8a18574c6 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:56:09.553236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.587461 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.626723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.677206 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.708156 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b0e135-7fab-4770-a436-7fe8a18574c6,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:09.710110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.715619 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f0f5e143-1cf5-4adc-92e9-50ccb53a3c45 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d2b0e135-7fab-4770-a436-7fe8a18574c6 HTTP/1.1" status: 204 len: 168 time: 0.2100320 Nov 12 09:56:09.715757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:09.784610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.867501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.888355 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b749300-80ed-43d8-b052-ca510f1717be']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:09.898567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47dfebf2-ada4-490d-bc25-d36b21b0d54b') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:09.898864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47dfebf2-ada4-490d-bc25-d36b21b0d54b') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:09.908470 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.921508 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.928037 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:09.928462 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:09.930137 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:09.985985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.993202 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:09.996860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] 10.222.0.53 "DELETE /v2.0/networks/0b749300-80ed-43d8-b052-ca510f1717be HTTP/1.1" status: 204 len: 168 time: 0.2801244 Nov 12 09:56:10.012952 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4d989-f20e-4e7c-904f-6596dab5ac7e admin admin] Pushing event deleted for resources: {'Network': ['ID=0b749300-80ed-43d8-b052-ca510f1717be,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:10.118368 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57704) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:10.169598 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b0464922-89c8-4e25-ba51-c6fe0bb1a329 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3a0b04b22b64343be78269822561a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0498672 Nov 12 09:56:10.172190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57706) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:10.219120 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8879ec9-df38-47ec-8329-3726390fcdb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:10.240856 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8879ec9-df38-47ec-8329-3726390fcdb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:10.289252 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8879ec9-df38-47ec-8329-3726390fcdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:10.292015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e8879ec9-df38-47ec-8329-3726390fcdb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:10.293187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e8879ec9-df38-47ec-8329-3726390fcdb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f HTTP/1.1" status: 204 len: 168 time: 0.1200910 Nov 12 09:56:10.302537 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8879ec9-df38-47ec-8329-3726390fcdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ec3f5a-d7fd-4ed0-bb59-d36410b5de4f,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:10.999304 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57728) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:11.097188 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-54789219'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:11.117899 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:11.121456 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.129779 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.230488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.238561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.270487 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:11.280656 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea73e0b-679e-4384-89a6-250dfdb47197,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:11.286069 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.286427 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Added segment 1c21081f-7458-4454-adc4-f1d18fb275fe of type vlan for network f41fe323-b38b-4dc5-9bee-7bfada001744 Nov 12 09:56:11.331817 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.357141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.362616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:11.363191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:11.415372 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4149249 Nov 12 09:56:11.479623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5de2a6-d344-4998-b2ac-9a8ba73b2670 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Network': ['ID=f41fe323-b38b-4dc5-9bee-7bfada001744,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:11.490939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f41fe323-b38b-4dc5-9bee-7bfada001744 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:12.611268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:56:12.630882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:56:12.631220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device a9a2ce77-de70-43e2-8b2e-5b0a158f67a9 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:56:13.960346 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d2ea-137f-4a7e-8bf9-b66a71acc768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:14.683395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57732) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:14.688500 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'subnet': {'network_id': 'f41fe323-b38b-4dc5-9bee-7bfada001744', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:14.774362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:14.777989 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.215496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.279463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Subnet': ['ID=5545cf8b-7ee4-4505-8fd8-911b523b8d7e,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:15.287315 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Checking segment: {'id': '1c21081f-7458-4454-adc4-f1d18fb275fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f41fe323-b38b-4dc5-9bee-7bfada001744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:15.287668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network hostable DHCP agents. Network: f41fe323-b38b-4dc5-9bee-7bfada001744, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:15.303811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network f41fe323-b38b-4dc5-9bee-7bfada001744 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:15.312310 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f41fe323-b38b-4dc5-9bee-7bfada001744) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:15.316877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:15.317465 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.322356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5190760-177d-466e-ae4d-7ba84f472bfa None None] Network f41fe323-b38b-4dc5-9bee-7bfada001744 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:15.333474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-083ba13e-9f47-4879-97c5-8726ed62d789 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6489186 Nov 12 09:56:15.336998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57734) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:15.341844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1259878587'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:15.362629 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:15.366156 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.391110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:15.400528 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.400874 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Added segment 243e9425-6f1b-4bc8-9be9-ee83db9bf1ea of type vlan for network 16932102-9a21-4eb2-bb9b-01ad53975146 Nov 12 09:56:15.440274 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.465569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.468029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f41fe323-b38b-4dc5-9bee-7bfada001744', 'network_id': 'f41fe323-b38b-4dc5-9bee-7bfada001744', 'tenant_id': 'ff7194a016b447c5bfa378ba0d174ebb', 'fixed_ips': [{'subnet_id': '5545cf8b-7ee4-4505-8fd8-911b523b8d7e'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:15.469137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.475409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:15.476053 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.728008 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Network': ['ID=16932102-9a21-4eb2-bb9b-01ad53975146,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:15.729039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 16932102-9a21-4eb2-bb9b-01ad53975146 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:15.729039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Allocated IP 2001:db8:0:ffff::2 (f41fe323-b38b-4dc5-9bee-7bfada001744/5545cf8b-7ee4-4505-8fd8-911b523b8d7e/457c538a-b185-4f29-8ec7-2393960a1074) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:15.736636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-36807eb5-2222-4b49-8e20-f1a9c332aff7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3985701 Nov 12 09:56:15.739800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57736) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:15.745305 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'subnet': {'network_id': '16932102-9a21-4eb2-bb9b-01ad53975146', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:15.802514 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.809222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.836143 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:15.839723 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.851897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Network f41fe323-b38b-4dc5-9bee-7bfada001744 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:15.855575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:15.858739 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:15.866175 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Pushing event updated for resources: {'Port': ['ID=457c538a-b185-4f29-8ec7-2393960a1074,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:15.876982 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.877883 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.878268 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.878610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.878993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.879372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.879754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.880172 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.880550 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.880879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.881208 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.881555 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:15.932704 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Attempting to bind port 457c538a-b185-4f29-8ec7-2393960a1074 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:15.933111 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Attempting to bind port 457c538a-b185-4f29-8ec7-2393960a1074 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '1c21081f-7458-4454-adc4-f1d18fb275fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f41fe323-b38b-4dc5-9bee-7bfada001744'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:15.933425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Attempting to bind port 457c538a-b185-4f29-8ec7-2393960a1074 on network f41fe323-b38b-4dc5-9bee-7bfada001744 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:15.938294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:15.938661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Checking segment: {'id': '1c21081f-7458-4454-adc4-f1d18fb275fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f41fe323-b38b-4dc5-9bee-7bfada001744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:15.939058 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:15.939445 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Bound using segment: {'id': '1c21081f-7458-4454-adc4-f1d18fb275fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f41fe323-b38b-4dc5-9bee-7bfada001744'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:15.940475 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Bound port: 457c538a-b185-4f29-8ec7-2393960a1074, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c21081f-7458-4454-adc4-f1d18fb275fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f41fe323-b38b-4dc5-9bee-7bfada001744'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:15.940851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.007194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] For port 457c538a-b185-4f29-8ec7-2393960a1074, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:16.010681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] For port 457c538a-b185-4f29-8ec7-2393960a1074, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=457c538a-b185-4f29-8ec7-2393960a1074,segment=NetworkSegment(1c21081f-7458-4454-adc4-f1d18fb275fe),segment_id=1c21081f-7458-4454-adc4-f1d18fb275fe)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:16.014803 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.041154 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.079255 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d20c52-1de1-423c-a462-a4999d20377a None None] Pushing event updated for resources: {'Port': ['ID=457c538a-b185-4f29-8ec7-2393960a1074,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:16.112961 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Subnet': ['ID=b3af171f-60b7-4fa8-9b9e-b094843b76cb,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:16.121541 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Checking segment: {'id': '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '16932102-9a21-4eb2-bb9b-01ad53975146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:16.121905 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network hostable DHCP agents. Network: 16932102-9a21-4eb2-bb9b-01ad53975146, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:16.140397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network 16932102-9a21-4eb2-bb9b-01ad53975146 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:16.149984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 16932102-9a21-4eb2-bb9b-01ad53975146) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:16.154789 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:16.155561 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.161176 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861833d-19d1-4ab7-90f0-2ca75e634cda None None] Network 16932102-9a21-4eb2-bb9b-01ad53975146 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:16.171533 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-739ddd4f-ba73-4bf7-9430-45ea7e9448ba tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4306691 Nov 12 09:56:16.174601 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57738) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:16.302197 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.353019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-16932102-9a21-4eb2-bb9b-01ad53975146', 'network_id': '16932102-9a21-4eb2-bb9b-01ad53975146', 'tenant_id': 'ff7194a016b447c5bfa378ba0d174ebb', 'fixed_ips': [{'subnet_id': 'b3af171f-60b7-4fa8-9b9e-b094843b76cb'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:16.354504 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.403147 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.497569 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Allocated IP 2001:db8::2 (16932102-9a21-4eb2-bb9b-01ad53975146/b3af171f-60b7-4fa8-9b9e-b094843b76cb/805e7e13-e786-4cbd-bec7-ec3af84330cd) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:16.518900 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-20b965c8-665b-4de7-8d03-ecc8354877c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.646248 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.652869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.669024 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.698773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Subnet': ['ID=b3af171f-60b7-4fa8-9b9e-b094843b76cb,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:16.700032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Network 16932102-9a21-4eb2-bb9b-01ad53975146 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:16.703567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:16.710527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:16.714579 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Pushing event updated for resources: {'Port': ['ID=805e7e13-e786-4cbd-bec7-ec3af84330cd,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:16.768899 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.774451 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Attempting to bind port 805e7e13-e786-4cbd-bec7-ec3af84330cd on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:16.774757 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Attempting to bind port 805e7e13-e786-4cbd-bec7-ec3af84330cd by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '16932102-9a21-4eb2-bb9b-01ad53975146'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:16.775123 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Attempting to bind port 805e7e13-e786-4cbd-bec7-ec3af84330cd on network 16932102-9a21-4eb2-bb9b-01ad53975146 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:16.780197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:16.780574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Checking segment: {'id': '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '16932102-9a21-4eb2-bb9b-01ad53975146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:16.780978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.781380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Bound using segment: {'id': '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '16932102-9a21-4eb2-bb9b-01ad53975146'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:16.781944 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Bound port: 805e7e13-e786-4cbd-bec7-ec3af84330cd, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '16932102-9a21-4eb2-bb9b-01ad53975146'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:16.782328 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.793964 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16932102-9a21-4eb2-bb9b-01ad53975146']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:16.805394 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:16.805702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:16.816701 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.830737 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.837753 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:16.838297 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:16.841945 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:16.852070 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] For port 805e7e13-e786-4cbd-bec7-ec3af84330cd, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:16.905576 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.db.api [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 12 09:56:16.905576 n-d-769329-17 neutron-server[109377]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 12 09:56:16.905576 n-d-769329-17 neutron-server[109377]: [parameters: {'id': '16932102-9a21-4eb2-bb9b-01ad53975146'}] Nov 12 09:56:16.905576 n-d-769329-17 neutron-server[109377]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109377) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:56:16.906036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] For port 805e7e13-e786-4cbd-bec7-ec3af84330cd, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=805e7e13-e786-4cbd-bec7-ec3af84330cd,segment=NetworkSegment(243e9425-6f1b-4bc8-9be9-ee83db9bf1ea),segment_id=243e9425-6f1b-4bc8-9be9-ee83db9bf1ea)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:16.906137 n-d-769329-17 neutron-server[109377]: DEBUG oslo_db.api [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:56:16.910480 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:16.990241 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577010e-517d-48f5-a663-92a82bc7210b None None] Pushing event updated for resources: {'Port': ['ID=805e7e13-e786-4cbd-bec7-ec3af84330cd,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:17.014466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea02a5-b97f-4e3e-962f-c220a62d8330 None None] Network 16932102-9a21-4eb2-bb9b-01ad53975146 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:17.063339 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bdb93d-51f2-425c-a976-7c968b7f66b5 None None] Network f41fe323-b38b-4dc5-9bee-7bfada001744 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:17.187193 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-e403343a-e2ed-4328-af38-63cc5c4a945d None None] Provisioning complete for port 457c538a-b185-4f29-8ec7-2393960a1074 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:17.187555 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e403343a-e2ed-4328-af38-63cc5c4a945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.407272 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.467744 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Deleting port 805e7e13-e786-4cbd-bec7-ec3af84330cd {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:17.468468 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.490687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e403343a-e2ed-4328-af38-63cc5c4a945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.523880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-e403343a-e2ed-4328-af38-63cc5c4a945d None None] For port 457c538a-b185-4f29-8ec7-2393960a1074, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=457c538a-b185-4f29-8ec7-2393960a1074,segment=NetworkSegment(1c21081f-7458-4454-adc4-f1d18fb275fe),segment_id=1c21081f-7458-4454-adc4-f1d18fb275fe)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:17.528314 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e403343a-e2ed-4328-af38-63cc5c4a945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.537567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] For port 805e7e13-e786-4cbd-bec7-ec3af84330cd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=805e7e13-e786-4cbd-bec7-ec3af84330cd,segment=NetworkSegment(243e9425-6f1b-4bc8-9be9-ee83db9bf1ea),segment_id=243e9425-6f1b-4bc8-9be9-ee83db9bf1ea)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:17.537945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.552962 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Calling delete_port for 805e7e13-e786-4cbd-bec7-ec3af84330cd owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:17.580347 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403343a-e2ed-4328-af38-63cc5c4a945d None None] Pushing event updated for resources: {'Port': ['ID=457c538a-b185-4f29-8ec7-2393960a1074,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:17.640916 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.668456 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Port': ['ID=805e7e13-e786-4cbd-bec7-ec3af84330cd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:17.670287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No DVR routers for this DVR port 805e7e13-e786-4cbd-bec7-ec3af84330cd on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:17.677313 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24823f2-5e1b-4195-a2f5-bc4aafff1c30 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:56:17.751535 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.754754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24823f2-5e1b-4195-a2f5-bc4aafff1c30 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:56:17.765507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2190309f-7c22-4768-9dd4-03e1386a3d57 None None] Provisioning complete for port 457c538a-b185-4f29-8ec7-2393960a1074 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:17.765855 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2190309f-7c22-4768-9dd4-03e1386a3d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.772589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16932102-9a21-4eb2-bb9b-01ad53975146']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:17.782931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:17.783270 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243e9425-6f1b-4bc8-9be9-ee83db9bf1ea') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:17.793832 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.809436 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.815955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:17.816217 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:17.819300 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:17.877243 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.884168 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.887375 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/16932102-9a21-4eb2-bb9b-01ad53975146 HTTP/1.1" status: 204 len: 168 time: 1.7117560 Nov 12 09:56:17.891456 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57740) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:17.897198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1115643829'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:17.899540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f7be32-7335-4bcb-a34c-14b56e838a68 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Network': ['ID=16932102-9a21-4eb2-bb9b-01ad53975146,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:17.921947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:17.925830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.956734 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:17.968501 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:17.969196 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Added segment 33c173a9-684c-42ae-b54a-6da9e8b3b130 of type vlan for network ec7c19a4-6317-460f-9744-5bd8795cbc31 Nov 12 09:56:18.024844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.055171 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.061124 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:18.061722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.107869 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2151959 Nov 12 09:56:18.110794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57742) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:18.116151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'subnet': {'network_id': 'ec7c19a4-6317-460f-9744-5bd8795cbc31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:18.145308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Network': ['ID=ec7c19a4-6317-460f-9744-5bd8795cbc31,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:18.153698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.154055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.154408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.154754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.155117 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.155459 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.155815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.156209 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.156556 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.156914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.157253 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.157587 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b7f1c-39b4-4a32-aa8f-842710a87c43 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:18.169321 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ec7c19a4-6317-460f-9744-5bd8795cbc31 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:18.211597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:18.215061 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.273299 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Performing IP validity checks on allocation pools {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 12 09:56:18.273879 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.ipam_backend_mixin [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109377) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 12 09:56:18.333459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 457c538a-b185-4f29-8ec7-2393960a1074 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:18.383412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 457c538a-b185-4f29-8ec7-2393960a1074 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:18.383823 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.415263 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.478365 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Subnet': ['ID=4cde70d2-511b-4db3-9834-aa27d1d16858,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:18.483893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Checking segment: {'id': '33c173a9-684c-42ae-b54a-6da9e8b3b130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'ec7c19a4-6317-460f-9744-5bd8795cbc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:18.484363 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network hostable DHCP agents. Network: ec7c19a4-6317-460f-9744-5bd8795cbc31, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:18.503112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network ec7c19a4-6317-460f-9744-5bd8795cbc31 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:18.512057 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ec7c19a4-6317-460f-9744-5bd8795cbc31) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:18.516116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:18.516706 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.526460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1add062f-b960-4762-96c6-4f6cdab19608 None None] Network ec7c19a4-6317-460f-9744-5bd8795cbc31 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:18.536717 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-51cb56ff-4d77-4ee2-a47c-0136b373aaa7 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4223447 Nov 12 09:56:18.536973 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57744) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:18.641000 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.679778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283c582-3dd0-482f-b826-de9e80b60f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-ec7c19a4-6317-460f-9744-5bd8795cbc31', 'network_id': 'ec7c19a4-6317-460f-9744-5bd8795cbc31', 'tenant_id': 'ff7194a016b447c5bfa378ba0d174ebb', 'fixed_ips': [{'subnet_id': '4cde70d2-511b-4db3-9834-aa27d1d16858'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:18.680781 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0283c582-3dd0-482f-b826-de9e80b60f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.696169 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.759606 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server [None req-0283c582-3dd0-482f-b826-de9e80b60f9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cde70d2-511b-4db3-9834-aa27d1d16858: This subnet is being modified by another concurrent operation. Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise self.value Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server raise exception Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4cde70d2-511b-4db3-9834-aa27d1d16858: This subnet is being modified by another concurrent operation. Nov 12 09:56:18.774918 n-d-769329-17 neutron-server[109378]: ERROR oslo_messaging.rpc.server Nov 12 09:56:18.791118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Subnet': ['ID=4cde70d2-511b-4db3-9834-aa27d1d16858,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:18.795987 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4185db09-4df1-44da-b446-85bdf7dbaeba None None] Network ec7c19a4-6317-460f-9744-5bd8795cbc31 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:18.852494 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.873167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec7c19a4-6317-460f-9744-5bd8795cbc31']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:18.882786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c173a9-684c-42ae-b54a-6da9e8b3b130') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:18.883115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c173a9-684c-42ae-b54a-6da9e8b3b130') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:18.893405 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.906597 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.913353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:18.913778 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:18.917161 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:18.921237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc8a09c-7474-4dcd-ba81-2b2f45b10694 None None] get_active_networks_info from n-d-769329-17 {{(pid=109378) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 12 09:56:18.980030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.989141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:18.992347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/ec7c19a4-6317-460f-9744-5bd8795cbc31 HTTP/1.1" status: 204 len: 168 time: 0.4544814 Nov 12 09:56:18.996245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57746) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:19.001361 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc8a09c-7474-4dcd-ba81-2b2f45b10694 None None] Resources bound (agent type, host, resource id): {{(pid=109378) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 12 09:56:19.001597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757992482'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:19.002003 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ced85-4fd3-452c-9c88-7a4410068475 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Network': ['ID=ec7c19a4-6317-460f-9744-5bd8795cbc31,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:19.032626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:19.037332 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.063099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:19.072632 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.072989 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Added segment 3aef735b-b5b5-4bb6-91be-6b681e08e33c of type vlan for network e0de03e0-7f9e-412e-8dd4-d80da01db5ad Nov 12 09:56:19.122880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.147149 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.153285 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:19.153875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.221947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2245927 Nov 12 09:56:19.224763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57748) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:19.229487 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'subnet': {'network_id': 'e0de03e0-7f9e-412e-8dd4-d80da01db5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:19.247950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717ec4c-48be-47ab-962a-48445ef0bc67 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Network': ['ID=e0de03e0-7f9e-412e-8dd4-d80da01db5ad,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:19.258850 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e0de03e0-7f9e-412e-8dd4-d80da01db5ad details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:19.329246 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:19.333979 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.338471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.521844 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.589570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Subnet': ['ID=f3a5b7fc-d78f-405d-8b30-0276c488c046,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:19.593889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Checking segment: {'id': '3aef735b-b5b5-4bb6-91be-6b681e08e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e0de03e0-7f9e-412e-8dd4-d80da01db5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:19.594261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network hostable DHCP agents. Network: e0de03e0-7f9e-412e-8dd4-d80da01db5ad, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:19.612966 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network e0de03e0-7f9e-412e-8dd4-d80da01db5ad is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:19.620830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e0de03e0-7f9e-412e-8dd4-d80da01db5ad) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:19.624999 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:19.625582 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.631359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7430d667-2ad5-4116-b03d-5c68ea49319c None None] Network e0de03e0-7f9e-412e-8dd4-d80da01db5ad requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:19.642265 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d12fa037-6843-47a7-ab7e-dcb09366d5c3 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4164927 Nov 12 09:56:19.646516 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57750) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:19.651389 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395609399'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:19.672425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:19.675986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.700651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:19.710484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.710836 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Added segment 536a2a52-46cc-433a-9cfe-4e5db915a01b of type vlan for network dca12425-4084-46d5-86ba-488a3cb71e0a Nov 12 09:56:19.750439 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.777093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.782861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:19.783573 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.787280 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e0de03e0-7f9e-412e-8dd4-d80da01db5ad', 'network_id': 'e0de03e0-7f9e-412e-8dd4-d80da01db5ad', 'tenant_id': 'ff7194a016b447c5bfa378ba0d174ebb', 'fixed_ips': [{'subnet_id': 'f3a5b7fc-d78f-405d-8b30-0276c488c046'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:19.788269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:19.817351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1697717 Nov 12 09:56:19.820153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57752) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:19.824973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Request body: {'subnet': {'network_id': 'dca12425-4084-46d5-86ba-488a3cb71e0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:19.886725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42d234-05f5-4fc9-8c92-7acf5b9d8123 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Network': ['ID=dca12425-4084-46d5-86ba-488a3cb71e0a,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:19.914968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network dca12425-4084-46d5-86ba-488a3cb71e0a details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:19.950442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Made reservation on behalf of ff7194a016b447c5bfa378ba0d174ebb for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:19.953986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.012201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Allocated IP 2001:db8::2 (e0de03e0-7f9e-412e-8dd4-d80da01db5ad/f3a5b7fc-d78f-405d-8b30-0276c488c046/a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:20.018607 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.147419 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.170134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.177348 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.210296 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event updated for resources: {'Subnet': ['ID=e7dbbcd5-98f2-4257-909e-e817a6dceae0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:20.213364 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Network e0de03e0-7f9e-412e-8dd4-d80da01db5ad is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:20.219973 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Checking segment: {'id': '536a2a52-46cc-433a-9cfe-4e5db915a01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dca12425-4084-46d5-86ba-488a3cb71e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:20.220139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:20.220261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network hostable DHCP agents. Network: dca12425-4084-46d5-86ba-488a3cb71e0a, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:20.223421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:20.229430 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Pushing event updated for resources: {'Port': ['ID=a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:20.241417 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Network dca12425-4084-46d5-86ba-488a3cb71e0a is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:20.250765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, dca12425-4084-46d5-86ba-488a3cb71e0a) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:20.255686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:20.256337 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.262397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb894c4-d5cd-4ab5-84de-1b127d986630 None None] Network dca12425-4084-46d5-86ba-488a3cb71e0a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:20.275890 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8d45a2af-4c1e-49b5-9795-20730df0d990 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4524047 Nov 12 09:56:20.276375 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57754) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:20.335493 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Attempting to bind port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:20.335862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Attempting to bind port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '3aef735b-b5b5-4bb6-91be-6b681e08e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e0de03e0-7f9e-412e-8dd4-d80da01db5ad'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:20.336383 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Attempting to bind port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8 on network e0de03e0-7f9e-412e-8dd4-d80da01db5ad {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:20.347625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:20.348020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Checking segment: {'id': '3aef735b-b5b5-4bb6-91be-6b681e08e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e0de03e0-7f9e-412e-8dd4-d80da01db5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:20.348429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.348827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Bound using segment: {'id': '3aef735b-b5b5-4bb6-91be-6b681e08e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e0de03e0-7f9e-412e-8dd4-d80da01db5ad'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:20.349305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Bound port: a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aef735b-b5b5-4bb6-91be-6b681e08e33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e0de03e0-7f9e-412e-8dd4-d80da01db5ad'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:20.349692 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.376904 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.436009 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.464852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] For port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:20.489539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] For port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8,segment=NetworkSegment(3aef735b-b5b5-4bb6-91be-6b681e08e33c),segment_id=3aef735b-b5b5-4bb6-91be-6b681e08e33c)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:20.499463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.507231 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.509121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.531617 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Subnet': ['ID=e7dbbcd5-98f2-4257-909e-e817a6dceae0,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:20.540370 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d69289-ca0b-4252-a4fa-84903a12c430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-dca12425-4084-46d5-86ba-488a3cb71e0a', 'network_id': 'dca12425-4084-46d5-86ba-488a3cb71e0a', 'tenant_id': 'ff7194a016b447c5bfa378ba0d174ebb', 'fixed_ips': [{'subnet_id': 'e7dbbcd5-98f2-4257-909e-e817a6dceae0'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:20.541233 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-95d69289-ca0b-4252-a4fa-84903a12c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.598174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69dec4-8459-4a75-951b-db271fc032bb None None] Pushing event updated for resources: {'Port': ['ID=a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:20.606791 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.630829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca12425-4084-46d5-86ba-488a3cb71e0a']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:20.641316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a2a52-46cc-433a-9cfe-4e5db915a01b') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:20.641605 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a2a52-46cc-433a-9cfe-4e5db915a01b') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:20.656545 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.663101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5c618-615a-4952-a21a-6305d6a8b9f1 None None] Network dca12425-4084-46d5-86ba-488a3cb71e0a requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:20.670938 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.678668 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:20.679114 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:20.682606 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:20.755105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.763833 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:20.772840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/dca12425-4084-46d5-86ba-488a3cb71e0a HTTP/1.1" status: 204 len: 168 time: 0.4953539 Nov 12 09:56:20.776323 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57756) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:20.825677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa02e63-c731-4280-bfe2-f857e920bca6 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Network': ['ID=dca12425-4084-46d5-86ba-488a3cb71e0a,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:20.827992 n-d-769329-17 neutron-server[109377]: INFO neutron.pecan_wsgi.hooks.translation [None req-906b4c43-6c2a-468e-bec5-9ca9c40de79d tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] GET failed (client error): The resource could not be found. Nov 12 09:56:20.829433 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-906b4c43-6c2a-468e-bec5-9ca9c40de79d tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "GET /v2.0/subnets/e7dbbcd5-98f2-4257-909e-e817a6dceae0 HTTP/1.1" status: 404 len: 337 time: 0.0487428 Nov 12 09:56:20.832449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57758) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:20.852294 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-edadfb22-a6de-4ba1-b863-1ed64bd8d704 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] DELETE failed (client error): The resource could not be found. Nov 12 09:56:20.852960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edadfb22-a6de-4ba1-b863-1ed64bd8d704 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:56:20.859986 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-edadfb22-a6de-4ba1-b863-1ed64bd8d704 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/dca12425-4084-46d5-86ba-488a3cb71e0a HTTP/1.1" status: 404 len: 339 time: 0.0228448 Nov 12 09:56:20.860351 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:20.894579 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-49029dac-2790-4627-9dd8-17e23755ac1e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] DELETE failed (client error): The resource could not be found. Nov 12 09:56:20.895115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49029dac-2790-4627-9dd8-17e23755ac1e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:56:20.898322 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-49029dac-2790-4627-9dd8-17e23755ac1e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/subnets/e7dbbcd5-98f2-4257-909e-e817a6dceae0 HTTP/1.1" status: 404 len: 337 time: 0.0369308 Nov 12 09:56:20.900887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57762) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:20.920102 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-206bde4e-2055-47b8-a039-e7b1d8f4e516 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] DELETE failed (client error): The resource could not be found. Nov 12 09:56:20.920694 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206bde4e-2055-47b8-a039-e7b1d8f4e516 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:56:20.924600 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-206bde4e-2055-47b8-a039-e7b1d8f4e516 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/dca12425-4084-46d5-86ba-488a3cb71e0a HTTP/1.1" status: 404 len: 339 time: 0.0222445 Nov 12 09:56:20.927320 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57764) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:20.979949 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Deleting subnet f3a5b7fc-d78f-405d-8b30-0276c488c046 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:56:20.983338 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.025076 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.116195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.173053 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.202676 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a5b7fc-d78f-405d-8b30-0276c488c046,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:21.204841 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.208195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-dd72ff8d-665f-4ef3-a648-01d865ddf1d2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/subnets/f3a5b7fc-d78f-405d-8b30-0276c488c046 HTTP/1.1" status: 204 len: 168 time: 0.2798223 Nov 12 09:56:21.211650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57766) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:21.301218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.357942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Deleting port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:21.358286 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.426330 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] For port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8,segment=NetworkSegment(3aef735b-b5b5-4bb6-91be-6b681e08e33c),segment_id=3aef735b-b5b5-4bb6-91be-6b681e08e33c)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:21.426699 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.446860 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Calling delete_port for a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:21.531694 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.535706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42a548-998f-4b61-b596-43864ce256fa None None] Network e0de03e0-7f9e-412e-8dd4-d80da01db5ad requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:21.561945 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Port': ['ID=a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:21.566921 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No DVR routers for this DVR port a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:21.638968 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-2e0bd70f-4c21-41f7-83c5-24f73e2b0a4f None None] Could not find standard attr ID for object a5d618c0-d0c8-4a6d-99ae-ecfd756a0cb8. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:56:21.653977 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.677415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0de03e0-7f9e-412e-8dd4-d80da01db5ad']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:21.687631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aef735b-b5b5-4bb6-91be-6b681e08e33c') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:21.688006 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aef735b-b5b5-4bb6-91be-6b681e08e33c') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:21.697516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.712138 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda7959-48a5-4d08-b78b-7ad5d82cb318 None None] DHCP port deletion for e0de03e0-7f9e-412e-8dd4-d80da01db5ad request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:21.712964 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.723553 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:21.723666 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:21.726873 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:21.794628 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.801817 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:21.805096 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/e0de03e0-7f9e-412e-8dd4-d80da01db5ad HTTP/1.1" status: 204 len: 168 time: 0.5924442 Nov 12 09:56:21.807544 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:21.843125 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63317217-ac2b-4b0b-a33b-8c32d39f8e39 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Network': ['ID=e0de03e0-7f9e-412e-8dd4-d80da01db5ad,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:21.845464 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba02e9b-de1c-4784-9eed-6bca1cff441e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] DELETE failed (client error): The resource could not be found. Nov 12 09:56:21.846491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba02e9b-de1c-4784-9eed-6bca1cff441e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:56:21.850135 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3ba02e9b-de1c-4784-9eed-6bca1cff441e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/subnets/4cde70d2-511b-4db3-9834-aa27d1d16858 HTTP/1.1" status: 404 len: 337 time: 0.0415866 Nov 12 09:56:21.852686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:21.871017 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaae1450-93f1-462b-8e7c-0fb29166f330 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] DELETE failed (client error): The resource could not be found. Nov 12 09:56:21.871570 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaae1450-93f1-462b-8e7c-0fb29166f330 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:56:21.874652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-eaae1450-93f1-462b-8e7c-0fb29166f330 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/ec7c19a4-6317-460f-9744-5bd8795cbc31 HTTP/1.1" status: 404 len: 339 time: 0.0210249 Nov 12 09:56:21.878932 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:21.905710 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5d091a-6ae2-4ba9-a0c7-9211d2b3f289 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] DELETE failed (client error): The resource could not be found. Nov 12 09:56:21.906162 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e5d091a-6ae2-4ba9-a0c7-9211d2b3f289 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:56:21.909961 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9e5d091a-6ae2-4ba9-a0c7-9211d2b3f289 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/subnets/b3af171f-60b7-4fa8-9b9e-b094843b76cb HTTP/1.1" status: 404 len: 337 time: 0.0300426 Nov 12 09:56:21.912534 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57774) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:21.930940 n-d-769329-17 neutron-server[109376]: INFO neutron.pecan_wsgi.hooks.translation [None req-801b872e-fa84-4c8b-9386-ee4ba73d4ea2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] DELETE failed (client error): The resource could not be found. Nov 12 09:56:21.931504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801b872e-fa84-4c8b-9386-ee4ba73d4ea2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109376) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 12 09:56:21.934776 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-801b872e-fa84-4c8b-9386-ee4ba73d4ea2 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/16932102-9a21-4eb2-bb9b-01ad53975146 HTTP/1.1" status: 404 len: 339 time: 0.0213444 Nov 12 09:56:21.937153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:21.989747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Deleting subnet 5545cf8b-7ee4-4505-8fd8-911b523b8d7e {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:56:21.993137 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.040623 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.132495 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.196766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.229591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Subnet': ['ID=5545cf8b-7ee4-4505-8fd8-911b523b8d7e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:22.231589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.237164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4d985ee8-a441-4d63-8b9c-7b9b56d19e3e tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/subnets/5545cf8b-7ee4-4505-8fd8-911b523b8d7e HTTP/1.1" status: 204 len: 168 time: 0.2968519 Nov 12 09:56:22.238258 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:22.241136 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c73d89-4e6d-4dbf-add2-c475700c7bbc None None] Network f41fe323-b38b-4dc5-9bee-7bfada001744 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:22.321484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.381964 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Deleting port 457c538a-b185-4f29-8ec7-2393960a1074 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:22.382309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.431792 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] DHCP port deletion for f41fe323-b38b-4dc5-9bee-7bfada001744 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:22.453183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] For port 457c538a-b185-4f29-8ec7-2393960a1074, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=457c538a-b185-4f29-8ec7-2393960a1074,segment=NetworkSegment(1c21081f-7458-4454-adc4-f1d18fb275fe),segment_id=1c21081f-7458-4454-adc4-f1d18fb275fe)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:22.453547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.465718 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Calling delete_port for 457c538a-b185-4f29-8ec7-2393960a1074 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:22.479278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] Deleting port 457c538a-b185-4f29-8ec7-2393960a1074 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:22.479646 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.547443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] For port 457c538a-b185-4f29-8ec7-2393960a1074, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=457c538a-b185-4f29-8ec7-2393960a1074,segment=NetworkSegment(1c21081f-7458-4454-adc4-f1d18fb275fe),segment_id=1c21081f-7458-4454-adc4-f1d18fb275fe)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:22.547832 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.550617 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.583648 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] No DVR routers for this DVR port 457c538a-b185-4f29-8ec7-2393960a1074 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:22.589051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Port': ['ID=457c538a-b185-4f29-8ec7-2393960a1074,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:22.671095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.692667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41fe323-b38b-4dc5-9bee-7bfada001744']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:22.702196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c21081f-7458-4454-adc4-f1d18fb275fe') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:22.702501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c21081f-7458-4454-adc4-f1d18fb275fe') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:22.713123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.723595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] Calling delete_port for 457c538a-b185-4f29-8ec7-2393960a1074 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:22.726895 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.733282 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:22.733718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:22.736762 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:22.798716 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.800325 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.807442 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:22.810685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] 10.222.0.53 "DELETE /v2.0/networks/f41fe323-b38b-4dc5-9bee-7bfada001744 HTTP/1.1" status: 204 len: 168 time: 0.5712726 Nov 12 09:56:22.822953 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] Network f41fe323-b38b-4dc5-9bee-7bfada001744 is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:56:22.823419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] No DVR routers for this DVR port 457c538a-b185-4f29-8ec7-2393960a1074 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:22.825178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aed82-d549-4d0b-be57-5937e7bffb7c None None] Pushing event deleted for resources: {'Port': ['ID=457c538a-b185-4f29-8ec7-2393960a1074,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:22.825586 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502f123-1023-485a-9750-1361a37c7e38 tempest-NetworksIpV6Test-204934620 tempest-NetworksIpV6Test-204934620-project] Pushing event deleted for resources: {'Network': ['ID=f41fe323-b38b-4dc5-9bee-7bfada001744,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:23.064225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:23.195045 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aca0993f-086f-40cd-8aa2-ded445d8ea08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff7194a016b447c5bfa378ba0d174ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295366 Nov 12 09:56:23.197378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:23.244356 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ec833c4-b910-4717-89de-b263433dac6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:23.265594 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ec833c4-b910-4717-89de-b263433dac6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:23.319087 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ec833c4-b910-4717-89de-b263433dac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:23.322192 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-6ec833c4-b910-4717-89de-b263433dac6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:23.323352 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6ec833c4-b910-4717-89de-b263433dac6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bea73e0b-679e-4384-89a6-250dfdb47197 HTTP/1.1" status: 204 len: 168 time: 0.1250777 Nov 12 09:56:23.331327 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec833c4-b910-4717-89de-b263433dac6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea73e0b-679e-4384-89a6-250dfdb47197,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:23.985248 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57810) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:24.077240 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-028eea8f-4d2d-4a83-8ae0-ac4c8b52420a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-164905810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:24.101094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-028eea8f-4d2d-4a83-8ae0-ac4c8b52420a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.102088 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-028eea8f-4d2d-4a83-8ae0-ac4c8b52420a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.152645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-028eea8f-4d2d-4a83-8ae0-ac4c8b52420a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.156814 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-028eea8f-4d2d-4a83-8ae0-ac4c8b52420a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.176059 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-028eea8f-4d2d-4a83-8ae0-ac4c8b52420a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.177351 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-028eea8f-4d2d-4a83-8ae0-ac4c8b52420a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1910105 Nov 12 09:56:24.180031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57814) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:24.184920 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-117630925'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:24.205167 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Made reservation on behalf of de576f29b0ab44f4bb81bdb932ba53aa for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:24.209409 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.217670 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.291794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 457c538a-b185-4f29-8ec7-2393960a1074 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:56:24.297541 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.302370 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.317465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 457c538a-b185-4f29-8ec7-2393960a1074 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:56:24.317816 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 457c538a-b185-4f29-8ec7-2393960a1074 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:56:24.335565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:24.341061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ba9623-44f5-40d3-ba9f-2a95c72d8088,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:24.348567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.348919 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Added segment 888cf021-6b14-4387-b942-dc6b419f8df1 of type vlan for network f145c96b-8898-4c96-8ca9-18fbbc52303b Nov 12 09:56:24.389032 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.414547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.420375 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:24.420962 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.480737 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2996368 Nov 12 09:56:24.483855 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57816) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:24.491460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Request body: {'subnet': {'network_id': 'f145c96b-8898-4c96-8ca9-18fbbc52303b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:24.499058 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449699e-d842-4dac-b820-0a58db80c884 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event updated for resources: {'Network': ['ID=f145c96b-8898-4c96-8ca9-18fbbc52303b,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:24.510356 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network f145c96b-8898-4c96-8ca9-18fbbc52303b details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:24.590199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Made reservation on behalf of de576f29b0ab44f4bb81bdb932ba53aa for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:24.593878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.771934 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.831667 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event updated for resources: {'Subnet': ['ID=ae4de74d-b684-44cc-a7db-3e8da1718b91,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:24.839335 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Checking segment: {'id': '888cf021-6b14-4387-b942-dc6b419f8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f145c96b-8898-4c96-8ca9-18fbbc52303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:24.839707 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Network hostable DHCP agents. Network: f145c96b-8898-4c96-8ca9-18fbbc52303b, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:24.856286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Network f145c96b-8898-4c96-8ca9-18fbbc52303b is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:24.865033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, f145c96b-8898-4c96-8ca9-18fbbc52303b) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:24.868895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:24.869481 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.873882 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb0a718-d157-489f-a971-d3fef865014b None None] Network f145c96b-8898-4c96-8ca9-18fbbc52303b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:24.885332 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a87d8502-4041-4e4d-b98e-f06e1e76abf4 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4004161 Nov 12 09:56:24.888584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57818) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:24.893889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-727963559'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:24.915334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Made reservation on behalf of de576f29b0ab44f4bb81bdb932ba53aa for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:24.918881 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.945025 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:24.956355 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:24.956355 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Added segment 9a971855-ac95-47aa-ab18-42245c0d8785 of type vlan for network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 Nov 12 09:56:24.998201 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.027518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.028524 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-f145c96b-8898-4c96-8ca9-18fbbc52303b', 'network_id': 'f145c96b-8898-4c96-8ca9-18fbbc52303b', 'tenant_id': 'de576f29b0ab44f4bb81bdb932ba53aa', 'fixed_ips': [{'subnet_id': 'ae4de74d-b684-44cc-a7db-3e8da1718b91'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:25.029464 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.033496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:25.034101 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.076620 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1866612 Nov 12 09:56:25.079804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57820) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:25.085731 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Request body: {'subnet': {'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:25.112853 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f630b-78ec-4baa-b8dc-e68ece43717e tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event updated for resources: {'Network': ['ID=2080a6ec-5847-47b5-a932-5efcd46e3ae9,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:25.125396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:25.180887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Made reservation on behalf of de576f29b0ab44f4bb81bdb932ba53aa for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:25.184524 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.234160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Allocated IP 172.20.0.2 (f145c96b-8898-4c96-8ca9-18fbbc52303b/ae4de74d-b684-44cc-a7db-3e8da1718b91/1500ebf2-c975-4b98-8807-aad80bd53787) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:25.366935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.377524 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.383381 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.424197 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Network f145c96b-8898-4c96-8ca9-18fbbc52303b is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:25.427093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:25.427810 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event updated for resources: {'Subnet': ['ID=6e30476d-fcb1-4421-9155-440aa94b39c9,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:25.430613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:25.435012 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Checking segment: {'id': '9a971855-ac95-47aa-ab18-42245c0d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:25.435616 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Network hostable DHCP agents. Network: 2080a6ec-5847-47b5-a932-5efcd46e3ae9, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:25.436119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Pushing event updated for resources: {'Port': ['ID=1500ebf2-c975-4b98-8807-aad80bd53787,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:25.454516 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:25.463888 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 2080a6ec-5847-47b5-a932-5efcd46e3ae9) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:25.471054 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:25.471756 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.485697 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac53af-2e21-42f8-8a0f-58fd8e2744d5 None None] Network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:25.489251 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-594bb716-b0c7-4f62-b3a3-fc8117164a2a tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4077373 Nov 12 09:56:25.492177 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57822) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:25.497094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9d6f978b-3da5-45c7-bc65-0279cc3d973c tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Request body: {'router': {'external_gateway_info': {'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:25.515516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Attempting to bind port 1500ebf2-c975-4b98-8807-aad80bd53787 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:25.515899 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Attempting to bind port 1500ebf2-c975-4b98-8807-aad80bd53787 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '888cf021-6b14-4387-b942-dc6b419f8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f145c96b-8898-4c96-8ca9-18fbbc52303b'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:25.516289 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Attempting to bind port 1500ebf2-c975-4b98-8807-aad80bd53787 on network f145c96b-8898-4c96-8ca9-18fbbc52303b {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:25.553071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:25.553449 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Checking segment: {'id': '888cf021-6b14-4387-b942-dc6b419f8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f145c96b-8898-4c96-8ca9-18fbbc52303b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:25.553862 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.554259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Bound using segment: {'id': '888cf021-6b14-4387-b942-dc6b419f8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f145c96b-8898-4c96-8ca9-18fbbc52303b'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:25.554735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Bound port: 1500ebf2-c975-4b98-8807-aad80bd53787, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888cf021-6b14-4387-b942-dc6b419f8df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'f145c96b-8898-4c96-8ca9-18fbbc52303b'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:25.555124 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.665504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] For port 1500ebf2-c975-4b98-8807-aad80bd53787, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:25.671287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] For port 1500ebf2-c975-4b98-8807-aad80bd53787, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1500ebf2-c975-4b98-8807-aad80bd53787,segment=NetworkSegment(888cf021-6b14-4387-b942-dc6b419f8df1),segment_id=888cf021-6b14-4387-b942-dc6b419f8df1)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:25.679878 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.746199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-2080a6ec-5847-47b5-a932-5efcd46e3ae9', 'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9', 'tenant_id': 'de576f29b0ab44f4bb81bdb932ba53aa', 'fixed_ips': [{'subnet_id': '6e30476d-fcb1-4421-9155-440aa94b39c9'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:25.747085 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.756102 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9d6f978b-3da5-45c7-bc65-0279cc3d973c tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:25.773143 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be75af-4fa7-401a-bcd6-cc99d919e881 None None] Pushing event updated for resources: {'Port': ['ID=1500ebf2-c975-4b98-8807-aad80bd53787,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:25.878224 n-d-769329-17 neutron-server[109377]: INFO neutron.api.v2.resource [None req-9d6f978b-3da5-45c7-bc65-0279cc3d973c tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 12 09:56:25.885521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9d6f978b-3da5-45c7-bc65-0279cc3d973c tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "PUT /v2.0/routers/12a133ab-91e2-415d-af70-8552cca8c3dd HTTP/1.1" status: 400 len: 364 time: 0.3868432 Nov 12 09:56:25.885823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57824) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:25.929810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Allocated IP 172.21.0.2 (2080a6ec-5847-47b5-a932-5efcd46e3ae9/6e30476d-fcb1-4421-9155-440aa94b39c9/728c3afe-7ea1-4739-a82b-ce4f5daf83a3) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:25.952740 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Deleting subnet 6e30476d-fcb1-4421-9155-440aa94b39c9 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:56:26.092657 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.097319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.098014 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.137428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.140076 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:26.145644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:26.148080 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:26.151040 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Pushing event updated for resources: {'Port': ['ID=728c3afe-7ea1-4739-a82b-ce4f5daf83a3,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:26.205851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Attempting to bind port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:26.206351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Attempting to bind port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '9a971855-ac95-47aa-ab18-42245c0d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:26.206809 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Attempting to bind port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3 on network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:26.215431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:26.215820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Checking segment: {'id': '9a971855-ac95-47aa-ab18-42245c0d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:26.216271 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.216674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Bound using segment: {'id': '9a971855-ac95-47aa-ab18-42245c0d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:26.217156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Bound port: 728c3afe-7ea1-4739-a82b-ce4f5daf83a3, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a971855-ac95-47aa-ab18-42245c0d8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2080a6ec-5847-47b5-a932-5efcd46e3ae9'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:26.217546 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.226728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.336372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1500ebf2-c975-4b98-8807-aad80bd53787 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:26.403075 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1500ebf2-c975-4b98-8807-aad80bd53787 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:26.403850 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.494152 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.533574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 1500ebf2-c975-4b98-8807-aad80bd53787, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1500ebf2-c975-4b98-8807-aad80bd53787,segment=NetworkSegment(888cf021-6b14-4387-b942-dc6b419f8df1),segment_id=888cf021-6b14-4387-b942-dc6b419f8df1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:26.539144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.598794 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=1500ebf2-c975-4b98-8807-aad80bd53787,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:26.611598 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.615490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] For port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:26.632615 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] For port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=728c3afe-7ea1-4739-a82b-ce4f5daf83a3,segment=NetworkSegment(9a971855-ac95-47aa-ab18-42245c0d8785),segment_id=9a971855-ac95-47aa-ab18-42245c0d8785)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:26.637743 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.649111 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.655536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57826) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:26.656138 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "DELETE /v2.0/subnets/6e30476d-fcb1-4421-9155-440aa94b39c9 HTTP/1.1" status: 204 len: 168 time: 0.7688365 Nov 12 09:56:26.657013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2553c549-3e7b-4b3e-92f1-d677697f3fe6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event deleted for resources: {'Subnet': ['ID=6e30476d-fcb1-4421-9155-440aa94b39c9,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:26.710859 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe438bb-43cb-487a-b91f-700fe409ccb8 None None] Pushing event updated for resources: {'Port': ['ID=728c3afe-7ea1-4739-a82b-ce4f5daf83a3,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:26.746880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.756756 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712070fb-c35a-4b85-9443-316ea1fcc38a None None] Network f145c96b-8898-4c96-8ca9-18fbbc52303b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:26.814119 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Deleting port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:26.814703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.827833 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a1e70d34-9a46-4f1d-9ad4-0a0c3711aae0 None None] Provisioning complete for port 1500ebf2-c975-4b98-8807-aad80bd53787 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:26.828232 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a1e70d34-9a46-4f1d-9ad4-0a0c3711aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.894825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] For port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=728c3afe-7ea1-4739-a82b-ce4f5daf83a3,segment=NetworkSegment(9a971855-ac95-47aa-ab18-42245c0d8785),segment_id=9a971855-ac95-47aa-ab18-42245c0d8785)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:26.895191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:26.942218 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Calling delete_port for 728c3afe-7ea1-4739-a82b-ce4f5daf83a3 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:27.043739 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.072638 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event deleted for resources: {'Port': ['ID=728c3afe-7ea1-4739-a82b-ce4f5daf83a3,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:27.076219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] No DVR routers for this DVR port 728c3afe-7ea1-4739-a82b-ce4f5daf83a3 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:27.167624 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.193156 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2080a6ec-5847-47b5-a932-5efcd46e3ae9']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:27.205017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a971855-ac95-47aa-ab18-42245c0d8785') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:27.205558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a971855-ac95-47aa-ab18-42245c0d8785') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:27.221294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.237805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.246297 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:27.246712 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:27.250144 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:27.312480 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b21571f0-a0e9-49c1-b035-9cdcce6350bb None None] Provisioning complete for port 1500ebf2-c975-4b98-8807-aad80bd53787 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:27.312803 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b21571f0-a0e9-49c1-b035-9cdcce6350bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.321066 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.328692 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.335521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "DELETE /v2.0/networks/2080a6ec-5847-47b5-a932-5efcd46e3ae9 HTTP/1.1" status: 204 len: 168 time: 0.6743705 Nov 12 09:56:27.336013 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57828) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:27.344004 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6dcb5a-f17c-4e22-a0c3-1f872c963f07 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event deleted for resources: {'Network': ['ID=2080a6ec-5847-47b5-a932-5efcd46e3ae9,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:27.403153 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Deleting subnet ae4de74d-b684-44cc-a7db-3e8da1718b91 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:56:27.406704 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.454428 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.545288 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.621075 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.653351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event deleted for resources: {'Subnet': ['ID=ae4de74d-b684-44cc-a7db-3e8da1718b91,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:27.658809 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.662734 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d9bb86e7-1d38-42ab-a97c-b4e9033fe7a6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "DELETE /v2.0/subnets/ae4de74d-b684-44cc-a7db-3e8da1718b91 HTTP/1.1" status: 204 len: 168 time: 0.3251030 Nov 12 09:56:27.666046 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76cc21-185d-43a6-9a9a-3de861eb6aaa None None] Network f145c96b-8898-4c96-8ca9-18fbbc52303b requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:27.669086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57832) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:27.770805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.828759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0b33d622-93e3-421b-b673-95de068ce246 None None] Could not find standard attr ID for object 728c3afe-7ea1-4739-a82b-ce4f5daf83a3. {{(pid=109378) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 12 09:56:27.843325 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Deleting port 1500ebf2-c975-4b98-8807-aad80bd53787 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:27.843674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.879625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47044bf8-98f1-40fe-bcc9-fefee798bcd7 None None] DHCP port deletion for 2080a6ec-5847-47b5-a932-5efcd46e3ae9 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:27.897186 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f55c8-5c77-49d4-8d89-3b49f40b7973 None None] Network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:27.912897 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] DHCP port deletion for f145c96b-8898-4c96-8ca9-18fbbc52303b request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:27.915836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0f55c8-5c77-49d4-8d89-3b49f40b7973 None None] Network 2080a6ec-5847-47b5-a932-5efcd46e3ae9 could not be found, it might have been deleted concurrently. {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 12 09:56:27.923326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] For port 1500ebf2-c975-4b98-8807-aad80bd53787, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1500ebf2-c975-4b98-8807-aad80bd53787,segment=NetworkSegment(888cf021-6b14-4387-b942-dc6b419f8df1),segment_id=888cf021-6b14-4387-b942-dc6b419f8df1)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:27.923698 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:27.937196 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Calling delete_port for 1500ebf2-c975-4b98-8807-aad80bd53787 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:27.965567 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] Deleting port 1500ebf2-c975-4b98-8807-aad80bd53787 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:56:27.965940 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.024443 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.032455 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] For port 1500ebf2-c975-4b98-8807-aad80bd53787, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1500ebf2-c975-4b98-8807-aad80bd53787,segment=NetworkSegment(888cf021-6b14-4387-b942-dc6b419f8df1),segment_id=888cf021-6b14-4387-b942-dc6b419f8df1)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:28.032812 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.046017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] Calling delete_port for 1500ebf2-c975-4b98-8807-aad80bd53787 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:56:28.050937 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event deleted for resources: {'Port': ['ID=1500ebf2-c975-4b98-8807-aad80bd53787,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:28.058339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] No DVR routers for this DVR port 1500ebf2-c975-4b98-8807-aad80bd53787 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:28.125194 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.141552 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.149237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] Pushing event deleted for resources: {'Port': ['ID=1500ebf2-c975-4b98-8807-aad80bd53787,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:28.152817 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5031ed12-8a52-44cd-9128-6246e27c6c7e None None] No DVR routers for this DVR port 1500ebf2-c975-4b98-8807-aad80bd53787 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:56:28.162499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f145c96b-8898-4c96-8ca9-18fbbc52303b']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:28.172399 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888cf021-6b14-4387-b942-dc6b419f8df1') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:28.172700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888cf021-6b14-4387-b942-dc6b419f8df1') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:28.182553 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.196154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.202514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:56:28.203089 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:56:28.206877 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:56:28.266086 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.271785 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.280589 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.280589 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "DELETE /v2.0/networks/f145c96b-8898-4c96-8ca9-18fbbc52303b HTTP/1.1" status: 204 len: 168 time: 0.6094837 Nov 12 09:56:28.282502 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57838) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:28.296384 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980e7fa-c4eb-47d7-8d71-bab99746bd3f tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Pushing event deleted for resources: {'Network': ['ID=f145c96b-8898-4c96-8ca9-18fbbc52303b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:28.311678 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1500ebf2-c975-4b98-8807-aad80bd53787 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:56:28.318977 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-73841985-bc87-4c4f-985a-5e8f592efa92 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "GET /v2.0/ports?device_id=12a133ab-91e2-415d-af70-8552cca8c3dd HTTP/1.1" status: 200 len: 205 time: 0.0351589 Nov 12 09:56:28.321442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57840) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:28.333450 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1500ebf2-c975-4b98-8807-aad80bd53787 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:56:28.333793 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1500ebf2-c975-4b98-8807-aad80bd53787 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:56:28.395648 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-654dd22a-9b63-4255-b74b-ec3c0f3b0fc6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.554989 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-654dd22a-9b63-4255-b74b-ec3c0f3b0fc6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.557078 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-654dd22a-9b63-4255-b74b-ec3c0f3b0fc6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.601330 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-654dd22a-9b63-4255-b74b-ec3c0f3b0fc6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.601868 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654dd22a-9b63-4255-b74b-ec3c0f3b0fc6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Fanout notify agent at l3_agent the message router_deleted on router 12a133ab-91e2-415d-af70-8552cca8c3dd {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:56:28.609077 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-654dd22a-9b63-4255-b74b-ec3c0f3b0fc6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.613377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-654dd22a-9b63-4255-b74b-ec3c0f3b0fc6 tempest-RoutersNegativeTest-1464161483 tempest-RoutersNegativeTest-1464161483-project] 10.222.0.53 "DELETE /v2.0/routers/12a133ab-91e2-415d-af70-8552cca8c3dd HTTP/1.1" status: 204 len: 168 time: 0.2878175 Nov 12 09:56:28.795485 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:28.847760 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57846) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:28.977813 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8af9462c-a18c-4d69-97be-4a2880e370be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de576f29b0ab44f4bb81bdb932ba53aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288805 Nov 12 09:56:28.980240 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57850) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:29.027728 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1343f8-68b1-4007-b44f-9a3201bf65eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.049735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1343f8-68b1-4007-b44f-9a3201bf65eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.096757 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1343f8-68b1-4007-b44f-9a3201bf65eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.100090 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8e1343f8-68b1-4007-b44f-9a3201bf65eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.101247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8e1343f8-68b1-4007-b44f-9a3201bf65eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/50ba9623-44f5-40d3-ba9f-2a95c72d8088 HTTP/1.1" status: 204 len: 168 time: 0.1201067 Nov 12 09:56:29.113303 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1343f8-68b1-4007-b44f-9a3201bf65eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ba9623-44f5-40d3-ba9f-2a95c72d8088,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:29.732434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57872) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:29.838162 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1028900996-network', 'tenant_id': '879412c207914f9e86b190204d7dff5a'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:29.863984 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Made reservation on behalf of 879412c207914f9e86b190204d7dff5a for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:29.866361 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.875614 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.954434 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.958718 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:29.978873 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:30.000043 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.000420 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Added segment 87a00842-1646-4564-8db7-c67b0184c1db of type vlan for network 4e7e1427-a173-4055-be84-9d3dda8177ea Nov 12 09:56:30.002115 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f746ea-24f5-4025-87e1-ccd8cce0dc87,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:30.047597 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.075067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.076311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:30.076887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.138735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4049606 Nov 12 09:56:30.141518 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57876) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:30.146434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd61b7e-03df-41d8-a9f8-7986936828ee admin admin] Pushing event updated for resources: {'Network': ['ID=4e7e1427-a173-4055-be84-9d3dda8177ea,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:30.147622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Request body: {'subnet': {'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-subnet', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:30.159051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 4e7e1427-a173-4055-be84-9d3dda8177ea details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:30.180509 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Made reservation on behalf of 879412c207914f9e86b190204d7dff5a for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:30.183026 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.359593 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.416447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=4632c986-3ab7-4a50-afc7-8ce7c1b4a592,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:30.424317 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Checking segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:30.424668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Network hostable DHCP agents. Network: 4e7e1427-a173-4055-be84-9d3dda8177ea, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:30.444010 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Network 4e7e1427-a173-4055-be84-9d3dda8177ea is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:30.453895 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 4e7e1427-a173-4055-be84-9d3dda8177ea) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:30.459103 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:30.459830 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.465051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ad2272-4c37-4ec5-b1c3-dd72e80fdea1 None None] Network 4e7e1427-a173-4055-be84-9d3dda8177ea requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:30.482241 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-76c2f30d-d8bc-40b3-aaae-c3b60e9ec7ac admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3390663 Nov 12 09:56:30.486136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57878) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:30.490484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:30.516462 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.517951 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.581965 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.805290 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-4e7e1427-a173-4055-be84-9d3dda8177ea', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:30.806478 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:30.962016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Allocated IP 172.20.0.2 (4e7e1427-a173-4055-be84-9d3dda8177ea/4632c986-3ab7-4a50-afc7-8ce7c1b4a592/35b2e9d9-7565-41ab-8d4e-c7126858c393) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:31.114564 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.127098 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.137353 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.180924 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Network 4e7e1427-a173-4055-be84-9d3dda8177ea is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:31.186620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:31.190607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:31.201036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Pushing event updated for resources: {'Port': ['ID=35b2e9d9-7565-41ab-8d4e-c7126858c393,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:31.280732 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Attempting to bind port 35b2e9d9-7565-41ab-8d4e-c7126858c393 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:31.281323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Attempting to bind port 35b2e9d9-7565-41ab-8d4e-c7126858c393 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:31.281922 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Attempting to bind port 35b2e9d9-7565-41ab-8d4e-c7126858c393 on network 4e7e1427-a173-4055-be84-9d3dda8177ea {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:31.290702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:31.291300 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Checking segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:31.291967 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.292622 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Bound using segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:31.293552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Bound port: 35b2e9d9-7565-41ab-8d4e-c7126858c393, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:31.294146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.377059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] For port 35b2e9d9-7565-41ab-8d4e-c7126858c393, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:31.380951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] For port 35b2e9d9-7565-41ab-8d4e-c7126858c393, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=35b2e9d9-7565-41ab-8d4e-c7126858c393,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:31.386332 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.396346 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.416316 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.451513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5e257-8d8a-4bce-b50b-3df819436963 None None] Pushing event updated for resources: {'Port': ['ID=35b2e9d9-7565-41ab-8d4e-c7126858c393,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:31.534199 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Allocated IP 172.25.5.69 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/526683ab-c071-4f9a-ad67-ac577792f015) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:31.660731 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.697626 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.740747 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:31.743868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:31.747561 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:31.753251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Pushing event updated for resources: {'Port': ['ID=526683ab-c071-4f9a-ad67-ac577792f015,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:31.757109 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9e34a-629d-4079-b4e8-4866f702946b None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:31.880661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a37d16ba-2baa-4e34-b10a-1fa424ad7551 None None] Provisioning complete for port 526683ab-c071-4f9a-ad67-ac577792f015 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:31.881136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a37d16ba-2baa-4e34-b10a-1fa424ad7551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:31.917142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a37d16ba-2baa-4e34-b10a-1fa424ad7551 None None] Port 526683ab-c071-4f9a-ad67-ac577792f015 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:56:32.008708 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.218338 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.333769 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35b2e9d9-7565-41ab-8d4e-c7126858c393 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:32.358301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Router 06c1b191-b39f-4459-9c92-7ef5164b83ce is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:56:32.366643 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f77f9e3-4134-4049-a1c5-51faed76cb64 None None] Network 4e7e1427-a173-4055-be84-9d3dda8177ea requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:32.470264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:56:32.476966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-771c7767-5b3a-4a62-93c8-ebf72de19a34 None None] Provisioning complete for port 35b2e9d9-7565-41ab-8d4e-c7126858c393 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:32.477442 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-771c7767-5b3a-4a62-93c8-ebf72de19a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.482102 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Sync routers for ids ['06c1b191-b39f-4459-9c92-7ef5164b83ce'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:56:32.484435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 35b2e9d9-7565-41ab-8d4e-c7126858c393 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:32.484857 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.488931 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.490188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3a88f33d-c5ab-48bd-91f2-146d291c3f0a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0030446 Nov 12 09:56:32.493001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 57880) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:32.580970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Routers {'06c1b191-b39f-4459-9c92-7ef5164b83ce'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:32.581570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06c1b191-b39f-4459-9c92-7ef5164b83ce'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:32.792625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Set router 06c1b191-b39f-4459-9c92-7ef5164b83ce gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:32.794940 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.796689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-771c7767-5b3a-4a62-93c8-ebf72de19a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.930219 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:32.940890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 35b2e9d9-7565-41ab-8d4e-c7126858c393, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=35b2e9d9-7565-41ab-8d4e-c7126858c393,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:32.948825 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.046077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.db.api [None req-771c7767-5b3a-4a62-93c8-ebf72de19a34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 12 09:56:33.046297 n-d-769329-17 neutron-server[109378]: DEBUG oslo_db.api [None req-771c7767-5b3a-4a62-93c8-ebf72de19a34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 12 09:56:33.052994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=35b2e9d9-7565-41ab-8d4e-c7126858c393,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:33.096493 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Allocated IP 172.20.0.1 (4e7e1427-a173-4055-be84-9d3dda8177ea/4632c986-3ab7-4a50-afc7-8ce7c1b4a592/d874b8c1-b83c-4357-92dc-993a18111502) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:33.114621 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '526683ab-c071-4f9a-ad67-ac577792f015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:56:31Z', 'revision_number': 3, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port': {'id': '526683ab-c071-4f9a-ad67-ac577792f015', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:31Z', 'updated_at': '2021-11-12T09:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:33.144202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Checking router: 06c1b191-b39f-4459-9c92-7ef5164b83ce for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:56:33.144557 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Updating router 06c1b191-b39f-4459-9c92-7ef5164b83ce port 526683ab-c071-4f9a-ad67-ac577792f015 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:56:33.169798 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.205491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.238901 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.286750 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Network 4e7e1427-a173-4055-be84-9d3dda8177ea is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:33.289903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:33.293625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:33.317244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Pushing event updated for resources: {'Port': ['ID=d874b8c1-b83c-4357-92dc-993a18111502,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:33.343341 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.460332 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.466677 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.487300 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.520357 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c89b5a-f498-4434-b577-5069dd88078b None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:33.529531 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745ec9a-4021-4420-ab2c-3b52632be738 None None] Pushing event updated for resources: {'Port': ['ID=526683ab-c071-4f9a-ad67-ac577792f015,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:33.533770 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Attempting to bind port 526683ab-c071-4f9a-ad67-ac577792f015 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:33.534016 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Attempting to bind port 526683ab-c071-4f9a-ad67-ac577792f015 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:33.534410 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Attempting to bind port 526683ab-c071-4f9a-ad67-ac577792f015 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:33.541660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:33.542036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:33.542555 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.542970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:33.543309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Bound port: 526683ab-c071-4f9a-ad67-ac577792f015, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:33.543700 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.628764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] For port 526683ab-c071-4f9a-ad67-ac577792f015, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:33.631921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] For port 526683ab-c071-4f9a-ad67-ac577792f015, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=526683ab-c071-4f9a-ad67-ac577792f015,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:33.636322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.665463 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.672506 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.681181 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3db785-a9c5-43f7-bf08-5497a1a2cd64 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:33.701904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Routers {'06c1b191-b39f-4459-9c92-7ef5164b83ce'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:33.702514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06c1b191-b39f-4459-9c92-7ef5164b83ce'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:33.706923 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745ec9a-4021-4420-ab2c-3b52632be738 None None] Pushing event updated for resources: {'Port': ['ID=526683ab-c071-4f9a-ad67-ac577792f015,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:33.743501 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.745389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Pushing event updated for resources: {'Port': ['ID=d874b8c1-b83c-4357-92dc-993a18111502,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:33.812995 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Provisioning complete for port 35b2e9d9-7565-41ab-8d4e-c7126858c393 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:33.813363 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:33.843690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Network 4e7e1427-a173-4055-be84-9d3dda8177ea is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:33.845351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:33.867230 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] Set router 06c1b191-b39f-4459-9c92-7ef5164b83ce gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:33.975822 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Router 06c1b191-b39f-4459-9c92-7ef5164b83ce has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:56:34.110534 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:56:34.115950 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-662f1932-d1fb-427d-b973-c10012589f7e admin admin] 10.222.0.53 "PUT /v2.0/routers/06c1b191-b39f-4459-9c92-7ef5164b83ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6217132 Nov 12 09:56:34.215424 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Provisioning complete for port d874b8c1-b83c-4357-92dc-993a18111502 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:34.215794 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.285188 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Port d874b8c1-b83c-4357-92dc-993a18111502 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:56:34.304706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Provisioning complete for port 526683ab-c071-4f9a-ad67-ac577792f015 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:34.305070 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.309607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35b2e9d9-7565-41ab-8d4e-c7126858c393 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:34.386907 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '526683ab-c071-4f9a-ad67-ac577792f015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 4, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port': {'id': '526683ab-c071-4f9a-ad67-ac577792f015', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:31Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd874b8c1-b83c-4357-92dc-993a18111502', 'name': '', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'mac_address': 'fa:16:3e:c4:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:32Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 2, 'project_id': '879412c207914f9e86b190204d7dff5a', 'subnets': [{'id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:34.423463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8f2642-0115-4457-a055-38bb0598a86d None None] The sync data for ids ['06c1b191-b39f-4459-9c92-7ef5164b83ce'] in n-d-769329-17 is: [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '526683ab-c071-4f9a-ad67-ac577792f015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 4, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port': {'id': '526683ab-c071-4f9a-ad67-ac577792f015', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:31Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd874b8c1-b83c-4357-92dc-993a18111502', 'name': '', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'mac_address': 'fa:16:3e:c4:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:32Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 2, 'project_id': '879412c207914f9e86b190204d7dff5a', 'subnets': [{'id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:56:34.456751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 35b2e9d9-7565-41ab-8d4e-c7126858c393 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:34.457121 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.497756 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.528294 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] For port 526683ab-c071-4f9a-ad67-ac577792f015, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=526683ab-c071-4f9a-ad67-ac577792f015,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:34.536063 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.619250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb7eae-1ca0-4653-bd0b-2c3e07776ad6 None None] Pushing event updated for resources: {'Port': ['ID=526683ab-c071-4f9a-ad67-ac577792f015,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:34.672813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d2f57b3e-57ec-4da7-b8dc-3296b78df3ef None None] Provisioning complete for port d874b8c1-b83c-4357-92dc-993a18111502 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:34.673187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d2f57b3e-57ec-4da7-b8dc-3296b78df3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.673820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57896) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:34.679308 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1302969988-network', 'tenant_id': '8ed0848cac2246c7a629c533103356e2'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:34.702488 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Made reservation on behalf of 8ed0848cac2246c7a629c533103356e2 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:34.704926 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.711233 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d2f57b3e-57ec-4da7-b8dc-3296b78df3ef None None] Port d874b8c1-b83c-4357-92dc-993a18111502 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:56:34.718417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.811073 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.816577 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.844383 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:56:34.855386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b7ac57-bfb5-4461-a887-43e3bd563ec5,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:34.861864 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.862215 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Added segment 436be9d8-2e0e-4b9e-8744-0982088d4637 of type vlan for network 111bfae8-b54e-4745-8277-bf6d64e21e1d Nov 12 09:56:34.909663 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.937349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.938263 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:34.938863 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:34.997691 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3227568 Nov 12 09:56:35.000411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57898) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:35.007993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Request body: {'subnet': {'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-subnet', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:35.016203 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eb643-b5aa-4b01-9d4b-892e211f5441 admin admin] Pushing event updated for resources: {'Network': ['ID=111bfae8-b54e-4745-8277-bf6d64e21e1d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:35.031159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:56:35.034060 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Made reservation on behalf of 8ed0848cac2246c7a629c533103356e2 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:35.036718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.237340 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.294148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc59205-c823-436b-99ea-c076e4b84f9b,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:35.305581 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Checking segment: {'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:35.305955 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Network hostable DHCP agents. Network: 111bfae8-b54e-4745-8277-bf6d64e21e1d, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:56:35.324247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:56:35.333571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 111bfae8-b54e-4745-8277-bf6d64e21e1d) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:35.338754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:35.339350 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.344211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4478c946-3640-497f-9e94-e5ffba8722a3 None None] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:35.357648 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b1de213-a3c0-4f32-a712-64d608aad7e9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3561692 Nov 12 09:56:35.360889 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57900) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:35.365915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:35.390336 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.391684 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.454679 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.515060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-111bfae8-b54e-4745-8277-bf6d64e21e1d', 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'fixed_ips': [{'subnet_id': '7dc59205-c823-436b-99ea-c076e4b84f9b'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:56:35.516542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.607245 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.661460 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Allocated IP 172.20.0.2 (111bfae8-b54e-4745-8277-bf6d64e21e1d/7dc59205-c823-436b-99ea-c076e4b84f9b/bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:35.819349 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.824222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.830880 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.839575 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.872604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:35.875617 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:35.878192 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:35.890637 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Pushing event updated for resources: {'Port': ['ID=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:35.942655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Attempting to bind port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:35.943048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Attempting to bind port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:35.943420 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Attempting to bind port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 on network 111bfae8-b54e-4745-8277-bf6d64e21e1d {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:35.948610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:35.948981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Checking segment: {'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:35.949585 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:35.949787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Bound using segment: {'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:35.950265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Bound port: bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:35.950565 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Allocated IP 172.25.5.17 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/e88b34c7-8e3d-4343-b97b-573a11e14ab7) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:35.950667 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.015826 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] For port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:36.020486 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] For port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,segment=NetworkSegment(436be9d8-2e0e-4b9e-8744-0982088d4637),segment_id=436be9d8-2e0e-4b9e-8744-0982088d4637)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:36.028460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.059384 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.098434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17295ffe-dfb9-4dd3-8ba9-e1170a174dcc None None] Pushing event updated for resources: {'Port': ['ID=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:36.115002 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.157847 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:36.160993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:36.164894 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:36.170696 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Pushing event updated for resources: {'Port': ['ID=e88b34c7-8e3d-4343-b97b-573a11e14ab7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:36.178351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9648e-ab7c-4586-8bdd-0476122c7811 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:36.262673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0904ce39-f9cd-4bb8-b0b4-d325bc841c5a None None] Provisioning complete for port e88b34c7-8e3d-4343-b97b-573a11e14ab7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:36.263056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0904ce39-f9cd-4bb8-b0b4-d325bc841c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.337366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0904ce39-f9cd-4bb8-b0b4-d325bc841c5a None None] Port e88b34c7-8e3d-4343-b97b-573a11e14ab7 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:56:36.414604 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 526683ab-c071-4f9a-ad67-ac577792f015 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:36.484560 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 526683ab-c071-4f9a-ad67-ac577792f015 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:36.484932 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.502662 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.709766 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:36.854616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:56:36.977160 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:56:36.987883 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Sync routers for ids ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:56:36.996130 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.000086 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-39eeb3c9-4dff-4a2c-8573-d446fa61f2ce admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6356940 Nov 12 09:56:37.000306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 57902) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:56:37.001471 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Routers {'64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:37.002090 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:37.046163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Sync routers for ids ['06c1b191-b39f-4459-9c92-7ef5164b83ce'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:56:37.060211 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Routers {'06c1b191-b39f-4459-9c92-7ef5164b83ce'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:37.060829 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06c1b191-b39f-4459-9c92-7ef5164b83ce'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:37.110253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb558c0-c897-4cce-a9c8-1f94996d6f11 None None] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:56:37.125559 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Set router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:37.257913 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-95b25454-5313-41e6-94cf-63f5a72b929e None None] Provisioning complete for port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:37.258293 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-95b25454-5313-41e6-94cf-63f5a72b929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.317890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Set router 06c1b191-b39f-4459-9c92-7ef5164b83ce gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:37.325538 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:36Z', 'revision_number': 3, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port': {'id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:37.355432 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Checking router: 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:56:37.355769 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Updating router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 port e88b34c7-8e3d-4343-b97b-573a11e14ab7 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:56:37.387945 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.548746 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-95b25454-5313-41e6-94cf-63f5a72b929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.617463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-95b25454-5313-41e6-94cf-63f5a72b929e None None] For port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,segment=NetworkSegment(436be9d8-2e0e-4b9e-8744-0982088d4637),segment_id=436be9d8-2e0e-4b9e-8744-0982088d4637)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:37.622595 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-95b25454-5313-41e6-94cf-63f5a72b929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.679301 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.683463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b25454-5313-41e6-94cf-63f5a72b929e None None] Pushing event updated for resources: {'Port': ['ID=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:37.685493 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.690205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '526683ab-c071-4f9a-ad67-ac577792f015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 4, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port': {'id': '526683ab-c071-4f9a-ad67-ac577792f015', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:31Z', 'updated_at': '2021-11-12T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd874b8c1-b83c-4357-92dc-993a18111502', 'name': '', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'mac_address': 'fa:16:3e:c4:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:32Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 2, 'project_id': '879412c207914f9e86b190204d7dff5a', 'subnets': [{'id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:37.725142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Checking router: 06c1b191-b39f-4459-9c92-7ef5164b83ce for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:56:37.725502 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Updating router 06c1b191-b39f-4459-9c92-7ef5164b83ce port d874b8c1-b83c-4357-92dc-993a18111502 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:56:37.741177 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Attempting to bind port e88b34c7-8e3d-4343-b97b-573a11e14ab7 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:37.741658 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Attempting to bind port e88b34c7-8e3d-4343-b97b-573a11e14ab7 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:37.742085 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Attempting to bind port e88b34c7-8e3d-4343-b97b-573a11e14ab7 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:37.750390 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Pushing event updated for resources: {'Port': ['ID=e88b34c7-8e3d-4343-b97b-573a11e14ab7,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:37.753149 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:37.753624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:37.754095 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.754550 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:37.755232 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Bound port: e88b34c7-8e3d-4343-b97b-573a11e14ab7, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:37.755679 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.787837 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.788395 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.788789 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.789223 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.789609 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.790002 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.790448 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.790769 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.791154 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.791745 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.791866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.792286 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:56:37.847500 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] For port e88b34c7-8e3d-4343-b97b-573a11e14ab7, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:37.854548 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] For port e88b34c7-8e3d-4343-b97b-573a11e14ab7, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e88b34c7-8e3d-4343-b97b-573a11e14ab7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:37.866283 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.886344 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.922391 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Routers {'64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:37.923022 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:37.928767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c7ddd-929d-47eb-a94e-94f686c08ab5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:37.938944 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:37.982798 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db63619-45bf-448b-ac9a-496e3e7f9f5a None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:56:37.986996 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c520fe-66a3-413b-8ed9-2b868e5de9e5 None None] Pushing event updated for resources: {'Port': ['ID=e88b34c7-8e3d-4343-b97b-573a11e14ab7,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:38.001049 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-60c2d134-d58f-4f1e-8ad1-64fba06e9790 None None] Provisioning complete for port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:38.004475 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-60c2d134-d58f-4f1e-8ad1-64fba06e9790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.065006 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] Set router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:38.074590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Allocated IP 172.20.0.1 (111bfae8-b54e-4745-8277-bf6d64e21e1d/7dc59205-c823-436b-99ea-c076e4b84f9b/2d82bf9b-a54f-4ed7-8745-ee6f301b782f) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:38.196730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.235955 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.259722 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-cba36a56-766e-4655-9435-393458c9a607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:36Z', 'revision_number': 3, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port': {'id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:38.277623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:38.280913 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:38.284941 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:38.311634 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.319134 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.340751 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.384028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Pushing event updated for resources: {'Port': ['ID=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:38.404721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f6f95676-47e8-46b9-aaed-8cccdd9cbbf9 None None] Provisioning complete for port e88b34c7-8e3d-4343-b97b-573a11e14ab7 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:38.405462 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f6f95676-47e8-46b9-aaed-8cccdd9cbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.445688 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546d176-b201-41d6-b626-6c727e1dd0e8 None None] Pushing event updated for resources: {'Port': ['ID=d874b8c1-b83c-4357-92dc-993a18111502,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:38.461593 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:38.485276 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba36a56-766e-4655-9435-393458c9a607 None None] The sync data for ids ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'] in n-d-769329-17 is: [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:36Z', 'revision_number': 3, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port': {'id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:56:38.569877 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.605623 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Attempting to bind port d874b8c1-b83c-4357-92dc-993a18111502 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:38.607507 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Attempting to bind port d874b8c1-b83c-4357-92dc-993a18111502 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:38.608754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Attempting to bind port d874b8c1-b83c-4357-92dc-993a18111502 on network 4e7e1427-a173-4055-be84-9d3dda8177ea {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:38.624846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:38.625220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Checking segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:38.625625 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.626022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Bound using segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:38.626511 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Bound port: d874b8c1-b83c-4357-92dc-993a18111502, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:38.626890 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.709662 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:38.709986 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.736780 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f6f95676-47e8-46b9-aaed-8cccdd9cbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.782229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.785330 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f6f95676-47e8-46b9-aaed-8cccdd9cbbf9 None None] For port e88b34c7-8e3d-4343-b97b-573a11e14ab7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e88b34c7-8e3d-4343-b97b-573a11e14ab7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:38.787901 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.788718 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] For port d874b8c1-b83c-4357-92dc-993a18111502, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:38.794331 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f6f95676-47e8-46b9-aaed-8cccdd9cbbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.808489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] For port d874b8c1-b83c-4357-92dc-993a18111502, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d874b8c1-b83c-4357-92dc-993a18111502,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:38.849848 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.888725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Pushing event updated for resources: {'Port': ['ID=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:38.897162 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:38.958174 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f95676-47e8-46b9-aaed-8cccdd9cbbf9 None None] Pushing event updated for resources: {'Port': ['ID=e88b34c7-8e3d-4343-b97b-573a11e14ab7,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:38.991380 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Provisioning complete for port d874b8c1-b83c-4357-92dc-993a18111502 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:38.991893 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:39.024272 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Routers {'06c1b191-b39f-4459-9c92-7ef5164b83ce'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:39.024929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06c1b191-b39f-4459-9c92-7ef5164b83ce'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:39.046061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:39.048510 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:39.181355 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546d176-b201-41d6-b626-6c727e1dd0e8 None None] Pushing event updated for resources: {'Port': ['ID=d874b8c1-b83c-4357-92dc-993a18111502,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:39.240950 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:56:39.252810 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] Set router 06c1b191-b39f-4459-9c92-7ef5164b83ce gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:39.255170 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:39.341418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] For port d874b8c1-b83c-4357-92dc-993a18111502, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d874b8c1-b83c-4357-92dc-993a18111502,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:39.352068 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:39.401438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:56:39.410733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ee5fad53-efe6-47d2-bba8-09796d39ff32 admin admin] 10.222.0.53 "PUT /v2.0/routers/64214e4f-6fd6-4cbc-b7c4-839610d1f0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4082026 Nov 12 09:56:39.475966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Provisioning complete for port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:39.476616 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:39.522656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Pushing event updated for resources: {'Port': ['ID=d874b8c1-b83c-4357-92dc-993a18111502,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:39.576686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-07f00bd2-b7ea-4770-9ca5-97abb5a97080 None None] Port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:56:39.608319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '526683ab-c071-4f9a-ad67-ac577792f015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 4, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port': {'id': '526683ab-c071-4f9a-ad67-ac577792f015', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:31Z', 'updated_at': '2021-11-12T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd874b8c1-b83c-4357-92dc-993a18111502', 'name': '', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'mac_address': 'fa:16:3e:c4:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:32Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '879412c207914f9e86b190204d7dff5a', 'subnets': [{'id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:39.636048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2a7d86-e828-4785-8b3a-ae394a1fa3d2 None None] The sync data for ids ['06c1b191-b39f-4459-9c92-7ef5164b83ce'] in n-d-769329-17 is: [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '526683ab-c071-4f9a-ad67-ac577792f015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:56:33Z', 'revision_number': 4, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port': {'id': '526683ab-c071-4f9a-ad67-ac577792f015', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:31Z', 'updated_at': '2021-11-12T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'd874b8c1-b83c-4357-92dc-993a18111502', 'name': '', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'mac_address': 'fa:16:3e:c4:35:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:32Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '879412c207914f9e86b190204d7dff5a', 'subnets': [{'id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:56:39.698000 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-05ee99eb-15be-4eac-87b7-87f77a367f17 None None] Provisioning complete for port d874b8c1-b83c-4357-92dc-993a18111502 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:39.698369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-05ee99eb-15be-4eac-87b7-87f77a367f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:39.803483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-05ee99eb-15be-4eac-87b7-87f77a367f17 None None] Provisioning complete for port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:39.803855 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-05ee99eb-15be-4eac-87b7-87f77a367f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:39.839149 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-05ee99eb-15be-4eac-87b7-87f77a367f17 None None] Port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:56:40.267603 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:56:40.419726 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e88b34c7-8e3d-4343-b97b-573a11e14ab7 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:40.476217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port e88b34c7-8e3d-4343-b97b-573a11e14ab7 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:40.476609 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:40.483348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-a798f6ac-3b7c-488b-aeae-a4e1e8cd91e6 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:40.485016 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-a798f6ac-3b7c-488b-aeae-a4e1e8cd91e6 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/networks?id=4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 200 len: 817 time: 0.1215227 Nov 12 09:56:40.504404 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-014644ca-edb0-4553-ba98-3272970f134d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/quotas/879412c207914f9e86b190204d7dff5a HTTP/1.1" status: 200 len: 375 time: 0.0125556 Nov 12 09:56:40.567202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d874b8c1-b83c-4357-92dc-993a18111502 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:40.576751 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-198b2cd6-8f71-4d88-ae5f-3a7d61e780a7 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=879412c207914f9e86b190204d7dff5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611191 Nov 12 09:56:40.615565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port d874b8c1-b83c-4357-92dc-993a18111502 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:40.616077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:40.678396 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-6d325054-54cb-44fb-9c16-ea550e27ac0e service neutron] 10.222.0.53 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984840 Nov 12 09:56:40.754549 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Sync routers for ids ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:56:40.765814 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Routers {'64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:40.766431 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:40.779743 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-3bd041f7-f376-428e-9c11-0c67a9f915ea service neutron] 10.222.0.53 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950167 Nov 12 09:56:40.880727 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Set router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:40.960452 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c058958c-e2d1-4d03-bde8-a6c4416cd548 req-fcf55b7f-e3e3-4a1e-9c20-e21f7e14d83a tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 210 time: 0.0266159 Nov 12 09:56:41.088939 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port': {'id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2d82bf9b-a54f-4ed7-8745-ee6f301b782f', 'name': '', 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'mac_address': 'fa:16:3e:20:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7dc59205-c823-436b-99ea-c076e4b84f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:37Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 2, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'subnets': [{'id': '7dc59205-c823-436b-99ea-c076e4b84f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:41.115411 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Checking router: 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:56:41.115858 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Updating router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:56:41.150276 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.432304 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.437644 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.493835 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ccdd9-8073-41e1-88e1-c5c03c4a1570 None None] Pushing event updated for resources: {'Port': ['ID=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:41.557624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Attempting to bind port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:41.557992 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Attempting to bind port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:41.558360 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Attempting to bind port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f on network 111bfae8-b54e-4745-8277-bf6d64e21e1d {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:41.563577 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:41.563974 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Checking segment: {'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:41.564380 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.564766 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Bound using segment: {'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:41.565234 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Bound port: 2d82bf9b-a54f-4ed7-8745-ee6f301b782f, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436be9d8-2e0e-4b9e-8744-0982088d4637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:41.565723 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.630357 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] For port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:41.633756 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] For port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,segment=NetworkSegment(436be9d8-2e0e-4b9e-8744-0982088d4637),segment_id=436be9d8-2e0e-4b9e-8744-0982088d4637)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:41.638478 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.705629 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Routers {'64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:56:41.706308 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:56:16Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:41.745275 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ccdd9-8073-41e1-88e1-c5c03c4a1570 None None] Pushing event updated for resources: {'Port': ['ID=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:41.780581 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5a425182-64e6-4ba3-9191-e6a471cfc33d None None] Provisioning complete for port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:41.781213 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a425182-64e6-4ba3-9191-e6a471cfc33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.837914 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] Set router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:56:41.894116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a425182-64e6-4ba3-9191-e6a471cfc33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:41.932577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5a425182-64e6-4ba3-9191-e6a471cfc33d None None] For port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,segment=NetworkSegment(436be9d8-2e0e-4b9e-8744-0982088d4637),segment_id=436be9d8-2e0e-4b9e-8744-0982088d4637)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:41.937723 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5a425182-64e6-4ba3-9191-e6a471cfc33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.005591 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-7db70ec7-748e-491b-8e35-b86351c64b50 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:42.007261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-7db70ec7-748e-491b-8e35-b86351c64b50 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.62 "GET /v2.0/networks?id=4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 200 len: 817 time: 0.1351402 Nov 12 09:56:42.019596 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a425182-64e6-4ba3-9191-e6a471cfc33d None None] Pushing event updated for resources: {'Port': ['ID=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:42.035863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Request body: {'port': {'device_id': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'admin_state_up': True, 'tenant_id': '879412c207914f9e86b190204d7dff5a'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:42.073034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-955d8107-332d-4cff-a77c-6c192836099a None None] Provisioning complete for port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:42.073401 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-955d8107-332d-4cff-a77c-6c192836099a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.098134 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f7ee637-f7f9-40a2-bbf3-dfbc809dd526 req-90dafe47-d36d-49d3-8121-6187c4f8469a tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 210 time: 0.0566013 Nov 12 09:56:42.126855 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port': {'id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2d82bf9b-a54f-4ed7-8745-ee6f301b782f', 'name': '', 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'mac_address': 'fa:16:3e:20:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7dc59205-c823-436b-99ea-c076e4b84f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:37Z', 'updated_at': '2021-11-12T09:56:41Z', 'revision_number': 4, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'subnets': [{'id': '7dc59205-c823-436b-99ea-c076e4b84f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:56:42.153082 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045a24e-f793-4a38-8438-50c6ceff58d3 None None] The sync data for ids ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'] in n-d-769329-17 is: [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port': {'id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '2d82bf9b-a54f-4ed7-8745-ee6f301b782f', 'name': '', 'network_id': '111bfae8-b54e-4745-8277-bf6d64e21e1d', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'mac_address': 'fa:16:3e:20:6b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '7dc59205-c823-436b-99ea-c076e4b84f9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:37Z', 'updated_at': '2021-11-12T09:56:41Z', 'revision_number': 4, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'subnets': [{'id': '7dc59205-c823-436b-99ea-c076e4b84f9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:56:42.208825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Made reservation on behalf of 879412c207914f9e86b190204d7dff5a for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:56:42.215348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.364051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2d82bf9b-a54f-4ed7-8745-ee6f301b782f up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:42.385991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Allocated IP 172.20.0.11 (4e7e1427-a173-4055-be84-9d3dda8177ea/4632c986-3ab7-4a50-afc7-8ce7c1b4a592/c3d8025c-e066-4a21-9083-1aae08887cd6) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:56:42.437135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:42.437513 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.581910 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.625630 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.684915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Network 4e7e1427-a173-4055-be84-9d3dda8177ea is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:56:42.688358 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:56:42.692841 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:56:42.718857 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Pushing event updated for resources: {'Port': ['ID=c3d8025c-e066-4a21-9083-1aae08887cd6,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:42.750971 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:42.751931 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.788031 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-03160fab-35c0-46b3-88f7-7b4c7468ea97 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7695723 Nov 12 09:56:42.809766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Request body: {'port': {'device_id': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:56:42.884974 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:42.998780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1e877bbc-2d46-4622-8388-4aea092a0e72 None None] Provisioning complete for port c3d8025c-e066-4a21-9083-1aae08887cd6 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:42.999310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e877bbc-2d46-4622-8388-4aea092a0e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:43.036912 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1e877bbc-2d46-4622-8388-4aea092a0e72 None None] Port c3d8025c-e066-4a21-9083-1aae08887cd6 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:56:43.201215 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d8025c-e066-4a21-9083-1aae08887cd6 {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:56:43.211747 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:43.231370 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec7ca5-5b07-4d8d-86ad-a0dbcba2f39c req-dd1e4afc-8c01-43ca-9dcb-c77a1212469f tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:43.233088 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ec7ca5-5b07-4d8d-86ad-a0dbcba2f39c req-dd1e4afc-8c01-43ca-9dcb-c77a1212469f tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 932 time: 0.0610106 Nov 12 09:56:43.237645 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Transition to ACTIVE for port object c3d8025c-e066-4a21-9083-1aae08887cd6 will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:56:43.244076 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:43.295742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-95ec7ca5-5b07-4d8d-86ad-a0dbcba2f39c req-00ab4b75-dd3c-44c2-9333-f2aba2db161c tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541916 Nov 12 09:56:43.299595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d8025c-e066-4a21-9083-1aae08887cd6,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:43.385245 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Attempting to bind port c3d8025c-e066-4a21-9083-1aae08887cd6 on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:56:43.385846 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Attempting to bind port c3d8025c-e066-4a21-9083-1aae08887cd6 by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:56:43.386187 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Attempting to bind port c3d8025c-e066-4a21-9083-1aae08887cd6 on network 4e7e1427-a173-4055-be84-9d3dda8177ea {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:43.391183 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Port c3d8025c-e066-4a21-9083-1aae08887cd6 on network 4e7e1427-a173-4055-be84-9d3dda8177ea not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:56:43.391514 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Attempting to bind port c3d8025c-e066-4a21-9083-1aae08887cd6 on network 4e7e1427-a173-4055-be84-9d3dda8177ea {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:56:43.397210 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:56:43.397558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Checking segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:56:43.397988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Bound using segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:56:43.398496 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Bound port: c3d8025c-e066-4a21-9083-1aae08887cd6, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:56:43.398882 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:43.476672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] For port c3d8025c-e066-4a21-9083-1aae08887cd6, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:56:43.480650 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] For port c3d8025c-e066-4a21-9083-1aae08887cd6, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c3d8025c-e066-4a21-9083-1aae08887cd6,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:56:43.486143 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:43.525146 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:43.525786 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:43.527270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] 10.222.0.62 "PUT /v2.0/ports/c3d8025c-e066-4a21-9083-1aae08887cd6 HTTP/1.1" status: 200 len: 1093 time: 0.7302535 Nov 12 09:56:43.529962 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'tag': 'c3d8025c-e066-4a21-9083-1aae08887cd6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:56:43.532736 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0f30376-c673-40c2-a420-fcfab04ab57f", "tag": "c3d8025c-e066-4a21-9083-1aae08887cd6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:56:43.585674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328f4a70-a50b-466b-a209-bfaada0bcd77 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d8025c-e066-4a21-9083-1aae08887cd6,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:43.592707 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dac4a81-aa49-4cd3-8033-44c096ff2b3d x-openstack-request-id: req-7dac4a81-aa49-4cd3-8033-44c096ff2b3d {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:56:43.593003 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0f30376-c673-40c2-a420-fcfab04ab57f", "tag": "c3d8025c-e066-4a21-9083-1aae08887cd6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:56:43.593266 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7dac4a81-aa49-4cd3-8033-44c096ff2b3d {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:56:43.593803 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'tag': 'c3d8025c-e066-4a21-9083-1aae08887cd6', 'status': 'completed', 'code': 200} Nov 12 09:56:43.642954 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-407c3837-bb97-4e48-adc2-189fe45d322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:43.644740 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-407c3837-bb97-4e48-adc2-189fe45d322a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=879412c207914f9e86b190204d7dff5a&device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 1096 time: 0.0679667 Nov 12 09:56:43.696730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-fa5212c4-aa80-4f21-a195-3eccc9ac8248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d8025c-e066-4a21-9083-1aae08887cd6 HTTP/1.1" status: 200 len: 217 time: 0.0425050 Nov 12 09:56:43.751504 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-22437b2b-3229-4bda-b4f0-c4a0f7f12d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:43.753029 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-22437b2b-3229-4bda-b4f0-c4a0f7f12d33 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4632c986-3ab7-4a50-afc7-8ce7c1b4a592 HTTP/1.1" status: 200 len: 856 time: 0.0497880 Nov 12 09:56:43.806671 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-8f851be6-76d1-41ea-8595-04ccca197038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:43.808227 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-8f851be6-76d1-41ea-8595-04ccca197038 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e7e1427-a173-4055-be84-9d3dda8177ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470593 Nov 12 09:56:43.908678 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-e9ce1acd-9540-453a-a97c-9c6bd1f2ca19 service neutron] 10.222.0.62 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925760 Nov 12 09:56:43.961365 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f38a178f-8228-40c5-bd78-a0380ee79a11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:44.017193 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-00a40eee-7b25-4cf5-943e-cda7555ac548 req-7205d0dd-241c-46d4-87a8-18dada0fc1c7 service neutron] 10.222.0.62 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010637 Nov 12 09:56:44.113425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-44b140a3-ed14-4417-a3db-69493b8b8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:44.114933 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-44b140a3-ed14-4417-a3db-69493b8b8001 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=879412c207914f9e86b190204d7dff5a&device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 1096 time: 0.0470450 Nov 12 09:56:44.207980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-bf397f94-9e5c-4058-afe1-e04af2ff6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:44.209465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-bf397f94-9e5c-4058-afe1-e04af2ff6c02 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 200 len: 918 time: 0.0857954 Nov 12 09:56:44.255617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-09bcce73-2a38-46b2-8ecc-ced1c9f8f000 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d8025c-e066-4a21-9083-1aae08887cd6 HTTP/1.1" status: 200 len: 217 time: 0.0387466 Nov 12 09:56:44.308642 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-777fed38-3529-4db6-8a01-ceddff1d4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:44.310125 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-777fed38-3529-4db6-8a01-ceddff1d4236 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4632c986-3ab7-4a50-afc7-8ce7c1b4a592 HTTP/1.1" status: 200 len: 856 time: 0.0464554 Nov 12 09:56:44.357903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-f9057a9b-79d2-4a86-8e29-24770fee75ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:44.359430 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-f9057a9b-79d2-4a86-8e29-24770fee75ad service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e7e1427-a173-4055-be84-9d3dda8177ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420928 Nov 12 09:56:44.419485 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2e05f-49d1-4d75-af7c-c2763821af8d req-0d4228ce-550c-4683-9366-af16a500a88d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:44.421093 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d1a2e05f-49d1-4d75-af7c-c2763821af8d req-0d4228ce-550c-4683-9366-af16a500a88d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 944 time: 0.0511274 Nov 12 09:56:44.461681 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-2a7cf25a-cddb-4632-af0e-ee648560884c service neutron] 10.222.0.62 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935175 Nov 12 09:56:44.473723 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d1a2e05f-49d1-4d75-af7c-c2763821af8d req-df4e2ecf-c35a-4e8b-8bcb-c018e1276dff tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Nov 12 09:56:44.559942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0c127b49-9c8c-4d3e-ba32-fbf6a50018c2 req-5263cf42-a1e6-48bd-b137-9d830083f753 service neutron] 10.222.0.62 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907893 Nov 12 09:56:45.591631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e279-aff0-4b99-b5d9-3f706509e5c6 req-af37f61b-17df-452c-8003-b18ad1d0d27a tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:45.593053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea27e279-aff0-4b99-b5d9-3f706509e5c6 req-af37f61b-17df-452c-8003-b18ad1d0d27a tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 944 time: 0.0498347 Nov 12 09:56:45.644507 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ea27e279-aff0-4b99-b5d9-3f706509e5c6 req-e64ceb38-95cd-47fe-ba06-27be064eaafc tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Nov 12 09:56:45.651162 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c3d8025c-e066-4a21-9083-1aae08887cd6 details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:56:45.748867 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c3d8025c-e066-4a21-9083-1aae08887cd6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c3d8025c-e066-4a21-9083-1aae08887cd6,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:45.759900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'c3d8025c-e066-4a21-9083-1aae08887cd6', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'port_id': 'c3d8025c-e066-4a21-9083-1aae08887cd6', 'mac_address': 'fa:16:3e:2d:5a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:56:45.801783 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:45.818032 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d8025c-e066-4a21-9083-1aae08887cd6 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:56:45.837124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c3d8025c-e066-4a21-9083-1aae08887cd6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c3d8025c-e066-4a21-9083-1aae08887cd6,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:45.841277 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:45.887668 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c3d8025c-e066-4a21-9083-1aae08887cd6,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:46.049367 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['c3d8025c-e066-4a21-9083-1aae08887cd6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:56:46.511580 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f269cfed-59f5-4822-9e2e-37bbda92a2b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:46.761045 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a331723-ced1-440d-b72e-039c75f74705 req-5db78e88-82a2-4cb0-927d-f79bd2a8e4a0 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:46.762450 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8a331723-ced1-440d-b72e-039c75f74705 req-5db78e88-82a2-4cb0-927d-f79bd2a8e4a0 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 945 time: 0.0496826 Nov 12 09:56:46.810060 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8a331723-ced1-440d-b72e-039c75f74705 req-fcbb2c80-3ae7-4b4e-b075-6c7127beed84 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Nov 12 09:56:47.653962 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c3d8025c-e066-4a21-9083-1aae08887cd6 up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:56:47.704636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port c3d8025c-e066-4a21-9083-1aae08887cd6 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:56:47.709558 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port c3d8025c-e066-4a21-9083-1aae08887cd6 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:56:47.709934 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:47.792669 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:47.820625 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d8025c-e066-4a21-9083-1aae08887cd6'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:56:47.822918 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58f2f4c-fd1f-4e2f-bf55-419afd5a1e1c" -d '{"events": [{"server_uuid": "b0f30376-c673-40c2-a420-fcfab04ab57f", "name": "network-vif-plugged", "status": "completed", "tag": "c3d8025c-e066-4a21-9083-1aae08887cd6"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:56:47.836216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port c3d8025c-e066-4a21-9083-1aae08887cd6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c3d8025c-e066-4a21-9083-1aae08887cd6,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:56:47.844603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:47.871094 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851faa5-034f-4b18-95ff-0c28aebc61f7 x-openstack-request-id: req-0851faa5-034f-4b18-95ff-0c28aebc61f7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:56:47.871378 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f30376-c673-40c2-a420-fcfab04ab57f", "name": "network-vif-plugged", "status": "completed", "tag": "c3d8025c-e066-4a21-9083-1aae08887cd6", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:56:47.871630 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0851faa5-034f-4b18-95ff-0c28aebc61f7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:56:47.872039 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d8025c-e066-4a21-9083-1aae08887cd6', 'code': 200} Nov 12 09:56:47.907594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=c3d8025c-e066-4a21-9083-1aae08887cd6,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:56:47.938197 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e819ef-eeec-4cb6-861f-3f7e0dcddc55 req-ac922f27-afd8-4f7d-b3e8-406157a48238 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:47.939691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50e819ef-eeec-4cb6-861f-3f7e0dcddc55 req-ac922f27-afd8-4f7d-b3e8-406157a48238 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 946 time: 0.0558519 Nov 12 09:56:47.982686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700e834-0ec5-4635-9380-dd9a02d47c25 req-10fab199-6f8d-45dd-adcc-e68eb7c5de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:47.984239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a700e834-0ec5-4635-9380-dd9a02d47c25 req-10fab199-6f8d-45dd-adcc-e68eb7c5de81 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 1098 time: 0.0417550 Nov 12 09:56:47.988939 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50e819ef-eeec-4cb6-861f-3f7e0dcddc55 req-a3a70a70-db51-4c9f-9ecf-85890ebaa443 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Nov 12 09:56:48.031055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a700e834-0ec5-4635-9380-dd9a02d47c25 req-6e7fdd5b-e043-4c6f-bb64-5427194b06cf service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Nov 12 09:56:49.114026 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96725dcb-aa2e-4e44-b187-ed641370a50a req-93ce1121-e3cc-4636-9068-481459f79b29 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:49.115559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96725dcb-aa2e-4e44-b187-ed641370a50a req-93ce1121-e3cc-4636-9068-481459f79b29 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 946 time: 0.0523541 Nov 12 09:56:49.163989 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-96725dcb-aa2e-4e44-b187-ed641370a50a req-210c3177-6e3b-49fe-85cc-c43ccda4d1ee tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408144 Nov 12 09:56:49.283402 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:49.288058 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ec889-b9bf-4bb3-8ea4-cd007d08fa6f req-7c90c797-b68f-43db-9bd1-e4f34a1602c0 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:56:49.289560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c50ec889-b9bf-4bb3-8ea4-cd007d08fa6f req-7c90c797-b68f-43db-9bd1-e4f34a1602c0 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 946 time: 0.0542881 Nov 12 09:56:49.338353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c50ec889-b9bf-4bb3-8ea4-cd007d08fa6f req-422fd8e2-dc69-46d8-a5d0-21f5f77f7c22 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Nov 12 09:56:49.976880 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:50.470760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:58.261445 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:56:58.794974 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:01.514837 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-d6ce5799-e8af-43d1-a3e0-9819d22f7521 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442798 Nov 12 09:57:01.604967 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-eca2e79f-a0da-46c8-b210-f05c6e1e13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:01.606513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-eca2e79f-a0da-46c8-b210-f05c6e1e13cf service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=879412c207914f9e86b190204d7dff5a&device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 1098 time: 0.0430923 Nov 12 09:57:01.729934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-bed96837-71ac-43a4-8389-32d6fb702709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:01.731465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-bed96837-71ac-43a4-8389-32d6fb702709 service neutron] 10.222.0.62 "GET /v2.0/networks?id=4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 200 len: 918 time: 0.0921271 Nov 12 09:57:01.790358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-8411dd20-92f8-4062-b82e-0da54486688f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3d8025c-e066-4a21-9083-1aae08887cd6 HTTP/1.1" status: 200 len: 217 time: 0.0373869 Nov 12 09:57:01.846505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-3f8a1e55-3c3e-4095-9a99-14436db9b5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:01.848260 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-3f8a1e55-3c3e-4095-9a99-14436db9b5af service neutron] 10.222.0.62 "GET /v2.0/subnets?id=4632c986-3ab7-4a50-afc7-8ce7c1b4a592 HTTP/1.1" status: 200 len: 856 time: 0.0465760 Nov 12 09:57:01.906559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-c129ff7e-91f6-4834-9f62-ff55158aa4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:01.908143 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-c129ff7e-91f6-4834-9f62-ff55158aa4fd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=4e7e1427-a173-4055-be84-9d3dda8177ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467641 Nov 12 09:57:02.015211 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-9b004ef6-3f83-450d-9c7d-835858f72e5c service neutron] 10.222.0.62 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966175 Nov 12 09:57:02.115232 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2fe9a65-9004-4a67-8eb3-0a7e24471b89 req-816aca47-613c-49f5-9a0a-94dac2644c71 service neutron] 10.222.0.62 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906589 Nov 12 09:57:12.133785 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c52b5c-02db-4506-aed4-21a261b8ada7 req-d76a5599-fd7e-46e2-bb3e-afb695bbcef6 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:12.135215 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0c52b5c-02db-4506-aed4-21a261b8ada7 req-d76a5599-fd7e-46e2-bb3e-afb695bbcef6 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 946 time: 0.0490777 Nov 12 09:57:12.185759 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e0c52b5c-02db-4506-aed4-21a261b8ada7 req-9c95f5e6-d608-4b94-bd60-3f6b4196b933 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444386 Nov 12 09:57:13.313157 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e50949-cc02-4800-a16e-4731274b4417 req-595b42d6-a062-4e87-af69-8ae8919582ce tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:13.314699 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-27e50949-cc02-4800-a16e-4731274b4417 req-595b42d6-a062-4e87-af69-8ae8919582ce tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 946 time: 0.0515809 Nov 12 09:57:13.365100 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-27e50949-cc02-4800-a16e-4731274b4417 req-a3cdd692-40d3-4fbc-99b9-e564b64c81a1 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 Nov 12 09:57:13.760791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-b3f302a7-fc77-4c23-b899-efff5de8e53d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:13.762259 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-b3f302a7-fc77-4c23-b899-efff5de8e53d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 946 time: 0.0528467 Nov 12 09:57:13.862981 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Deleting port c3d8025c-e066-4a21-9083-1aae08887cd6 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:13.863326 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:13.962489 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-db650843-694f-4a4e-9ee4-74d83dff4b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:13.964293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] For port c3d8025c-e066-4a21-9083-1aae08887cd6, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=c3d8025c-e066-4a21-9083-1aae08887cd6,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:13.964662 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:13.978701 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Calling delete_port for c3d8025c-e066-4a21-9083-1aae08887cd6 owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:14.111736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:14.124432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['c3d8025c-e066-4a21-9083-1aae08887cd6'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:57:14.141385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Pushing event deleted for resources: {'Port': ['ID=c3d8025c-e066-4a21-9083-1aae08887cd6,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:14.192447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] No DVR routers for this DVR port c3d8025c-e066-4a21-9083-1aae08887cd6 on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:57:14.195198 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:14.198668 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c56c6f1c-e71a-4b6b-9d88-2c30b8295f23 req-1804144b-9622-47f5-8be2-22e2578496b9 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.62 "DELETE /v2.0/ports/c3d8025c-e066-4a21-9083-1aae08887cd6 HTTP/1.1" status: 204 len: 173 time: 0.4298477 Nov 12 09:57:14.199378 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'name': 'network-vif-deleted', 'tag': 'c3d8025c-e066-4a21-9083-1aae08887cd6'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:57:14.201705 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a70067-82c2-4dd5-9a7d-bdb3f0178119" -d '{"events": [{"server_uuid": "b0f30376-c673-40c2-a420-fcfab04ab57f", "name": "network-vif-deleted", "tag": "c3d8025c-e066-4a21-9083-1aae08887cd6"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:57:14.310664 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882b4b32-a7db-4572-97ee-b2fe64be72f1 x-openstack-request-id: req-882b4b32-a7db-4572-97ee-b2fe64be72f1 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:57:14.310960 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0f30376-c673-40c2-a420-fcfab04ab57f", "name": "network-vif-deleted", "tag": "c3d8025c-e066-4a21-9083-1aae08887cd6", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:57:14.311218 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-882b4b32-a7db-4572-97ee-b2fe64be72f1 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:57:14.311629 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f30376-c673-40c2-a420-fcfab04ab57f', 'name': 'network-vif-deleted', 'tag': 'c3d8025c-e066-4a21-9083-1aae08887cd6', 'status': 'completed', 'code': 200} Nov 12 09:57:14.474861 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86d3bf55-7158-41cd-bbb8-e1f2efa87e5f req-0ecbbbb8-0d6a-4b44-9a69-74221628a96e tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0f30376-c673-40c2-a420-fcfab04ab57f HTTP/1.1" status: 200 len: 210 time: 0.0260291 Nov 12 09:57:16.194690 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-8ad82a71-4414-4c51-bac8-6f0006ad59d6 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:16.196214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-8ad82a71-4414-4c51-bac8-6f0006ad59d6 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/networks?id=4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 200 len: 817 time: 0.1052823 Nov 12 09:57:16.212735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-6e8aecd3-e001-4b56-b62b-1d79be10a9b1 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/quotas/879412c207914f9e86b190204d7dff5a HTTP/1.1" status: 200 len: 375 time: 0.0097718 Nov 12 09:57:16.264101 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3f31a5b3-e07c-42b7-9156-1430fd86365c tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=879412c207914f9e86b190204d7dff5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449808 Nov 12 09:57:16.361149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-8e92529c-91cb-4399-afb0-84fdde9deb06 service neutron] 10.222.0.53 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852845 Nov 12 09:57:16.449082 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-58cfb6e4-f6ab-4c80-b1e4-9a2e01d27cac service neutron] 10.222.0.53 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813947 Nov 12 09:57:16.515222 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7b51052d-d6cd-43e1-b4c3-7bb999955b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:16.615130 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1aca715f-afc1-4e34-a36f-21fc989d6b33 req-284cafb0-d621-4fff-8e17-26709ddaffc2 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 210 time: 0.0271771 Nov 12 09:57:17.267418 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:57:17.533571 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-ac18300c-6b60-4f86-a66c-a5ed141780de tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:17.535629 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-ac18300c-6b60-4f86-a66c-a5ed141780de tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.55 "GET /v2.0/networks?id=4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 200 len: 817 time: 0.1140695 Nov 12 09:57:17.549664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Request body: {'port': {'device_id': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'admin_state_up': True, 'tenant_id': '879412c207914f9e86b190204d7dff5a'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:57:17.660458 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Made reservation on behalf of 879412c207914f9e86b190204d7dff5a for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:57:17.664027 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:17.794200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c3d8025c-e066-4a21-9083-1aae08887cd6 no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:57:17.817620 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: c3d8025c-e066-4a21-9083-1aae08887cd6 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:57:17.817976 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device c3d8025c-e066-4a21-9083-1aae08887cd6 not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:57:17.976411 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e238d952-e7d8-4ecd-b225-031f26d08bf9 req-66bdc4d9-d096-4385-b37d-1ef86785c501 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 210 time: 0.0285108 Nov 12 09:57:18.086628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Allocated IP 172.20.0.9 (4e7e1427-a173-4055-be84-9d3dda8177ea/4632c986-3ab7-4a50-afc7-8ce7c1b4a592/c3c6dda8-8af4-4f61-a388-3042ebdbbdba) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:57:18.228879 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:18.261101 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:18.304621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Network 4e7e1427-a173-4055-be84-9d3dda8177ea is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:57:18.309595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:57:18.313316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:57:18.340134 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Pushing event updated for resources: {'Port': ['ID=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:18.355337 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.355693 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.356069 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.356409 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.356748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.357080 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.357413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.357772 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.358101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.358434 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.358759 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.359084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:18.379624 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:18.380273 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:18.397697 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-3bbd82a0-7886-4613-b3e0-a130fdb9f638 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8521793 Nov 12 09:57:18.495628 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-0ae7cc1c-801f-4541-9707-0f91efd5f7d4 None None] Provisioning complete for port c3c6dda8-8af4-4f61-a388-3042ebdbbdba triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:57:18.496179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0ae7cc1c-801f-4541-9707-0f91efd5f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:18.500646 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Request body: {'port': {'device_id': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:57:18.531880 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0ae7cc1c-801f-4541-9707-0f91efd5f7d4 None None] Port c3c6dda8-8af4-4f61-a388-3042ebdbbdba cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:57:18.553500 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:18.814005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c6dda8-8af4-4f61-a388-3042ebdbbdba {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:57:18.821747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:18.833950 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Transition to ACTIVE for port object c3c6dda8-8af4-4f61-a388-3042ebdbbdba will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:57:18.837363 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:18.887429 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:18.959477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Attempting to bind port c3c6dda8-8af4-4f61-a388-3042ebdbbdba on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:57:18.959808 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Attempting to bind port c3c6dda8-8af4-4f61-a388-3042ebdbbdba by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:57:18.960326 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Attempting to bind port c3c6dda8-8af4-4f61-a388-3042ebdbbdba on network 4e7e1427-a173-4055-be84-9d3dda8177ea {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:57:18.964832 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Port c3c6dda8-8af4-4f61-a388-3042ebdbbdba on network 4e7e1427-a173-4055-be84-9d3dda8177ea not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:57:18.965154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Attempting to bind port c3c6dda8-8af4-4f61-a388-3042ebdbbdba on network 4e7e1427-a173-4055-be84-9d3dda8177ea {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:57:18.970050 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:57:18.970384 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Checking segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:57:18.971259 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Bound using segment: {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:57:18.971680 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Bound port: c3c6dda8-8af4-4f61-a388-3042ebdbbdba, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a00842-1646-4564-8db7-c67b0184c1db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:57:18.972064 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:19.039253 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] For port c3c6dda8-8af4-4f61-a388-3042ebdbbdba, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:57:19.042463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] For port c3c6dda8-8af4-4f61-a388-3042ebdbbdba, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:57:19.050875 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:19.085831 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.086532 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:19.088062 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] 10.222.0.55 "PUT /v2.0/ports/c3c6dda8-8af4-4f61-a388-3042ebdbbdba HTTP/1.1" status: 200 len: 1092 time: 0.6821685 Nov 12 09:57:19.088388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'tag': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:57:19.090790 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1614cb-0703-4161-9746-604b66edab24" -d '{"events": [{"name": "network-changed", "server_uuid": "eee0b9ba-6fbd-4e50-8cd6-886b35bec994", "tag": "c3c6dda8-8af4-4f61-a388-3042ebdbbdba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:57:19.101916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7aa71-0c47-4f75-9c47-d2b53aa33144 req-fbe4902c-992c-4e8f-878c-f63c0e352286 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.103437 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c6f7aa71-0c47-4f75-9c47-d2b53aa33144 req-fbe4902c-992c-4e8f-878c-f63c0e352286 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 943 time: 0.0562594 Nov 12 09:57:19.140804 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd3beb-0487-454c-891a-57c815473473 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:19.169561 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95acb744-3ca8-4300-8b70-a6ddcf0b305c x-openstack-request-id: req-95acb744-3ca8-4300-8b70-a6ddcf0b305c {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:57:19.170990 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eee0b9ba-6fbd-4e50-8cd6-886b35bec994", "tag": "c3c6dda8-8af4-4f61-a388-3042ebdbbdba", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:57:19.171417 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95acb744-3ca8-4300-8b70-a6ddcf0b305c {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:57:19.172152 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'tag': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba', 'status': 'completed', 'code': 200} Nov 12 09:57:19.185400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c6f7aa71-0c47-4f75-9c47-d2b53aa33144 req-d4e22813-d579-4486-8d58-53088cd28c36 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604198 Nov 12 09:57:19.202612 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-dff90e60-1642-45d6-9399-9e66a2d94825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.204175 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-dff90e60-1642-45d6-9399-9e66a2d94825 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=879412c207914f9e86b190204d7dff5a&device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 1095 time: 0.0507832 Nov 12 09:57:19.251342 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-397eeed9-0513-4636-8903-98a824682003 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c6dda8-8af4-4f61-a388-3042ebdbbdba HTTP/1.1" status: 200 len: 217 time: 0.0394659 Nov 12 09:57:19.289349 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:19.304114 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-290341bd-3bb3-43e1-863a-ca69c26c6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.305574 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-290341bd-3bb3-43e1-863a-ca69c26c6c09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4632c986-3ab7-4a50-afc7-8ce7c1b4a592 HTTP/1.1" status: 200 len: 856 time: 0.0476754 Nov 12 09:57:19.351192 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-1a1b1c33-0c99-4001-b99e-7e004273b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.352627 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-1a1b1c33-0c99-4001-b99e-7e004273b7c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e7e1427-a173-4055-be84-9d3dda8177ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401201 Nov 12 09:57:19.446264 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-d137f2de-91d6-4aff-9c2d-598527557627 service neutron] 10.222.0.55 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856385 Nov 12 09:57:19.537460 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6881d2b-cda5-476a-b530-33a9ca533d55 req-f67a0e43-7eeb-4453-bca9-b5483a34cf69 service neutron] 10.222.0.55 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825040 Nov 12 09:57:19.625101 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1614cb-0703-4161-9746-604b66edab24 req-6f0796d1-2db5-43d9-a233-5d4af851708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.626471 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee1614cb-0703-4161-9746-604b66edab24 req-6f0796d1-2db5-43d9-a233-5d4af851708f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=879412c207914f9e86b190204d7dff5a&device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 1095 time: 0.0443838 Nov 12 09:57:19.717141 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1614cb-0703-4161-9746-604b66edab24 req-bfe42932-b7e9-416e-a8ec-0cbe351371f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.718606 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee1614cb-0703-4161-9746-604b66edab24 req-bfe42932-b7e9-416e-a8ec-0cbe351371f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 200 len: 918 time: 0.0846658 Nov 12 09:57:19.763473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee1614cb-0703-4161-9746-604b66edab24 req-ee80d32c-b9d4-40d3-800b-25dfd876d757 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c3c6dda8-8af4-4f61-a388-3042ebdbbdba HTTP/1.1" status: 200 len: 217 time: 0.0377626 Nov 12 09:57:19.813862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1614cb-0703-4161-9746-604b66edab24 req-9e0a79cd-f8b6-4410-a22c-1f9cb5944b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.815309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee1614cb-0703-4161-9746-604b66edab24 req-9e0a79cd-f8b6-4410-a22c-1f9cb5944b56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4632c986-3ab7-4a50-afc7-8ce7c1b4a592 HTTP/1.1" status: 200 len: 856 time: 0.0432599 Nov 12 09:57:19.859788 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1614cb-0703-4161-9746-604b66edab24 req-f11fd275-3dc1-4501-bd9a-91e483ef3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:19.861806 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee1614cb-0703-4161-9746-604b66edab24 req-f11fd275-3dc1-4501-bd9a-91e483ef3221 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4e7e1427-a173-4055-be84-9d3dda8177ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388901 Nov 12 09:57:19.955536 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee1614cb-0703-4161-9746-604b66edab24 req-3fb681a3-fa1a-4a14-bc96-a003670518e7 service neutron] 10.222.0.55 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857620 Nov 12 09:57:19.974821 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:20.048764 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee1614cb-0703-4161-9746-604b66edab24 req-ba0995fa-988e-4194-85d8-5dc398e81588 service neutron] 10.222.0.55 "GET /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861053 Nov 12 09:57:20.303850 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c8994-33a6-4d8d-a934-46020931aa18 req-9261d6cd-1e23-4200-a228-4f98b02a9060 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:20.305376 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d92c8994-33a6-4d8d-a934-46020931aa18 req-9261d6cd-1e23-4200-a228-4f98b02a9060 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 943 time: 0.0493786 Nov 12 09:57:20.357022 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d92c8994-33a6-4d8d-a934-46020931aa18 req-21556491-d9aa-4194-bff9-fd30be2a6c32 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Nov 12 09:57:20.473323 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:21.471340 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f189a6-b3e5-4ef6-bd14-a6501428fb41 req-ed60a4d5-ba0b-4c95-a56e-ac51d691810b tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:21.472816 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53f189a6-b3e5-4ef6-bd14-a6501428fb41 req-ed60a4d5-ba0b-4c95-a56e-ac51d691810b tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 943 time: 0.0490522 Nov 12 09:57:21.525335 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-53f189a6-b3e5-4ef6-bd14-a6501428fb41 req-f50772d2-5a28-4455-9fa2-1563733947d1 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465546 Nov 12 09:57:22.639536 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281abc28-45c8-4ac9-a141-0f51ef6b6fc8 req-ea020f3e-a447-4e9e-899f-1520cefa9558 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:22.641039 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-281abc28-45c8-4ac9-a141-0f51ef6b6fc8 req-ea020f3e-a447-4e9e-899f-1520cefa9558 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 943 time: 0.0480018 Nov 12 09:57:22.687511 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-281abc28-45c8-4ac9-a141-0f51ef6b6fc8 req-30101063-4625-4b80-91af-afb1c893e067 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399458 Nov 12 09:57:22.874539 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c3c6dda8-8af4-4f61-a388-3042ebdbbdba details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:57:22.971077 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c3c6dda8-8af4-4f61-a388-3042ebdbbdba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:22.982194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba', 'network_id': '4e7e1427-a173-4055-be84-9d3dda8177ea', 'port_id': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba', 'mac_address': 'fa:16:3e:7d:75:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4632c986-3ab7-4a50-afc7-8ce7c1b4a592', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:57:23.018628 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:23.031156 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c6dda8-8af4-4f61-a388-3042ebdbbdba {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:57:23.050921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c3c6dda8-8af4-4f61-a388-3042ebdbbdba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:23.055054 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:23.101498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:23.108687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.109035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.109377 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.109714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.110047 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.110378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.110707 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.111031 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.111353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.111673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.112034 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.112352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:23.257376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['c3c6dda8-8af4-4f61-a388-3042ebdbbdba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:57:23.806401 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1ead8-26e6-4ea8-96f3-9680101f805b req-2a0a71a0-48ea-41b3-bdc3-a498621fb51d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:23.807895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2d1ead8-26e6-4ea8-96f3-9680101f805b req-2a0a71a0-48ea-41b3-bdc3-a498621fb51d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 944 time: 0.0496268 Nov 12 09:57:23.856584 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e2d1ead8-26e6-4ea8-96f3-9680101f805b req-73dbbd9c-6493-41c0-9aa1-d0d71902f941 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425916 Nov 12 09:57:24.896226 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c3c6dda8-8af4-4f61-a388-3042ebdbbdba up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:57:24.945305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port c3c6dda8-8af4-4f61-a388-3042ebdbbdba completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:57:24.949610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port c3c6dda8-8af4-4f61-a388-3042ebdbbdba triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:57:24.949985 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:24.974715 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515aa05-6c2c-4c23-a197-268d2b46f340 req-a29289d8-9d40-49b7-9533-329600bfd20a tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:24.976456 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0515aa05-6c2c-4c23-a197-268d2b46f340 req-a29289d8-9d40-49b7-9533-329600bfd20a tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 944 time: 0.0512626 Nov 12 09:57:25.032149 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0515aa05-6c2c-4c23-a197-268d2b46f340 req-917913cd-1a90-4a80-9413-a4c1f74b2a0b tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494828 Nov 12 09:57:25.040319 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:25.063831 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:57:25.066845 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95e2f9-e572-4032-bbaa-41d88c8bce0b" -d '{"events": [{"server_uuid": "eee0b9ba-6fbd-4e50-8cd6-886b35bec994", "name": "network-vif-plugged", "status": "completed", "tag": "c3c6dda8-8af4-4f61-a388-3042ebdbbdba"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:57:25.081153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port c3c6dda8-8af4-4f61-a388-3042ebdbbdba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:25.088385 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:25.136053 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:25.172378 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185697b4-48f7-4676-a3aa-9a1108691a80 x-openstack-request-id: req-185697b4-48f7-4676-a3aa-9a1108691a80 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:57:25.172670 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee0b9ba-6fbd-4e50-8cd6-886b35bec994", "name": "network-vif-plugged", "status": "completed", "tag": "c3c6dda8-8af4-4f61-a388-3042ebdbbdba", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:57:25.172959 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-185697b4-48f7-4676-a3aa-9a1108691a80 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:57:25.173881 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba', 'code': 200} Nov 12 09:57:25.273552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb480d3-9cdb-4d8d-affb-65f38cbf3ff9 req-cffe0a37-c9c3-40de-9f44-de640648c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:25.275017 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fb480d3-9cdb-4d8d-affb-65f38cbf3ff9 req-cffe0a37-c9c3-40de-9f44-de640648c55a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 1097 time: 0.0438690 Nov 12 09:57:25.321275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0fb480d3-9cdb-4d8d-affb-65f38cbf3ff9 req-3326e819-7b8c-4b0d-966d-5d5b58001fef service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366402 Nov 12 09:57:26.148844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afaabb-71b2-4aa3-b60b-3f23fbd532f2 req-996f33a6-8058-427e-a9e6-88cbd2adb7d3 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:26.150405 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d9afaabb-71b2-4aa3-b60b-3f23fbd532f2 req-996f33a6-8058-427e-a9e6-88cbd2adb7d3 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 945 time: 0.0482349 Nov 12 09:57:26.198191 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d9afaabb-71b2-4aa3-b60b-3f23fbd532f2 req-e8b44a21-3849-4192-af30-74efaaa1aef1 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Nov 12 09:57:27.317032 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3793cd-483c-4a44-a0d3-47b7bcbb5481 req-a1a4cb42-bbf8-46bb-8704-73676c47d273 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:27.318426 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc3793cd-483c-4a44-a0d3-47b7bcbb5481 req-a1a4cb42-bbf8-46bb-8704-73676c47d273 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 945 time: 0.0492930 Nov 12 09:57:27.365433 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dc3793cd-483c-4a44-a0d3-47b7bcbb5481 req-cfa87de7-3d73-46ba-8049-1231e64fb14e tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406041 Nov 12 09:57:27.481949 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a474f-13e1-468d-a8fa-3d4f38d2ab3c req-2e1e6f3b-d8e2-4d6a-a7a3-1bd099a85b7e tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:27.483402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d86a474f-13e1-468d-a8fa-3d4f38d2ab3c req-2e1e6f3b-d8e2-4d6a-a7a3-1bd099a85b7e tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 945 time: 0.0511782 Nov 12 09:57:27.530636 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d86a474f-13e1-468d-a8fa-3d4f38d2ab3c req-3fe913c7-f1d2-4f21-bff6-6183dba8428f tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Nov 12 09:57:28.272828 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:28.793608 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:43.965367 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f866b95f-9819-4bff-9e8a-1471d3df649c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:46.523687 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9df8dce4-002a-4b3f-860b-6138cfdb8a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:48.994091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f436de-80ab-463a-b2f9-76f17d010701 req-ac93b2e4-f530-464c-92ae-f3fc44af7e25 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:48.995578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66f436de-80ab-463a-b2f9-76f17d010701 req-ac93b2e4-f530-464c-92ae-f3fc44af7e25 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 945 time: 0.0630996 Nov 12 09:57:49.054528 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66f436de-80ab-463a-b2f9-76f17d010701 req-2b8552c9-f539-4fb1-b1fb-4a8246b1aa2e tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525289 Nov 12 09:57:49.290556 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:49.977193 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:50.173425 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d23d0-a9fe-4cf2-ac7c-871d63bde333 req-e472108a-da58-4f2a-80c1-a045cb136213 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:50.174910 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d7d23d0-a9fe-4cf2-ac7c-871d63bde333 req-e472108a-da58-4f2a-80c1-a045cb136213 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 945 time: 0.0491443 Nov 12 09:57:50.223639 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d7d23d0-a9fe-4cf2-ac7c-871d63bde333 req-eb3b6218-741b-403b-bfb1-0a8f445c517d tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1f746ea-24f5-4025-87e1-ccd8cce0dc87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427692 Nov 12 09:57:50.475635 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:50.500896 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-1e807b65-4ada-4ae0-ac98-4ea23863e01b tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:57:50.503070 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-1e807b65-4ada-4ae0-ac98-4ea23863e01b tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.55 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 945 time: 0.0517488 Nov 12 09:57:50.600841 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Deleting port c3c6dda8-8af4-4f61-a388-3042ebdbbdba {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:50.601176 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:50.688991 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] For port c3c6dda8-8af4-4f61-a388-3042ebdbbdba, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:50.689351 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:50.702015 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Calling delete_port for c3c6dda8-8af4-4f61-a388-3042ebdbbdba owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:50.837244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:50.850435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['c3c6dda8-8af4-4f61-a388-3042ebdbbdba'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:57:50.867945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Pushing event deleted for resources: {'Port': ['ID=c3c6dda8-8af4-4f61-a388-3042ebdbbdba,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:50.916959 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] No DVR routers for this DVR port c3c6dda8-8af4-4f61-a388-3042ebdbbdba on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:57:50.919745 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:50.923520 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-63b15b8e-0073-4e49-840c-1aa0bd98711e req-6a62b627-c227-4077-bf7d-28f0dfc8ff43 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.55 "DELETE /v2.0/ports/c3c6dda8-8af4-4f61-a388-3042ebdbbdba HTTP/1.1" status: 204 len: 173 time: 0.4145453 Nov 12 09:57:50.924077 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'name': 'network-vif-deleted', 'tag': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:57:50.926528 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f94aa-b6a4-4daf-8e37-4a34f78cfaae" -d '{"events": [{"server_uuid": "eee0b9ba-6fbd-4e50-8cd6-886b35bec994", "name": "network-vif-deleted", "tag": "c3c6dda8-8af4-4f61-a388-3042ebdbbdba"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:57:51.037783 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936d1b6f-5c99-49b3-831a-c6663aef3609 x-openstack-request-id: req-936d1b6f-5c99-49b3-831a-c6663aef3609 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:57:51.038524 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eee0b9ba-6fbd-4e50-8cd6-886b35bec994", "name": "network-vif-deleted", "tag": "c3c6dda8-8af4-4f61-a388-3042ebdbbdba", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:57:51.038982 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-936d1b6f-5c99-49b3-831a-c6663aef3609 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:57:51.039838 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eee0b9ba-6fbd-4e50-8cd6-886b35bec994', 'name': 'network-vif-deleted', 'tag': 'c3c6dda8-8af4-4f61-a388-3042ebdbbdba', 'status': 'completed', 'code': 200} Nov 12 09:57:51.344773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dff3b584-c3f8-4c6f-a4ca-56181a3de3c4 req-9be2f70a-36de-416c-8c53-f235f6fddd29 tempest-TestEncryptedCinderVolumes-967583828 tempest-TestEncryptedCinderVolumes-967583828-project] 10.222.0.53 "GET /v2.0/ports?device_id=eee0b9ba-6fbd-4e50-8cd6-886b35bec994 HTTP/1.1" status: 200 len: 210 time: 0.0340047 Nov 12 09:57:52.436386 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58220) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:52.785287 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:53.382396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Deleting port d874b8c1-b83c-4357-92dc-993a18111502 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:53.382734 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:53.463005 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] For port d874b8c1-b83c-4357-92dc-993a18111502, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=d874b8c1-b83c-4357-92dc-993a18111502,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:53.463736 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:53.476238 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Calling delete_port for d874b8c1-b83c-4357-92dc-993a18111502 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:53.662885 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:53.687268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Pushing event deleted for resources: {'Port': ['ID=d874b8c1-b83c-4357-92dc-993a18111502,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:53.700568 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.700931 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.701284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.701629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.701975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.702324 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.702661 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.702998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.703331 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.703681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.704059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.704396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:57:53.876471 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:54.098641 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Router 06c1b191-b39f-4459-9c92-7ef5164b83ce has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:57:54.205471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:57:54.211991 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-37ad1353-05d8-414e-b1a4-9987949f7c66 admin admin] 10.222.0.53 "PUT /v2.0/routers/06c1b191-b39f-4459-9c92-7ef5164b83ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732916 Nov 12 09:57:54.213302 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58222) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:54.214466 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] Sync routers for ids ['06c1b191-b39f-4459-9c92-7ef5164b83ce'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:57:54.225014 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] Routers {'06c1b191-b39f-4459-9c92-7ef5164b83ce'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:57:54.228039 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06c1b191-b39f-4459-9c92-7ef5164b83ce'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:54.267757 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:57:54.325992 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:54.341846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] Set router 06c1b191-b39f-4459-9c92-7ef5164b83ce gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:57:54.440578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:54.499657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Deleting port 526683ab-c071-4f9a-ad67-ac577792f015 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:54.500455 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:54.530196 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '526683ab-c071-4f9a-ad67-ac577792f015', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:57:53Z', 'revision_number': 5, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port': {'id': '526683ab-c071-4f9a-ad67-ac577792f015', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:43:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:31Z', 'updated_at': '2021-11-12T09:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:54.556398 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] Checking router: 06c1b191-b39f-4459-9c92-7ef5164b83ce for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:57:54.566728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] Routers {'06c1b191-b39f-4459-9c92-7ef5164b83ce'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:57:54.567750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['06c1b191-b39f-4459-9c92-7ef5164b83ce'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:54.605549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] For port 526683ab-c071-4f9a-ad67-ac577792f015, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=526683ab-c071-4f9a-ad67-ac577792f015,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:54.606129 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:54.625541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Calling delete_port for 526683ab-c071-4f9a-ad67-ac577792f015 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:54.675973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] Set router 06c1b191-b39f-4459-9c92-7ef5164b83ce gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:57:54.730252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:57:54Z', 'revision_number': 6, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:54.756775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918d402-4ba6-4d94-a453-7f67a085251c None None] The sync data for ids ['06c1b191-b39f-4459-9c92-7ef5164b83ce'] in n-d-769329-17 is: [{'id': '06c1b191-b39f-4459-9c92-7ef5164b83ce', 'name': 'tempest-TestEncryptedCinderVolumes-1028900996-router', 'tenant_id': '879412c207914f9e86b190204d7dff5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:30Z', 'updated_at': '2021-11-12T09:57:54Z', 'revision_number': 6, 'project_id': '879412c207914f9e86b190204d7dff5a', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:57:54.807987 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:54.833036 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Pushing event deleted for resources: {'Port': ['ID=526683ab-c071-4f9a-ad67-ac577792f015,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:54.849341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e1471-49d6-4a9c-a1ff-7b3abfad8316 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:57:54.904111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.000435 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.003236 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.048793 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.049261 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c1b191-b39f-4459-9c92-7ef5164b83ce {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:57:55.052636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c3c6dda8-8af4-4f61-a388-3042ebdbbdba no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:57:55.053938 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.055105 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-026da298-5c87-4d22-8e6b-ea3bd37fe309 admin admin] 10.222.0.53 "DELETE /v2.0/routers/06c1b191-b39f-4459-9c92-7ef5164b83ce HTTP/1.1" status: 204 len: 168 time: 0.8408544 Nov 12 09:57:55.058616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58224) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:55.075825 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: c3c6dda8-8af4-4f61-a388-3042ebdbbdba {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:57:55.076199 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device c3c6dda8-8af4-4f61-a388-3042ebdbbdba not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:57:55.107663 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] Deleting subnet 4632c986-3ab7-4a50-afc7-8ce7c1b4a592 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:57:55.111618 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.150013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.240529 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.296510 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.323806 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4632c986-3ab7-4a50-afc7-8ce7c1b4a592,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:55.327680 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.331400 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8a1f2162-ab3b-49d9-9f93-dbaf9a6927e5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4632c986-3ab7-4a50-afc7-8ce7c1b4a592 HTTP/1.1" status: 204 len: 168 time: 0.2716939 Nov 12 09:57:55.333015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0c4dd-e823-464c-8c0f-f155aee94ec4 None None] Network 4e7e1427-a173-4055-be84-9d3dda8177ea requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:57:55.333844 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58226) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:55.403383 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.464154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Deleting port 35b2e9d9-7565-41ab-8d4e-c7126858c393 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:55.464617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.535110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] For port 35b2e9d9-7565-41ab-8d4e-c7126858c393, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=35b2e9d9-7565-41ab-8d4e-c7126858c393,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:55.535754 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.536589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] DHCP port deletion for 4e7e1427-a173-4055-be84-9d3dda8177ea request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:57:55.551895 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Calling delete_port for 35b2e9d9-7565-41ab-8d4e-c7126858c393 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:55.588145 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] Deleting port 35b2e9d9-7565-41ab-8d4e-c7126858c393 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:55.588492 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.640676 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.668345 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Pushing event deleted for resources: {'Port': ['ID=35b2e9d9-7565-41ab-8d4e-c7126858c393,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:55.671348 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] For port 35b2e9d9-7565-41ab-8d4e-c7126858c393, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=35b2e9d9-7565-41ab-8d4e-c7126858c393,segment=NetworkSegment(87a00842-1646-4564-8db7-c67b0184c1db),segment_id=87a00842-1646-4564-8db7-c67b0184c1db)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:55.671763 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.674552 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] No DVR routers for this DVR port 35b2e9d9-7565-41ab-8d4e-c7126858c393 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:57:55.686828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] Calling delete_port for 35b2e9d9-7565-41ab-8d4e-c7126858c393 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:55.752747 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.771190 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.776322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7e1427-a173-4055-be84-9d3dda8177ea']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:55.786622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a00842-1646-4564-8db7-c67b0184c1db') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:55.787039 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a00842-1646-4564-8db7-c67b0184c1db') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:55.798384 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.803715 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] Pushing event deleted for resources: {'Port': ['ID=35b2e9d9-7565-41ab-8d4e-c7126858c393,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:55.808959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c618eb8-91ad-437b-b259-f0d8d1abc85c None None] No DVR routers for this DVR port 35b2e9d9-7565-41ab-8d4e-c7126858c393 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:57:55.820048 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.829898 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:57:55.830309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: timer() Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:57:55.832681 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:57:55.888780 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.896509 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:55.900823 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] 10.222.0.53 "DELETE /v2.0/networks/4e7e1427-a173-4055-be84-9d3dda8177ea HTTP/1.1" status: 204 len: 168 time: 0.5645001 Nov 12 09:57:55.902589 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58228) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:55.910621 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073946dc-771a-43e6-bfc2-698b3fd1c09d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e7e1427-a173-4055-be84-9d3dda8177ea,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:56.269659 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:56.344472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 526683ab-c071-4f9a-ad67-ac577792f015 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:57:56.365743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 526683ab-c071-4f9a-ad67-ac577792f015 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:57:56.366096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 526683ab-c071-4f9a-ad67-ac577792f015 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:57:56.366513 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d874b8c1-b83c-4357-92dc-993a18111502 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:57:56.385723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: d874b8c1-b83c-4357-92dc-993a18111502 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:57:56.386090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device d874b8c1-b83c-4357-92dc-993a18111502 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:57:56.386477 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35b2e9d9-7565-41ab-8d4e-c7126858c393 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:57:56.405929 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 35b2e9d9-7565-41ab-8d4e-c7126858c393 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:57:56.406287 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 35b2e9d9-7565-41ab-8d4e-c7126858c393 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:57:56.534833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Deleting port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:56.535091 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:56.614959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] For port 2d82bf9b-a54f-4ed7-8745-ee6f301b782f, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,segment=NetworkSegment(436be9d8-2e0e-4b9e-8744-0982088d4637),segment_id=436be9d8-2e0e-4b9e-8744-0982088d4637)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:56.615342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:56.631703 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Calling delete_port for 2d82bf9b-a54f-4ed7-8745-ee6f301b782f owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:56.823429 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:56.848490 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d82bf9b-a54f-4ed7-8745-ee6f301b782f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:57.031800 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:57.256439 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:57:57.364651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:57:57.369755 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b6971754-0fcd-4f59-a309-a4c23ebec316 admin admin] 10.222.0.53 "PUT /v2.0/routers/64214e4f-6fd6-4cbc-b7c4-839610d1f0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4660742 Nov 12 09:57:57.372350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58230) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:57.374368 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] Sync routers for ids ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:57:57.384816 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] Routers {'64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:57:57.385425 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:57.481927 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:57.499804 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] Set router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:57:57.592281 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:57.649506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Deleting port e88b34c7-8e3d-4343-b97b-573a11e14ab7 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:57.649939 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:57.696762 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:57:56Z', 'revision_number': 5, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port': {'id': 'e88b34c7-8e3d-4343-b97b-573a11e14ab7', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:57.726920 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] Checking router: 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:57:57.736594 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] Routers {'64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:57:57.737255 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:57.739613 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] For port e88b34c7-8e3d-4343-b97b-573a11e14ab7, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=e88b34c7-8e3d-4343-b97b-573a11e14ab7,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:57.740070 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:57.753705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Calling delete_port for e88b34c7-8e3d-4343-b97b-573a11e14ab7 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:57.930157 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] Set router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 gateway port host: None {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:57:57.984227 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:57:57Z', 'revision_number': 6, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:58.017138 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6d39c-9dde-4f43-945b-9f9e310fbb3d None None] The sync data for ids ['64214e4f-6fd6-4cbc-b7c4-839610d1f0d0'] in n-d-769329-17 is: [{'id': '64214e4f-6fd6-4cbc-b7c4-839610d1f0d0', 'name': 'tempest-TestEncryptedCinderVolumes-1302969988-router', 'tenant_id': '8ed0848cac2246c7a629c533103356e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:56:35Z', 'updated_at': '2021-11-12T09:57:57Z', 'revision_number': 6, 'project_id': '8ed0848cac2246c7a629c533103356e2', 'gw_port_host': None}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:57:58.289696 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.291207 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.317116 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Pushing event deleted for resources: {'Port': ['ID=e88b34c7-8e3d-4343-b97b-573a11e14ab7,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:58.332264 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53339b00-da7a-487b-9dc7-55a0d15e82d2 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:57:58.392377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.476635 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2d82bf9b-a54f-4ed7-8745-ee6f301b782f no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:57:58.499871 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.503116 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.506916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 2d82bf9b-a54f-4ed7-8745-ee6f301b782f {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:57:58.507299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 2d82bf9b-a54f-4ed7-8745-ee6f301b782f not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:57:58.552330 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.552820 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 09:57:58.557154 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.558319 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-736c6371-1e2c-4c76-b021-ecc787be01bb admin admin] 10.222.0.53 "DELETE /v2.0/routers/64214e4f-6fd6-4cbc-b7c4-839610d1f0d0 HTTP/1.1" status: 204 len: 168 time: 1.1850405 Nov 12 09:57:58.560939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58232) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:58.607042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] Deleting subnet 7dc59205-c823-436b-99ea-c076e4b84f9b {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 09:57:58.610878 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.646834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.728839 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.785711 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.799890 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.812366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc59205-c823-436b-99ea-c076e4b84f9b,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:58.817135 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.820497 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ba8421df-7678-4fca-845d-56db73c7a144 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7dc59205-c823-436b-99ea-c076e4b84f9b HTTP/1.1" status: 204 len: 168 time: 0.2584741 Nov 12 09:57:58.824343 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58234) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:58.827544 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce6590-7a77-451a-80b8-8ca76b9c5f6e None None] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:57:58.904753 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:58.964668 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Deleting port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:58.965011 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.009044 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] DHCP port deletion for 111bfae8-b54e-4745-8277-bf6d64e21e1d request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:57:59.037812 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] For port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,segment=NetworkSegment(436be9d8-2e0e-4b9e-8744-0982088d4637),segment_id=436be9d8-2e0e-4b9e-8744-0982088d4637)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:59.038168 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.058631 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Calling delete_port for bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:59.066861 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] Deleting port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 09:57:59.067347 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.141215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] For port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,segment=NetworkSegment(436be9d8-2e0e-4b9e-8744-0982088d4637),segment_id=436be9d8-2e0e-4b9e-8744-0982088d4637)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:57:59.141708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.154963 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] Calling delete_port for bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 09:57:59.163884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.191277 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:59.194623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] No DVR routers for this DVR port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:57:59.274164 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.297478 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111bfae8-b54e-4745-8277-bf6d64e21e1d']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:59.308547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436be9d8-2e0e-4b9e-8744-0982088d4637') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:59.308900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436be9d8-2e0e-4b9e-8744-0982088d4637') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:57:59.320219 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.336093 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.344100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 09:57:59.345191 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: timer() Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 09:57:59.347146 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 09:57:59.406917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.407198 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.411945 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.415671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] 10.222.0.53 "DELETE /v2.0/networks/111bfae8-b54e-4745-8277-bf6d64e21e1d HTTP/1.1" status: 204 len: 168 time: 0.5903423 Nov 12 09:57:59.428960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a9834-62b0-4cd1-81e9-83a4060dfc12 admin admin] Pushing event deleted for resources: {'Network': ['ID=111bfae8-b54e-4745-8277-bf6d64e21e1d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:59.433419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] Network 111bfae8-b54e-4745-8277-bf6d64e21e1d is not hosted by any dhcp agent {{(pid=109378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 12 09:57:59.433813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] No DVR routers for this DVR port bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 09:57:59.435500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9429d8-f397-4a0c-882d-e8da271335cb None None] Pushing event deleted for resources: {'Port': ['ID=bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:57:59.581900 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58238) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:59.629188 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9cbe6d45-e1ab-42ef-9abe-bf9a404367d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=879412c207914f9e86b190204d7dff5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457549 Nov 12 09:57:59.631294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58240) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:57:59.679770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e91ef505-f64a-4252-9b39-a937d678c13d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.701681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e91ef505-f64a-4252-9b39-a937d678c13d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.749554 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e91ef505-f64a-4252-9b39-a937d678c13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.753418 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e91ef505-f64a-4252-9b39-a937d678c13d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:57:59.755138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e91ef505-f64a-4252-9b39-a937d678c13d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1f746ea-24f5-4025-87e1-ccd8cce0dc87 HTTP/1.1" status: 204 len: 168 time: 0.1228058 Nov 12 09:57:59.767197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ef505-f64a-4252-9b39-a937d678c13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f746ea-24f5-4025-87e1-ccd8cce0dc87,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:00.080783 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58246) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:00.123529 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-931b4c66-be78-4dd2-905e-022a265d52d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ed0848cac2246c7a629c533103356e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413496 Nov 12 09:58:00.126418 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58248) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:00.188672 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef6528f0-9042-4a04-9108-fe0d657c9291 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:00.214033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef6528f0-9042-4a04-9108-fe0d657c9291 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:00.264475 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef6528f0-9042-4a04-9108-fe0d657c9291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:00.269547 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ef6528f0-9042-4a04-9108-fe0d657c9291 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:00.271256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ef6528f0-9042-4a04-9108-fe0d657c9291 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29b7ac57-bfb5-4461-a887-43e3bd563ec5 HTTP/1.1" status: 204 len: 168 time: 0.1438053 Nov 12 09:58:00.280306 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6528f0-9042-4a04-9108-fe0d657c9291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b7ac57-bfb5-4461-a887-43e3bd563ec5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:00.374073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e88b34c7-8e3d-4343-b97b-573a11e14ab7 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:00.395509 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: e88b34c7-8e3d-4343-b97b-573a11e14ab7 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:00.395890 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device e88b34c7-8e3d-4343-b97b-573a11e14ab7 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:00.396402 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 09:58:00.416654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 09:58:00.417250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device bce636bc-5a2d-4c7b-93fb-23b9ab4d65c4 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 09:58:00.991737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58270) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:01.097403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-275801210-network', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:01.117852 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Made reservation on behalf of 92c468fd6ca544b2a1fba57b2617c4d9 for: {'network': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:58:01.120200 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.128625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.209568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.213686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.242882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=109377) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:58:01.254194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b80402-84d2-417d-8989-2ea56a9d2cde,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:01.259740 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.260118 n-d-769329-17 neutron-server[109377]: INFO neutron.db.segments_db [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Added segment d642c097-5ba1-4c6c-94d8-cc4c5357bbaf of type vlan for network 7fa8d43b-706e-4eba-9414-a475b08f06fd Nov 12 09:58:01.304769 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.332730 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.333813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:01.334395 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.369226 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3761892 Nov 12 09:58:01.372131 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58274) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:01.379616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Request body: {'subnet': {'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-275801210-subnet', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:01.402305 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Made reservation on behalf of 92c468fd6ca544b2a1fba57b2617c4d9 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:58:01.405205 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.408673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb42d2e-6b39-43b8-9600-fb333fec345f admin admin] Pushing event updated for resources: {'Network': ['ID=7fa8d43b-706e-4eba-9414-a475b08f06fd,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:01.421198 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:58:01.584498 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.641628 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:01.650392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Checking segment: {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:01.650762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Network hostable DHCP agents. Network: 7fa8d43b-706e-4eba-9414-a475b08f06fd, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:58:01.667993 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:58:01.679767 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 7fa8d43b-706e-4eba-9414-a475b08f06fd) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:01.684326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:01.684928 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.689570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2b7ad-178b-4260-87a6-054ec20d71fe None None] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:58:01.702450 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0e37d664-6567-444e-9c38-4ecfade2925c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3290136 Nov 12 09:58:01.705061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58276) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:01.709443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:01.733092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.734563 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.797186 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.842775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-7fa8d43b-706e-4eba-9414-a475b08f06fd', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:58:01.843983 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.955982 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:01.988060 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Allocated IP 172.20.0.2 (7fa8d43b-706e-4eba-9414-a475b08f06fd/c5950566-1fa6-43bc-ab1e-b5b39b0f8cac/fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:02.139602 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.146338 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.171222 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.186993 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:02.191671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:02.192123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.194142 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:02.204537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Pushing event updated for resources: {'Port': ['ID=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:02.260870 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Attempting to bind port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:58:02.261238 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Attempting to bind port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:58:02.261595 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Attempting to bind port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 on network 7fa8d43b-706e-4eba-9414-a475b08f06fd {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:02.267050 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:58:02.267419 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Checking segment: {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:02.267818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.268235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Bound using segment: {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:58:02.268694 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Bound port: fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:58:02.269154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.303887 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Allocated IP 172.25.5.170 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/252353d7-bdfe-45e3-a511-23aee2098e63) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:02.340901 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] For port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:58:02.344386 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] For port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:58:02.349306 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.418517 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e9361-9d85-442b-a94f-66c365036614 None None] Pushing event updated for resources: {'Port': ['ID=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:02.423385 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.461425 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.502998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:02.509625 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:02.513691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:02.529889 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2188de-7322-4eaf-8d3b-b6fbc8d64b63 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:02.542448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Pushing event updated for resources: {'Port': ['ID=252353d7-bdfe-45e3-a511-23aee2098e63,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:02.598499 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-cc0b73f3-4c37-47fd-8595-4023215a0eab None None] Provisioning complete for port 252353d7-bdfe-45e3-a511-23aee2098e63 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:02.599259 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc0b73f3-4c37-47fd-8595-4023215a0eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:02.649018 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b73f3-4c37-47fd-8595-4023215a0eab None None] Port 252353d7-bdfe-45e3-a511-23aee2098e63 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:58:02.808253 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.016907 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.163442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Router eafcba01-f3cd-4e34-8460-b23532b11d35 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:58:03.278659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:03.290209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Sync routers for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:03.302848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.303065 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:03.304002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:03.304415 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-5116b5f7-2076-4a1e-85a3-a0e9c78a9c21 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5981586 Nov 12 09:58:03.306828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58278) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:03.393019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb62fa1-3920-45e0-8570-d58e021eb895 None None] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:58:03.473254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:03.566576 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-eefa7028-46d1-478f-a7ab-2300660b9490 None None] Provisioning complete for port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:03.567240 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eefa7028-46d1-478f-a7ab-2300660b9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.756375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.796127 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eefa7028-46d1-478f-a7ab-2300660b9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.839227 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-eefa7028-46d1-478f-a7ab-2300660b9490 None None] For port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:03.842588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:02Z', 'revision_number': 3, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:03.846861 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eefa7028-46d1-478f-a7ab-2300660b9490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.892239 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Checking router: eafcba01-f3cd-4e34-8460-b23532b11d35 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:03.892684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Updating router eafcba01-f3cd-4e34-8460-b23532b11d35 port 252353d7-bdfe-45e3-a511-23aee2098e63 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:58:03.930566 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:03.938700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Allocated IP 172.20.0.1 (7fa8d43b-706e-4eba-9414-a475b08f06fd/c5950566-1fa6-43bc-ab1e-b5b39b0f8cac/1800112e-5519-4822-9175-bea51d2f16b1) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:03.963352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa7028-46d1-478f-a7ab-2300660b9490 None None] Pushing event updated for resources: {'Port': ['ID=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:04.057910 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.093258 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.117906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-30d28e5b-0226-4eac-abf2-407781e7e8dd None None] Provisioning complete for port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:04.118269 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-30d28e5b-0226-4eac-abf2-407781e7e8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.134424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:04.137550 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:04.141735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:04.147350 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1800112e-5519-4822-9175-bea51d2f16b1,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:04.186217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.287903 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.300673 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.333450 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.380252 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8502c6e-b923-444d-b898-bb80d2e32cc8 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:04.393983 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058af01b-9a18-44f4-8687-4b46519a92e0 None None] Pushing event updated for resources: {'Port': ['ID=252353d7-bdfe-45e3-a511-23aee2098e63,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:04.397235 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Attempting to bind port 252353d7-bdfe-45e3-a511-23aee2098e63 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:58:04.397602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Attempting to bind port 252353d7-bdfe-45e3-a511-23aee2098e63 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:58:04.398954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Attempting to bind port 252353d7-bdfe-45e3-a511-23aee2098e63 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:04.408259 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:58:04.408634 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:04.409049 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.409421 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:58:04.410003 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Bound port: 252353d7-bdfe-45e3-a511-23aee2098e63, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:58:04.410290 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.434028 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:04.457322 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-9dead3dc-4ea4-4a14-976c-3c4d56b269d0 None None] Provisioning complete for port 1800112e-5519-4822-9175-bea51d2f16b1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:04.457685 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9dead3dc-4ea4-4a14-976c-3c4d56b269d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.533954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.540221 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.618688 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1800112e-5519-4822-9175-bea51d2f16b1,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:04.622518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.694063 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-9dead3dc-4ea4-4a14-976c-3c4d56b269d0 None None] Port 1800112e-5519-4822-9175-bea51d2f16b1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:58:04.695934 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] For port 252353d7-bdfe-45e3-a511-23aee2098e63, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:58:04.700706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] For port 252353d7-bdfe-45e3-a511-23aee2098e63, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=252353d7-bdfe-45e3-a511-23aee2098e63,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:58:04.707151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.721758 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:04.723225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:04.738489 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:04.738858 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.770828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06447018-cd64-4260-8206-ad82a3347289 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:04.812878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058af01b-9a18-44f4-8687-4b46519a92e0 None None] Pushing event updated for resources: {'Port': ['ID=252353d7-bdfe-45e3-a511-23aee2098e63,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:04.816984 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:04.817599 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:04.855055 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Router eafcba01-f3cd-4e34-8460-b23532b11d35 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:58:04.878407 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f943f761-0c58-41d8-bad0-1fdd058c41f8 None None] Provisioning complete for port 252353d7-bdfe-45e3-a511-23aee2098e63 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:04.878725 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f943f761-0c58-41d8-bad0-1fdd058c41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:04.980916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:04.995346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a5703bfc-bc34-4115-b0ba-7edbc223f9a9 admin admin] 10.222.0.53 "PUT /v2.0/routers/eafcba01-f3cd-4e34-8460-b23532b11d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6795413 Nov 12 09:58:05.005010 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:05.156229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f943f761-0c58-41d8-bad0-1fdd058c41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.187463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f943f761-0c58-41d8-bad0-1fdd058c41f8 None None] For port 252353d7-bdfe-45e3-a511-23aee2098e63, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=252353d7-bdfe-45e3-a511-23aee2098e63,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:05.197023 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f943f761-0c58-41d8-bad0-1fdd058c41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.278394 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943f761-0c58-41d8-bad0-1fdd058c41f8 None None] Pushing event updated for resources: {'Port': ['ID=252353d7-bdfe-45e3-a511-23aee2098e63,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:05.303277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 2, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:05.341406 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cae7aa-b3cb-4125-a3df-cf6892d91f5c None None] The sync data for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 is: [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 2, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:05.347660 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-21047a21-6341-40b9-a15e-d9891561defb None None] Provisioning complete for port 1800112e-5519-4822-9175-bea51d2f16b1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:05.348088 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21047a21-6341-40b9-a15e-d9891561defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.390092 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-21047a21-6341-40b9-a15e-d9891561defb None None] Port 1800112e-5519-4822-9175-bea51d2f16b1 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:58:05.401805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-21047a21-6341-40b9-a15e-d9891561defb None None] Provisioning complete for port 252353d7-bdfe-45e3-a511-23aee2098e63 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:05.402227 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21047a21-6341-40b9-a15e-d9891561defb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.524777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58294) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:05.529896 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-31546698-network', 'tenant_id': '6e39929480124c5490906e00d4710c31'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:05.568834 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Made reservation on behalf of 6e39929480124c5490906e00d4710c31 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:58:05.572275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.581719 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.669513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.675557 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.706363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 09:58:05.715975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23629aa2-c825-4580-8e74-129efa6d6d7d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:05.723174 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.723651 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Added segment dafdabf9-e94c-4d10-8b16-818378833a3c of type vlan for network e257b087-6afd-4915-b752-2582cef0042f Nov 12 09:58:05.767477 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.798526 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.799558 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:05.800249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:05.859417 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3334990 Nov 12 09:58:05.862178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58296) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:05.868956 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Request body: {'subnet': {'network_id': 'e257b087-6afd-4915-b752-2582cef0042f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-31546698-subnet', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'ip_version': 4}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:05.878267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a91b1-ab86-4124-a4db-00ad4a9b8657 admin admin] Pushing event updated for resources: {'Network': ['ID=e257b087-6afd-4915-b752-2582cef0042f,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:05.888878 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network e257b087-6afd-4915-b752-2582cef0042f details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 09:58:05.905168 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Made reservation on behalf of 6e39929480124c5490906e00d4710c31 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:58:05.907578 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.393325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 252353d7-bdfe-45e3-a511-23aee2098e63 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:06.450122 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 252353d7-bdfe-45e3-a511-23aee2098e63 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:06.450899 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.481013 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.544171 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5798c71e-2e7f-4bee-bb11-a932cf4d761c,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:06.553113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Checking segment: {'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:06.553477 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Network hostable DHCP agents. Network: e257b087-6afd-4915-b752-2582cef0042f, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 09:58:06.571354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Network e257b087-6afd-4915-b752-2582cef0042f is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 09:58:06.580411 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, e257b087-6afd-4915-b752-2582cef0042f) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:06.584593 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:06.585184 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.592135 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c363d-da9b-4e41-a258-f0b6efc797d4 None None] Network e257b087-6afd-4915-b752-2582cef0042f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:58:06.603373 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fb7338e1-7a7a-4654-80ca-294741194882 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7401266 Nov 12 09:58:06.606408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58298) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:06.611299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:06.633875 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.634798 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.697460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.758319 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-e257b087-6afd-4915-b752-2582cef0042f', 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'fixed_ips': [{'subnet_id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 09:58:06.759227 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.849569 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:06.907112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Allocated IP 172.20.0.2 (e257b087-6afd-4915-b752-2582cef0042f/5798c71e-2e7f-4bee-bb11-a932cf4d761c/0d8d68bf-c13b-473c-b10c-0cb038fbf61e) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:07.071268 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.080136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.104111 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.127898 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.134820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Network e257b087-6afd-4915-b752-2582cef0042f is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:07.139998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:07.144500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:07.159431 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Pushing event updated for resources: {'Port': ['ID=0d8d68bf-c13b-473c-b10c-0cb038fbf61e,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:07.204788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Attempting to bind port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:58:07.205159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Attempting to bind port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:58:07.205614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Attempting to bind port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e on network e257b087-6afd-4915-b752-2582cef0042f {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:07.211107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:58:07.211483 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Checking segment: {'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:07.212116 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.212516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Bound using segment: {'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:58:07.212988 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Bound port: 0d8d68bf-c13b-473c-b10c-0cb038fbf61e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:58:07.213369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.248154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Allocated IP 172.25.5.196 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/ff99c668-f61a-41f2-8a2a-03c043c22723) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:07.289090 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] For port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:58:07.292349 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] For port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0d8d68bf-c13b-473c-b10c-0cb038fbf61e,segment=NetworkSegment(dafdabf9-e94c-4d10-8b16-818378833a3c),segment_id=dafdabf9-e94c-4d10-8b16-818378833a3c)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:58:07.297686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.357220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829a0a3-cb69-4d54-b60f-48d9345ee64e None None] Pushing event updated for resources: {'Port': ['ID=0d8d68bf-c13b-473c-b10c-0cb038fbf61e,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:07.383076 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.425195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.469145 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:07.472540 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:07.476910 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:07.482106 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Sync routers for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:07.484720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0288b-0ec9-41ca-8f59-7ae0d2c9f299 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:07.492483 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Pushing event updated for resources: {'Port': ['ID=ff99c668-f61a-41f2-8a2a-03c043c22723,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:07.493708 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:07.494836 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:07.537391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d10f7fd5-d82c-4673-807a-d305bc8faaf5 None None] Provisioning complete for port ff99c668-f61a-41f2-8a2a-03c043c22723 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:07.540091 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d10f7fd5-d82c-4673-807a-d305bc8faaf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.608258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d10f7fd5-d82c-4673-807a-d305bc8faaf5 None None] Port ff99c668-f61a-41f2-8a2a-03c043c22723 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:58:07.639580 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:07.799880 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:07.854465 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 2, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:07.885270 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Checking router: eafcba01-f3cd-4e34-8460-b23532b11d35 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:07.885630 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Updating router eafcba01-f3cd-4e34-8460-b23532b11d35 port 1800112e-5519-4822-9175-bea51d2f16b1 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:58:07.911688 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.015480 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.159826 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Router 41504971-cccf-4a6c-815e-d434d6f3a684 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 09:58:08.191383 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.197774 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.260433 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Pushing event updated for resources: {'Port': ['ID=1800112e-5519-4822-9175-bea51d2f16b1,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:08.279886 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:08.290299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Sync routers for ids ['41504971-cccf-4a6c-815e-d434d6f3a684'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:08.302141 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.302500 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.302865 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.304404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.306538 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8be1e68a-405c-452d-a25e-f8a72c04e02c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6991179 Nov 12 09:58:08.306944 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.307344 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.307698 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.308074 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.308414 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.308754 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.309096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Routers {'41504971-cccf-4a6c-815e-d434d6f3a684'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:08.309272 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58300) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:08.309779 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['41504971-cccf-4a6c-815e-d434d6f3a684'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:08.318385 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.318608 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.327049 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:08.390104 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Attempting to bind port 1800112e-5519-4822-9175-bea51d2f16b1 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:58:08.390516 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Attempting to bind port 1800112e-5519-4822-9175-bea51d2f16b1 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:58:08.390909 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Attempting to bind port 1800112e-5519-4822-9175-bea51d2f16b1 on network 7fa8d43b-706e-4eba-9414-a475b08f06fd {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:08.397093 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:58:08.397485 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Checking segment: {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:08.397946 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.398354 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Bound using segment: {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:58:08.398994 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Bound port: 1800112e-5519-4822-9175-bea51d2f16b1, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:58:08.399817 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.483594 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Set router 41504971-cccf-4a6c-815e-d434d6f3a684 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:08.505515 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] For port 1800112e-5519-4822-9175-bea51d2f16b1, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:58:08.516167 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] For port 1800112e-5519-4822-9175-bea51d2f16b1, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1800112e-5519-4822-9175-bea51d2f16b1,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:58:08.525311 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.554734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0d8d68bf-c13b-473c-b10c-0cb038fbf61e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:08.576166 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:08.577360 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:08.618561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e5104-cfa9-42e4-99a7-8fa0a3c34916 None None] Network e257b087-6afd-4915-b752-2582cef0042f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 09:58:08.711401 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c367d-3005-4c15-9be5-0cc77b1d15ee None None] Pushing event updated for resources: {'Port': ['ID=1800112e-5519-4822-9175-bea51d2f16b1,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:08.745271 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:08.834324 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] Provisioning complete for port 1800112e-5519-4822-9175-bea51d2f16b1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:08.835082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.888754 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:08.889123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:08.947568 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.044377 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.069265 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:08Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:09.069792 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.098681 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T09:58:07Z', 'revision_number': 3, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:09.116482 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798bacd6-7d03-4d15-b740-2952952714e7 None None] The sync data for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 is: [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:08Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:09.156352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] For port 1800112e-5519-4822-9175-bea51d2f16b1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1800112e-5519-4822-9175-bea51d2f16b1,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:09.158590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Checking router: 41504971-cccf-4a6c-815e-d434d6f3a684 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:09.158936 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Updating router 41504971-cccf-4a6c-815e-d434d6f3a684 port ff99c668-f61a-41f2-8a2a-03c043c22723 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:58:09.161511 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Allocated IP 172.20.0.1 (e257b087-6afd-4915-b752-2582cef0042f/5798c71e-2e7f-4bee-bb11-a932cf4d761c/3346b959-546c-4fe7-9a0f-b29b5619cc01) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:09.188686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.198539 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.292873 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0d8d68bf-c13b-473c-b10c-0cb038fbf61e,segment=NetworkSegment(dafdabf9-e94c-4d10-8b16-818378833a3c),segment_id=dafdabf9-e94c-4d10-8b16-818378833a3c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:09.319295 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] Provisioning complete for port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:09.319882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.327322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.329758 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.388810 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.435053 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Network e257b087-6afd-4915-b752-2582cef0042f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:09.436535 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:09.441194 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:09.488596 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3346b959-546c-4fe7-9a0f-b29b5619cc01,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:09.519171 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.640167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a818e2-cb13-4d54-9af8-a37a2ae57bde None None] Pushing event updated for resources: {'Port': ['ID=1800112e-5519-4822-9175-bea51d2f16b1,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:09.698888 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.786965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=0d8d68bf-c13b-473c-b10c-0cb038fbf61e,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:09.910617 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.916400 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.929346 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.936206 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.987538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6284545e-27d9-4c25-a441-26c6465b1704 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:09.991244 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:09.994032 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3346b959-546c-4fe7-9a0f-b29b5619cc01,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:10.006939 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Attempting to bind port ff99c668-f61a-41f2-8a2a-03c043c22723 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:58:10.007305 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Attempting to bind port ff99c668-f61a-41f2-8a2a-03c043c22723 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:58:10.007674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Attempting to bind port ff99c668-f61a-41f2-8a2a-03c043c22723 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:10.013139 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951833-712d-4227-811b-6fcb19c189be None None] Pushing event updated for resources: {'Port': ['ID=ff99c668-f61a-41f2-8a2a-03c043c22723,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:10.023154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:58:10.023154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:10.023154 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.023154 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:58:10.026425 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Bound port: ff99c668-f61a-41f2-8a2a-03c043c22723, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:58:10.026837 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.031994 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-93440e21-833e-428d-b710-ebdeab64a1b7 None None] Provisioning complete for port 1800112e-5519-4822-9175-bea51d2f16b1 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:10.031994 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93440e21-833e-428d-b710-ebdeab64a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.112317 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Network e257b087-6afd-4915-b752-2582cef0042f is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:10.113758 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:10.115729 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] For port ff99c668-f61a-41f2-8a2a-03c043c22723, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:58:10.119333 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] For port ff99c668-f61a-41f2-8a2a-03c043c22723, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ff99c668-f61a-41f2-8a2a-03c043c22723,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:58:10.127524 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.207667 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68d369c-c3c2-4371-8702-2192d8c7198f None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 09:58:10.239893 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3951833-712d-4227-811b-6fcb19c189be None None] Pushing event updated for resources: {'Port': ['ID=ff99c668-f61a-41f2-8a2a-03c043c22723,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:10.242510 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Routers {'41504971-cccf-4a6c-815e-d434d6f3a684'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:10.243103 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['41504971-cccf-4a6c-815e-d434d6f3a684'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:10.245128 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Router 41504971-cccf-4a6c-815e-d434d6f3a684 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:58:10.290150 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-93440e21-833e-428d-b710-ebdeab64a1b7 None None] Provisioning complete for port 3346b959-546c-4fe7-9a0f-b29b5619cc01 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:10.290406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93440e21-833e-428d-b710-ebdeab64a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.368512 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-93440e21-833e-428d-b710-ebdeab64a1b7 None None] Port 3346b959-546c-4fe7-9a0f-b29b5619cc01 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:58:10.398759 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-93440e21-833e-428d-b710-ebdeab64a1b7 None None] Provisioning complete for port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:10.398759 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-93440e21-833e-428d-b710-ebdeab64a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.400577 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] Set router 41504971-cccf-4a6c-815e-d434d6f3a684 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:10.448278 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0d8d68bf-c13b-473c-b10c-0cb038fbf61e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:10.648649 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:10.648956 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.698201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:10.704895 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-ad9e20de-1a20-42fd-8047-61923bfe12d4 admin admin] 10.222.0.53 "PUT /v2.0/routers/41504971-cccf-4a6c-815e-d434d6f3a684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3937495 Nov 12 09:58:10.810017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1800112e-5519-4822-9175-bea51d2f16b1 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:10.823035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Provisioning complete for port 3346b959-546c-4fe7-9a0f-b29b5619cc01 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:10.823035 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.902632 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 4, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '3346b959-546c-4fe7-9a0f-b29b5619cc01', 'name': '', 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'mac_address': 'fa:16:3e:ee:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:08Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 2, 'project_id': '6e39929480124c5490906e00d4710c31', 'subnets': [{'id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:10.905020 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Port 3346b959-546c-4fe7-9a0f-b29b5619cc01 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:58:10.940750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa39d48-be9a-49ac-b8ed-f58c986f472c None None] The sync data for ids ['41504971-cccf-4a6c-815e-d434d6f3a684'] in n-d-769329-17 is: [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 4, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '3346b959-546c-4fe7-9a0f-b29b5619cc01', 'name': '', 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'mac_address': 'fa:16:3e:ee:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:08Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 2, 'project_id': '6e39929480124c5490906e00d4710c31', 'subnets': [{'id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:10.954151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Provisioning complete for port ff99c668-f61a-41f2-8a2a-03c043c22723 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:10.954521 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:10.956219 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1800112e-5519-4822-9175-bea51d2f16b1 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:10.956577 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.106675 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.137307 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] For port ff99c668-f61a-41f2-8a2a-03c043c22723, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ff99c668-f61a-41f2-8a2a-03c043c22723,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:11.142011 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:11.258426 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be831d-768f-4a55-8599-bbb671b7d528 None None] Pushing event updated for resources: {'Port': ['ID=ff99c668-f61a-41f2-8a2a-03c043c22723,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:12.430141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ff99c668-f61a-41f2-8a2a-03c043c22723 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:12.494341 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port ff99c668-f61a-41f2-8a2a-03c043c22723 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:12.495020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:13.519676 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Sync routers for ids ['41504971-cccf-4a6c-815e-d434d6f3a684'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:13.532866 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Routers {'41504971-cccf-4a6c-815e-d434d6f3a684'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:13.533539 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['41504971-cccf-4a6c-815e-d434d6f3a684'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:13.657264 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Set router 41504971-cccf-4a6c-815e-d434d6f3a684 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:13.987806 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-309ece6b-a902-4b2a-9662-c15fc3147421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.120429 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 4, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '3346b959-546c-4fe7-9a0f-b29b5619cc01', 'name': '', 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'mac_address': 'fa:16:3e:ee:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:08Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 2, 'project_id': '6e39929480124c5490906e00d4710c31', 'subnets': [{'id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:14.160328 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Checking router: 41504971-cccf-4a6c-815e-d434d6f3a684 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:14.160692 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Updating router 41504971-cccf-4a6c-815e-d434d6f3a684 port 3346b959-546c-4fe7-9a0f-b29b5619cc01 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 09:58:14.198086 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.491865 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.499258 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.586267 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6cfe8-21f1-4fef-bf22-251e3037c42d None None] Pushing event updated for resources: {'Port': ['ID=3346b959-546c-4fe7-9a0f-b29b5619cc01,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:14.615746 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Attempting to bind port 3346b959-546c-4fe7-9a0f-b29b5619cc01 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:58:14.616169 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Attempting to bind port 3346b959-546c-4fe7-9a0f-b29b5619cc01 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:58:14.616684 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Attempting to bind port 3346b959-546c-4fe7-9a0f-b29b5619cc01 on network e257b087-6afd-4915-b752-2582cef0042f {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:14.623229 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:58:14.623229 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Checking segment: {'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:14.623622 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.623793 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Bound using segment: {'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:58:14.624346 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Bound port: 3346b959-546c-4fe7-9a0f-b29b5619cc01, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dafdabf9-e94c-4d10-8b16-818378833a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:58:14.624736 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.702508 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] For port 3346b959-546c-4fe7-9a0f-b29b5619cc01, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:58:14.707302 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] For port 3346b959-546c-4fe7-9a0f-b29b5619cc01, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3346b959-546c-4fe7-9a0f-b29b5619cc01,segment=NetworkSegment(dafdabf9-e94c-4d10-8b16-818378833a3c),segment_id=dafdabf9-e94c-4d10-8b16-818378833a3c)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:58:14.719546 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:14.820791 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6cfe8-21f1-4fef-bf22-251e3037c42d None None] Pushing event updated for resources: {'Port': ['ID=3346b959-546c-4fe7-9a0f-b29b5619cc01,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:14.828820 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Routers {'41504971-cccf-4a6c-815e-d434d6f3a684'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:14.829389 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:57:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['41504971-cccf-4a6c-815e-d434d6f3a684'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:14.930297 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-308faf72-1c16-482a-925a-0ef7029d4afa None None] Provisioning complete for port 3346b959-546c-4fe7-9a0f-b29b5619cc01 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:14.931587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-308faf72-1c16-482a-925a-0ef7029d4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:15.035265 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] Set router 41504971-cccf-4a6c-815e-d434d6f3a684 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:15.071722 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-308faf72-1c16-482a-925a-0ef7029d4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:15.122144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-308faf72-1c16-482a-925a-0ef7029d4afa None None] For port 3346b959-546c-4fe7-9a0f-b29b5619cc01, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3346b959-546c-4fe7-9a0f-b29b5619cc01,segment=NetworkSegment(dafdabf9-e94c-4d10-8b16-818378833a3c),segment_id=dafdabf9-e94c-4d10-8b16-818378833a3c)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:15.128367 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-308faf72-1c16-482a-925a-0ef7029d4afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:15.189422 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308faf72-1c16-482a-925a-0ef7029d4afa None None] Pushing event updated for resources: {'Port': ['ID=3346b959-546c-4fe7-9a0f-b29b5619cc01,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:15.248753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-906d31f1-4137-469c-bc30-5f6010280504 None None] Provisioning complete for port 3346b959-546c-4fe7-9a0f-b29b5619cc01 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:15.249406 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-906d31f1-4137-469c-bc30-5f6010280504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:15.369211 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 4, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '3346b959-546c-4fe7-9a0f-b29b5619cc01', 'name': '', 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'mac_address': 'fa:16:3e:ee:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:08Z', 'updated_at': '2021-11-12T09:58:14Z', 'revision_number': 4, 'project_id': '6e39929480124c5490906e00d4710c31', 'subnets': [{'id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:15.397986 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5177a85-66aa-4219-ae38-501a6d34690b None None] The sync data for ids ['41504971-cccf-4a6c-815e-d434d6f3a684'] in n-d-769329-17 is: [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 4, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '3346b959-546c-4fe7-9a0f-b29b5619cc01', 'name': '', 'network_id': 'e257b087-6afd-4915-b752-2582cef0042f', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'mac_address': 'fa:16:3e:ee:65:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:08Z', 'updated_at': '2021-11-12T09:58:14Z', 'revision_number': 4, 'project_id': '6e39929480124c5490906e00d4710c31', 'subnets': [{'id': '5798c71e-2e7f-4bee-bb11-a932cf4d761c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:16.392684 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3346b959-546c-4fe7-9a0f-b29b5619cc01 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:16.449366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 3346b959-546c-4fe7-9a0f-b29b5619cc01 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:16.449769 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:16.545500 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-669fefca-0d96-4af8-b82c-c59223ee7f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:19.297880 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:19.989838 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:20.479959 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:21.191476 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d2e20c9c-eae3-4ef9-9d61-5ba18f67cec1 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:21.192976 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d2e20c9c-eae3-4ef9-9d61-5ba18f67cec1 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 814 time: 0.1004696 Nov 12 09:58:21.208440 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-3b9274b1-01b9-4ec4-9261-313a53b29e2c tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/quotas/92c468fd6ca544b2a1fba57b2617c4d9 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Nov 12 09:58:21.262474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-597e8624-0650-4e78-b54a-0ebbedcaea24 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484526 Nov 12 09:58:21.356428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-7f2a9270-b722-4c67-aca8-feee7730e154 service neutron] 10.222.0.53 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819190 Nov 12 09:58:21.448078 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-5ab1b211-4194-4d27-96ba-f1ae00b765d7 service neutron] 10.222.0.53 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847712 Nov 12 09:58:21.607127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0e916ea0-acea-44b0-a644-346c3cb31d0e req-10484cd5-246d-4630-91bb-bec39567f773 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 210 time: 0.0294473 Nov 12 09:58:22.511567 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-e52c6148-0e27-4359-8b5f-400037d03065 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:22.513046 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-e52c6148-0e27-4359-8b5f-400037d03065 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 814 time: 0.1010134 Nov 12 09:58:22.528300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'port': {'device_id': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'admin_state_up': True, 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:22.645123 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Made reservation on behalf of 92c468fd6ca544b2a1fba57b2617c4d9 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 09:58:22.648713 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:22.733169 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-123aa65e-d850-470e-8b88-bfd5e3a5dcaf req-42478cd2-f6f4-47b7-ba86-af868d513bba tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 210 time: 0.0555582 Nov 12 09:58:22.836250 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Allocated IP 172.20.0.3 (7fa8d43b-706e-4eba-9414-a475b08f06fd/c5950566-1fa6-43bc-ab1e-b5b39b0f8cac/f7763d88-f131-4ffe-9603-b3d08ee2aaca) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:23.097859 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:23.135054 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:23.200125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:23.204327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:23.207059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:23.245474 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.262672 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.263397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.263397 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.263559 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.263903 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:23.294169 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:23.295692 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:23.333002 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-0d322c6c-44ba-4e0c-964e-09c4143ab10b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8083601 Nov 12 09:58:23.540485 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c381beb9-b17a-445a-978e-ad5af6426655 None None] Provisioning complete for port f7763d88-f131-4ffe-9603-b3d08ee2aaca triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:23.541471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c381beb9-b17a-445a-978e-ad5af6426655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:23.577184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c381beb9-b17a-445a-978e-ad5af6426655 None None] Port f7763d88-f131-4ffe-9603-b3d08ee2aaca cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 09:58:23.854632 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb57abc-fb04-461b-bc34-7dc9bc1269e3 req-261ae150-376f-4d56-9b26-01c8f023461e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:23.856053 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efb57abc-fb04-461b-bc34-7dc9bc1269e3 req-261ae150-376f-4d56-9b26-01c8f023461e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0501766 Nov 12 09:58:23.912500 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-efb57abc-fb04-461b-bc34-7dc9bc1269e3 req-9d183c43-07e2-46f3-a1c4-4ef1116b3f24 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Nov 12 09:58:25.033167 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78043b-75e6-4901-883e-e3432064d586 req-8732560f-e9fd-4816-bdc1-a1d1cfee925f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:25.034634 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a78043b-75e6-4901-883e-e3432064d586 req-8732560f-e9fd-4816-bdc1-a1d1cfee925f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0522010 Nov 12 09:58:25.081893 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-4a78043b-75e6-4901-883e-e3432064d586 req-6c361264-3cd1-4212-b9f7-799da9ca961e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Nov 12 09:58:26.212415 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733e03f-6c84-407e-a4c8-0c49f325b21a req-b7b2209f-6ab4-4a73-8a58-4da74c78fa56 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:26.213918 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e733e03f-6c84-407e-a4c8-0c49f325b21a req-b7b2209f-6ab4-4a73-8a58-4da74c78fa56 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0563526 Nov 12 09:58:26.263024 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e733e03f-6c84-407e-a4c8-0c49f325b21a req-4906ea32-c497-41e7-a6e6-e0399c7dcbf7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425072 Nov 12 09:58:27.399597 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfc7b5-7e7a-4932-b338-1f68a18fe32a req-eef4cb83-c721-458a-8cd2-f25125a62eb9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:27.401293 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-49dfc7b5-7e7a-4932-b338-1f68a18fe32a req-eef4cb83-c721-458a-8cd2-f25125a62eb9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0618951 Nov 12 09:58:27.458346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-49dfc7b5-7e7a-4932-b338-1f68a18fe32a req-edb0d611-6c4d-4442-b466-50b8d862cfca tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486603 Nov 12 09:58:28.290802 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:28.582406 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1c41a-93a7-482f-ab2a-75fb0b1109ae req-bf984c53-6cb6-42aa-a572-59622a8324e4 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:28.590647 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55c1c41a-93a7-482f-ab2a-75fb0b1109ae req-bf984c53-6cb6-42aa-a572-59622a8324e4 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0618410 Nov 12 09:58:28.637065 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55c1c41a-93a7-482f-ab2a-75fb0b1109ae req-0ed11460-97d0-403d-9861-5412a557fd8f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452042 Nov 12 09:58:28.809775 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:29.758948 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532830b-27ba-45ec-8dd8-6ad40b0cf083 req-7ce972c5-d37c-474a-970e-1e0c1e377cae tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:29.760586 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8532830b-27ba-45ec-8dd8-6ad40b0cf083 req-7ce972c5-d37c-474a-970e-1e0c1e377cae tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0499117 Nov 12 09:58:29.840193 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8532830b-27ba-45ec-8dd8-6ad40b0cf083 req-a0edb645-cc36-482b-8520-d083c61b99b0 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Nov 12 09:58:30.961821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4546ecf-8081-4339-8b9a-9f9755bb09a3 req-65a0f69f-8b29-4c16-93fe-8187fedd88e5 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:30.963398 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4546ecf-8081-4339-8b9a-9f9755bb09a3 req-65a0f69f-8b29-4c16-93fe-8187fedd88e5 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0568647 Nov 12 09:58:31.019701 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-c4546ecf-8081-4339-8b9a-9f9755bb09a3 req-0e44ae1d-6083-4ecf-b706-0b04ff54ec25 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494511 Nov 12 09:58:31.267976 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:58:32.141846 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bcb6f-d454-41cd-93ba-b4bd35b15801 req-5aaa7f44-6129-4135-afec-9a5c5690da97 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:32.143322 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe6bcb6f-d454-41cd-93ba-b4bd35b15801 req-5aaa7f44-6129-4135-afec-9a5c5690da97 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 931 time: 0.0495646 Nov 12 09:58:32.194664 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fe6bcb6f-d454-41cd-93ba-b4bd35b15801 req-23b8007f-be6c-4c79-9e4b-b7626459b55f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454297 Nov 12 09:58:32.798721 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Request body: {'port': {'device_id': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:32.849871 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:33.107282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7763d88-f131-4ffe-9603-b3d08ee2aaca {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:58:33.115067 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:33.127202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Transition to ACTIVE for port object f7763d88-f131-4ffe-9603-b3d08ee2aaca will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 09:58:33.130309 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:33.177116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:33.251947 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Attempting to bind port f7763d88-f131-4ffe-9603-b3d08ee2aaca on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 09:58:33.252311 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Attempting to bind port f7763d88-f131-4ffe-9603-b3d08ee2aaca by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 09:58:33.252644 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Attempting to bind port f7763d88-f131-4ffe-9603-b3d08ee2aaca on network 7fa8d43b-706e-4eba-9414-a475b08f06fd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:33.257570 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Port f7763d88-f131-4ffe-9603-b3d08ee2aaca on network 7fa8d43b-706e-4eba-9414-a475b08f06fd not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 09:58:33.257893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Attempting to bind port f7763d88-f131-4ffe-9603-b3d08ee2aaca on network 7fa8d43b-706e-4eba-9414-a475b08f06fd {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 09:58:33.263483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 09:58:33.263836 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Checking segment: {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 09:58:33.264261 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Bound using segment: {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 09:58:33.264702 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Bound port: f7763d88-f131-4ffe-9603-b3d08ee2aaca, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 09:58:33.265783 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:33.321154 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0efe-7d15-49ef-ae1c-36beefce5845 req-2ae9cd9a-03d1-4459-ad1d-0325fd28cdf2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:33.323381 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55cb0efe-7d15-49ef-ae1c-36beefce5845 req-2ae9cd9a-03d1-4459-ad1d-0325fd28cdf2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 943 time: 0.0582895 Nov 12 09:58:33.337827 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 09:58:33.341346 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 09:58:33.349642 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:33.376598 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55cb0efe-7d15-49ef-ae1c-36beefce5845 req-d0975f55-e56e-4312-8b62-b986d616c65b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467269 Nov 12 09:58:33.386686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:33.387301 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:33.389043 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 1092 time: 0.5956063 Nov 12 09:58:33.389184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:58:33.391426 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:58:33.425118 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400364e-8d09-4b70-91b9-aa17020ae2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:33.435411 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc8acad-1b68-4f37-a18f-c3482b3cc9ca x-openstack-request-id: req-fbc8acad-1b68-4f37-a18f-c3482b3cc9ca {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:58:33.435849 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:58:33.436123 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbc8acad-1b68-4f37-a18f-c3482b3cc9ca {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:58:33.436735 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'status': 'completed', 'code': 200} Nov 12 09:58:33.485351 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-4c7daeb8-1c0b-4f85-bdda-b609848c949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:33.486856 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-4c7daeb8-1c0b-4f85-bdda-b609848c949a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1095 time: 0.0426199 Nov 12 09:58:33.535123 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-8b4cb8af-a2b8-4d85-89db-dfc3f2f54675 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 217 time: 0.0408726 Nov 12 09:58:33.585887 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-35d44658-1d0e-4f3c-b3b8-2399f11f651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:33.587297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-35d44658-1d0e-4f3c-b3b8-2399f11f651f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0447752 Nov 12 09:58:33.635102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-4b5ebd0a-15a5-484d-a793-0bac20527efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:33.636569 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-4b5ebd0a-15a5-484d-a793-0bac20527efe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414224 Nov 12 09:58:33.730231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-7e78b615-dfd8-4e81-a401-e98fc4715e01 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856178 Nov 12 09:58:33.819312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-dec74469-c242-495b-a1be-dd5f36fa1506 req-9d1488b8-8dd5-4527-8bff-d76b6be9ffa9 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819571 Nov 12 09:58:33.905839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-d5f34471-be1a-43c5-afa9-24f173c25d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:33.907224 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-d5f34471-be1a-43c5-afa9-24f173c25d7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1095 time: 0.0402565 Nov 12 09:58:34.006100 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-ae993e72-9ea6-48b2-84a6-771673b469e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:34.007568 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-ae993e72-9ea6-48b2-84a6-771673b469e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 915 time: 0.0937023 Nov 12 09:58:34.050847 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-cdf54b8b-cbc8-4a65-b327-56c68c73e2f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 217 time: 0.0346820 Nov 12 09:58:34.104410 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-b7b3c238-07e2-49c1-9b2b-1547035ba158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:34.105860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-b7b3c238-07e2-49c1-9b2b-1547035ba158 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0469687 Nov 12 09:58:34.153223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-b37ab4cb-3eb8-4826-b931-c2c84da5d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:34.154684 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-b37ab4cb-3eb8-4826-b931-c2c84da5d04b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391850 Nov 12 09:58:34.247108 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-300232ed-77dc-434f-8c52-2cd719fccdfa service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843019 Nov 12 09:58:34.335785 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2a3c34ed-ad3a-45e8-b962-9a75d2aaa5db req-684a1f45-2f3e-4959-b009-39508a02b955 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812256 Nov 12 09:58:34.490647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e056842-399f-42ad-9222-dc64702b472f req-32bdd2dd-f170-4fb1-920d-cd0ff2b005d0 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:34.492157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e056842-399f-42ad-9222-dc64702b472f req-32bdd2dd-f170-4fb1-920d-cd0ff2b005d0 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 943 time: 0.0494342 Nov 12 09:58:34.540032 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8e056842-399f-42ad-9222-dc64702b472f req-c319c39d-2cea-404f-923d-64762eee9c33 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418952 Nov 12 09:58:35.657403 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89cda1-3849-4b16-888e-1d607aa1b9e4 req-810ef458-614d-42a8-8f8e-a0dfcb3810e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:35.658895 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce89cda1-3849-4b16-888e-1d607aa1b9e4 req-810ef458-614d-42a8-8f8e-a0dfcb3810e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 943 time: 0.0498245 Nov 12 09:58:35.712997 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ce89cda1-3849-4b16-888e-1d607aa1b9e4 req-a649fccd-c75c-4864-9fb3-50986ced8011 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480733 Nov 12 09:58:36.833278 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74feb26-252e-4a69-a553-ce79674c7e3f req-a98cfb78-f955-4f3e-a787-bfd42ee6dfda tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:36.834765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f74feb26-252e-4a69-a553-ce79674c7e3f req-a98cfb78-f955-4f3e-a787-bfd42ee6dfda tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 943 time: 0.0554330 Nov 12 09:58:36.882640 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f74feb26-252e-4a69-a553-ce79674c7e3f req-78fb9e8e-c454-4bb5-a3a1-62ea8f599232 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419118 Nov 12 09:58:37.213536 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f7763d88-f131-4ffe-9603-b3d08ee2aaca details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 09:58:37.465288 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:37.476788 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'port_id': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'mac_address': 'fa:16:3e:20:a3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 09:58:37.514851 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:37.527573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7763d88-f131-4ffe-9603-b3d08ee2aaca {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 09:58:37.549655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:37.553882 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:37.599256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:37.606415 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.606764 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.607107 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.607443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.607777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.608141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.608472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.608799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.609124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.609447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.609771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.610094 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:37.785741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f7763d88-f131-4ffe-9603-b3d08ee2aaca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:58:37.995856 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15846b63-b9d1-4d15-ac75-bdd4e1fc23c3 req-84bfd968-fc61-4136-b2d2-eb8f04f07366 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:37.997352 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15846b63-b9d1-4d15-ac75-bdd4e1fc23c3 req-84bfd968-fc61-4136-b2d2-eb8f04f07366 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 944 time: 0.0484250 Nov 12 09:58:38.045523 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-15846b63-b9d1-4d15-ac75-bdd4e1fc23c3 req-4077506c-0a5d-40fd-9f57-4aa3fd9b1fdf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Nov 12 09:58:39.162639 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f096d84-be33-49b1-9ea1-fd6d88a2aa0e req-7ea3f4fe-138e-4698-a536-79f051d93f44 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:39.164150 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f096d84-be33-49b1-9ea1-fd6d88a2aa0e req-7ea3f4fe-138e-4698-a536-79f051d93f44 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 944 time: 0.0514719 Nov 12 09:58:39.211958 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6f096d84-be33-49b1-9ea1-fd6d88a2aa0e req-23025cce-811e-4c6d-a805-7761315f1ca1 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Nov 12 09:58:39.216680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f7763d88-f131-4ffe-9603-b3d08ee2aaca up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 09:58:39.265403 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port f7763d88-f131-4ffe-9603-b3d08ee2aaca completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 09:58:39.269247 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port f7763d88-f131-4ffe-9603-b3d08ee2aaca triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:39.269620 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:39.349261 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:39.372702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:58:39.375495 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2494a27b-9f36-4d27-bad1-9db44d35a005" -d '{"events": [{"server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "name": "network-vif-plugged", "status": "completed", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:58:39.387959 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:39.392754 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:39.415742 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac1e82-0c7d-425b-b89f-f5860844f217 x-openstack-request-id: req-41ac1e82-0c7d-425b-b89f-f5860844f217 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:58:39.416062 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "name": "network-vif-plugged", "status": "completed", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:58:39.416318 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41ac1e82-0c7d-425b-b89f-f5860844f217 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:58:39.416708 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'code': 200} Nov 12 09:58:39.443246 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:39.508256 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b07c49-ce0c-4f5d-9ed0-079ccd8ee51d req-6c1a4365-4beb-422c-8914-ccf169a27983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:39.509753 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98b07c49-ce0c-4f5d-9ed0-079ccd8ee51d req-6c1a4365-4beb-422c-8914-ccf169a27983 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1097 time: 0.0397625 Nov 12 09:58:39.555086 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-98b07c49-ce0c-4f5d-9ed0-079ccd8ee51d req-7e88d65a-ea5d-41fe-a7c8-95294bad657a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376844 Nov 12 09:58:40.333866 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b51159-0406-4169-b61b-b21947b362be req-4ea514ab-a69a-4935-8ffb-038974819767 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:40.335371 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12b51159-0406-4169-b61b-b21947b362be req-4ea514ab-a69a-4935-8ffb-038974819767 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0534165 Nov 12 09:58:40.384611 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-12b51159-0406-4169-b61b-b21947b362be req-c4260aca-d9d7-48ab-b2e5-d4ec98ca0825 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Nov 12 09:58:41.503078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2e23e-d791-4138-b1b6-96160d514b25 req-569ebdae-3775-4a8b-a0a4-4c6650354d63 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:41.504572 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2e2e23e-d791-4138-b1b6-96160d514b25 req-569ebdae-3775-4a8b-a0a4-4c6650354d63 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Nov 12 09:58:41.551052 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d2e2e23e-d791-4138-b1b6-96160d514b25 req-8f719c76-c2b3-4801-a646-b178ff5a2762 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406308 Nov 12 09:58:41.672512 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aa69e-0aab-4d93-9c86-95f2d8190816 req-9ce02f1c-3f4f-4d9a-9d37-bb1766871d02 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:41.673931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4d8aa69e-0aab-4d93-9c86-95f2d8190816 req-9ce02f1c-3f4f-4d9a-9d37-bb1766871d02 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Nov 12 09:58:41.721617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4d8aa69e-0aab-4d93-9c86-95f2d8190816 req-7e3741ab-e3ac-424e-9d1d-c33a0017a3f4 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Nov 12 09:58:41.913769 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cd78a-b70a-468f-a8f0-d5e7e4f710d5 req-329bf2a2-8373-428b-8dc4-3a591c3d7d4e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:41.915239 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-256cd78a-b70a-468f-a8f0-d5e7e4f710d5 req-329bf2a2-8373-428b-8dc4-3a591c3d7d4e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0488913 Nov 12 09:58:41.969187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-256cd78a-b70a-468f-a8f0-d5e7e4f710d5 req-3e24c4e8-7c11-4501-a364-5e5d8ff49586 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476751 Nov 12 09:58:43.973547 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-eadb66b4-73b7-43ba-9b42-c85ce588ecde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:46.520024 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5f0f27a3-696a-470f-a554-23270786a9ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:49.291136 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:49.983023 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:50.482512 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:54.508808 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565dbd2-51c6-4d42-8350-b360428efed0 req-09f7797a-54a6-45f8-9cd6-ce3a730dd687 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:54.510290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7565dbd2-51c6-4d42-8350-b360428efed0 req-09f7797a-54a6-45f8-9cd6-ce3a730dd687 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0520828 Nov 12 09:58:54.560185 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7565dbd2-51c6-4d42-8350-b360428efed0 req-9bafda83-7653-4be9-9a02-eae222e3a7b0 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Nov 12 09:58:54.583559 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58504) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:54.721464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4a5ccd-6c20-4646-a2d3-c1b0d8e163af tempest-TestMinimumBasicScenario-613287651 tempest-TestMinimumBasicScenario-613287651-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:54.723008 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-3a4a5ccd-6c20-4646-a2d3-c1b0d8e163af tempest-TestMinimumBasicScenario-613287651 tempest-TestMinimumBasicScenario-613287651-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1092 time: 0.1384501 Nov 12 09:58:54.726016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58508) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:54.730437 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:54.755730 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:54.857629 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:54.962828 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Allocated IP 172.25.5.149 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/7a3301c8-4b0b-45bb-a7e1-0f7d8e9cfa51) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 09:58:55.071362 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:55.107310 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:55.142975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 09:58:55.147622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 09:58:55.151190 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 09:58:55.178077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'Port': ['ID=7a3301c8-4b0b-45bb-a7e1-0f7d8e9cfa51,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:55.191088 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.191435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.191774 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.192136 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.192466 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.192796 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.193120 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.193443 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.193768 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.194093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.194414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.194733 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:58:55.567788 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:55.643607 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:55.807840 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:55.813262 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:55.879449 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'Port': ['ID=7a3301c8-4b0b-45bb-a7e1-0f7d8e9cfa51,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:55.894247 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:55.996312 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Floating IP 8bc26ab6-e961-4596-ba24-ccba8fd7ada6 associated. External IP: 172.25.5.149, port: f7763d88-f131-4ffe-9603-b3d08ee2aaca. Nov 12 09:58:56.209960 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Router eafcba01-f3cd-4e34-8460-b23532b11d35 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 09:58:56.668521 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 09:58:56.678906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] Sync routers for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 09:58:56.687884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:56.689954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:56.690589 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:58:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:56.715513 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8e63000d-c5d6-49df-a961-58879ea943d9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9884026 Nov 12 09:58:56.716267 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:58:56.719172 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955f4184-9dde-46bf-b643-c105de700699" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:58:56.719316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58510) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:56.723954 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-26e60380-4302-443a-822f-73e81f554c9e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-686487430', 'description': 'tempest-secgroup-smoke-686487430 description', 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:56.756986 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26e60380-4302-443a-822f-73e81f554c9e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:56.768356 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af08aecb-3535-4bc9-b153-950112fec569 x-openstack-request-id: req-af08aecb-3535-4bc9-b153-950112fec569 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:58:56.768660 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:58:56.768919 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-af08aecb-3535-4bc9-b153-950112fec569 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:58:56.769329 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'status': 'completed', 'code': 200} Nov 12 09:58:56.807706 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:56.856095 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f4184-9dde-46bf-b643-c105de700699 req-806437e2-053f-44ff-ad16-6c723151d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:56.857611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-955f4184-9dde-46bf-b643-c105de700699 req-806437e2-053f-44ff-ad16-6c723151d1d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1097 time: 0.0665741 Nov 12 09:58:56.865036 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26e60380-4302-443a-822f-73e81f554c9e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:56.875138 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26e60380-4302-443a-822f-73e81f554c9e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:56.950768 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-26e60380-4302-443a-822f-73e81f554c9e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:56.954651 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-26e60380-4302-443a-822f-73e81f554c9e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2316470 Nov 12 09:58:56.955446 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58514) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:56.959398 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e60380-4302-443a-822f-73e81f554c9e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854b463b-0923-41fa-899e-c468734a20a5,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:56.966396 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ec21cd0d-daa1-4524-b997-26aaa35cd01b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'security_group_rule': {'security_group_id': '854b463b-0923-41fa-899e-c468734a20a5', 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:56.991388 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f4184-9dde-46bf-b643-c105de700699 req-d028c4b8-db71-4ec7-a36e-0e44d9479def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:56.993737 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-955f4184-9dde-46bf-b643-c105de700699 req-d028c4b8-db71-4ec7-a36e-0e44d9479def service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 915 time: 0.1273460 Nov 12 09:58:57.005770 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd0d-daa1-4524-b997-26aaa35cd01b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.067843 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '8bc26ab6-e961-4596-ba24-ccba8fd7ada6', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'port_id': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'mac_address': 'fa:16:3e:20:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:58:55Z', 'updated_at': '2021-11-12T09:58:55Z', 'revision_number': 0, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 5, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:57.071025 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd0d-daa1-4524-b997-26aaa35cd01b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.073497 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-955f4184-9dde-46bf-b643-c105de700699 req-8ea2498f-05f1-4ce7-8e57-e940464e3cdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 999 time: 0.0701303 Nov 12 09:58:57.075227 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd0d-daa1-4524-b997-26aaa35cd01b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.096837 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21cd0d-daa1-4524-b997-26aaa35cd01b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f1e524-6bd1-4e69-8a7e-f9cd393915eb,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:57.105038 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] Checking router: eafcba01-f3cd-4e34-8460-b23532b11d35 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 09:58:57.106249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ec21cd0d-daa1-4524-b997-26aaa35cd01b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.107953 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ec21cd0d-daa1-4524-b997-26aaa35cd01b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510668 Nov 12 09:58:57.110560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58516) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:57.115068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 09:58:57.115522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-7d240eb8-223b-4e97-ad56-6fe883289c42 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'security_group_rule': {'security_group_id': '854b463b-0923-41fa-899e-c468734a20a5', 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:57.116484 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:58:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:57.135572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f4184-9dde-46bf-b643-c105de700699 req-4fce5cba-836f-4759-aa46-f5e0fc4967ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:57.137720 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-955f4184-9dde-46bf-b643-c105de700699 req-4fce5cba-836f-4759-aa46-f5e0fc4967ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0569196 Nov 12 09:58:57.145568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d240eb8-223b-4e97-ad56-6fe883289c42 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.190520 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f4184-9dde-46bf-b643-c105de700699 req-057116eb-32eb-4381-9ac9-ba9368869296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:57.192116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-955f4184-9dde-46bf-b643-c105de700699 req-057116eb-32eb-4381-9ac9-ba9368869296 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468159 Nov 12 09:58:57.206722 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d240eb8-223b-4e97-ad56-6fe883289c42 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.212627 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d240eb8-223b-4e97-ad56-6fe883289c42 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.232110 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d240eb8-223b-4e97-ad56-6fe883289c42 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b31f0b-20eb-4ae8-bce3-30c9ce1ceb81,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:57.239328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 09:58:57.243845 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-7d240eb8-223b-4e97-ad56-6fe883289c42 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.247782 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-7d240eb8-223b-4e97-ad56-6fe883289c42 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1335580 Nov 12 09:58:57.248265 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58518) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:57.253905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d8399917-8553-47e9-869c-f4f8b695eb10 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'security_group_rule': {'security_group_id': '854b463b-0923-41fa-899e-c468734a20a5', 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:57.284562 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8399917-8553-47e9-869c-f4f8b695eb10 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.305120 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-955f4184-9dde-46bf-b643-c105de700699 req-a425de42-a6f8-45be-8c2f-352c5bd07ac7 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045599 Nov 12 09:58:57.355674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8399917-8553-47e9-869c-f4f8b695eb10 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.360944 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8399917-8553-47e9-869c-f4f8b695eb10 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.381975 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8399917-8553-47e9-869c-f4f8b695eb10 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98516fb5-6f8e-4d90-85ca-b76eeaa0b9e2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:57.388703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d8399917-8553-47e9-869c-f4f8b695eb10 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.390325 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d8399917-8553-47e9-869c-f4f8b695eb10 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401703 Nov 12 09:58:57.392903 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58520) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:57.397392 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b003ffc4-6670-4bc8-9cc5-794d53b7cbfd tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'security_group_rule': {'security_group_id': '854b463b-0923-41fa-899e-c468734a20a5', 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:57.415652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-955f4184-9dde-46bf-b643-c105de700699 req-821fd9ec-5e00-4d84-b124-c54e7d09aa7d service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024890 Nov 12 09:58:57.427707 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b003ffc4-6670-4bc8-9cc5-794d53b7cbfd tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.494702 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '8bc26ab6-e961-4596-ba24-ccba8fd7ada6', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'port_id': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'mac_address': 'fa:16:3e:20:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:58:55Z', 'updated_at': '2021-11-12T09:58:55Z', 'revision_number': 0, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 5, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 09:58:57.497042 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b003ffc4-6670-4bc8-9cc5-794d53b7cbfd tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.501732 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b003ffc4-6670-4bc8-9cc5-794d53b7cbfd tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.524037 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003ffc4-6670-4bc8-9cc5-794d53b7cbfd tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=341f5d86-5c02-4088-a29b-7a7e6827f064,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:57.524629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c366dc6-7cbf-4766-bf46-401a94d6f05c None None] The sync data for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 is: [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '8bc26ab6-e961-4596-ba24-ccba8fd7ada6', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'floating_ip_address': '172.25.5.149', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'port_id': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'mac_address': 'fa:16:3e:20:a3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T09:58:55Z', 'updated_at': '2021-11-12T09:58:55Z', 'revision_number': 0, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 5, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 09:58:57.530646 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b003ffc4-6670-4bc8-9cc5-794d53b7cbfd tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.531849 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b003ffc4-6670-4bc8-9cc5-794d53b7cbfd tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379926 Nov 12 09:58:57.534604 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58522) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:57.539118 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'security_group_rule': {'security_group_id': '854b463b-0923-41fa-899e-c468734a20a5', 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:57.562596 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Project 92c468fd6ca544b2a1fba57b2617c4d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:58:57.570606 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.639998 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.643645 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.661138 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed0d8af-1fce-4b07-b2b9-ada20c7d7ab4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:57.671123 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.672482 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-649e7124-0a78-415a-b333-7bacb83d21e2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369281 Nov 12 09:58:57.675425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58524) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:58:57.679985 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'security_group_rule': {'security_group_id': '854b463b-0923-41fa-899e-c468734a20a5', 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:57.707003 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Project 92c468fd6ca544b2a1fba57b2617c4d9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 09:58:57.713799 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.756710 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce66d0bf-7bdb-40d1-a4e9-1e0c7b99f954 None None] New status for floating IP 8bc26ab6-e961-4596-ba24-ccba8fd7ada6: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 09:58:57.782202 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.786348 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.808362 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23dace7-4f51-4a69-97dd-0f8c9fb09644,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:57.814810 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:57.819004 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-22d01547-9dc9-4d8c-98ef-1f5ea420d30e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395986 Nov 12 09:58:57.920903 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-12008a06-e703-4481-9181-1bb974ce0fe8 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686487430&fields=id&tenant_id=92c468fd6ca544b2a1fba57b2617c4d9 HTTP/1.1" status: 200 len: 267 time: 0.0529311 Nov 12 09:58:57.983201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-153e9ad9-69a5-4c4c-a835-8a4f04eaa952 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:57.985273 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-153e9ad9-69a5-4c4c-a835-8a4f04eaa952 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0578213 Nov 12 09:58:57.997271 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'port': {'security_groups': ['e7b80402-84d2-417d-8989-2ea56a9d2cde', '854b463b-0923-41fa-899e-c468734a20a5']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:58:58.067890 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:58.274845 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:58:58.304414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:58.314251 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:58.319986 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:58.332842 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f7763d88-f131-4ffe-9603-b3d08ee2aaca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:58:58.364979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:58.365650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:58.367007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-738fb3ec-7a88-4fc8-b11d-a8c62a7dfc9e req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "PUT /v2.0/ports/f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 981 time: 0.3745723 Nov 12 09:58:58.391673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956f428-7428-4b35-8106-ea8b9f31376b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=6']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:58:58.429601 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f7763d88-f131-4ffe-9603-b3d08ee2aaca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:58:58.496677 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7189-6f42-4d4f-9323-ab3a161d4661 req-97c02841-35fc-4b37-ae55-5e429b9fdf34 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:58.499902 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96aa7189-6f42-4d4f-9323-ab3a161d4661 req-97c02841-35fc-4b37-ae55-5e429b9fdf34 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0652723 Nov 12 09:58:58.573542 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-96aa7189-6f42-4d4f-9323-ab3a161d4661 req-074e9f5c-a838-40cf-b0ae-832e475cb693 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661075 Nov 12 09:58:58.667368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-66db32fb-8dd9-4dca-a201-472e1551676c None None] Provisioning complete for port f7763d88-f131-4ffe-9603-b3d08ee2aaca triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:58:58.667689 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66db32fb-8dd9-4dca-a201-472e1551676c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:58.770252 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:58:58.772709 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:58:58.813608 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eef0d5-7f0d-4512-b50e-e78f6334692b x-openstack-request-id: req-b2eef0d5-7f0d-4512-b50e-e78f6334692b {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:58:58.813851 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:58:58.814184 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2eef0d5-7f0d-4512-b50e-e78f6334692b {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:58:58.814630 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'status': 'completed', 'code': 200} Nov 12 09:58:58.875225 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:58:58.878918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-b5daf6d6-8d6e-49f8-a3f1-58f86f31b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:58.880510 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-b5daf6d6-8d6e-49f8-a3f1-58f86f31b490 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1136 time: 0.0431800 Nov 12 09:58:58.992670 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-a722d931-3704-4b54-bc1d-0a86b1571b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:58.994231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-a722d931-3704-4b54-bc1d-0a86b1571b69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 915 time: 0.1055160 Nov 12 09:58:59.075015 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-13701362-6b8c-4645-8422-ae153a040bad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 1001 time: 0.0735250 Nov 12 09:58:59.129360 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-62a33e16-7857-4da6-b2a3-4611b024e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:59.130984 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-62a33e16-7857-4da6-b2a3-4611b024e2c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0480032 Nov 12 09:58:59.180625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-cfd30fd1-25ba-4f3c-8119-c013bc4ec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:58:59.182115 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-cfd30fd1-25ba-4f3c-8119-c013bc4ec220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425055 Nov 12 09:58:59.278710 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-a56a0f0b-9af0-460c-ae4c-b691ead47364 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882850 Nov 12 09:58:59.380474 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-740c898b-8e4a-4a37-bfea-90dbf6a36ba8 req-dc29b01b-82b7-4384-8f09-fad206a7f6de service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925477 Nov 12 09:59:08.267216 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:59:13.975218 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5ce65da2-75e5-4a42-9243-eb3397d10c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:14.746161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d7f4a5-7904-4748-8c64-91b60bff8834 req-082d9c4d-e458-47cc-ba25-46b9fceaaef2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:14.747826 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99d7f4a5-7904-4748-8c64-91b60bff8834 req-082d9c4d-e458-47cc-ba25-46b9fceaaef2 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0520935 Nov 12 09:59:14.752084 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b0f63-7532-441f-9639-88788799f6ca req-24773982-794f-4102-9b11-8b5bfd83c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:14.753563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95b0f63-7532-441f-9639-88788799f6ca req-24773982-794f-4102-9b11-8b5bfd83c6ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1136 time: 0.0452051 Nov 12 09:59:14.810150 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-99d7f4a5-7904-4748-8c64-91b60bff8834 req-ac9a171e-7c00-4c7f-b5f9-23fac436b11e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560369 Nov 12 09:59:14.847358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b0f63-7532-441f-9639-88788799f6ca req-3c1e0b89-f2c2-407d-bab6-4903329df7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:14.848864 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95b0f63-7532-441f-9639-88788799f6ca req-3c1e0b89-f2c2-407d-bab6-4903329df7de service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 915 time: 0.0849478 Nov 12 09:59:14.917906 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95b0f63-7532-441f-9639-88788799f6ca req-bd7b63bf-3f29-4fbf-932d-2170ae8ec9bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 1001 time: 0.0614767 Nov 12 09:59:14.970797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b0f63-7532-441f-9639-88788799f6ca req-db5fa084-4cd1-4b61-80c2-3a757c45205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:14.972259 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95b0f63-7532-441f-9639-88788799f6ca req-db5fa084-4cd1-4b61-80c2-3a757c45205b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0458241 Nov 12 09:59:15.017418 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b0f63-7532-441f-9639-88788799f6ca req-5030356c-dcfd-489e-ad9d-2e30a96976ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:15.018886 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95b0f63-7532-441f-9639-88788799f6ca req-5030356c-dcfd-489e-ad9d-2e30a96976ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395789 Nov 12 09:59:15.118555 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95b0f63-7532-441f-9639-88788799f6ca req-d42ad9fc-c77e-412b-89ff-b8e5aeb99635 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867457 Nov 12 09:59:15.208199 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f95b0f63-7532-441f-9639-88788799f6ca req-d870e26b-2e75-4035-ac4c-201b6a989c63 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803943 Nov 12 09:59:15.865625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-5d496f38-c9a5-4dff-b478-fc8e1e46d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:15.867361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-5d496f38-c9a5-4dff-b478-fc8e1e46d669 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1136 time: 0.0460711 Nov 12 09:59:15.989005 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0236d27-c80b-43a7-8c2d-7a2554023f14 req-ce7c546c-7918-40d3-9767-937ac1856cc9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:15.990486 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0236d27-c80b-43a7-8c2d-7a2554023f14 req-ce7c546c-7918-40d3-9767-937ac1856cc9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.1100230 Nov 12 09:59:16.025593 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-723efae1-e25b-4d15-a5d9-66873bcfad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:16.026705 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-723efae1-e25b-4d15-a5d9-66873bcfad0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 915 time: 0.1355085 Nov 12 09:59:16.108872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-a0236d27-c80b-43a7-8c2d-7a2554023f14 req-6a03496f-aef1-4625-80ef-739960505f0b tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120842 Nov 12 09:59:16.117134 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-3abebcdd-a85a-481e-95a9-4b845333335d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 1001 time: 0.0809951 Nov 12 09:59:16.167201 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-e2a4df7e-93ff-4f5a-b6da-fe6e93fe7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:16.168754 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-e2a4df7e-93ff-4f5a-b6da-fe6e93fe7b37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0437925 Nov 12 09:59:16.219212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-913e9678-ed43-4815-acfe-a37f48162559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:16.221424 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-913e9678-ed43-4815-acfe-a37f48162559 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447872 Nov 12 09:59:16.309275 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-bed8c3f3-a0c0-40cf-a15d-64372cdf1d55 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806251 Nov 12 09:59:16.401412 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6182fd1b-1eeb-4529-9bed-3b0d9ba8bc34 req-348579ef-c3c7-4d2e-8258-27369244fa4d service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851462 Nov 12 09:59:16.520935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-62042b9b-969a-4447-9c38-40251ca94b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:17.230237 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fdb0d-28a2-4eff-9ed6-8d7061ac0aef req-c6b7eb9d-7722-4161-8fa7-d51523a57d17 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:17.231733 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-850fdb0d-28a2-4eff-9ed6-8d7061ac0aef req-c6b7eb9d-7722-4161-8fa7-d51523a57d17 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0537269 Nov 12 09:59:17.293278 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-850fdb0d-28a2-4eff-9ed6-8d7061ac0aef req-d0ab1054-8d1d-4974-9062-8fa313a357e9 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555096 Nov 12 09:59:18.411665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a663e7-1695-4d67-aee8-28950647a281 req-7b40b586-33de-42da-9efc-c0905408d56d tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:18.413146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6a663e7-1695-4d67-aee8-28950647a281 req-7b40b586-33de-42da-9efc-c0905408d56d tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0491064 Nov 12 09:59:18.471983 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f6a663e7-1695-4d67-aee8-28950647a281 req-0c590366-8cf9-42ea-a650-7f48eb780726 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528409 Nov 12 09:59:19.291963 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:19.589484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c16b2-5aef-4ece-903e-367b1578303a req-68dea8ec-eb31-416d-8298-64f33796a816 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:19.590894 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c5c16b2-5aef-4ece-903e-367b1578303a req-68dea8ec-eb31-416d-8298-64f33796a816 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0498970 Nov 12 09:59:19.651129 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7c5c16b2-5aef-4ece-903e-367b1578303a req-2e219cdf-cfeb-4ffd-9d68-9a8462632418 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542722 Nov 12 09:59:19.985055 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:20.484149 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:20.764866 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b7373-3d7d-4ff8-a81f-5ff092054d1d req-48cba5c2-a55d-42b9-b6a9-b49523bbba06 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:20.766319 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c7b7373-3d7d-4ff8-a81f-5ff092054d1d req-48cba5c2-a55d-42b9-b6a9-b49523bbba06 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0477931 Nov 12 09:59:20.834162 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5c7b7373-3d7d-4ff8-a81f-5ff092054d1d req-169cc435-6a6b-4838-b780-0ed138fefc95 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0611796 Nov 12 09:59:21.951100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b996f-46c7-493c-bff8-e662e983505a req-26769e3c-1229-4db7-b400-72a6360f212c tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:21.952548 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec5b996f-46c7-493c-bff8-e662e983505a req-26769e3c-1229-4db7-b400-72a6360f212c tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0499973 Nov 12 09:59:22.016658 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ec5b996f-46c7-493c-bff8-e662e983505a req-72d1714c-a4d7-4f6c-a61b-fb90156a4037 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574656 Nov 12 09:59:23.132327 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc991d9-1631-4420-9368-abd2ff02d764 req-e661336f-1d96-43d0-a93d-8c4ec1de1c16 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:23.133782 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bc991d9-1631-4420-9368-abd2ff02d764 req-e661336f-1d96-43d0-a93d-8c4ec1de1c16 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0491562 Nov 12 09:59:23.192722 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6bc991d9-1631-4420-9368-abd2ff02d764 req-d7a11fef-942e-4934-b7d0-ead2e44c098e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529273 Nov 12 09:59:24.308702 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60edaf-2614-4a14-87ba-55cea3c362eb req-1a59c0e1-b4fe-41a8-b115-f613a4ddc838 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:24.310335 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a60edaf-2614-4a14-87ba-55cea3c362eb req-1a59c0e1-b4fe-41a8-b115-f613a4ddc838 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0517492 Nov 12 09:59:24.374924 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4a60edaf-2614-4a14-87ba-55cea3c362eb req-c8333aae-48d3-48f4-a94a-7665a8c47f79 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575030 Nov 12 09:59:25.490496 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d239b69-f1a2-4db3-b4a8-2a44e4387ce8 req-03ae33e7-3798-431d-b091-c766e7121a9a tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:25.492003 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d239b69-f1a2-4db3-b4a8-2a44e4387ce8 req-03ae33e7-3798-431d-b091-c766e7121a9a tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0478621 Nov 12 09:59:25.553382 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1d239b69-f1a2-4db3-b4a8-2a44e4387ce8 req-6435a60c-4034-4208-bc1b-86960549bb95 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550091 Nov 12 09:59:26.672979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e216a3a-13e0-426f-bafc-26068f8ea9ac req-2cf03056-7dab-41fe-9dda-9a19f4de2519 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:26.675195 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e216a3a-13e0-426f-bafc-26068f8ea9ac req-2cf03056-7dab-41fe-9dda-9a19f4de2519 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0522454 Nov 12 09:59:26.742332 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e216a3a-13e0-426f-bafc-26068f8ea9ac req-67d152f3-963e-4d69-8a02-76ee3baff7cb tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=854b463b-0923-41fa-899e-c468734a20a5&id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573370 Nov 12 09:59:28.324328 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:28.820475 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:37.626981 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-c3ec0e90-5ef7-4b17-8734-8895a39f6471 req-6529affe-109c-46e9-a343-c484fb2cd346 tempest-ServerDiskConfigTestJSON-744670135 tempest-ServerDiskConfigTestJSON-744670135-project] (109377) timed out ('10.222.0.62', 65155) {{(pid=109377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 09:59:43.977663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e361525b-6048-422d-b347-ffd4f2912b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:45.265809 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 09:59:46.521485 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2572c9cb-02cb-4a43-b0f1-846cfbe0e03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:49.298150 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:49.988812 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:50.487572 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:58.332831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:58.824301 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.280346 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d2b36bfe-3862-4721-bf80-ea88463a4193 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-686487430&fields=id&tenant_id=92c468fd6ca544b2a1fba57b2617c4d9 HTTP/1.1" status: 200 len: 267 time: 0.0492768 Nov 12 09:59:59.337701 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-07c370f5-dcff-4bd2-9913-264d8513af5f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:59.339229 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-07c370f5-dcff-4bd2-9913-264d8513af5f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 984 time: 0.0525537 Nov 12 09:59:59.352623 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Request body: {'port': {'security_groups': ['e7b80402-84d2-417d-8989-2ea56a9d2cde']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 09:59:59.416741 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.590540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 09:59:59.619759 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.624328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.636151 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f7763d88-f131-4ffe-9603-b3d08ee2aaca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:59:59.681135 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:59.681408 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.682780 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-86df6023-f02c-4d29-8c8e-7e283a926fcb req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "PUT /v2.0/ports/f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 942 time: 0.3365054 Nov 12 09:59:59.683265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 09:59:59.688568 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3d242a-72d9-459e-8247-6720bf193d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 09:59:59.688746 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58574) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:59:59.709780 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event updated for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=7']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:59:59.718748 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.719097 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.719443 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.719786 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.720148 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.720489 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.720821 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.721208 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.721544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.721875 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.722202 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.722557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57f3d31-b93d-440b-9012-0be3cae035e7 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.749110 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 09:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced8211e-edf4-4d34-b352-07051d659f20 x-openstack-request-id: req-ced8211e-edf4-4d34-b352-07051d659f20 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 09:59:59.749410 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 09:59:59.749771 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ced8211e-edf4-4d34-b352-07051d659f20 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 09:59:59.750283 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'status': 'completed', 'code': 200} Nov 12 09:59:59.757195 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f7763d88-f131-4ffe-9603-b3d08ee2aaca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 09:59:59.772457 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.800866 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.830703 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-b57d91f8-2d65-49d0-bf89-9ea8f57358c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 09:59:59.832552 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-b57d91f8-2d65-49d0-bf89-9ea8f57358c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1097 time: 0.0554566 Nov 12 09:59:59.874022 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.877713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 09:59:59.882102 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58576) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 09:59:59.883060 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "DELETE /v2.0/security-groups/854b463b-0923-41fa-899e-c468734a20a5 HTTP/1.1" status: 204 len: 168 time: 0.1919858 Nov 12 09:59:59.894590 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854b463b-0923-41fa-899e-c468734a20a5,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 09:59:59.904303 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.904652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.905008 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.905427 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.905682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.906087 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.906428 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.906763 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.907099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.907433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.907830 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.908186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627b540-9704-41ec-b053-35488f60b10f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 09:59:59.994723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b5dd48a8-a1af-4f2a-91cc-6ea78c5df86d None None] Provisioning complete for port f7763d88-f131-4ffe-9603-b3d08ee2aaca triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 09:59:59.995098 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b5dd48a8-a1af-4f2a-91cc-6ea78c5df86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:00.327030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-55c71cc5-9334-464c-884b-e17fac4af664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:00.328600 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-55c71cc5-9334-464c-884b-e17fac4af664 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 915 time: 0.4864180 Nov 12 10:00:00.417315 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-669632d5-0680-4981-b953-cf6e1392f305 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 1001 time: 0.0799949 Nov 12 10:00:00.434794 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Deleting port 7a3301c8-4b0b-45bb-a7e1-0f7d8e9cfa51 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:00.435141 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:00.526590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-f3213d7e-409c-48e6-8df4-703d720d269e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:00.528051 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-f3213d7e-409c-48e6-8df4-703d720d269e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0908916 Nov 12 10:00:00.572110 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:00.572521 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:00.586470 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Calling delete_port for 7a3301c8-4b0b-45bb-a7e1-0f7d8e9cfa51 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:00.605461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-bb0c4e57-b61b-470c-90ea-f8fd8299f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:00.606962 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-bb0c4e57-b61b-470c-90ea-f8fd8299f719 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705597 Nov 12 10:00:00.781888 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-42d288b6-e3e9-41e9-9958-829cf8c7a03a service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440341 Nov 12 10:00:00.914348 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fc3d242a-72d9-459e-8247-6720bf193d2a req-6d0108c6-6c74-47ac-bc49-e24140b66822 service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228163 Nov 12 10:00:00.915487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:00.947649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event deleted for resources: {'Port': ['ID=7a3301c8-4b0b-45bb-a7e1-0f7d8e9cfa51,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:01.008173 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:01.008499 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Floating IP 8bc26ab6-e961-4596-ba24-ccba8fd7ada6 disassociated (deleted). External IP: 172.25.5.149, port: f7763d88-f131-4ffe-9603-b3d08ee2aaca. Nov 12 10:00:01.223762 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Router eafcba01-f3cd-4e34-8460-b23532b11d35 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:00:01.336882 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:00:01.341725 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:01.346892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] Sync routers for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:00:01.357862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:01.358805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:59:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:01.376585 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dbfd4901-a1c6-4b66-9e9a-340bd1bdf3bf tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "DELETE /v2.0/floatingips/8bc26ab6-e961-4596-ba24-ccba8fd7ada6 HTTP/1.1" status: 204 len: 168 time: 1.4933195 Nov 12 10:00:01.466918 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:01.675991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 5, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:01.701966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] Checking router: eafcba01-f3cd-4e34-8460-b23532b11d35 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:00:01.710340 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:01.710947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:59:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:01.751191 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:00:01.754053 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb5b016-f78f-48de-beb7-e845c715987c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:00:01.790143 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40d5efb-6479-45e6-8236-fea96bea10dd x-openstack-request-id: req-b40d5efb-6479-45e6-8236-fea96bea10dd {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:00:01.790439 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:00:01.790727 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b40d5efb-6479-45e6-8236-fea96bea10dd {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:00:01.791131 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'status': 'completed', 'code': 200} Nov 12 10:00:01.820160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:01.858976 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b016-f78f-48de-beb7-e845c715987c req-21e06f5a-dc85-45d8-ac15-c52b4e0e43f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:01.860576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eb5b016-f78f-48de-beb7-e845c715987c req-21e06f5a-dc85-45d8-ac15-c52b4e0e43f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 1097 time: 0.0433741 Nov 12 10:00:01.961522 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b016-f78f-48de-beb7-e845c715987c req-7a170662-2638-403e-b361-b9a46bfa1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:01.963004 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eb5b016-f78f-48de-beb7-e845c715987c req-7a170662-2638-403e-b361-b9a46bfa1ff7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 200 len: 915 time: 0.0920095 Nov 12 10:00:02.015137 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eb5b016-f78f-48de-beb7-e845c715987c req-fd4c696d-1bf5-419e-abc7-a3968e907eea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 200 len: 217 time: 0.0445595 Nov 12 10:00:02.075708 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b016-f78f-48de-beb7-e845c715987c req-cac8d630-20ce-4a5f-96b9-847f1d3d72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:02.077265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eb5b016-f78f-48de-beb7-e845c715987c req-cac8d630-20ce-4a5f-96b9-847f1d3d72e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 200 len: 853 time: 0.0541492 Nov 12 10:00:02.133126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5b016-f78f-48de-beb7-e845c715987c req-19b6caed-5398-4441-81e7-16e478271230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:02.134715 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eb5b016-f78f-48de-beb7-e845c715987c req-19b6caed-5398-4441-81e7-16e478271230 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7fa8d43b-706e-4eba-9414-a475b08f06fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507572 Nov 12 10:00:02.193005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 5, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:02.221602 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435ac38a-b658-4f55-8c84-dd8245d5212e None None] The sync data for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 is: [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T09:58:04Z', 'revision_number': 4, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1800112e-5519-4822-9175-bea51d2f16b1', 'name': '', 'network_id': '7fa8d43b-706e-4eba-9414-a475b08f06fd', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'mac_address': 'fa:16:3e:e9:ce:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:03Z', 'updated_at': '2021-11-12T09:58:09Z', 'revision_number': 5, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'subnets': [{'id': 'c5950566-1fa6-43bc-ab1e-b5b39b0f8cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:00:02.231993 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eb5b016-f78f-48de-beb7-e845c715987c req-bc7ca2c0-0fab-43f2-84ad-7383e589666f service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886528 Nov 12 10:00:02.333418 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-8eb5b016-f78f-48de-beb7-e845c715987c req-14d2e9c6-6d2b-4c31-8e11-0839ecf15fbc service neutron] 10.222.0.55 "GET /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943666 Nov 12 10:00:02.484834 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9690c059-505c-4e88-b358-b6d4a9f25cf0 None None] New status for floating IP 8bc26ab6-e961-4596-ba24-ccba8fd7ada6: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:00:10.420540 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c52da8d-4ad9-415a-808d-c0e0ccd71bcb req-ca1a5d2e-70fa-4985-8f9c-f8c92248abb6 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:10.422148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c52da8d-4ad9-415a-808d-c0e0ccd71bcb req-ca1a5d2e-70fa-4985-8f9c-f8c92248abb6 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0496874 Nov 12 10:00:10.475040 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-0c52da8d-4ad9-415a-808d-c0e0ccd71bcb req-859d6fbf-5848-4812-be54-9a82fcf2b13e tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455713 Nov 12 10:00:11.598093 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78412f2-9773-4dc0-b159-bcef1f678229 req-6a5f58ec-00ed-41b3-8ca1-72de0dba1661 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:11.599602 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d78412f2-9773-4dc0-b159-bcef1f678229 req-6a5f58ec-00ed-41b3-8ca1-72de0dba1661 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Nov 12 10:00:11.651302 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d78412f2-9773-4dc0-b159-bcef1f678229 req-3740b69f-b42a-47a5-a658-603eb5d6eb53 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/security-groups?id=e7b80402-84d2-417d-8989-2ea56a9d2cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453098 Nov 12 10:00:12.167269 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-0b578b37-c531-427c-9868-69d8d4e2148f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:12.168638 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-0b578b37-c531-427c-9868-69d8d4e2148f tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Nov 12 10:00:12.258589 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Deleting port f7763d88-f131-4ffe-9603-b3d08ee2aaca {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:12.258937 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:12.357555 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] For port f7763d88-f131-4ffe-9603-b3d08ee2aaca, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=f7763d88-f131-4ffe-9603-b3d08ee2aaca,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:12.357950 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:12.371679 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Calling delete_port for f7763d88-f131-4ffe-9603-b3d08ee2aaca owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:12.499045 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:12.510463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['f7763d88-f131-4ffe-9603-b3d08ee2aaca'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:00:12.533085 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Pushing event deleted for resources: {'Port': ['ID=f7763d88-f131-4ffe-9603-b3d08ee2aaca,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:12.574064 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] No DVR routers for this DVR port f7763d88-f131-4ffe-9603-b3d08ee2aaca on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:00:12.576698 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:12.580509 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2070d1da-61ff-4326-a3d7-d06e42f15a5b req-d0b6c743-99fb-4817-9258-64cd94d5d046 tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.55 "DELETE /v2.0/ports/f7763d88-f131-4ffe-9603-b3d08ee2aaca HTTP/1.1" status: 204 len: 173 time: 0.4058683 Nov 12 10:00:12.580942 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'name': 'network-vif-deleted', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:00:12.583215 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871cdbbb-5c62-448c-a76f-c88b4f511100" -d '{"events": [{"server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "name": "network-vif-deleted", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:00:12.621007 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8253034e-2174-4c92-8792-55584f853bd1 x-openstack-request-id: req-8253034e-2174-4c92-8792-55584f853bd1 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:00:12.621537 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac1ee2f-f184-4f43-9842-0739cdb194c2", "name": "network-vif-deleted", "tag": "f7763d88-f131-4ffe-9603-b3d08ee2aaca", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:00:12.621972 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8253034e-2174-4c92-8792-55584f853bd1 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:00:12.622575 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ac1ee2f-f184-4f43-9842-0739cdb194c2', 'name': 'network-vif-deleted', 'tag': 'f7763d88-f131-4ffe-9603-b3d08ee2aaca', 'status': 'completed', 'code': 200} Nov 12 10:00:12.759706 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-e6a29507-8682-4e2b-937c-d5984aacc1d4 req-10ec384a-1ffe-4d34-a255-eef954f3977a tempest-TestMinimumBasicScenario-605399343 tempest-TestMinimumBasicScenario-605399343-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ac1ee2f-f184-4f43-9842-0739cdb194c2 HTTP/1.1" status: 200 len: 210 time: 0.0260112 Nov 12 10:00:13.981166 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-de3dc5ef-48dd-4142-970c-aa53aa1d462f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:14.453843 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58690) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:14.864903 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:15.127684 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Deleting port 1800112e-5519-4822-9175-bea51d2f16b1 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:15.127962 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:15.204126 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] For port 1800112e-5519-4822-9175-bea51d2f16b1, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1800112e-5519-4822-9175-bea51d2f16b1,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:15.204618 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:15.217572 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Calling delete_port for 1800112e-5519-4822-9175-bea51d2f16b1 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:15.390434 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:15.415477 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Pushing event deleted for resources: {'Port': ['ID=1800112e-5519-4822-9175-bea51d2f16b1,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:15.584682 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:15.642528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f7763d88-f131-4ffe-9603-b3d08ee2aaca no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:00:15.662100 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: f7763d88-f131-4ffe-9603-b3d08ee2aaca {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:00:15.662465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device f7763d88-f131-4ffe-9603-b3d08ee2aaca not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:00:16.073676 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Router eafcba01-f3cd-4e34-8460-b23532b11d35 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:00:16.176404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:00:16.181573 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5ce89dd0-2701-4d81-850c-a9c0d48e571a admin admin] 10.222.0.53 "PUT /v2.0/routers/eafcba01-f3cd-4e34-8460-b23532b11d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7265074 Nov 12 10:00:16.184028 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58692) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:16.186587 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] Sync routers for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:00:16.196854 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:16.197487 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:59:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:16.293113 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.304950 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:16.399166 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.456847 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Deleting port 252353d7-bdfe-45e3-a511-23aee2098e63 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:16.457190 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.490813 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170'}], 'enable_snat': True}, 'gw_port_id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T10:00:15Z', 'revision_number': 5, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port': {'id': '252353d7-bdfe-45e3-a511-23aee2098e63', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:02Z', 'updated_at': '2021-11-12T09:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:16.521365 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] Checking router: eafcba01-f3cd-4e34-8460-b23532b11d35 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:00:16.538205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] Routers {'eafcba01-f3cd-4e34-8460-b23532b11d35'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:16.538836 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T09:59:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['eafcba01-f3cd-4e34-8460-b23532b11d35'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:16.542532 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-360148f4-286e-4012-8bdc-b18c9541b66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.544931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] For port 252353d7-bdfe-45e3-a511-23aee2098e63, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=252353d7-bdfe-45e3-a511-23aee2098e63,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:16.545231 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.560931 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Calling delete_port for 252353d7-bdfe-45e3-a511-23aee2098e63 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:16.630205 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] Set router eafcba01-f3cd-4e34-8460-b23532b11d35 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:16.684775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T10:00:16Z', 'revision_number': 6, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:16.713216 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b5f96-4c0c-4b35-ba42-f64aba7d74c4 None None] The sync data for ids ['eafcba01-f3cd-4e34-8460-b23532b11d35'] in n-d-769329-17 is: [{'id': 'eafcba01-f3cd-4e34-8460-b23532b11d35', 'name': 'tempest-TestMinimumBasicScenario-275801210-router', 'tenant_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:01Z', 'updated_at': '2021-11-12T10:00:16Z', 'revision_number': 6, 'project_id': '92c468fd6ca544b2a1fba57b2617c4d9', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:00:16.735380 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.760133 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=252353d7-bdfe-45e3-a511-23aee2098e63,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:16.776302 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28b14cc-a5de-4367-b8a7-0fba9d30eeed None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:00:16.825209 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.915488 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.917678 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.961374 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.962023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eafcba01-f3cd-4e34-8460-b23532b11d35 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:00:16.966496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:16.967633 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e55ce773-22da-4d59-b1aa-6e4a525101a0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/eafcba01-f3cd-4e34-8460-b23532b11d35 HTTP/1.1" status: 204 len: 168 time: 0.7826855 Nov 12 10:00:16.970159 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58694) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:17.014413 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] Deleting subnet c5950566-1fa6-43bc-ab1e-b5b39b0f8cac {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:00:17.017517 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.055119 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.145449 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.202097 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.226900 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5950566-1fa6-43bc-ab1e-b5b39b0f8cac,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:17.230569 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.233809 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-d0bdcfff-12d0-4551-84e0-9dd09db65216 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5950566-1fa6-43bc-ab1e-b5b39b0f8cac HTTP/1.1" status: 204 len: 168 time: 0.2627153 Nov 12 10:00:17.236760 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11deee68-d97e-4d94-8603-8c818bd88d18 None None] Network 7fa8d43b-706e-4eba-9414-a475b08f06fd requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:00:17.236934 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58696) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:17.310017 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.365935 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Deleting port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:17.366314 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.435251 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] For port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,segment=NetworkSegment(d642c097-5ba1-4c6c-94d8-cc4c5357bbaf),segment_id=d642c097-5ba1-4c6c-94d8-cc4c5357bbaf)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:17.435519 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.447402 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Calling delete_port for fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 owned by network:dhcp {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:17.494535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] DHCP port deletion for 7fa8d43b-706e-4eba-9414-a475b08f06fd request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:00:17.532891 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.542902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Deleting port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:17.543278 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.560302 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:17.563710 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] No DVR routers for this DVR port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 on host n-d-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:00:17.611771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] For port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74, host n-d-769329-17, got binding levels [] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:17.612102 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.625767 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Calling delete_port for fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:17.628548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.ipam_backend_mixin [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 was not found and therefore no delete operation was performed {{(pid=109378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 12 10:00:17.629833 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.638926 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.654516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Pushing event deleted for resources: {'Port': ['ID=fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:17.659262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa8d43b-706e-4eba-9414-a475b08f06fd']}} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:17.663372 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] No DVR routers for this DVR port fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:00:17.665731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.666088 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.666435 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.666775 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.667112 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.667447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.667799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.668155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.668490 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.668798 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf') {'for_net_delete': True} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:17.668916 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.669104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.services.segments.db [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd642c097-5ba1-4c6c-94d8-cc4c5357bbaf') {} {{(pid=109377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:17.669212 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.669701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86c26c-c691-4a8b-a744-979f69f8814b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:17.683316 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6351385'] for segment, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.696910 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.704877 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=109377) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:00:17.704877 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5893905'] for segment, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: Traceback (most recent call last): Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: timer() Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: cb(*args, **kw) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: return func(*args, **kwargs) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: self._notify() Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: self.callback(batched_events) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: event.method(event) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: return f(self, *a, **k) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: return self._get(url).json() Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: return self.request(url, 'GET', **kwargs) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:00:17.706794 n-d-769329-17 neutron-server[109377]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:00:17.765319 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.772060 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Publish callbacks [] for network, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:17.775953 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] 10.222.0.53 "DELETE /v2.0/networks/7fa8d43b-706e-4eba-9414-a475b08f06fd HTTP/1.1" status: 204 len: 168 time: 0.5374362 Nov 12 10:00:17.778215 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58698) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:17.795858 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69535-1083-4d5a-861c-57d56ca3c01e admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa8d43b-706e-4eba-9414-a475b08f06fd,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:18.161457 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:18.450827 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:00:18.472486 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:00:18.472932 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device fdbd8ce6-19bd-4b63-a44c-24ceeffd5d74 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:00:18.473434 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1800112e-5519-4822-9175-bea51d2f16b1 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:00:18.492376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1800112e-5519-4822-9175-bea51d2f16b1 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:00:18.492720 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1800112e-5519-4822-9175-bea51d2f16b1 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:00:18.493134 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 252353d7-bdfe-45e3-a511-23aee2098e63 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:00:18.496625 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Deleting port 3346b959-546c-4fe7-9a0f-b29b5619cc01 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:18.496964 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:18.515796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 252353d7-bdfe-45e3-a511-23aee2098e63 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:00:18.516163 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 252353d7-bdfe-45e3-a511-23aee2098e63 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:00:18.585344 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] For port 3346b959-546c-4fe7-9a0f-b29b5619cc01, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=3346b959-546c-4fe7-9a0f-b29b5619cc01,segment=NetworkSegment(dafdabf9-e94c-4d10-8b16-818378833a3c),segment_id=dafdabf9-e94c-4d10-8b16-818378833a3c)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:18.585705 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:18.600174 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Calling delete_port for 3346b959-546c-4fe7-9a0f-b29b5619cc01 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:18.803604 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:18.827857 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Pushing event deleted for resources: {'Port': ['ID=3346b959-546c-4fe7-9a0f-b29b5619cc01,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:19.000557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:19.218813 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Router 41504971-cccf-4a6c-815e-d434d6f3a684 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:00:19.299439 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:19.326946 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:00:19.332019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c7b80cca-6539-40a5-b35c-a71e02682bde admin admin] 10.222.0.53 "PUT /v2.0/routers/41504971-cccf-4a6c-815e-d434d6f3a684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5525918 Nov 12 10:00:19.334613 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58700) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:19.339173 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] Sync routers for ids ['41504971-cccf-4a6c-815e-d434d6f3a684'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:00:19.349208 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] Routers {'41504971-cccf-4a6c-815e-d434d6f3a684'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:19.350001 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['41504971-cccf-4a6c-815e-d434d6f3a684'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:19.442744 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks [] for router, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:19.455904 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] Set router 41504971-cccf-4a6c-815e-d434d6f3a684 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:19.640174 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T10:00:18Z', 'revision_number': 5, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:19.667500 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] Checking router: 41504971-cccf-4a6c-815e-d434d6f3a684 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:00:19.677629 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] Routers {'41504971-cccf-4a6c-815e-d434d6f3a684'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:19.678259 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['41504971-cccf-4a6c-815e-d434d6f3a684'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:19.801472 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] Set router 41504971-cccf-4a6c-815e-d434d6f3a684 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:19.845816 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:19.900449 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Deleting port ff99c668-f61a-41f2-8a2a-03c043c22723 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:19.900790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:19.980955 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] For port ff99c668-f61a-41f2-8a2a-03c043c22723, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=ff99c668-f61a-41f2-8a2a-03c043c22723,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:19.981347 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:19.984934 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T10:00:18Z', 'revision_number': 5, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:19.990760 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:19.999186 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Calling delete_port for ff99c668-f61a-41f2-8a2a-03c043c22723 owned by network:router_gateway {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:20.012691 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c9018-b04c-45ed-84aa-910c7f90f8f9 None None] The sync data for ids ['41504971-cccf-4a6c-815e-d434d6f3a684'] in n-d-769329-17 is: [{'id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'name': 'tempest-TestMinimumBasicScenario-31546698-router', 'tenant_id': '6e39929480124c5490906e00d4710c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T09:58:06Z', 'updated_at': '2021-11-12T10:00:18Z', 'revision_number': 5, 'project_id': '6e39929480124c5490906e00d4710c31', 'gw_port': {'id': 'ff99c668-f61a-41f2-8a2a-03c043c22723', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:3a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41504971-cccf-4a6c-815e-d434d6f3a684', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T09:58:07Z', 'updated_at': '2021-11-12T09:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:00:20.162106 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.194839 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff99c668-f61a-41f2-8a2a-03c043c22723,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:20.201641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bf99fa-fc50-45cc-90f7-0bbeae465382 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:00:20.252896 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.342861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.345484 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.390930 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.391435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41504971-cccf-4a6c-815e-d434d6f3a684 {{(pid=109377) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:00:20.397787 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.400347 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-e7c0b4c8-e392-435c-a4a6-28fadd1e6c71 admin admin] 10.222.0.53 "DELETE /v2.0/routers/41504971-cccf-4a6c-815e-d434d6f3a684 HTTP/1.1" status: 204 len: 168 time: 1.0647631 Nov 12 10:00:20.402112 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58702) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:20.453241 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] Deleting subnet 5798c71e-2e7f-4bee-bb11-a932cf4d761c {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:00:20.456599 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.494980 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.497542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3346b959-546c-4fe7-9a0f-b29b5619cc01 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:00:20.523206 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 3346b959-546c-4fe7-9a0f-b29b5619cc01 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:00:20.523554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 3346b959-546c-4fe7-9a0f-b29b5619cc01 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:00:20.524967 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.578452 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.637845 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.665918 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5798c71e-2e7f-4bee-bb11-a932cf4d761c,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:20.667887 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.672931 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0eb47-d96a-4f52-b121-b13bf3ab62a7 None None] Network e257b087-6afd-4915-b752-2582cef0042f requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:00:20.674776 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58704) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:20.677924 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-40e24e9a-178f-40aa-b458-284f66a85012 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5798c71e-2e7f-4bee-bb11-a932cf4d761c HTTP/1.1" status: 204 len: 168 time: 0.2747223 Nov 12 10:00:20.752160 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.805940 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Deleting port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:00:20.806290 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.877798 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] For port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=0d8d68bf-c13b-473c-b10c-0cb038fbf61e,segment=NetworkSegment(dafdabf9-e94c-4d10-8b16-818378833a3c),segment_id=dafdabf9-e94c-4d10-8b16-818378833a3c)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:20.878263 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:20.890572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Calling delete_port for 0d8d68bf-c13b-473c-b10c-0cb038fbf61e owned by network:dhcp {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:00:20.976056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.003815 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8d68bf-c13b-473c-b10c-0cb038fbf61e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:21.008597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] No DVR routers for this DVR port 0d8d68bf-c13b-473c-b10c-0cb038fbf61e on host n-d-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:00:21.080250 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd188db6-645b-4c3e-b081-a3fd4b7ccf53 None None] DHCP port deletion for e257b087-6afd-4915-b752-2582cef0042f request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:00:21.101460 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.130003 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e257b087-6afd-4915-b752-2582cef0042f']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:21.140547 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafdabf9-e94c-4d10-8b16-818378833a3c') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:21.140861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafdabf9-e94c-4d10-8b16-818378833a3c') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:21.151403 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.166134 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.173420 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:00:21.174024 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: timer() Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:00:21.176537 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:00:21.246095 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.253035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.256348 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e257b087-6afd-4915-b752-2582cef0042f HTTP/1.1" status: 204 len: 168 time: 0.5803094 Nov 12 10:00:21.268573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cf338-0f02-48ef-bbcb-cb7b31aba944 admin admin] Pushing event deleted for resources: {'Network': ['ID=e257b087-6afd-4915-b752-2582cef0042f,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:21.435385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58708) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:21.481423 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-03225ff3-5a7b-47fa-956a-0a3460902fbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92c468fd6ca544b2a1fba57b2617c4d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447071 Nov 12 10:00:21.483849 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58710) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:21.536585 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-412132bc-a66c-48f7-9cf2-837fd32fd0ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.559280 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-412132bc-a66c-48f7-9cf2-837fd32fd0ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.613382 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-412132bc-a66c-48f7-9cf2-837fd32fd0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.616300 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-412132bc-a66c-48f7-9cf2-837fd32fd0ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:21.617521 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-412132bc-a66c-48f7-9cf2-837fd32fd0ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7b80402-84d2-417d-8989-2ea56a9d2cde HTTP/1.1" status: 204 len: 168 time: 0.1326940 Nov 12 10:00:21.625829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412132bc-a66c-48f7-9cf2-837fd32fd0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b80402-84d2-417d-8989-2ea56a9d2cde,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:21.962079 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58716) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:22.007281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-1102976e-f187-414f-85f1-9cc6eb33c3ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e39929480124c5490906e00d4710c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0439601 Nov 12 10:00:22.009743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58718) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:22.061540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9770110d-5ddc-43e5-ad66-7f8f43e533e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:22.085056 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9770110d-5ddc-43e5-ad66-7f8f43e533e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:22.136681 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9770110d-5ddc-43e5-ad66-7f8f43e533e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:22.139371 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9770110d-5ddc-43e5-ad66-7f8f43e533e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:22.143530 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9770110d-5ddc-43e5-ad66-7f8f43e533e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23629aa2-c825-4580-8e74-129efa6d6d7d HTTP/1.1" status: 204 len: 168 time: 0.1327415 Nov 12 10:00:22.152241 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770110d-5ddc-43e5-ad66-7f8f43e533e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23629aa2-c825-4580-8e74-129efa6d6d7d,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:22.264388 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:00:22.424805 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ff99c668-f61a-41f2-8a2a-03c043c22723 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:00:22.451229 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: ff99c668-f61a-41f2-8a2a-03c043c22723 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:00:22.451574 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device ff99c668-f61a-41f2-8a2a-03c043c22723 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:00:22.452015 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0d8d68bf-c13b-473c-b10c-0cb038fbf61e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:00:22.477409 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 0d8d68bf-c13b-473c-b10c-0cb038fbf61e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:00:22.477771 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 0d8d68bf-c13b-473c-b10c-0cb038fbf61e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:00:23.856662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58760) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:23.861436 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687247608', 'description': 'tempest-secgroup-smoke-687247608 description', 'project_id': 'aac91125a98e42aabd010601bfbd8a13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:23.885319 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:23.894307 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:23.977086 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:23.981651 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.014499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd5734-e3e8-4cab-bfd9-da1df2266859,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.059742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.063314 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.097203 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.098374 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2406566 Nov 12 10:00:24.100464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d08448-04e8-4b79-8621-37ba31ab93f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b334aef7-f64a-4344-a285-be4ced663ebd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.101525 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58762) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:24.106267 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-6ba50f32-201c-4c53-bd97-63a274026f33 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'b334aef7-f64a-4344-a285-be4ced663ebd', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:24.133491 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ba50f32-201c-4c53-bd97-63a274026f33 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.189669 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ba50f32-201c-4c53-bd97-63a274026f33 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.193418 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ba50f32-201c-4c53-bd97-63a274026f33 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.211282 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba50f32-201c-4c53-bd97-63a274026f33 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c48ded-ede5-4470-824b-d477f6b31d48,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.218662 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6ba50f32-201c-4c53-bd97-63a274026f33 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.219876 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6ba50f32-201c-4c53-bd97-63a274026f33 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172485 Nov 12 10:00:24.222542 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58764) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:24.226800 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-58b3a864-97a5-48fa-b920-ab86d726f6e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'b334aef7-f64a-4344-a285-be4ced663ebd', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:24.252630 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58b3a864-97a5-48fa-b920-ab86d726f6e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.307052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58b3a864-97a5-48fa-b920-ab86d726f6e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.310591 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58b3a864-97a5-48fa-b920-ab86d726f6e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.328686 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3a864-97a5-48fa-b920-ab86d726f6e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1478c85-7090-4435-a736-a9a8bf6ff54b,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.336262 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-58b3a864-97a5-48fa-b920-ab86d726f6e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.337428 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-58b3a864-97a5-48fa-b920-ab86d726f6e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139622 Nov 12 10:00:24.340330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58766) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:24.344811 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-dccfb36d-c816-4c8f-b975-af65c27137f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'b334aef7-f64a-4344-a285-be4ced663ebd', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:24.370161 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dccfb36d-c816-4c8f-b975-af65c27137f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.428686 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dccfb36d-c816-4c8f-b975-af65c27137f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.432323 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dccfb36d-c816-4c8f-b975-af65c27137f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.450664 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb36d-c816-4c8f-b975-af65c27137f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3800f39-2f33-4abd-9fa1-f1a55f1808e3,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.455387 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-dccfb36d-c816-4c8f-b975-af65c27137f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.459312 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-dccfb36d-c816-4c8f-b975-af65c27137f7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179683 Nov 12 10:00:24.459431 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58768) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:24.464536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a76b2b37-6f6a-4d73-9d83-e0f5fd7e14ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'b334aef7-f64a-4344-a285-be4ced663ebd', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:24.490702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a76b2b37-6f6a-4d73-9d83-e0f5fd7e14ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.556580 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a76b2b37-6f6a-4d73-9d83-e0f5fd7e14ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.560700 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a76b2b37-6f6a-4d73-9d83-e0f5fd7e14ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.578905 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b2b37-6f6a-4d73-9d83-e0f5fd7e14ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f739b24a-2630-4192-af49-0bef94ecea71,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.589946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a76b2b37-6f6a-4d73-9d83-e0f5fd7e14ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.591512 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a76b2b37-6f6a-4d73-9d83-e0f5fd7e14ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1307688 Nov 12 10:00:24.593995 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58770) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:24.598489 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'b334aef7-f64a-4344-a285-be4ced663ebd', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:24.621313 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Project aac91125a98e42aabd010601bfbd8a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 10:00:24.626822 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.686804 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.694571 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.711888 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d4c3e1-c195-4906-b90c-4ff4ca1a6c41,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.723121 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.724898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a7041fd3-68a5-4941-8ec7-cab0e2d20711 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294641 Nov 12 10:00:24.727391 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58772) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:24.731813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'b334aef7-f64a-4344-a285-be4ced663ebd', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:24.756510 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Project aac91125a98e42aabd010601bfbd8a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 10:00:24.761707 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.823884 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.827516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.845627 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caee52fa-8477-4292-884a-4143e7b7def8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:24.852195 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.853318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a6e97deb-1e6e-40cf-bfe0-da5512a16819 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249392 Nov 12 10:00:24.856326 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58774) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:24.861762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'network': {'name': 'tempest-network-smoke--380971745', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:24.881617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:00:24.885099 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.911227 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:00:24.920422 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.920774 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Added segment ca0e4a1f-860b-48b7-8b00-723c5438a454 of type vlan for network 2071b084-cf4c-4922-a7c3-45e75dd5c629 Nov 12 10:00:24.963404 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.987985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:24.993669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:24.994261 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.055583 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1982117 Nov 12 10:00:25.058408 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58776) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:25.065412 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'admin_state_up': True, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:25.075363 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35f7c9-112b-4c7e-b31e-f8d0626b7d56 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Network': ['ID=2071b084-cf4c-4922-a7c3-45e75dd5c629,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:25.086527 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:00:25.094637 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.095838 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.154534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.292927 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.487539 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.506858 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.615723 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.25.5.189 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/a6f4191d-7f3c-43e8-91e0-293655a0d501) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:00:25.716560 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.749703 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.786572 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:00:25.791438 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:00:25.795236 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:00:25.807543 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873924b1-a528-46aa-a476-cca5a9f378df None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:00:25.824742 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=a6f4191d-7f3c-43e8-91e0-293655a0d501,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:25.886856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-da8ca6ec-8af8-4809-bc05-32ab66ebf96c None None] Provisioning complete for port a6f4191d-7f3c-43e8-91e0-293655a0d501 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:25.887227 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-da8ca6ec-8af8-4809-bc05-32ab66ebf96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:25.921214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-da8ca6ec-8af8-4809-bc05-32ab66ebf96c None None] Port a6f4191d-7f3c-43e8-91e0-293655a0d501 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:00:26.058159 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:26.253835 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:26.381013 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109376) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:00:26.487854 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:00:26.498048 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Sync routers for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:00:26.507035 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:26.511159 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c3427187-4503-4bbd-a141-532d561de9bf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4489586 Nov 12 10:00:26.511309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:26.511309 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:26.511511 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58778) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:26.620795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:26.635857 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-6228bf65-e176-4de1-a20b-41884bc4ca87 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aac91125a98e42aabd010601bfbd8a13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1208909 Nov 12 10:00:26.636225 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58782) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:26.728193 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604e0cdd-5686-44c8-8df8-bc39b8b8dc22 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:26.732452 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-604e0cdd-5686-44c8-8df8-bc39b8b8dc22 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924585 Nov 12 10:00:26.732621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58784) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:26.761078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9c9fad59-6b4c-4d3b-94db-b48616ea6f53 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272901 Nov 12 10:00:26.763592 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58786) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:26.769552 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-425696200', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:26.796919 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:25Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:26.826371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Checking router: a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:00:26.826723 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Updating router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 port a6f4191d-7f3c-43e8-91e0-293655a0d501 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:00:26.851763 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:26.866651 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:00:26.870249 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.054778 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.107847 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.113564 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.122502 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Subnet': ['ID=8a2beedc-d72b-422f-b877-0a398e7798c4,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:27.132506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Checking segment: {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:00:27.132947 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network hostable DHCP agents. Network: 2071b084-cf4c-4922-a7c3-45e75dd5c629, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:00:27.152907 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:00:27.162207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97616a-01c0-454d-8246-ef655401ffe5 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:00:27.163584 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 2071b084-cf4c-4922-a7c3-45e75dd5c629) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:00:27.168115 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:27.168790 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.175734 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa309f68-9044-40c5-8ac1-a1f8bcd611c7 None None] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:00:27.179144 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Attempting to bind port a6f4191d-7f3c-43e8-91e0-293655a0d501 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:00:27.179585 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Attempting to bind port a6f4191d-7f3c-43e8-91e0-293655a0d501 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:00:27.180035 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Attempting to bind port a6f4191d-7f3c-43e8-91e0-293655a0d501 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:00:27.185177 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-f78f9f18-1931-4a12-8533-c6ede1a10362 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4205647 Nov 12 10:00:27.188017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58788) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:27.192627 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02e4c8-20c7-40fe-946c-e792955d3cbc None None] Pushing event updated for resources: {'Port': ['ID=a6f4191d-7f3c-43e8-91e0-293655a0d501,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:27.206548 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:00:27.206924 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:00:27.207324 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.207713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:00:27.208220 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Bound port: a6f4191d-7f3c-43e8-91e0-293655a0d501, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:00:27.208581 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.308741 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d5c30034-1da0-4233-9ca8-4dd880131eb3 None None] Provisioning complete for port a6f4191d-7f3c-43e8-91e0-293655a0d501 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:27.309027 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d5c30034-1da0-4233-9ca8-4dd880131eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.339432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] For port a6f4191d-7f3c-43e8-91e0-293655a0d501, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:00:27.360412 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] For port a6f4191d-7f3c-43e8-91e0-293655a0d501, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a6f4191d-7f3c-43e8-91e0-293655a0d501,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:00:27.382871 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.388508 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-d5c30034-1da0-4233-9ca8-4dd880131eb3 None None] Port a6f4191d-7f3c-43e8-91e0-293655a0d501 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:00:27.438573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069fb56f-202e-4b87-a621-d8d523c9785e None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:00:27.477719 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:27.478312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:27.483159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02e4c8-20c7-40fe-946c-e792955d3cbc None None] Pushing event updated for resources: {'Port': ['ID=a6f4191d-7f3c-43e8-91e0-293655a0d501,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:27.636023 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.673626 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-2071b084-cf4c-4922-a7c3-45e75dd5c629', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:00:27.674720 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.790478 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-21235e52-a5a7-4a3a-9531-fba55769865b None None] Provisioning complete for port a6f4191d-7f3c-43e8-91e0-293655a0d501 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:27.790847 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21235e52-a5a7-4a3a-9531-fba55769865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:27.857447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:28.010215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Allocated IP 172.20.0.2 (2071b084-cf4c-4922-a7c3-45e75dd5c629/8a2beedc-d72b-422f-b877-0a398e7798c4/da344e81-b4ea-449d-93f1-0845a2a011fd) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:00:28.153686 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21235e52-a5a7-4a3a-9531-fba55769865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.194067 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-21235e52-a5a7-4a3a-9531-fba55769865b None None] For port a6f4191d-7f3c-43e8-91e0-293655a0d501, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a6f4191d-7f3c-43e8-91e0-293655a0d501,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:28.203769 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-21235e52-a5a7-4a3a-9531-fba55769865b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.321751 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21235e52-a5a7-4a3a-9531-fba55769865b None None] Pushing event updated for resources: {'Port': ['ID=a6f4191d-7f3c-43e8-91e0-293655a0d501,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:28.326626 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.339528 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:25Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:28.342027 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.347287 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.384720 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.20.0.1 (2071b084-cf4c-4922-a7c3-45e75dd5c629/8a2beedc-d72b-422f-b877-0a398e7798c4/1a6201e0-c92a-4f54-90ee-c4d0afd02f22) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:00:28.396002 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4894392b-d6d8-422e-b956-e7dc78351f53 None None] The sync data for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 is: [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:25Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:00:28.413866 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:00:28.416910 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:00:28.420921 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:00:28.428713 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Pushing event updated for resources: {'Port': ['ID=da344e81-b4ea-449d-93f1-0845a2a011fd,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:28.481992 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Attempting to bind port da344e81-b4ea-449d-93f1-0845a2a011fd on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:00:28.482359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Attempting to bind port da344e81-b4ea-449d-93f1-0845a2a011fd by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:00:28.482727 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Attempting to bind port da344e81-b4ea-449d-93f1-0845a2a011fd on network 2071b084-cf4c-4922-a7c3-45e75dd5c629 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:00:28.489056 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:00:28.489458 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Checking segment: {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:00:28.489860 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.490258 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Bound using segment: {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:00:28.490724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Bound port: da344e81-b4ea-449d-93f1-0845a2a011fd, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:00:28.491103 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.512867 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.548695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.564224 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] For port da344e81-b4ea-449d-93f1-0845a2a011fd, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:00:28.568808 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] For port da344e81-b4ea-449d-93f1-0845a2a011fd, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=da344e81-b4ea-449d-93f1-0845a2a011fd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:00:28.573739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.594181 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:00:28.602636 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:00:28.608219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:00:28.637904 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38344142-355c-44a6-a00e-6bca857a7eaf None None] Pushing event updated for resources: {'Port': ['ID=da344e81-b4ea-449d-93f1-0845a2a011fd,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:28.641524 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:28.682233 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.828613 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:28.864493 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:29.162691 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:29.167713 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:29.247105 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:29.248934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:29.356669 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:00:29.358348 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:00:29.483635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:00:29.603541 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:00:29.609170 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-bf84e8a0-5a0c-428f-8c4a-43b1df41b455 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "PUT /v2.0/routers/a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4195826 Nov 12 10:00:29.618958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e40c2-5ad8-4876-8b8a-4467be3f6e64 None None] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:00:29.692306 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c383a51b-b0af-484b-9b1f-bd224ab05fb2 None None] Provisioning complete for port da344e81-b4ea-449d-93f1-0845a2a011fd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:29.692683 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c383a51b-b0af-484b-9b1f-bd224ab05fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:29.766418 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-60b55f88-ca01-49a8-8fd9-9a01bdbf1d57 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687247608&fields=id&tenant_id=aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 267 time: 0.0496056 Nov 12 10:00:29.839457 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c383a51b-b0af-484b-9b1f-bd224ab05fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:29.881892 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c383a51b-b0af-484b-9b1f-bd224ab05fb2 None None] For port da344e81-b4ea-449d-93f1-0845a2a011fd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=da344e81-b4ea-449d-93f1-0845a2a011fd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:29.887187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c383a51b-b0af-484b-9b1f-bd224ab05fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:29.900074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-f1a42a50-befc-4734-90ef-b7a8f386b1bd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:29.901606 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-f1a42a50-befc-4734-90ef-b7a8f386b1bd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/networks?id=2071b084-cf4c-4922-a7c3-45e75dd5c629 HTTP/1.1" status: 200 len: 796 time: 0.1261771 Nov 12 10:00:29.918339 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-d4c3efe4-9a47-477b-aa4a-fa3f712e4e1c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/quotas/aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 375 time: 0.0101976 Nov 12 10:00:29.946902 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383a51b-b0af-484b-9b1f-bd224ab05fb2 None None] Pushing event updated for resources: {'Port': ['ID=da344e81-b4ea-449d-93f1-0845a2a011fd,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:29.982197 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-37d3a3a3-06cd-43ce-8035-c85bb5481324 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562646 Nov 12 10:00:30.050471 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-696a04c7-2bff-4deb-9381-1dc360fffc08 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:00:30.051491 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-696a04c7-2bff-4deb-9381-1dc360fffc08 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571370 Nov 12 10:00:30.109498 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dc873a20-d14a-40d0-9ec6-f4179b92a75b None None] Provisioning complete for port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:30.109935 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dc873a20-d14a-40d0-9ec6-f4179b92a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.116208 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Sync routers for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:00:30.126523 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:30.127129 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:30.148978 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-dc873a20-d14a-40d0-9ec6-f4179b92a75b None None] Port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:00:30.161951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-dc873a20-d14a-40d0-9ec6-f4179b92a75b None None] Provisioning complete for port da344e81-b4ea-449d-93f1-0845a2a011fd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:30.162468 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-dc873a20-d14a-40d0-9ec6-f4179b92a75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.181568 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-98710abe-ca1f-4729-a9e8-d4d6f417fb8d service neutron] 10.222.0.53 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232846 Nov 12 10:00:30.244624 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:30.292553 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-4bf05b5c-080b-4b19-8de1-656ae4ad4c19 service neutron] 10.222.0.53 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040788 Nov 12 10:00:30.386887 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-1e3b2994-6f30-4ce4-9acf-9fafd04c8fe3 None None] Provisioning complete for port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:30.387329 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1e3b2994-6f30-4ce4-9acf-9fafd04c8fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.483068 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b2994-6f30-4ce4-9acf-9fafd04c8fe3 None None] Port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:00:30.489632 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:29Z', 'revision_number': 2, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:30.555151 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cd6a4cfb-409b-466e-b932-a40771c2fe8b req-cae6b287-3e42-4e66-82f7-61dfbaa4fec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 210 time: 0.0497751 Nov 12 10:00:30.568243 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device da344e81-b4ea-449d-93f1-0845a2a011fd up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:00:30.631202 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port da344e81-b4ea-449d-93f1-0845a2a011fd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:30.631680 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.634171 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Checking router: a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:00:30.634912 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Updating router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:00:30.664183 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.729022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a6f4191d-7f3c-43e8-91e0-293655a0d501 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:00:30.731675 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-64cc61e2-3f3b-4d37-ac14-5d45aa40d9f9 None None] Provisioning complete for port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:30.732075 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-64cc61e2-3f3b-4d37-ac14-5d45aa40d9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.800284 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-64cc61e2-3f3b-4d37-ac14-5d45aa40d9f9 None None] Port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:00:30.812554 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a6f4191d-7f3c-43e8-91e0-293655a0d501 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:30.812928 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.962188 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:30.967276 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.020148 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Pushing event updated for resources: {'Port': ['ID=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:31.044749 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.045105 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.045453 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.045786 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.046119 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.046448 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.046774 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.047098 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.047441 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.047763 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.049083 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.049083 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:00:31.082886 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Attempting to bind port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:00:31.083406 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Attempting to bind port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:00:31.083781 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Attempting to bind port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 on network 2071b084-cf4c-4922-a7c3-45e75dd5c629 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:00:31.092141 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:00:31.092523 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Checking segment: {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:00:31.092934 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.093357 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Bound using segment: {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:00:31.093827 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Bound port: 1a6201e0-c92a-4f54-90ee-c4d0afd02f22, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:00:31.095210 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.168318 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] For port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:00:31.171748 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] For port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:00:31.177061 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.231743 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-04fbd868-0a8f-49a0-8c41-9f1a1087c18d None None] Provisioning complete for port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:31.232284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04fbd868-0a8f-49a0-8c41-9f1a1087c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.234263 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:31.234979 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:31.239922 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9b441-6188-4e64-aeee-c07d32a865d1 None None] Pushing event updated for resources: {'Port': ['ID=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:31.321984 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04fbd868-0a8f-49a0-8c41-9f1a1087c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.349748 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:31.357097 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-04fbd868-0a8f-49a0-8c41-9f1a1087c18d None None] For port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:31.361082 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-04fbd868-0a8f-49a0-8c41-9f1a1087c18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.417019 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbd868-0a8f-49a0-8c41-9f1a1087c18d None None] Pushing event updated for resources: {'Port': ['ID=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:31.488277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-d384fb44-27ce-455e-9f31-94e2838f2738 None None] Provisioning complete for port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:31.488997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d384fb44-27ce-455e-9f31-94e2838f2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:31.606715 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:31.618233 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-5e45b922-e678-40a5-bf63-acf38f4afeb6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:31.619741 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-5e45b922-e678-40a5-bf63-acf38f4afeb6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "GET /v2.0/networks?id=2071b084-cf4c-4922-a7c3-45e75dd5c629 HTTP/1.1" status: 200 len: 796 time: 0.1530519 Nov 12 10:00:31.644818 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee5943-4da3-4586-b586-156796b3b482 None None] The sync data for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 is: [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:00:31.653358 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5204c352-6515-4aa6-8586-6eace5eafae8 req-f9a980ad-f99e-469e-8a97-0415e0b2c5e3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 210 time: 0.0325902 Nov 12 10:00:31.724517 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-2e418a1b-3f0f-4c87-9050-0f2bd851a576 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 379 time: 0.0944896 Nov 12 10:00:31.734452 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'port': {'device_id': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'admin_state_up': True, 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'security_groups': ['b334aef7-f64a-4344-a285-be4ced663ebd']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:31.859164 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:00:31.864237 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.000222 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.20.0.5 (2071b084-cf4c-4922-a7c3-45e75dd5c629/8a2beedc-d72b-422f-b877-0a398e7798c4/89c27fa0-ad75-4607-a049-c26c595246dd) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:00:32.160931 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.196946 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.248404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:00:32.251753 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:00:32.254425 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:00:32.291629 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=89c27fa0-ad75-4607-a049-c26c595246dd,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:32.320562 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:32.321288 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.341695 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-75b0b658-4070-456d-9055-1e40d82da02f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110117 Nov 12 10:00:32.352844 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-df78e57c-d513-4006-86e2-15ce16f3ed05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:00:32.353969 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-df78e57c-d513-4006-86e2-15ce16f3ed05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058165 Nov 12 10:00:32.424091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Request body: {'port': {'device_id': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:32.492351 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:00:32.494984 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.545062 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-debdcbbe-cc2a-4483-a7c8-332bf8cbc038 None None] Provisioning complete for port 89c27fa0-ad75-4607-a049-c26c595246dd triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:32.545345 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-debdcbbe-cc2a-4483-a7c8-332bf8cbc038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.588214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-debdcbbe-cc2a-4483-a7c8-332bf8cbc038 None None] Port 89c27fa0-ad75-4607-a049-c26c595246dd cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:00:32.591537 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:32.591892 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.781488 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2b7a8-7b06-4de1-8993-4d3888ead224 req-fc46beb9-35a3-411e-9975-167e7192734c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:32.783104 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6b2b7a8-7b06-4de1-8993-4d3888ead224 req-fc46beb9-35a3-411e-9975-167e7192734c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 931 time: 0.0572350 Nov 12 10:00:32.786672 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c27fa0-ad75-4607-a049-c26c595246dd {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:00:32.794301 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.808333 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Transition to ACTIVE for port object 89c27fa0-ad75-4607-a049-c26c595246dd will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:00:32.812151 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:32.840464 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c6b2b7a8-7b06-4de1-8993-4d3888ead224 req-a71c75aa-e52d-4215-8310-d2fea5edec61 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513148 Nov 12 10:00:32.883863 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Pushing event updated for resources: {'Port': ['ID=89c27fa0-ad75-4607-a049-c26c595246dd,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:32.937405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Attempting to bind port 89c27fa0-ad75-4607-a049-c26c595246dd on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:00:32.937740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Attempting to bind port 89c27fa0-ad75-4607-a049-c26c595246dd by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:00:32.938071 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Attempting to bind port 89c27fa0-ad75-4607-a049-c26c595246dd on network 2071b084-cf4c-4922-a7c3-45e75dd5c629 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:00:32.943424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Port 89c27fa0-ad75-4607-a049-c26c595246dd on network 2071b084-cf4c-4922-a7c3-45e75dd5c629 not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:00:32.943754 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Attempting to bind port 89c27fa0-ad75-4607-a049-c26c595246dd on network 2071b084-cf4c-4922-a7c3-45e75dd5c629 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:00:32.949014 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:00:32.949354 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Checking segment: {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:00:32.949740 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Bound using segment: {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:00:32.950169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Bound port: 89c27fa0-ad75-4607-a049-c26c595246dd, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca0e4a1f-860b-48b7-8b00-723c5438a454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:00:32.950527 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:33.022474 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] For port 89c27fa0-ad75-4607-a049-c26c595246dd, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:00:33.025743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] For port 89c27fa0-ad75-4607-a049-c26c595246dd, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89c27fa0-ad75-4607-a049-c26c595246dd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:00:33.029309 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:33.067979 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.068601 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:33.070055 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] 10.222.0.62 "PUT /v2.0/ports/89c27fa0-ad75-4607-a049-c26c595246dd HTTP/1.1" status: 200 len: 1092 time: 0.7080054 Nov 12 10:00:33.070501 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:00:33.072759 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194" -d '{"events": [{"name": "network-changed", "server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:00:33.105578 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506958c-a8a2-4105-a6d2-e2ca10f8456c service neutron] Pushing event updated for resources: {'Port': ['ID=89c27fa0-ad75-4607-a049-c26c595246dd,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:33.124767 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4112efdf-1b61-4aaa-ad3a-eaaf36f929ef x-openstack-request-id: req-4112efdf-1b61-4aaa-ad3a-eaaf36f929ef {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:00:33.125085 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:00:33.125319 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4112efdf-1b61-4aaa-ad3a-eaaf36f929ef {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:00:33.125742 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd', 'status': 'completed', 'code': 200} Nov 12 10:00:33.171179 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-46e19a3a-1f55-4f99-a88c-6c5f36f04837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.172772 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-46e19a3a-1f55-4f99-a88c-6c5f36f04837 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 1095 time: 0.0438297 Nov 12 10:00:33.222009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-b3546977-2d1d-4fcc-8733-988405f31619 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c27fa0-ad75-4607-a049-c26c595246dd HTTP/1.1" status: 200 len: 217 time: 0.0405400 Nov 12 10:00:33.274654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-3c08bf35-f5a2-4be1-933c-4c80517be82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.276184 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-3c08bf35-f5a2-4be1-933c-4c80517be82d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a2beedc-d72b-422f-b877-0a398e7798c4 HTTP/1.1" status: 200 len: 834 time: 0.0471127 Nov 12 10:00:33.323073 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-953a2e87-7197-48a3-92ea-407a1c90f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.324711 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-953a2e87-7197-48a3-92ea-407a1c90f7aa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2071b084-cf4c-4922-a7c3-45e75dd5c629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413356 Nov 12 10:00:33.419068 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-b8bd67d5-3ebe-4e32-a5ea-4bf0e0c4c8db service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869422 Nov 12 10:00:33.509440 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d4dd6ff9-e9ac-41a8-9091-8241b1b6ab29 req-b9fec141-86c5-4d1e-b7f5-e325b6fd34f4 service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835750 Nov 12 10:00:33.597243 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-f05adc11-bd49-4d86-9808-8491c6623eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.598735 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-f05adc11-bd49-4d86-9808-8491c6623eaa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 1095 time: 0.0415225 Nov 12 10:00:33.695499 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-cf991a20-cfe2-4355-ba93-5da375dfe2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.696994 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-cf991a20-cfe2-4355-ba93-5da375dfe2cd service neutron] 10.222.0.62 "GET /v2.0/networks?id=2071b084-cf4c-4922-a7c3-45e75dd5c629 HTTP/1.1" status: 200 len: 897 time: 0.0915279 Nov 12 10:00:33.738727 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-eda71466-9f4d-4b55-ba1c-d62401671150 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c27fa0-ad75-4607-a049-c26c595246dd HTTP/1.1" status: 200 len: 217 time: 0.0338194 Nov 12 10:00:33.790708 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-9ae55959-09e6-4666-a562-a07e7ecedbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.792088 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-9ae55959-09e6-4666-a562-a07e7ecedbfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a2beedc-d72b-422f-b877-0a398e7798c4 HTTP/1.1" status: 200 len: 834 time: 0.0466859 Nov 12 10:00:33.839432 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-c03523aa-f55e-4118-b0fc-7cd62f7da18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.840910 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-c03523aa-f55e-4118-b0fc-7cd62f7da18e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2071b084-cf4c-4922-a7c3-45e75dd5c629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395238 Nov 12 10:00:33.936534 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-15110f1c-8cce-49fc-b32b-cb0083dad75b service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874496 Nov 12 10:00:33.960557 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd87b70-a5a5-4f05-8048-ecba6bbddd4f req-1de1fc3c-6387-499d-be7f-fe42b6a0b694 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:33.962102 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfd87b70-a5a5-4f05-8048-ecba6bbddd4f req-1de1fc3c-6387-499d-be7f-fe42b6a0b694 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 943 time: 0.0528662 Nov 12 10:00:34.012485 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-cfd87b70-a5a5-4f05-8048-ecba6bbddd4f req-8e7c7642-0bc4-4843-9745-6423a0a9b2cd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441446 Nov 12 10:00:34.031321 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2ee04f2b-7ff1-4c8f-b0cd-929e25f69194 req-7a1feba4-1554-43cd-ad9e-1a6aca0931e9 service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873761 Nov 12 10:00:34.704758 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89c27fa0-ad75-4607-a049-c26c595246dd details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:00:34.952323 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 89c27fa0-ad75-4607-a049-c26c595246dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89c27fa0-ad75-4607-a049-c26c595246dd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:34.963653 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': '89c27fa0-ad75-4607-a049-c26c595246dd', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'port_id': '89c27fa0-ad75-4607-a049-c26c595246dd', 'mac_address': 'fa:16:3e:b3:51:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:00:34.999998 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:35.012338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c27fa0-ad75-4607-a049-c26c595246dd {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:00:35.034542 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 89c27fa0-ad75-4607-a049-c26c595246dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89c27fa0-ad75-4607-a049-c26c595246dd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:35.039749 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:35.088516 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=89c27fa0-ad75-4607-a049-c26c595246dd,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:35.137280 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c87a1-5ded-400c-9827-ab41de01284e req-296fe766-9a45-4bcc-843a-e6a621b7a0e0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:35.138775 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-086c87a1-5ded-400c-9827-ab41de01284e req-296fe766-9a45-4bcc-843a-e6a621b7a0e0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 944 time: 0.0540576 Nov 12 10:00:35.191597 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-086c87a1-5ded-400c-9827-ab41de01284e req-9be2364b-b577-412c-b4c8-000add51a4b3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463648 Nov 12 10:00:35.297644 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['89c27fa0-ad75-4607-a049-c26c595246dd'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:00:36.307254 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864cc4b-1963-4141-9b65-d0f70e7a9ab4 req-e908a0ef-933d-486b-8048-b7e3c58e3f34 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:36.308668 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5864cc4b-1963-4141-9b65-d0f70e7a9ab4 req-e908a0ef-933d-486b-8048-b7e3c58e3f34 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 944 time: 0.0485623 Nov 12 10:00:36.358159 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5864cc4b-1963-4141-9b65-d0f70e7a9ab4 req-d7fb4fbe-460b-4e4a-8768-847527dd46c4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430300 Nov 12 10:00:36.720671 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89c27fa0-ad75-4607-a049-c26c595246dd up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:00:36.776159 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port 89c27fa0-ad75-4607-a049-c26c595246dd completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:00:36.779740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port 89c27fa0-ad75-4607-a049-c26c595246dd triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:00:36.780159 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:36.855892 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:36.878360 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:00:36.880616 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e6341-8130-43d4-9a5f-b7f398e8f599" -d '{"events": [{"server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "name": "network-vif-plugged", "status": "completed", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:00:36.892731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port 89c27fa0-ad75-4607-a049-c26c595246dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89c27fa0-ad75-4607-a049-c26c595246dd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:00:36.897414 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:36.925962 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4995d7c1-3528-42d7-affd-c0dbda4ee0e7 x-openstack-request-id: req-4995d7c1-3528-42d7-affd-c0dbda4ee0e7 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:00:36.926251 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "name": "network-vif-plugged", "status": "completed", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:00:36.926496 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4995d7c1-3528-42d7-affd-c0dbda4ee0e7 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:00:36.926872 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd', 'code': 200} Nov 12 10:00:36.951886 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=89c27fa0-ad75-4607-a049-c26c595246dd,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:37.015622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60c720-936b-4072-b061-51754aa08986 req-765d3f51-64e3-4d9c-bd6f-c86fe8677866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:37.017705 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc60c720-936b-4072-b061-51754aa08986 req-765d3f51-64e3-4d9c-bd6f-c86fe8677866 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 1097 time: 0.0408430 Nov 12 10:00:37.066166 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-bc60c720-936b-4072-b061-51754aa08986 req-ee6ad897-ec11-4b35-a51f-4a2901defdf3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416596 Nov 12 10:00:37.471312 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248dc09-6c8e-45e3-be4b-fbedcbbff50b req-d0a0de95-14d4-4178-8d66-d0248c78010b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:37.472797 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c248dc09-6c8e-45e3-be4b-fbedcbbff50b req-d0a0de95-14d4-4178-8d66-d0248c78010b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0476377 Nov 12 10:00:37.527045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c248dc09-6c8e-45e3-be4b-fbedcbbff50b req-936fc7c3-3281-4d46-9de6-b45d88c2b988 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481339 Nov 12 10:00:38.644917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb4370-e5cf-4ea4-bd89-091add06b378 req-6d2eede9-74e0-4ddc-9ac7-ee2ad030b2cd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:38.646291 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55bb4370-e5cf-4ea4-bd89-091add06b378 req-6d2eede9-74e0-4ddc-9ac7-ee2ad030b2cd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0484297 Nov 12 10:00:38.696267 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-55bb4370-e5cf-4ea4-bd89-091add06b378 req-c424d7af-7963-42c9-8698-c6f35ec52216 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436549 Nov 12 10:00:38.808919 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d2d3f-fbd3-4724-90b3-748c1f2c8c95 req-077ca366-a471-4477-9636-d4d2d3a9de0e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:38.810380 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e7d2d3f-fbd3-4724-90b3-748c1f2c8c95 req-077ca366-a471-4477-9636-d4d2d3a9de0e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0483704 Nov 12 10:00:38.858262 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-9e7d2d3f-fbd3-4724-90b3-748c1f2c8c95 req-5e4df5bc-18ac-4ed4-90cc-cd997b6774fb tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412939 Nov 12 10:00:38.880457 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58838) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:38.922178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd16dca-00d1-4f0c-adf9-efd535c2eb5a tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:38.924119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4fd16dca-00d1-4f0c-adf9-efd535c2eb5a tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 1092 time: 0.0426474 Nov 12 10:00:38.926919 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58840) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:38.931033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '89c27fa0-ad75-4607-a049-c26c595246dd', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:00:38.952748 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.046376 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.152251 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.25.5.239 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/b19cb9cc-ede1-4d98-a3e6-d04215791bb3) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:00:39.253282 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.285723 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.329680 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:00:39.332616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:00:39.336219 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:00:39.341647 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=b19cb9cc-ede1-4d98-a3e6-d04215791bb3,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:39.695862 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.760847 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.911511 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.916546 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:39.983161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=b19cb9cc-ede1-4d98-a3e6-d04215791bb3,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:00:39.997315 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:40.099781 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Floating IP 7ccc9988-2596-4e26-8a6f-68bcad0eced6 associated. External IP: 172.25.5.239, port: 89c27fa0-ad75-4607-a049-c26c595246dd. Nov 12 10:00:40.656342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:00:40.764334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:00:40.776096 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] Sync routers for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:00:40.783599 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:40.787336 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:40.787977 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:40.812160 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-9e30193c-8d5c-4801-969d-0f35b1434ed5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8841259 Nov 12 10:00:40.812934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:00:40.815381 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c08548-68fe-4b7f-b292-c720be85ef4b" -d '{"events": [{"name": "network-changed", "server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:00:40.856395 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad3f1a-eb3c-493a-8e47-a15c1f23ccbe x-openstack-request-id: req-c2ad3f1a-eb3c-493a-8e47-a15c1f23ccbe {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:00:40.856951 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:00:40.857332 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2ad3f1a-eb3c-493a-8e47-a15c1f23ccbe {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:00:40.857893 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd', 'status': 'completed', 'code': 200} Nov 12 10:00:40.905495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:40.946286 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e6bf-52a3-430e-b7c6-b1e4263533a9 req-a4b46906-781b-47fd-b777-13b98675ba80 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:40.947728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c83e6bf-52a3-430e-b7c6-b1e4263533a9 req-a4b46906-781b-47fd-b777-13b98675ba80 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0854168 Nov 12 10:00:40.962283 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-53a7d930-6fb3-48b6-a1bf-af9386314e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:40.963730 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-53a7d930-6fb3-48b6-a1bf-af9386314e38 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 1097 time: 0.0701001 Nov 12 10:00:41.054765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c83e6bf-52a3-430e-b7c6-b1e4263533a9 req-e81ebc14-7e18-41ca-88de-fbcb0853175f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006930 Nov 12 10:00:41.078244 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58846) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:41.100169 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-7a655950-74f6-4e31-9fdd-977b41c8ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:41.101935 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-7a655950-74f6-4e31-9fdd-977b41c8ebc5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2071b084-cf4c-4922-a7c3-45e75dd5c629 HTTP/1.1" status: 200 len: 897 time: 0.1301284 Nov 12 10:00:41.141157 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ccc9988-2596-4e26-8a6f-68bcad0eced6', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'port_id': '89c27fa0-ad75-4607-a049-c26c595246dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'mac_address': 'fa:16:3e:b3:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:00:39Z', 'updated_at': '2021-11-12T10:00:39Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:41.149662 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-bfbed71b-3eff-4936-b8e9-dff8fee1274c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/7ccc9988-2596-4e26-8a6f-68bcad0eced6 HTTP/1.1" status: 200 len: 991 time: 0.0696578 Nov 12 10:00:41.172784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] Checking router: a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:00:41.174173 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-027f256b-524c-477e-8a93-27d62081225e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c27fa0-ad75-4607-a049-c26c595246dd HTTP/1.1" status: 200 len: 999 time: 0.0656414 Nov 12 10:00:41.181279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:00:41.181896 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:00:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:41.224009 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-54898c17-3264-43f3-9d2b-6a4ac16756c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:41.225569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-54898c17-3264-43f3-9d2b-6a4ac16756c6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a2beedc-d72b-422f-b877-0a398e7798c4 HTTP/1.1" status: 200 len: 834 time: 0.0449553 Nov 12 10:00:41.272157 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-ef59a026-03f1-428b-a9be-4a41d405dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:00:41.273692 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-ef59a026-03f1-428b-a9be-4a41d405dc00 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2071b084-cf4c-4922-a7c3-45e75dd5c629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417035 Nov 12 10:00:41.290279 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:00:41.371012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-3f660777-d599-4908-b4e9-36a95385af72 service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901384 Nov 12 10:00:41.462112 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f4c08548-68fe-4b7f-b292-c720be85ef4b req-868e047c-4ad3-44ea-a73a-3cbfcdf144e4 service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841117 Nov 12 10:00:41.517328 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ccc9988-2596-4e26-8a6f-68bcad0eced6', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'port_id': '89c27fa0-ad75-4607-a049-c26c595246dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'mac_address': 'fa:16:3e:b3:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:00:39Z', 'updated_at': '2021-11-12T10:00:39Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:00:41.549254 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6051bd99-e51a-497f-98bb-affb3bb6a68f None None] The sync data for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 is: [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '7ccc9988-2596-4e26-8a6f-68bcad0eced6', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'port_id': '89c27fa0-ad75-4607-a049-c26c595246dd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'mac_address': 'fa:16:3e:b3:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:00:39Z', 'updated_at': '2021-11-12T10:00:39Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:00:41.735134 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c58fb-6fad-4319-938a-d2d536d96ab0 None None] New status for floating IP 7ccc9988-2596-4e26-8a6f-68bcad0eced6: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:00:42.151622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58848) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:00:42.211691 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-32b148eb-bd09-4042-8a14-525ce1eecf44 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/7ccc9988-2596-4e26-8a6f-68bcad0eced6 HTTP/1.1" status: 200 len: 993 time: 0.0589473 Nov 12 10:00:43.984805 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9f9e8693-36ba-4853-baa0-3e6e23c4b1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:46.525426 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-793964e6-7435-40ed-aeeb-e2ecfbb08e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:49.300346 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:49.993831 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:50.489464 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:58.332729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:58.851508 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:00:59.262842 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:01:04.506187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-81e17835-357b-4d34-be99-ead3f6b56c27 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448649 Nov 12 10:01:04.592626 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a139095-75a4-4029-aebe-0286017fa50c req-618a684e-9da9-4aeb-b916-307213be710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:04.594119 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-618a684e-9da9-4aeb-b916-307213be710e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 1097 time: 0.0412753 Nov 12 10:01:04.701748 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a139095-75a4-4029-aebe-0286017fa50c req-7cabe6e4-20a2-45a9-8678-fa8f49718dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:04.703131 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-7cabe6e4-20a2-45a9-8678-fa8f49718dfe service neutron] 10.222.0.62 "GET /v2.0/networks?id=2071b084-cf4c-4922-a7c3-45e75dd5c629 HTTP/1.1" status: 200 len: 897 time: 0.0893903 Nov 12 10:01:04.770624 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-ba87f92b-1516-4fe0-ab75-9af3f4f1213c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c27fa0-ad75-4607-a049-c26c595246dd HTTP/1.1" status: 200 len: 1001 time: 0.0594332 Nov 12 10:01:04.820247 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a139095-75a4-4029-aebe-0286017fa50c req-909ca4a5-5afc-4e30-b47f-9cf204565f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:04.821728 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-909ca4a5-5afc-4e30-b47f-9cf204565f49 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a2beedc-d72b-422f-b877-0a398e7798c4 HTTP/1.1" status: 200 len: 834 time: 0.0440683 Nov 12 10:01:04.871301 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a139095-75a4-4029-aebe-0286017fa50c req-26c6fda6-9002-4eda-98a3-103014541f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:04.872884 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-26c6fda6-9002-4eda-98a3-103014541f1a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2071b084-cf4c-4922-a7c3-45e75dd5c629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441375 Nov 12 10:01:04.964433 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-57805810-482e-4116-b57e-0dcd9a33d0fd service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836370 Nov 12 10:01:05.061695 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-3a139095-75a4-4029-aebe-0286017fa50c req-78199807-2d10-4d3a-b12d-a6d56ba9b543 service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901594 Nov 12 10:01:13.249692 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35957f0-9620-4b1f-9ee0-59b08bae8b73 req-4cf020a3-5001-47ad-978b-d860ffb65595 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:13.251258 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e35957f0-9620-4b1f-9ee0-59b08bae8b73 req-4cf020a3-5001-47ad-978b-d860ffb65595 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0501013 Nov 12 10:01:13.302403 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e35957f0-9620-4b1f-9ee0-59b08bae8b73 req-6d9a5a7d-d1ac-4b6a-8f5f-e5eb275e132f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450857 Nov 12 10:01:13.986101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0a266c46-4e60-4048-bac8-eb349811d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:14.427567 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe500e54-28ed-4d70-92f7-d8e9b176761f req-ba56d2de-d136-4202-88fd-04fb7716bac2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:14.429133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe500e54-28ed-4d70-92f7-d8e9b176761f req-ba56d2de-d136-4202-88fd-04fb7716bac2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0536225 Nov 12 10:01:14.478917 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fe500e54-28ed-4d70-92f7-d8e9b176761f req-762a68fa-6b75-4e4b-b065-9b5e500b1185 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435789 Nov 12 10:01:14.502533 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58868) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:14.572508 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9b7558d6-7485-4eec-a8db-95a9eced9a95 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/7ccc9988-2596-4e26-8a6f-68bcad0eced6 HTTP/1.1" status: 200 len: 993 time: 0.0687861 Nov 12 10:01:15.840362 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d43832-2772-48c4-b614-1edb8c150286 req-6acb8464-0942-475a-8aef-f502315bd89f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:15.841774 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17d43832-2772-48c4-b614-1edb8c150286 req-6acb8464-0942-475a-8aef-f502315bd89f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0504982 Nov 12 10:01:15.892616 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-17d43832-2772-48c4-b614-1edb8c150286 req-4adb8008-c018-4ac3-a22d-d2d9e165772c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446973 Nov 12 10:01:16.528160 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-369a038d-eac7-4d1c-ab3e-cc6a42a4120e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:17.013679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc503b-1d82-441d-b408-3391b56a4d19 req-a97d30e7-3283-4566-918b-8a1a8c95cb1b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:17.015205 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08fc503b-1d82-441d-b408-3391b56a4d19 req-a97d30e7-3283-4566-918b-8a1a8c95cb1b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0505416 Nov 12 10:01:17.071942 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08fc503b-1d82-441d-b408-3391b56a4d19 req-8b90ae86-1c0e-4628-9775-bfa0d1d5d791 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501180 Nov 12 10:01:17.094910 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58878) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:17.159513 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a9aa30cb-52c4-4013-b3a3-a244c89f1f72 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/7ccc9988-2596-4e26-8a6f-68bcad0eced6 HTTP/1.1" status: 200 len: 993 time: 0.0633874 Nov 12 10:01:17.387047 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58884) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:17.542675 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port b19cb9cc-ede1-4d98-a3e6-d04215791bb3 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:01:17.543021 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:17.623490 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:17.623823 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:17.636073 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for b19cb9cc-ede1-4d98-a3e6-d04215791bb3 owned by network:floatingip {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:01:17.780170 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:17.811446 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=b19cb9cc-ede1-4d98-a3e6-d04215791bb3,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:17.834378 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.834730 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.835094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.835405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.835737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.836108 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.836444 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.836773 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.837104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.837427 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.837751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.838075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:17.882788 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:17.883110 n-d-769329-17 neutron-server[109377]: INFO neutron.db.l3_db [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Floating IP 7ccc9988-2596-4e26-8a6f-68bcad0eced6 disassociated (deleted). External IP: 172.25.5.239, port: 89c27fa0-ad75-4607-a049-c26c595246dd. Nov 12 10:01:18.093547 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:01:18.203262 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:01:18.208861 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:18.213376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] Sync routers for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:01:18.224440 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:18.225124 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:18.236763 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-3c8593b2-ca6e-4dd4-93d5-2e2d6042b5ec tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/floatingips/7ccc9988-2596-4e26-8a6f-68bcad0eced6 HTTP/1.1" status: 204 len: 168 time: 0.8484898 Nov 12 10:01:18.237358 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:01:18.239703 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:01:18.286803 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe9a65c-49cf-4aae-97c5-feb0e0f0e5f4 x-openstack-request-id: req-5fe9a65c-49cf-4aae-97c5-feb0e0f0e5f4 {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:01:18.287254 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:01:18.287509 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fe9a65c-49cf-4aae-97c5-feb0e0f0e5f4 {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:01:18.287958 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd', 'status': 'completed', 'code': 200} Nov 12 10:01:18.347573 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:18.366579 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-4add7d5d-c375-4cd6-b011-daeadd24a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:18.368578 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-4add7d5d-c375-4cd6-b011-daeadd24a872 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 1097 time: 0.0586905 Nov 12 10:01:18.479148 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-9c683aed-e0ab-45f7-afed-7a132a580f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:18.480642 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-9c683aed-e0ab-45f7-afed-7a132a580f95 service neutron] 10.222.0.62 "GET /v2.0/networks?id=2071b084-cf4c-4922-a7c3-45e75dd5c629 HTTP/1.1" status: 200 len: 897 time: 0.1031101 Nov 12 10:01:18.484104 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836e4a1-b803-4cf4-82dc-54087af92f5f req-dcba9ef2-6ecf-4489-9e69-4048f9888eb5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:18.485925 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1836e4a1-b803-4cf4-82dc-54087af92f5f req-dcba9ef2-6ecf-4489-9e69-4048f9888eb5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0557635 Nov 12 10:01:18.533522 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-35019da5-4b84-4574-a85f-a098c9a3b87c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89c27fa0-ad75-4607-a049-c26c595246dd HTTP/1.1" status: 200 len: 217 time: 0.0451746 Nov 12 10:01:18.540007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1836e4a1-b803-4cf4-82dc-54087af92f5f req-8c9b52e9-1139-4655-bf6a-877af8ea825b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479283 Nov 12 10:01:18.583299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:18.592264 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-4554e6a2-b259-43dd-9c06-dcdaa79b63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:18.592646 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-4554e6a2-b259-43dd-9c06-dcdaa79b63b4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=8a2beedc-d72b-422f-b877-0a398e7798c4 HTTP/1.1" status: 200 len: 834 time: 0.0512836 Nov 12 10:01:18.617215 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] Checking router: a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:01:18.626753 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:18.627373 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:18.641934 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-e115dc81-bf81-4c4d-ba12-f78e1321af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:18.643469 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-e115dc81-bf81-4c4d-ba12-f78e1321af23 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=2071b084-cf4c-4922-a7c3-45e75dd5c629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420635 Nov 12 10:01:18.744025 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-ff2edccc-2b22-4b93-a031-c9244e20d4e0 service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923996 Nov 12 10:01:18.761686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:18.843237 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ebca02ad-b0d3-47ec-bb3c-7173c77cb1c0 req-a5587598-df12-45ef-80b8-2778e7ad7e04 service neutron] 10.222.0.62 "GET /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908835 Nov 12 10:01:18.964017 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:18.989712 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31df153-111f-4fcc-a1de-1fe52b2b5ff0 None None] The sync data for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 is: [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1a6201e0-c92a-4f54-90ee-c4d0afd02f22', 'name': '', 'network_id': '2071b084-cf4c-4922-a7c3-45e75dd5c629', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:07:15:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:27Z', 'updated_at': '2021-11-12T10:00:31Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '8a2beedc-d72b-422f-b877-0a398e7798c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:01:19.218581 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c609ec20-c1e4-41b9-b258-d79848e5e2f1 None None] New status for floating IP 7ccc9988-2596-4e26-8a6f-68bcad0eced6: DOWN {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:01:19.304044 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:19.669660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab051fa5-4ce4-4995-a749-9e7afc08f629 req-dde26b26-14d1-4f00-ba36-cae018bae41c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:19.671157 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab051fa5-4ce4-4995-a749-9e7afc08f629 req-dde26b26-14d1-4f00-ba36-cae018bae41c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0566487 Nov 12 10:01:19.721340 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab051fa5-4ce4-4995-a749-9e7afc08f629 req-273f4f32-de9d-4c86-b1b2-1592bda03e6b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=b334aef7-f64a-4344-a285-be4ced663ebd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439053 Nov 12 10:01:19.996263 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:20.050268 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-59756543-82cf-4e1b-a5db-851ab9e06e84 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:20.051755 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-59756543-82cf-4e1b-a5db-851ab9e06e84 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 945 time: 0.0513055 Nov 12 10:01:20.147829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port 89c27fa0-ad75-4607-a049-c26c595246dd {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:01:20.148217 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:20.239695 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] For port 89c27fa0-ad75-4607-a049-c26c595246dd, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=89c27fa0-ad75-4607-a049-c26c595246dd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:20.240092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:20.253059 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for 89c27fa0-ad75-4607-a049-c26c595246dd owned by compute:nova {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:01:20.386954 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:20.422879 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=89c27fa0-ad75-4607-a049-c26c595246dd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:20.447575 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.447958 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.448309 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.448653 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.448994 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.449334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.449673 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.450012 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.450345 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.450686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.451016 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.451342 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:20.472096 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] No DVR routers for this DVR port 89c27fa0-ad75-4607-a049-c26c595246dd on host n-h1-769329-17 {{(pid=109376) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:01:20.475587 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:20.479078 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-03235f5c-6fef-4021-a1eb-4d279f50456a req-e92024b6-dcda-4374-8e01-9462c656fbd9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "DELETE /v2.0/ports/89c27fa0-ad75-4607-a049-c26c595246dd HTTP/1.1" status: 204 len: 173 time: 0.4215069 Nov 12 10:01:20.479554 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'name': 'network-vif-deleted', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:01:20.481889 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b008a4c-70e8-4569-b6e3-aa1f7f979db0" -d '{"events": [{"server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "name": "network-vif-deleted", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:01:20.496652 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:20.522750 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40efda3b-961d-4963-a456-4c947b6065ee x-openstack-request-id: req-40efda3b-961d-4963-a456-4c947b6065ee {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:01:20.523058 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d27a97-29a2-4672-96d1-cf6e4d447fde", "name": "network-vif-deleted", "tag": "89c27fa0-ad75-4607-a049-c26c595246dd", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:01:20.523326 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-40efda3b-961d-4963-a456-4c947b6065ee {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:01:20.523743 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d27a97-29a2-4672-96d1-cf6e4d447fde', 'name': 'network-vif-deleted', 'tag': '89c27fa0-ad75-4607-a049-c26c595246dd', 'status': 'completed', 'code': 200} Nov 12 10:01:20.836783 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-13104986-182e-48ec-880a-f98678b94b86 req-10d5def7-2123-43f6-964a-e0fa7c5888a6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=04d27a97-29a2-4672-96d1-cf6e4d447fde HTTP/1.1" status: 200 len: 210 time: 0.0311234 Nov 12 10:01:21.899635 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58900) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:22.321149 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:22.580608 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:01:22.580865 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:22.668585 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] For port 1a6201e0-c92a-4f54-90ee-c4d0afd02f22, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:22.668954 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:22.686749 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 owned by network:router_interface {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:01:22.874611 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:22.905483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=1a6201e0-c92a-4f54-90ee-c4d0afd02f22,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:22.958209 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89c27fa0-ad75-4607-a049-c26c595246dd no longer exists at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:01:22.979443 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] No Port match for: 89c27fa0-ad75-4607-a049-c26c595246dd {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:01:22.980101 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device 89c27fa0-ad75-4607-a049-c26c595246dd not bound to the agent host n-h1-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:01:23.090191 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:23.595637 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:01:23.706467 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:01:23.712927 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9efe1709-c66d-465a-b973-9f6aa9b6c29b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "PUT /v2.0/routers/a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8122089 Nov 12 10:01:23.715550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58902) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:23.718469 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] Sync routers for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:01:23.730674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:23.731588 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:23.768124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting subnet 8a2beedc-d72b-422f-b877-0a398e7798c4 {{(pid=109377) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:01:23.771315 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for subnet, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:23.814074 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6352106'] for subnet, precommit_delete_associations {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:23.911010 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:23.978543 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5894015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4247637'] for subnet, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.008173 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2beedc-d72b-422f-b877-0a398e7798c4,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:24.010259 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.016551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eec755ef-8cfd-44e9-81c3-4096617363a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/subnets/8a2beedc-d72b-422f-b877-0a398e7798c4 HTTP/1.1" status: 204 len: 168 time: 0.2971520 Nov 12 10:01:24.016666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:24.017074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58904) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:24.043119 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c57e0-38df-4f1d-b1db-9654bccaf16c None None] Network 2071b084-cf4c-4922-a7c3-45e75dd5c629 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:01:24.130133 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.235458 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.294091 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port a6f4191d-7f3c-43e8-91e0-293655a0d501 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:01:24.294709 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.337906 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:01:22Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': 'a6f4191d-7f3c-43e8-91e0-293655a0d501', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:00:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:24.372547 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] Checking router: a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:01:24.384965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] DHCP port deletion for 2071b084-cf4c-4922-a7c3-45e75dd5c629 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:01:24.390017 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] For port a6f4191d-7f3c-43e8-91e0-293655a0d501, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a6f4191d-7f3c-43e8-91e0-293655a0d501,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:24.390393 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.394401 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] Routers {'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:24.395120 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:24.407660 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for a6f4191d-7f3c-43e8-91e0-293655a0d501 owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:01:24.514184 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] Set router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 gateway port host: None {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:24.542597 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device da344e81-b4ea-449d-93f1-0845a2a011fd no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:01:24.577973 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:01:24Z', 'revision_number': 6, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port_host': None}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:24.597865 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.632037 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] Deleting port da344e81-b4ea-449d-93f1-0845a2a011fd {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:01:24.632305 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.632980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=a6f4191d-7f3c-43e8-91e0-293655a0d501,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:24.633965 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3e1d6-f1d1-4482-8788-55e3d0521dd9 None None] The sync data for ids ['a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003'] in n-d-769329-17 is: [{'id': 'a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861966473', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:00:25Z', 'updated_at': '2021-11-12T10:01:24Z', 'revision_number': 6, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port_host': None}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:01:24.666008 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c592d6e-bfd6-4ab0-9da1-cbb1e7ded7ab None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:01:24.710516 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.721081 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] For port da344e81-b4ea-449d-93f1-0845a2a011fd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=da344e81-b4ea-449d-93f1-0845a2a011fd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:24.721482 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.758472 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] Calling delete_port for da344e81-b4ea-449d-93f1-0845a2a011fd owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:01:24.770983 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.828094 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.830805 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.855374 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port da344e81-b4ea-449d-93f1-0845a2a011fd, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=da344e81-b4ea-449d-93f1-0845a2a011fd,segment=NetworkSegment(ca0e4a1f-860b-48b7-8b00-723c5438a454),segment_id=ca0e4a1f-860b-48b7-8b00-723c5438a454)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:24.861262 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.895597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.896772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Fanout notify agent at l3_agent the message router_deleted on router a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:01:24.915244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.916528 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d811f030-902b-4608-94b7-09ec74a58d29 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/routers/a0cdd828-ba4b-448b-b5ca-c9d9e3c4e003 HTTP/1.1" status: 204 len: 168 time: 0.8986802 Nov 12 10:01:24.920185 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58906) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:24.920514 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:24.934787 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=da344e81-b4ea-449d-93f1-0845a2a011fd,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:24.937027 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] No DVR routers for this DVR port da344e81-b4ea-449d-93f1-0845a2a011fd on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:01:24.945311 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.945661 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.945999 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.946331 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.951750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:01:24.984261 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2e309-c6b5-4873-bfe4-954fe451028b None None] Pushing event deleted for resources: {'Port': ['ID=da344e81-b4ea-449d-93f1-0845a2a011fd,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:25.033424 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.139268 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.166821 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2071b084-cf4c-4922-a7c3-45e75dd5c629']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:25.177175 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca0e4a1f-860b-48b7-8b00-723c5438a454') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:25.177824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca0e4a1f-860b-48b7-8b00-723c5438a454') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:25.188244 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.207825 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.217685 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:01:25.218375 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: timer() Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:01:25.222696 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:01:25.290300 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.300568 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.303322 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/networks/2071b084-cf4c-4922-a7c3-45e75dd5c629 HTTP/1.1" status: 204 len: 168 time: 0.3824666 Nov 12 10:01:25.305988 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58908) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:25.324405 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb8e53-c0e7-4f40-8978-243d2c4f79a3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Network': ['ID=2071b084-cf4c-4922-a7c3-45e75dd5c629,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:25.377178 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9e481d-a4cf-4abb-98b3-3f4018c0647a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.407370 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9e481d-a4cf-4abb-98b3-3f4018c0647a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.475725 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9e481d-a4cf-4abb-98b3-3f4018c0647a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.478917 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-fc9e481d-a4cf-4abb-98b3-3f4018c0647a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.482734 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fc9e481d-a4cf-4abb-98b3-3f4018c0647a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/security-groups/b334aef7-f64a-4344-a285-be4ced663ebd HTTP/1.1" status: 204 len: 168 time: 0.1732173 Nov 12 10:01:25.490339 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e481d-a4cf-4abb-98b3-3f4018c0647a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b334aef7-f64a-4344-a285-be4ced663ebd,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:25.706657 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58914) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:25.711273 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-938f988c-99d1-4632-ac5f-70f2b64bce0a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81039055', 'description': 'tempest-secgroup-smoke-81039055 description', 'project_id': 'aac91125a98e42aabd010601bfbd8a13'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:25.735644 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-938f988c-99d1-4632-ac5f-70f2b64bce0a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.804839 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-938f988c-99d1-4632-ac5f-70f2b64bce0a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.808742 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-938f988c-99d1-4632-ac5f-70f2b64bce0a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.840216 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-938f988c-99d1-4632-ac5f-70f2b64bce0a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.841481 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-938f988c-99d1-4632-ac5f-70f2b64bce0a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1337893 Nov 12 10:01:25.843334 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f988c-99d1-4632-ac5f-70f2b64bce0a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4174ddf4-55f3-49ef-b205-f3381e063fa7,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:25.845287 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58916) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:25.850091 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-f778bc61-df2b-42d1-8283-2b2596b987bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': '4174ddf4-55f3-49ef-b205-f3381e063fa7', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:25.878084 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f778bc61-df2b-42d1-8283-2b2596b987bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.932908 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f778bc61-df2b-42d1-8283-2b2596b987bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.936553 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f778bc61-df2b-42d1-8283-2b2596b987bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.954606 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778bc61-df2b-42d1-8283-2b2596b987bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140a6391-9381-41f7-bdbf-240d902d5186,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:25.963142 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-f778bc61-df2b-42d1-8283-2b2596b987bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:25.964377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-f778bc61-df2b-42d1-8283-2b2596b987bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180334 Nov 12 10:01:25.967075 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58918) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:25.972659 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-18dca2de-0833-40ce-9a13-b3c1e4b8df26 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': '4174ddf4-55f3-49ef-b205-f3381e063fa7', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:25.998581 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18dca2de-0833-40ce-9a13-b3c1e4b8df26 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.060030 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18dca2de-0833-40ce-9a13-b3c1e4b8df26 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.063755 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18dca2de-0833-40ce-9a13-b3c1e4b8df26 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.080463 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dca2de-0833-40ce-9a13-b3c1e4b8df26 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9449abfb-579a-4a1e-a9be-ff57bc3b88a0,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:26.089210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-18dca2de-0833-40ce-9a13-b3c1e4b8df26 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.090461 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-18dca2de-0833-40ce-9a13-b3c1e4b8df26 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224427 Nov 12 10:01:26.093182 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58920) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:26.098030 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-af64f210-af8b-4798-a4b3-597ac0ee0c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': '4174ddf4-55f3-49ef-b205-f3381e063fa7', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:26.125904 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af64f210-af8b-4798-a4b3-597ac0ee0c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.184052 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af64f210-af8b-4798-a4b3-597ac0ee0c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.187951 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af64f210-af8b-4798-a4b3-597ac0ee0c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.206622 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f210-af8b-4798-a4b3-597ac0ee0c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f903235b-6b16-4d8e-919b-27a334619568,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:26.211796 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-af64f210-af8b-4798-a4b3-597ac0ee0c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.213045 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-af64f210-af8b-4798-a4b3-597ac0ee0c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189277 Nov 12 10:01:26.215736 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58922) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:26.220682 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9078c3fb-a22c-4d7f-89f3-d9682cfcef3d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': '4174ddf4-55f3-49ef-b205-f3381e063fa7', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:26.247410 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9078c3fb-a22c-4d7f-89f3-d9682cfcef3d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.304721 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9078c3fb-a22c-4d7f-89f3-d9682cfcef3d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.308632 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9078c3fb-a22c-4d7f-89f3-d9682cfcef3d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.328920 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078c3fb-a22c-4d7f-89f3-d9682cfcef3d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e099d16-083f-4b96-8cc6-52a654871b15,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:26.337140 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9078c3fb-a22c-4d7f-89f3-d9682cfcef3d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.338377 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9078c3fb-a22c-4d7f-89f3-d9682cfcef3d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216938 Nov 12 10:01:26.341140 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58924) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:26.345787 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': '4174ddf4-55f3-49ef-b205-f3381e063fa7', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:26.370234 n-d-769329-17 neutron-server[109377]: INFO neutron.db.securitygroups_db [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Project aac91125a98e42aabd010601bfbd8a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 10:01:26.376179 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.440837 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.445162 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.462998 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:01:26.464036 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3bb2137-2d1f-4141-bccb-2c9537da7e4f,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:26.471525 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.472776 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-eb861063-04f6-4ca1-8a9d-763e1e52de02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306612 Nov 12 10:01:26.475778 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58926) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:26.480506 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': '4174ddf4-55f3-49ef-b205-f3381e063fa7', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:26.483432 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:01:26.483778 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1a6201e0-c92a-4f54-90ee-c4d0afd02f22 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:01:26.484221 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a6f4191d-7f3c-43e8-91e0-293655a0d501 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:01:26.503142 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Project aac91125a98e42aabd010601bfbd8a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 10:01:26.508207 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: a6f4191d-7f3c-43e8-91e0-293655a0d501 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:01:26.508549 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.508733 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a6f4191d-7f3c-43e8-91e0-293655a0d501 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:01:26.570735 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.574381 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.591764 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75439430-0834-4c22-88f3-217c0f073ff2,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:26.600796 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.602035 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-ac01a0dd-6dd3-4311-86ca-9c13888152e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252012 Nov 12 10:01:26.604882 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58928) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:26.610322 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'network': {'name': 'tempest-network-smoke--2000336415', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:26.631990 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:01:26.635513 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.659293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:01:26.668956 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.669676 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Added segment 76800e00-36fa-473e-ab69-92a312314e44 of type vlan for network 7518de41-4aca-4e1a-b939-52d8a4248a38 Nov 12 10:01:26.715102 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.740760 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.746433 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:26.747033 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.808094 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2020967 Nov 12 10:01:26.811052 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58930) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:26.816313 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'admin_state_up': True, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:26.816927 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb7a42-19f3-4322-90d4-47902ec6333d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Network': ['ID=7518de41-4aca-4e1a-b939-52d8a4248a38,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:26.827673 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:01:26.841948 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.843044 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:26.896236 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:27.035496 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:27.239063 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:27.262373 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:27.370440 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.25.5.246 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/90567abc-f75c-4310-8fb4-6b5f35b4886e) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:01:27.484295 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:27.520131 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:27.559864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:01:27.565807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:01:27.569806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:01:27.582391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa9c492-93b7-44a3-a5b8-3299bf08e6a6 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:01:27.596376 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=90567abc-f75c-4310-8fb4-6b5f35b4886e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:27.704591 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-5d22de7c-7ab6-4b9d-9192-4bce2dd154a0 None None] Provisioning complete for port 90567abc-f75c-4310-8fb4-6b5f35b4886e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:27.704962 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5d22de7c-7ab6-4b9d-9192-4bce2dd154a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:27.743126 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-5d22de7c-7ab6-4b9d-9192-4bce2dd154a0 None None] Port 90567abc-f75c-4310-8fb4-6b5f35b4886e cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:01:27.847557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.060070 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.189404 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 193d1ead-7bb3-4220-bcff-2d198965f575 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:01:28.298862 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:01:28.309156 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Sync routers for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:01:28.321105 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.321328 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:28.321765 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:28.326007 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c5a223fe-4d77-4145-88d0-1995822f3296 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5104437 Nov 12 10:01:28.327316 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58932) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:28.347818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.366436 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d8a3cdfb-0867-4e29-a06b-e8096912e8b1 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aac91125a98e42aabd010601bfbd8a13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367198 Nov 12 10:01:28.369451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58934) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:28.440002 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:28.465686 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fdc3df-552d-407d-8b9a-7a70b5273ea0 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:28.467570 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-03fdc3df-552d-407d-8b9a-7a70b5273ea0 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968616 Nov 12 10:01:28.470198 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58936) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:28.498085 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-fa9a5b1f-b504-4c58-9e9f-bf2411cf71e1 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267951 Nov 12 10:01:28.501284 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58938) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:28.506042 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761959302', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:28.612394 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'subnet': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:01:28.616174 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5388369'] for subnet, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.722056 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:27Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:28.749722 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Checking router: 193d1ead-7bb3-4220-bcff-2d198965f575 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:01:28.750699 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Updating router 193d1ead-7bb3-4220-bcff-2d198965f575 port 90567abc-f75c-4310-8fb4-6b5f35b4886e binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:01:28.778001 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.815771 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6953773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5388355'] for subnet, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.867881 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.886015 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Subnet': ['ID=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:28.893597 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Checking segment: {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:01:28.894020 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network hostable DHCP agents. Network: 7518de41-4aca-4e1a-b939-52d8a4248a38, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109376) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:01:28.912464 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109376) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:01:28.925573 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, 7518de41-4aca-4e1a-b939-52d8a4248a38) {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:01:28.931397 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:28.932029 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:28.936803 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee027ad4-7bcb-4bfc-917d-38edde29747e None None] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:01:28.951370 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-2f2e33c2-6f6a-48c2-83b9-9d55bc661472 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4490438 Nov 12 10:01:28.954339 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58940) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:29.093600 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.097941 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-7518de41-4aca-4e1a-b939-52d8a4248a38', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:01:29.098951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.103226 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.166827 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Attempting to bind port 90567abc-f75c-4310-8fb4-6b5f35b4886e on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:01:29.167244 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Attempting to bind port 90567abc-f75c-4310-8fb4-6b5f35b4886e by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:01:29.167567 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Attempting to bind port 90567abc-f75c-4310-8fb4-6b5f35b4886e on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:01:29.182699 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3de926-a3d2-4a15-b60c-52214a0180e6 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:01:29.188927 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:01:29.189350 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:01:29.190073 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.190229 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:01:29.190733 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Bound port: 90567abc-f75c-4310-8fb4-6b5f35b4886e, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:01:29.192009 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.221877 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920e851-03ab-4bc7-a6ab-0ca403db3746 None None] Pushing event updated for resources: {'Port': ['ID=90567abc-f75c-4310-8fb4-6b5f35b4886e,revision_number=2']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:29.261851 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Allocated IP 172.20.0.2 (7518de41-4aca-4e1a-b939-52d8a4248a38/5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8/7e451c57-21ac-4aa6-b4ee-a784b4682e4b) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:01:29.270190 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] For port 90567abc-f75c-4310-8fb4-6b5f35b4886e, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:01:29.273707 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] For port 90567abc-f75c-4310-8fb4-6b5f35b4886e, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=90567abc-f75c-4310-8fb4-6b5f35b4886e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:01:29.278889 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.341917 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:29.342605 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:29.346548 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920e851-03ab-4bc7-a6ab-0ca403db3746 None None] Pushing event updated for resources: {'Port': ['ID=90567abc-f75c-4310-8fb4-6b5f35b4886e,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:29.403071 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a2651-36d1-49f7-b083-884157571b7d None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:01:29.417599 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.426661 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.451668 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.474491 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:29.482631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-094826a6-e46c-4786-8cae-0d8ff51e4f3b None None] Provisioning complete for port 90567abc-f75c-4310-8fb4-6b5f35b4886e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:29.482997 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-094826a6-e46c-4786-8cae-0d8ff51e4f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.504116 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Pushing event updated for resources: {'Port': ['ID=7e451c57-21ac-4aa6-b4ee-a784b4682e4b,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:29.514654 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:01:29.518900 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:01:29.524972 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:01:29.626846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Attempting to bind port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:01:29.627167 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Attempting to bind port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:01:29.627463 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Attempting to bind port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b on network 7518de41-4aca-4e1a-b939-52d8a4248a38 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:01:29.642616 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:01:29.643312 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Checking segment: {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:01:29.643723 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.644160 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Bound using segment: {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:01:29.644773 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Bound port: 7e451c57-21ac-4aa6-b4ee-a784b4682e4b, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:01:29.645168 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.661350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-094826a6-e46c-4786-8cae-0d8ff51e4f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.704623 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:27Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:29.705515 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-094826a6-e46c-4786-8cae-0d8ff51e4f3b None None] For port 90567abc-f75c-4310-8fb4-6b5f35b4886e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=90567abc-f75c-4310-8fb4-6b5f35b4886e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:29.718755 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-094826a6-e46c-4786-8cae-0d8ff51e4f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.737699 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c101709-15d6-491d-b883-74683ec94f69 None None] The sync data for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 is: [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:27Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:01:29.768789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] For port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:01:29.774237 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] For port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7e451c57-21ac-4aa6-b4ee-a784b4682e4b,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:01:29.785875 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.795670 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094826a6-e46c-4786-8cae-0d8ff51e4f3b None None] Pushing event updated for resources: {'Port': ['ID=90567abc-f75c-4310-8fb4-6b5f35b4886e,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:29.858141 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c19237aa-489d-477e-87fe-29331fda6e11 None None] Provisioning complete for port 90567abc-f75c-4310-8fb4-6b5f35b4886e triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:29.858512 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c19237aa-489d-477e-87fe-29331fda6e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:29.896473 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb75ceb-65fd-4f4e-812f-0d664017ff72 None None] Pushing event updated for resources: {'Port': ['ID=7e451c57-21ac-4aa6-b4ee-a784b4682e4b,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:30.233083 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.20.0.1 (7518de41-4aca-4e1a-b939-52d8a4248a38/5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8/1e2515da-3366-447a-9f21-15fc3e2b3d00) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:01:30.352355 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:30.388015 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:30.440757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:01:30.444417 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:01:30.451490 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:01:30.462322 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=1e2515da-3366-447a-9f21-15fc3e2b3d00,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:30.511736 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:30.545476 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7e451c57-21ac-4aa6-b4ee-a784b4682e4b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:01:30.611789 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:30.612457 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:30.678566 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:30.716123 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:30.757674 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] For port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7e451c57-21ac-4aa6-b4ee-a784b4682e4b,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:30.764036 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:30.765228 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 90567abc-f75c-4310-8fb4-6b5f35b4886e up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:01:30.856444 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Pushing event updated for resources: {'Port': ['ID=7e451c57-21ac-4aa6-b4ee-a784b4682e4b,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:30.870299 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 90567abc-f75c-4310-8fb4-6b5f35b4886e triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:30.870678 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.001164 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54db333e-980c-43f1-bcc1-9bb653eebdb0 None None] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:01:31.026441 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.032032 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.107853 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=1e2515da-3366-447a-9f21-15fc3e2b3d00,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:31.111431 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.131514 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c5cf1ee1-06dc-4abc-b91d-d3a0c540efa9 None None] Provisioning complete for port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:31.132211 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c5cf1ee1-06dc-4abc-b91d-d3a0c540efa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.213987 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:01:31.215442 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:01:31.342757 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 193d1ead-7bb3-4220-bcff-2d198965f575 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:01:31.456336 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:01:31.467087 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-6e640308-508b-4a1d-b2ec-88fd6602ecf4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "PUT /v2.0/routers/193d1ead-7bb3-4220-bcff-2d198965f575/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5060205 Nov 12 10:01:31.484750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8abc65f-ccca-4581-bf1d-0ede7dca5213 None None] Provisioning complete for port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:31.485124 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8abc65f-ccca-4581-bf1d-0ede7dca5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.601725 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8abc65f-ccca-4581-bf1d-0ede7dca5213 None None] Provisioning complete for port 1e2515da-3366-447a-9f21-15fc3e2b3d00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:31.602099 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8abc65f-ccca-4581-bf1d-0ede7dca5213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.652964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c8abc65f-ccca-4581-bf1d-0ede7dca5213 None None] Port 1e2515da-3366-447a-9f21-15fc3e2b3d00 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:01:31.658670 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-49599f12-1b08-43a3-a78f-113b9140a689 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81039055&fields=id&tenant_id=aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 267 time: 0.0536087 Nov 12 10:01:31.698565 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Sync routers for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:01:31.709535 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:31.710073 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:31.790782 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-580c0e41-e7aa-433d-a5e2-e6b340563c86 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:31.792520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-580c0e41-e7aa-433d-a5e2-e6b340563c86 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/networks?id=7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 200 len: 797 time: 0.1270092 Nov 12 10:01:31.809461 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-7b377ed7-1db6-4e67-a840-61f308002e49 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/quotas/aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 375 time: 0.0106328 Nov 12 10:01:31.871835 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c2eba2ff-838e-446c-9c47-47eadde44e99 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549343 Nov 12 10:01:31.961293 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c24bbbd7-2d37-493b-8930-bdb526455feb None None] Provisioning complete for port 1e2515da-3366-447a-9f21-15fc3e2b3d00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:31.961562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c24bbbd7-2d37-493b-8930-bdb526455feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:31.978150 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-f9ec2ff9-ce84-45fa-afd8-edf3406c3a4c service neutron] 10.222.0.53 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940330 Nov 12 10:01:32.040895 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-c24bbbd7-2d37-493b-8930-bdb526455feb None None] Port 1e2515da-3366-447a-9f21-15fc3e2b3d00 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:01:32.045949 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:32.081326 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-888ab521-fb4c-43a2-9a8e-3b9dcc931493 service neutron] 10.222.0.53 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961299 Nov 12 10:01:32.195780 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-3f011a1f-3a05-44b0-8b00-97950f84eeee None None] Provisioning complete for port 1e2515da-3366-447a-9f21-15fc3e2b3d00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:32.196562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f011a1f-3a05-44b0-8b00-97950f84eeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:32.262227 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-fd8c72d7-8029-4531-ad80-1d6a079d99f5 req-5e184553-569f-4fd2-8080-34e84ef08928 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0344682 Nov 12 10:01:32.271989 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-3f011a1f-3a05-44b0-8b00-97950f84eeee None None] Port 1e2515da-3366-447a-9f21-15fc3e2b3d00 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:01:32.307519 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 2, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:32.335203 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Checking router: 193d1ead-7bb3-4220-bcff-2d198965f575 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:01:32.335552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Updating router 193d1ead-7bb3-4220-bcff-2d198965f575 port 1e2515da-3366-447a-9f21-15fc3e2b3d00 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:01:32.361842 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:32.471610 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7e451c57-21ac-4aa6-b4ee-a784b4682e4b up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:01:32.599397 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:32.599773 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:32.741917 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:32.749470 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:32.800680 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49043b5-9087-48ed-838c-8840383e9278 None None] Pushing event updated for resources: {'Port': ['ID=1e2515da-3366-447a-9f21-15fc3e2b3d00,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:32.853611 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Attempting to bind port 1e2515da-3366-447a-9f21-15fc3e2b3d00 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:01:32.854022 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Attempting to bind port 1e2515da-3366-447a-9f21-15fc3e2b3d00 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:01:32.854417 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Attempting to bind port 1e2515da-3366-447a-9f21-15fc3e2b3d00 on network 7518de41-4aca-4e1a-b939-52d8a4248a38 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:01:32.863648 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:01:32.864055 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Checking segment: {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:01:32.864458 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:32.864856 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Bound using segment: {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:01:32.865335 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Bound port: 1e2515da-3366-447a-9f21-15fc3e2b3d00, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:01:32.865725 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:32.936874 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] For port 1e2515da-3366-447a-9f21-15fc3e2b3d00, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:01:32.940958 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] For port 1e2515da-3366-447a-9f21-15fc3e2b3d00, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1e2515da-3366-447a-9f21-15fc3e2b3d00,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:01:32.944900 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:33.004277 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:33.004830 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:33.009721 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49043b5-9087-48ed-838c-8840383e9278 None None] Pushing event updated for resources: {'Port': ['ID=1e2515da-3366-447a-9f21-15fc3e2b3d00,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:33.122605 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-b3422f0a-1f7b-48a6-bf83-e7dc86135681 None None] Provisioning complete for port 1e2515da-3366-447a-9f21-15fc3e2b3d00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:33.123279 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3422f0a-1f7b-48a6-bf83-e7dc86135681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:33.151036 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:33.354351 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3422f0a-1f7b-48a6-bf83-e7dc86135681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:33.357526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-463778cf-5167-47b7-a7ce-9c117785e021 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:33.359841 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-463778cf-5167-47b7-a7ce-9c117785e021 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.55 "GET /v2.0/networks?id=7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 200 len: 797 time: 0.1277063 Nov 12 10:01:33.384744 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-eaaa2e9b-e974-42c6-bd4e-5b3e3b927e6f req-6c6a8e4f-55ff-47fc-91a2-7bfdeed87126 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 210 time: 0.0410151 Nov 12 10:01:33.441840 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-dc80f345-2b94-47c0-b75b-59d17cdb87b1 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 378 time: 0.0665402 Nov 12 10:01:33.444345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-b3422f0a-1f7b-48a6-bf83-e7dc86135681 None None] For port 1e2515da-3366-447a-9f21-15fc3e2b3d00, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1e2515da-3366-447a-9f21-15fc3e2b3d00,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:33.449712 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b3422f0a-1f7b-48a6-bf83-e7dc86135681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:33.454507 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'port': {'device_id': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'admin_state_up': True, 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'security_groups': ['4174ddf4-55f3-49ef-b205-f3381e063fa7']}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:33.511447 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:32Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:33.519750 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3422f0a-1f7b-48a6-bf83-e7dc86135681 None None] Pushing event updated for resources: {'Port': ['ID=1e2515da-3366-447a-9f21-15fc3e2b3d00,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:33.553656 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df5e623-b669-4081-93c1-859ae8fedb1d None None] The sync data for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 is: [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:32Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:01:33.571819 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6f14e445-9529-418c-b9f3-08f49cbeb0a3 None None] Provisioning complete for port 1e2515da-3366-447a-9f21-15fc3e2b3d00 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:33.572224 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6f14e445-9529-418c-b9f3-08f49cbeb0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:33.579204 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'port': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:01:33.583277 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:33.771237 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.20.0.8 (7518de41-4aca-4e1a-b939-52d8a4248a38/5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8/8797438f-7473-4a9d-bc3d-919ccf456250) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:01:33.936557 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:33.976041 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.027655 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:01:34.030957 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:01:34.035124 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:01:34.066824 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=8797438f-7473-4a9d-bc3d-919ccf456250,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:34.107260 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:34.108210 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.135704 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-c430c9ba-632e-4093-8ae6-890ef078503e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6854713 Nov 12 10:01:34.148792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Request body: {'port': {'device_id': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-769329-17'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:34.211148 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.320765 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-79dff4f3-9250-40ae-b179-c56c29ba7903 None None] Provisioning complete for port 8797438f-7473-4a9d-bc3d-919ccf456250 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:34.321322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-79dff4f3-9250-40ae-b179-c56c29ba7903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.362693 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-79dff4f3-9250-40ae-b179-c56c29ba7903 None None] Port 8797438f-7473-4a9d-bc3d-919ccf456250 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:01:34.505523 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1e2515da-3366-447a-9f21-15fc3e2b3d00 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:01:34.550405 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8797438f-7473-4a9d-bc3d-919ccf456250 {{(pid=109377) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:01:34.560735 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.564572 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 1e2515da-3366-447a-9f21-15fc3e2b3d00 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:34.564951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.579468 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.provisioning_blocks [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Transition to ACTIVE for port object 8797438f-7473-4a9d-bc3d-919ccf456250 will not be triggered until provisioned by entity L2. {{(pid=109377) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:01:34.588265 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764baed-4292-43a3-b9f8-c7f12fc7ff66 req-6c50df26-5780-42b9-bffd-aba2142f71fe tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:34.589805 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e764baed-4292-43a3-b9f8-c7f12fc7ff66 req-6c50df26-5780-42b9-bffd-aba2142f71fe tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 931 time: 0.1130600 Nov 12 10:01:34.590952 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.674982 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Pushing event updated for resources: {'Port': ['ID=8797438f-7473-4a9d-bc3d-919ccf456250,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:34.706211 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e764baed-4292-43a3-b9f8-c7f12fc7ff66 req-f23fdbc0-d398-458d-9204-5cd980fd84b3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0885768 Nov 12 10:01:34.794116 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Attempting to bind port 8797438f-7473-4a9d-bc3d-919ccf456250 on host n-h2-769329-17 for vnic_type normal with profile {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:01:34.794807 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Attempting to bind port 8797438f-7473-4a9d-bc3d-919ccf456250 by drivers openvswitch,hyperv on host n-h2-769329-17 at level 0 using segments [{'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:01:34.795329 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Attempting to bind port 8797438f-7473-4a9d-bc3d-919ccf456250 on network 7518de41-4aca-4e1a-b939-52d8a4248a38 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:01:34.800461 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Port 8797438f-7473-4a9d-bc3d-919ccf456250 on network 7518de41-4aca-4e1a-b939-52d8a4248a38 not bound, no agent of type Open vSwitch agent registered on host n-h2-769329-17 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:01:34.801018 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Attempting to bind port 8797438f-7473-4a9d-bc3d-919ccf456250 on network 7518de41-4aca-4e1a-b939-52d8a4248a38 {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:01:34.806833 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Checking agent: {'id': '136cd562-e1a1-4902-95c0-a657351f1d13', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 58), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:01:34.807238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Checking segment: {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:01:34.807704 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Bound using segment: {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'} {{(pid=109377) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:01:34.808246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.managers [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Bound port: 8797438f-7473-4a9d-bc3d-919ccf456250, host: n-h2-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76800e00-36fa-473e-ab69-92a312314e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38'}}] {{(pid=109377) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:01:34.808610 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.886986 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] For port 8797438f-7473-4a9d-bc3d-919ccf456250, host n-h2-769329-17, cleared binding levels {{(pid=109377) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:01:34.892970 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] For port 8797438f-7473-4a9d-bc3d-919ccf456250, host n-h2-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8797438f-7473-4a9d-bc3d-919ccf456250,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109377) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:01:34.897619 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.935985 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:34.936607 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:34.938560 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] 10.222.0.55 "PUT /v2.0/ports/8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 200 len: 1092 time: 0.7944660 Nov 12 10:01:34.938998 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:01:34.941326 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27ab274-03fb-4fb8-bef8-984b16b93712" -d '{"events": [{"name": "network-changed", "server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:01:34.974497 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b13083-3535-4e1e-8622-8318ebd1417a service neutron] Pushing event updated for resources: {'Port': ['ID=8797438f-7473-4a9d-bc3d-919ccf456250,revision_number=3']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:34.994508 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581b6400-b3e3-4fa8-81f4-b9791e1a4dea x-openstack-request-id: req-581b6400-b3e3-4fa8-81f4-b9791e1a4dea {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:01:34.994801 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:01:34.995048 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-581b6400-b3e3-4fa8-81f4-b9791e1a4dea {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:01:34.995440 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250', 'status': 'completed', 'code': 200} Nov 12 10:01:35.045246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-3d108125-974a-4756-80a3-56e0f3e21d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.047933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-3d108125-974a-4756-80a3-56e0f3e21d6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1095 time: 0.0618041 Nov 12 10:01:35.093855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-01801b35-4a6d-4e26-8ce5-84bc42316764 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 200 len: 217 time: 0.0381858 Nov 12 10:01:35.145650 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-5a6fe957-9987-427b-a8f0-df841e8b48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.147338 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-5a6fe957-9987-427b-a8f0-df841e8b48fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 HTTP/1.1" status: 200 len: 835 time: 0.0450418 Nov 12 10:01:35.197797 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-9cf5b730-7057-4bdc-a5f4-c9ee5fe67902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.199409 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-9cf5b730-7057-4bdc-a5f4-c9ee5fe67902 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7518de41-4aca-4e1a-b939-52d8a4248a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454195 Nov 12 10:01:35.289145 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-3eeb1d4d-0b9d-4b10-ab49-04f5ba4b25b6 service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825658 Nov 12 10:01:35.386755 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1c9d4005-c742-47f1-b345-834f91a45f48 req-f615a846-df84-442a-b010-13d58eace52e service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908196 Nov 12 10:01:35.476696 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-4c6651de-f0fe-4f60-90da-467da6ac9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.478280 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-4c6651de-f0fe-4f60-90da-467da6ac9ccf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1095 time: 0.0447335 Nov 12 10:01:35.580340 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-8817ced2-bfef-4999-9f9c-aa9da2ea52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.581803 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-8817ced2-bfef-4999-9f9c-aa9da2ea52af service neutron] 10.222.0.55 "GET /v2.0/networks?id=7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 200 len: 898 time: 0.0956895 Nov 12 10:01:35.624563 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-1c2cca59-8611-4517-878c-c59e9f702063 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 200 len: 217 time: 0.0345705 Nov 12 10:01:35.673928 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-851f9e9d-a32d-4e01-8586-fdbd7827cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.675244 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-851f9e9d-a32d-4e01-8586-fdbd7827cf4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 HTTP/1.1" status: 200 len: 835 time: 0.0439835 Nov 12 10:01:35.728029 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-7c45ebb3-e322-460f-8dfa-88786d8541e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.729521 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-7c45ebb3-e322-460f-8dfa-88786d8541e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7518de41-4aca-4e1a-b939-52d8a4248a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453439 Nov 12 10:01:35.855652 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-b27906a1-d946-4657-b8a2-33e093247b57 service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176746 Nov 12 10:01:35.864152 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021693e-6f92-48e3-bc7b-9f961fc7dd39 req-894b8429-4a9b-45c8-8527-4e8d205daaa4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:35.865551 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1021693e-6f92-48e3-bc7b-9f961fc7dd39 req-894b8429-4a9b-45c8-8527-4e8d205daaa4 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 943 time: 0.0716984 Nov 12 10:01:35.972970 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1021693e-6f92-48e3-bc7b-9f961fc7dd39 req-b54425ef-9152-46fa-a001-448f412fce38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992119 Nov 12 10:01:35.990889 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f27ab274-03fb-4fb8-bef8-984b16b93712 req-8fde7766-177d-4b37-87ca-c7621c2d755d service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243813 Nov 12 10:01:36.261448 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:01:37.097721 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edda742-7814-40de-8e27-3b6ed24e4fc7 req-dbf75d0c-f3fe-493c-b755-a96f188502b9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:37.099271 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1edda742-7814-40de-8e27-3b6ed24e4fc7 req-dbf75d0c-f3fe-493c-b755-a96f188502b9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 943 time: 0.0527222 Nov 12 10:01:37.149255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-1edda742-7814-40de-8e27-3b6ed24e4fc7 req-11b1dd3f-918c-4b51-8370-3e3b9ef2db74 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441053 Nov 12 10:01:37.982658 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8797438f-7473-4a9d-bc3d-919ccf456250 details requested by agent hyperv_n-h2-769329-17 with host n-h2-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:01:38.077947 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8797438f-7473-4a9d-bc3d-919ccf456250, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8797438f-7473-4a9d-bc3d-919ccf456250,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:38.089457 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Returning: {'device': '8797438f-7473-4a9d-bc3d-919ccf456250', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'port_id': '8797438f-7473-4a9d-bc3d-919ccf456250', 'mac_address': 'fa:16:3e:28:9e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:01:38.127592 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:38.140465 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8797438f-7473-4a9d-bc3d-919ccf456250 {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:01:38.162852 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8797438f-7473-4a9d-bc3d-919ccf456250, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8797438f-7473-4a9d-bc3d-919ccf456250,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:38.166951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:38.214371 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8797438f-7473-4a9d-bc3d-919ccf456250,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:38.265723 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d900d87-1399-4f0d-acf6-4acad323c6bb req-1fe9714e-2534-4939-9385-fbf83ec5ae38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:38.267117 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d900d87-1399-4f0d-acf6-4acad323c6bb req-1fe9714e-2534-4939-9385-fbf83ec5ae38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 944 time: 0.0495818 Nov 12 10:01:38.316966 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-5d900d87-1399-4f0d-acf6-4acad323c6bb req-d1593e67-77c8-4253-8068-607161ba995b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437007 Nov 12 10:01:38.403828 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] get_ports_and_sgs() called for port_ids ['8797438f-7473-4a9d-bc3d-919ccf456250'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:01:39.434421 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8b29f-34e4-4028-86aa-67992000130e req-16fd2e43-8a31-486c-8f96-fd3728da6c6b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:39.435902 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5f8b29f-34e4-4028-86aa-67992000130e req-16fd2e43-8a31-486c-8f96-fd3728da6c6b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 944 time: 0.0502532 Nov 12 10:01:39.486281 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a5f8b29f-34e4-4028-86aa-67992000130e req-a2746262-e8a0-4907-9e52-eada78d9791c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437043 Nov 12 10:01:39.994740 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8797438f-7473-4a9d-bc3d-919ccf456250 up at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:01:40.053735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning for port 8797438f-7473-4a9d-bc3d-919ccf456250 completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:01:40.057613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Provisioning complete for port 8797438f-7473-4a9d-bc3d-919ccf456250 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:01:40.057989 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:40.134173 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:40.157177 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:01:40.159400 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30414c62-4fec-4546-ab02-c92420efa5ae" -d '{"events": [{"server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "name": "network-vif-plugged", "status": "completed", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:01:40.172200 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] For port 8797438f-7473-4a9d-bc3d-919ccf456250, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8797438f-7473-4a9d-bc3d-919ccf456250,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:01:40.177030 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:40.200143 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a852e29-0d6f-4b64-b890-2cb8600a3f48 x-openstack-request-id: req-3a852e29-0d6f-4b64-b890-2cb8600a3f48 {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:01:40.200433 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "name": "network-vif-plugged", "status": "completed", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:01:40.200688 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a852e29-0d6f-4b64-b890-2cb8600a3f48 {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:01:40.201082 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250', 'code': 200} Nov 12 10:01:40.232822 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Pushing event updated for resources: {'Port': ['ID=8797438f-7473-4a9d-bc3d-919ccf456250,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:40.300591 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad4289-19cd-4a08-8863-341f7351e905 req-ab4c01bc-e5b0-4f7a-93e2-761f2fd7f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:40.302026 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50ad4289-19cd-4a08-8863-341f7351e905 req-ab4c01bc-e5b0-4f7a-93e2-761f2fd7f92e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1097 time: 0.0436878 Nov 12 10:01:40.348263 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-50ad4289-19cd-4a08-8863-341f7351e905 req-2ec593b6-26b2-4d17-a1af-846ad10c5bb8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384057 Nov 12 10:01:40.607294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e85984-994d-4fa8-8bb5-10be7ffc884e req-2e9175e3-fb2b-424f-b2ee-e47244bdbfaf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:40.608765 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66e85984-994d-4fa8-8bb5-10be7ffc884e req-2e9175e3-fb2b-424f-b2ee-e47244bdbfaf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0545030 Nov 12 10:01:40.659829 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-66e85984-994d-4fa8-8bb5-10be7ffc884e req-1d9fadcf-ee5b-4640-a782-92b443f7cf91 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444942 Nov 12 10:01:41.776482 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86390fb-8ba7-4885-a5af-632d09bf0c9b req-2acaee79-71bb-4e8d-af73-14d200fb7986 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:41.777965 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f86390fb-8ba7-4885-a5af-632d09bf0c9b req-2acaee79-71bb-4e8d-af73-14d200fb7986 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0494111 Nov 12 10:01:41.829349 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f86390fb-8ba7-4885-a5af-632d09bf0c9b req-f8cc9f1c-5901-4f9e-b9ca-fddf6dfce10d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454767 Nov 12 10:01:41.946813 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac966b-d43f-4593-8a99-2686e14923b2 req-19670327-913d-46a3-8f81-32847a789a89 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:41.948235 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdac966b-d43f-4593-8a99-2686e14923b2 req-19670327-913d-46a3-8f81-32847a789a89 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0496120 Nov 12 10:01:41.997909 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-fdac966b-d43f-4593-8a99-2686e14923b2 req-5e36531e-5e46-416a-9fb0-6004a4e11d7b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429244 Nov 12 10:01:42.020125 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 58994) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:42.063040 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5368e1dc-a00e-4ded-a7c9-3fad7fb336a9 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:42.064576 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-5368e1dc-a00e-4ded-a7c9-3fad7fb336a9 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1092 time: 0.0434237 Nov 12 10:01:42.067505 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 58996) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:42.072046 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': '8797438f-7473-4a9d-bc3d-919ccf456250', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:01:42.095021 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:42.200682 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:42.305679 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.25.5.213 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/4a0036b3-52df-42f7-8cfc-bd23d34f34c2) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:01:42.417113 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:42.452294 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:42.493662 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:01:42.496744 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:01:42.501359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:01:42.524106 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=4a0036b3-52df-42f7-8cfc-bd23d34f34c2,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:43.216989 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.284597 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.432695 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.437229 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.508429 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=4a0036b3-52df-42f7-8cfc-bd23d34f34c2,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:01:43.521285 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.622473 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Floating IP 25825bc9-1884-467f-bedc-1e2afac4d01d associated. External IP: 172.25.5.213, port: 8797438f-7473-4a9d-bc3d-919ccf456250. Nov 12 10:01:43.828942 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 193d1ead-7bb3-4220-bcff-2d198965f575 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:01:43.937043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:01:43.947407 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] Sync routers for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:01:43.955459 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.957550 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:43.958236 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:43.989236 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-17939ef6-5003-433d-a13b-ee87122a1ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:43.993372 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4a267ceb-dd9c-41df-b6b8-ca8dab533ec7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9221094 Nov 12 10:01:43.993372 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:01:43.994444 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e36e3f3-2066-44f7-9f8c-c22174078957" -d '{"events": [{"name": "network-changed", "server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:01:44.033207 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e3439d-ce42-472e-86fc-cd9ae078dccf x-openstack-request-id: req-54e3439d-ce42-472e-86fc-cd9ae078dccf {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:01:44.033506 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:01:44.033764 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-54e3439d-ce42-472e-86fc-cd9ae078dccf {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:01:44.034201 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250', 'status': 'completed', 'code': 200} Nov 12 10:01:44.072759 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:44.132478 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c87c8-d64a-4642-aadf-e7fe75f814ed req-8d684a38-8d63-4c44-aac5-46a19dda87cf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:44.133969 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206c87c8-d64a-4642-aadf-e7fe75f814ed req-8d684a38-8d63-4c44-aac5-46a19dda87cf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0806754 Nov 12 10:01:44.136590 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-6b2c38d7-8695-4789-a82a-d03b82c34e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:44.137945 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-6b2c38d7-8695-4789-a82a-d03b82c34e19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1097 time: 0.0720029 Nov 12 10:01:44.248214 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-206c87c8-d64a-4642-aadf-e7fe75f814ed req-09bf2124-6281-40a2-abac-624289af08a7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1079752 Nov 12 10:01:44.270193 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-30a8133f-ab47-4d4b-9157-a032a975c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:44.271803 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-30a8133f-ab47-4d4b-9157-a032a975c333 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 200 len: 898 time: 0.1242976 Nov 12 10:01:44.272161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59002) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:44.297317 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '25825bc9-1884-467f-bedc-1e2afac4d01d', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'port_id': '8797438f-7473-4a9d-bc3d-919ccf456250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'mac_address': 'fa:16:3e:28:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:01:42Z', 'updated_at': '2021-11-12T10:01:42Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:33Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:44.327508 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] Checking router: 193d1ead-7bb3-4220-bcff-2d198965f575 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:01:44.336841 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:01:44.337697 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:01:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:44.339660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-18c71487-ab03-435a-9efb-2c09c2232bcb tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/25825bc9-1884-467f-bedc-1e2afac4d01d HTTP/1.1" status: 200 len: 991 time: 0.0658402 Nov 12 10:01:44.342297 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-1b6397e6-45f1-438d-987b-59454c096164 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 200 len: 999 time: 0.0614312 Nov 12 10:01:44.396290 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-e5574f25-9c4f-4084-bb8b-4b14d5824654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:44.397742 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-e5574f25-9c4f-4084-bb8b-4b14d5824654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 HTTP/1.1" status: 200 len: 835 time: 0.0490146 Nov 12 10:01:44.443357 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-b806983d-9aed-4b3f-9de6-f6d826e7d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:01:44.444916 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-b806983d-9aed-4b3f-9de6-f6d826e7d370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7518de41-4aca-4e1a-b939-52d8a4248a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402458 Nov 12 10:01:44.445823 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:01:44.535594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-c726190b-08e3-4473-820f-41c8af5b61bf service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825670 Nov 12 10:01:44.633231 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-3e36e3f3-2066-44f7-9f8c-c22174078957 req-b1358ab4-60c9-4598-b649-3ebd1323b84e service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904477 Nov 12 10:01:44.763548 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '25825bc9-1884-467f-bedc-1e2afac4d01d', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'port_id': '8797438f-7473-4a9d-bc3d-919ccf456250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'mac_address': 'fa:16:3e:28:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:01:42Z', 'updated_at': '2021-11-12T10:01:42Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:33Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:01:44.792113 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ff3a04-3c3f-4f47-81f3-7e95947aff24 None None] The sync data for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 is: [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '25825bc9-1884-467f-bedc-1e2afac4d01d', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.213', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'port_id': '8797438f-7473-4a9d-bc3d-919ccf456250', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'mac_address': 'fa:16:3e:28:9e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:01:42Z', 'updated_at': '2021-11-12T10:01:42Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:33Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:01:44.981217 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf5b99d-0d40-49dd-8959-4c3423590993 None None] New status for floating IP 25825bc9-1884-467f-bedc-1e2afac4d01d: ACTIVE {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:01:45.343535 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59004) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:01:45.410474 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b54b2d07-e973-4b90-b7ab-1c03ba5a4426 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/25825bc9-1884-467f-bedc-1e2afac4d01d HTTP/1.1" status: 200 len: 993 time: 0.0656428 Nov 12 10:01:46.532012 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c09ad44a-d5f9-41c8-80b0-220048afc80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:49.306251 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:49.997999 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:50.488067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:58.379276 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:01:58.866311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:13.259902 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:02:13.986673 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-79931618-8814-4763-928c-41c02e8dd7da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:16.535219 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-47adbd5d-1310-4929-bb11-29ef2a971031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:18.933023 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62680f59-2def-4e35-a2d9-2a342c63758b req-360d0d69-20cf-4f70-a020-2d33d6eee46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:18.934534 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62680f59-2def-4e35-a2d9-2a342c63758b req-360d0d69-20cf-4f70-a020-2d33d6eee46d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1097 time: 0.0896795 Nov 12 10:02:18.944050 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae495da7-9621-4d75-87e7-31e6d5b049a4 req-e725062e-cf35-4155-9a40-750c3dea93f8 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:18.945520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae495da7-9621-4d75-87e7-31e6d5b049a4 req-e725062e-cf35-4155-9a40-750c3dea93f8 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.1014409 Nov 12 10:02:18.995651 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ae495da7-9621-4d75-87e7-31e6d5b049a4 req-2c651791-e41e-4d30-af8a-1905eb1d1422 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441561 Nov 12 10:02:19.030907 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62680f59-2def-4e35-a2d9-2a342c63758b req-29ecfef0-f677-4e0b-a45e-31fdbc25e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:19.032402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62680f59-2def-4e35-a2d9-2a342c63758b req-29ecfef0-f677-4e0b-a45e-31fdbc25e291 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 200 len: 898 time: 0.0894792 Nov 12 10:02:19.099749 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62680f59-2def-4e35-a2d9-2a342c63758b req-c617c4d4-24f7-41b2-ad20-d3b1278726cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 200 len: 1001 time: 0.0602045 Nov 12 10:02:19.152628 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62680f59-2def-4e35-a2d9-2a342c63758b req-7eb98cf6-5d97-480b-ab3d-1c864a064a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:19.154092 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62680f59-2def-4e35-a2d9-2a342c63758b req-7eb98cf6-5d97-480b-ab3d-1c864a064a17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 HTTP/1.1" status: 200 len: 835 time: 0.0472419 Nov 12 10:02:19.201154 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62680f59-2def-4e35-a2d9-2a342c63758b req-348db245-8b30-4248-80e6-4a0816425c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:19.202562 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62680f59-2def-4e35-a2d9-2a342c63758b req-348db245-8b30-4248-80e6-4a0816425c55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7518de41-4aca-4e1a-b939-52d8a4248a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399621 Nov 12 10:02:19.290402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62680f59-2def-4e35-a2d9-2a342c63758b req-30b26fb7-6e40-4b9b-8377-b3eee3be6271 service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800014 Nov 12 10:02:19.310067 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:19.384247 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-62680f59-2def-4e35-a2d9-2a342c63758b req-2d0a3973-7b44-45c5-994f-7bdfd21649a9 service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869279 Nov 12 10:02:19.873448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d22299-58a9-48bf-aa37-992fd992239d req-b73a7a21-ee06-4021-a2e6-7229bbd2d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:19.874911 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8d22299-58a9-48bf-aa37-992fd992239d req-b73a7a21-ee06-4021-a2e6-7229bbd2d613 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1097 time: 0.0402653 Nov 12 10:02:19.984860 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d22299-58a9-48bf-aa37-992fd992239d req-8a376b45-468f-4a6e-9dda-7aec69c08ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:19.986326 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8d22299-58a9-48bf-aa37-992fd992239d req-8a376b45-468f-4a6e-9dda-7aec69c08ab3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 200 len: 898 time: 0.0876153 Nov 12 10:02:20.002471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:20.056931 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8d22299-58a9-48bf-aa37-992fd992239d req-ddbaadd7-4057-4bf8-b0b6-6fc033dfb851 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 200 len: 1001 time: 0.0616348 Nov 12 10:02:20.117869 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d22299-58a9-48bf-aa37-992fd992239d req-9bf01193-9151-476d-9ff8-6d7bfef766e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:20.119361 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8d22299-58a9-48bf-aa37-992fd992239d req-9bf01193-9151-476d-9ff8-6d7bfef766e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 HTTP/1.1" status: 200 len: 835 time: 0.0537183 Nov 12 10:02:20.190719 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d22299-58a9-48bf-aa37-992fd992239d req-90b0e452-1951-4e13-9586-229833ca232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:20.192148 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8d22299-58a9-48bf-aa37-992fd992239d req-90b0e452-1951-4e13-9586-229833ca232e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7518de41-4aca-4e1a-b939-52d8a4248a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602386 Nov 12 10:02:20.199550 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149f450-5e34-4daa-b1cb-26f85a1f2baa req-008d4903-5639-4c99-9daa-b291a749838b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:20.200933 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6149f450-5e34-4daa-b1cb-26f85a1f2baa req-008d4903-5639-4c99-9daa-b291a749838b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.1279559 Nov 12 10:02:20.302735 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6149f450-5e34-4daa-b1cb-26f85a1f2baa req-734a0c75-5a0d-42e2-8ec1-06c8033602cd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933621 Nov 12 10:02:20.322187 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8d22299-58a9-48bf-aa37-992fd992239d req-410b0caa-2adf-4f3e-a5fb-682879172713 service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203446 Nov 12 10:02:20.412331 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f8d22299-58a9-48bf-aa37-992fd992239d req-6f498022-f6b0-429d-91e4-7e5cfa55e79b service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808070 Nov 12 10:02:20.490776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:21.420911 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8b35-e22d-4fb6-aa29-7dfe139d609a req-25d85072-3940-43db-a774-6cb8dc2f17e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:21.422401 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1fc8b35-e22d-4fb6-aa29-7dfe139d609a req-25d85072-3940-43db-a774-6cb8dc2f17e7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Nov 12 10:02:21.471847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a1fc8b35-e22d-4fb6-aa29-7dfe139d609a req-fcb6397a-4bc2-4adb-a15e-5bc73e954823 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436339 Nov 12 10:02:22.588389 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07495f6-b0e3-460e-80ba-d0e2c5beeb41 req-2f70623c-5f25-4137-8509-ce68343b901c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:22.589855 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d07495f6-b0e3-460e-80ba-d0e2c5beeb41 req-2f70623c-5f25-4137-8509-ce68343b901c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0529130 Nov 12 10:02:22.639438 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d07495f6-b0e3-460e-80ba-d0e2c5beeb41 req-07c5a503-ad7f-49be-ade1-66195fed4877 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436559 Nov 12 10:02:23.758178 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08600e5c-1917-4e3c-82ad-90a8b82c355a req-de391dd4-6c96-46df-9d0f-9068e5f3c688 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:23.759671 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08600e5c-1917-4e3c-82ad-90a8b82c355a req-de391dd4-6c96-46df-9d0f-9068e5f3c688 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0539367 Nov 12 10:02:23.809477 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-08600e5c-1917-4e3c-82ad-90a8b82c355a req-ec48afb0-b4b5-4e33-99b6-a8eedac976f6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439038 Nov 12 10:02:24.923001 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b7b57-b0d6-4867-92f5-bd6443dc08ef req-8f1b9188-f9ac-430c-b3a9-ef167fe4614e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:24.924541 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e31b7b57-b0d6-4867-92f5-bd6443dc08ef req-8f1b9188-f9ac-430c-b3a9-ef167fe4614e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0487604 Nov 12 10:02:24.972898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-e31b7b57-b0d6-4867-92f5-bd6443dc08ef req-1e84a5a0-23e3-4a4c-aa34-7e44903dc315 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424473 Nov 12 10:02:26.091536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c4e0-d479-4f22-8766-25894b55c244 req-472dc775-49aa-4793-85de-e0ac35fda8e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:26.093074 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5353c4e0-d479-4f22-8766-25894b55c244 req-472dc775-49aa-4793-85de-e0ac35fda8e5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0498502 Nov 12 10:02:26.142252 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5353c4e0-d479-4f22-8766-25894b55c244 req-5eb77fb1-1cc3-4f93-80c3-1834722487b3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432451 Nov 12 10:02:27.259448 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574e1eb-316e-4b00-9c38-b1b0b79082c3 req-9af28aaa-3957-4d2b-aae0-eb681e46ee6a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:27.260922 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d574e1eb-316e-4b00-9c38-b1b0b79082c3 req-9af28aaa-3957-4d2b-aae0-eb681e46ee6a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0511160 Nov 12 10:02:27.309594 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d574e1eb-316e-4b00-9c38-b1b0b79082c3 req-4e44e242-6df2-4378-b451-c1c57af613e2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426497 Nov 12 10:02:28.376682 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:28.433376 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77a1cd-450b-4384-a711-e07459fc205a req-78879740-0cf2-464a-abf1-08a34f466991 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:28.434895 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f77a1cd-450b-4384-a711-e07459fc205a req-78879740-0cf2-464a-abf1-08a34f466991 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0500135 Nov 12 10:02:28.489718 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-8f77a1cd-450b-4384-a711-e07459fc205a req-b7d34978-8caa-4ed5-b9a0-48d41d85d405 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488899 Nov 12 10:02:28.870476 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:29.603823 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f10969-ec41-494d-af13-ca961370631a req-bd0cebfe-8f2c-41bc-b183-b54bee1b3b22 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:29.605345 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06f10969-ec41-494d-af13-ca961370631a req-bd0cebfe-8f2c-41bc-b183-b54bee1b3b22 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0478315 Nov 12 10:02:29.654852 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-06f10969-ec41-494d-af13-ca961370631a req-846d6b9e-8cb8-4635-b43c-a970db521668 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435622 Nov 12 10:02:30.772051 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b03c1-fb15-453d-ac48-6857ff528b7c req-5a265deb-fe5f-4de6-ac71-a94c89a2569c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:30.773559 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e9b03c1-fb15-453d-ac48-6857ff528b7c req-5a265deb-fe5f-4de6-ac71-a94c89a2569c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0513759 Nov 12 10:02:30.823350 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e9b03c1-fb15-453d-ac48-6857ff528b7c req-704a504a-ef5d-42eb-b81a-19d8adcd5817 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439203 Nov 12 10:02:31.938151 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310773c2-5746-42e8-b63e-b27e61ab9e9f req-ab168037-52f5-4a1c-9fb2-fe6e11b648e1 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:31.939611 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-310773c2-5746-42e8-b63e-b27e61ab9e9f req-ab168037-52f5-4a1c-9fb2-fe6e11b648e1 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Nov 12 10:02:31.993265 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-310773c2-5746-42e8-b63e-b27e61ab9e9f req-65fbed78-da10-4d30-8b26-9bd1a253e1c6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467668 Nov 12 10:02:33.109602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b599a-27e2-4f4c-baa2-6c5de8c03fab req-82430869-ed3d-496b-9eb0-a8f2ad1d1da1 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:33.111085 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-139b599a-27e2-4f4c-baa2-6c5de8c03fab req-82430869-ed3d-496b-9eb0-a8f2ad1d1da1 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Nov 12 10:02:33.159866 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-139b599a-27e2-4f4c-baa2-6c5de8c03fab req-93770a72-340c-461e-9ac7-d12618eac050 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423062 Nov 12 10:02:34.558009 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205122d-b5ff-43be-a157-f99676904e12 req-59b4e816-0512-423e-a3ac-791075ae086e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:34.559482 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1205122d-b5ff-43be-a157-f99676904e12 req-59b4e816-0512-423e-a3ac-791075ae086e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.3300948 Nov 12 10:02:34.608132 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-1205122d-b5ff-43be-a157-f99676904e12 req-9b58802a-e924-45ad-8216-40dc6191f950 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427101 Nov 12 10:02:35.726607 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3a38f-85c0-49bc-b51e-7a1c4d55ee0d req-52c6f167-d67e-4736-8e0d-64bfb3770e16 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:02:35.728113 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ed3a38f-85c0-49bc-b51e-7a1c4d55ee0d req-52c6f167-d67e-4736-8e0d-64bfb3770e16 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0538585 Nov 12 10:02:35.777256 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-5ed3a38f-85c0-49bc-b51e-7a1c4d55ee0d req-953f3c1c-2267-4d4d-a472-19497f7fbe67 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432277 Nov 12 10:02:35.799690 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59054) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:02:35.860550 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-4335e896-a2e8-4eab-877e-a27cbfdb9022 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/25825bc9-1884-467f-bedc-1e2afac4d01d HTTP/1.1" status: 200 len: 993 time: 0.0595887 Nov 12 10:02:43.991021 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-392f1f66-010f-4c7e-bac0-634be6456dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:46.536421 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-88636726-ccf1-4709-a6e4-534a006d64d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:49.312063 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:50.003012 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:50.260019 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:02:50.492411 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:58.388894 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:02:58.881460 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:08.273151 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59066) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:08.436659 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port 4a0036b3-52df-42f7-8cfc-bd23d34f34c2 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:03:08.436982 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:08.514140 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:08.514490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:08.526691 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for 4a0036b3-52df-42f7-8cfc-bd23d34f34c2 owned by network:floatingip {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:03:08.680823 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:08.714424 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=4a0036b3-52df-42f7-8cfc-bd23d34f34c2,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:08.738710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.739100 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.739522 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.739944 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.740293 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.740634 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.740977 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.741368 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.741772 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.742128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.742460 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.742791 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:08.783658 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:08.784028 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Floating IP 25825bc9-1884-467f-bedc-1e2afac4d01d disassociated (deleted). External IP: 172.25.5.213, port: 8797438f-7473-4a9d-bc3d-919ccf456250. Nov 12 10:03:08.999897 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 193d1ead-7bb3-4220-bcff-2d198965f575 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:03:09.109491 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:03:09.114306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:09.119112 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] Sync routers for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:03:09.128392 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:09.128996 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:02:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:09.141518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-187cc1be-3c7c-4549-bf58-d1541de744b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/floatingips/25825bc9-1884-467f-bedc-1e2afac4d01d HTTP/1.1" status: 204 len: 168 time: 0.8672497 Nov 12 10:03:09.142113 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:03:09.144484 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f96262-6723-4c0d-9c65-13cba83c34bb" -d '{"events": [{"name": "network-changed", "server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:03:09.238102 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:09.245585 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e9f25d-bc37-40b9-bdf8-52b534065eb3 x-openstack-request-id: req-41e9f25d-bc37-40b9-bdf8-52b534065eb3 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:03:09.246258 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:03:09.246527 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41e9f25d-bc37-40b9-bdf8-52b534065eb3 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:03:09.247042 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250', 'status': 'completed', 'code': 200} Nov 12 10:03:09.316582 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-54e35645-2316-4637-a3c6-33f2642aa09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:09.318194 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-54e35645-2316-4637-a3c6-33f2642aa09b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 1097 time: 0.0433512 Nov 12 10:03:09.440250 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:33Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:09.443665 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bccd238-3d9f-44da-b2f2-e4d2016fdd50 req-2364eb13-8a40-4a00-8a69-67ef25675467 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:09.445195 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bccd238-3d9f-44da-b2f2-e4d2016fdd50 req-2364eb13-8a40-4a00-8a69-67ef25675467 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0990801 Nov 12 10:03:09.462588 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-12a163e9-7034-48dc-be8d-81301c73689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:09.464019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-12a163e9-7034-48dc-be8d-81301c73689c service neutron] 10.222.0.55 "GET /v2.0/networks?id=7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 200 len: 898 time: 0.1365054 Nov 12 10:03:09.471428 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] Checking router: 193d1ead-7bb3-4220-bcff-2d198965f575 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:03:09.479557 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:09.480347 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:02:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:09.514353 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-e08f8183-256c-41c7-903a-db17b07efd3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 200 len: 217 time: 0.0409021 Nov 12 10:03:09.569607 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-2bccd238-3d9f-44da-b2f2-e4d2016fdd50 req-fb2e62d8-cb58-4b1a-b215-e341f9479641 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1156788 Nov 12 10:03:09.588146 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-8cc09148-7016-4b7d-851f-1ece7fa12e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:09.588146 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-8cc09148-7016-4b7d-851f-1ece7fa12e10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 HTTP/1.1" status: 200 len: 835 time: 0.0611169 Nov 12 10:03:09.588632 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:09.630893 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-ea150c2b-db41-40c7-8606-0acb6c309a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:09.632447 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-ea150c2b-db41-40c7-8606-0acb6c309a54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7518de41-4aca-4e1a-b939-52d8a4248a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410054 Nov 12 10:03:09.726304 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-d670a47a-ca35-4dca-9676-1c84c14d053c service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845945 Nov 12 10:03:09.783288 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:33Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:09.809284 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018cb662-8bea-45c7-b253-d7e0d4f20ddf None None] The sync data for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 is: [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:01:30Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': '1e2515da-3366-447a-9f21-15fc3e2b3d00', 'name': '', 'network_id': '7518de41-4aca-4e1a-b939-52d8a4248a38', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:b0:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:29Z', 'updated_at': '2021-11-12T10:01:33Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:03:09.818963 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-92f96262-6723-4c0d-9c65-13cba83c34bb req-7b508869-8d5c-4f7a-a049-7153da0b4e4f service neutron] 10.222.0.55 "GET /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832336 Nov 12 10:03:10.023345 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4141140a-54f9-4d24-a984-00d975fd42e2 None None] New status for floating IP 25825bc9-1884-467f-bedc-1e2afac4d01d: DOWN {{(pid=109378) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:03:10.697077 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e2679-a340-4efd-b392-12974c9f05a5 req-a6675773-dac2-4054-ace7-d57d9e86c55d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:10.698958 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d6e2679-a340-4efd-b392-12974c9f05a5 req-a6675773-dac2-4054-ace7-d57d9e86c55d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0563331 Nov 12 10:03:10.753270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-0d6e2679-a340-4efd-b392-12974c9f05a5 req-5a4f61b7-542f-492b-b464-4bd95aebb49d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=4174ddf4-55f3-49ef-b205-f3381e063fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478320 Nov 12 10:03:10.897300 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-b6de1f9a-3a67-4781-9e53-5e545f909447 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:10.898660 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-b6de1f9a-3a67-4781-9e53-5e545f909447 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.55 "GET /v2.0/ports?device_id=e96d9dfe-a3f2-4fa7-953d-2e05700cdd99 HTTP/1.1" status: 200 len: 945 time: 0.0520108 Nov 12 10:03:10.988792 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port 8797438f-7473-4a9d-bc3d-919ccf456250 {{(pid=109377) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:03:10.989993 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:11.083526 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.db [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] For port 8797438f-7473-4a9d-bc3d-919ccf456250, host n-h2-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-769329-17',level=0,port_id=8797438f-7473-4a9d-bc3d-919ccf456250,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109377) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:11.083897 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:11.097184 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.plugin [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for 8797438f-7473-4a9d-bc3d-919ccf456250 owned by compute:nova {{(pid=109377) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:03:11.224183 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:11.257367 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=8797438f-7473-4a9d-bc3d-919ccf456250,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:11.285078 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.285428 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.285763 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.286094 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.286423 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.286751 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.287076 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.287395 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.287717 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.288059 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.288380 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.288695 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109377) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:11.310246 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] No DVR routers for this DVR port 8797438f-7473-4a9d-bc3d-919ccf456250 on host n-h2-769329-17 {{(pid=109377) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:03:11.312985 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:11.316364 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-d8ce2858-f959-48f4-8b96-b0f6ed2b438d req-d9899a9d-adbf-4660-b1f2-9212d96d12ce tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.55 "DELETE /v2.0/ports/8797438f-7473-4a9d-bc3d-919ccf456250 HTTP/1.1" status: 204 len: 173 time: 0.4115429 Nov 12 10:03:11.316826 n-d-769329-17 neutron-server[109377]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'name': 'network-vif-deleted', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250'}] {{(pid=109377) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:03:11.319041 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c25d8699d63a0dee926e7bafe382bfd5b7ff5b0d418339fbc9520bedf15d2963" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa9225d-8a95-4b5d-b5ad-40eaa1d3ca4e" -d '{"events": [{"server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "name": "network-vif-deleted", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250"}]}' {{(pid=109377) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:03:11.420436 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248835d9-48f2-4150-b7da-86bf5162754a x-openstack-request-id: req-248835d9-48f2-4150-b7da-86bf5162754a {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:03:11.420729 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96d9dfe-a3f2-4fa7-953d-2e05700cdd99", "name": "network-vif-deleted", "tag": "8797438f-7473-4a9d-bc3d-919ccf456250", "status": "completed", "code": 200}]} {{(pid=109377) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:03:11.421026 n-d-769329-17 neutron-server[109377]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-248835d9-48f2-4150-b7da-86bf5162754a {{(pid=109377) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:03:11.421437 n-d-769329-17 neutron-server[109377]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96d9dfe-a3f2-4fa7-953d-2e05700cdd99', 'name': 'network-vif-deleted', 'tag': '8797438f-7473-4a9d-bc3d-919ccf456250', 'status': 'completed', 'code': 200} Nov 12 10:03:11.812765 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59084) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:12.178269 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1704651'] for router_interface, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:12.433883 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port 1e2515da-3366-447a-9f21-15fc3e2b3d00 {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:03:12.434145 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:12.526294 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] For port 1e2515da-3366-447a-9f21-15fc3e2b3d00, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=1e2515da-3366-447a-9f21-15fc3e2b3d00,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:12.526664 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:12.540624 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for 1e2515da-3366-447a-9f21-15fc3e2b3d00 owned by network:router_interface {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:03:12.725165 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:12.754403 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=1e2515da-3366-447a-9f21-15fc3e2b3d00,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:12.940113 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1612948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1704059'] for router_interface, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:13.168788 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 193d1ead-7bb3-4220-bcff-2d198965f575 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:03:13.632539 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:03:13.638543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a827b009-955f-4e63-8a86-90f05e6ac3ea tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "PUT /v2.0/routers/193d1ead-7bb3-4220-bcff-2d198965f575/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8235919 Nov 12 10:03:13.640943 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59086) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:13.643981 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] Sync routers for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:03:13.664202 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:13.664823 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:02:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:13.696062 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_v2 [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting subnet 5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 {{(pid=109376) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 12 10:03:13.699683 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for subnet, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:13.744437 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6532727'] for subnet, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:13.778932 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:13.836940 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1314566'] for subnet, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:13.899674 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1314577', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6953962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5388346'] for subnet, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:13.926738 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:13.933058 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for subnet, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:13.937282 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a66729c8-3aa9-4421-a27a-3779573bab45 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/subnets/5b9f2edd-c9fa-4c3a-b8d8-cf02018484f8 HTTP/1.1" status: 204 len: 168 time: 0.2953000 Nov 12 10:03:13.939986 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59088) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:13.943413 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc94c058-1198-463b-b9f3-844520230932 None None] Network 7518de41-4aca-4e1a-b939-52d8a4248a38 requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:03:14.053671 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1d6df212-a98e-4344-afe7-e36738208990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.068396 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.079808 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:03:12Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:14.111652 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] Checking router: 193d1ead-7bb3-4220-bcff-2d198965f575 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:03:14.124528 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] Routers {'193d1ead-7bb3-4220-bcff-2d198965f575'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:14.125300 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:02:47Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['193d1ead-7bb3-4220-bcff-2d198965f575'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:14.193964 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] DHCP port deletion for 7518de41-4aca-4e1a-b939-52d8a4248a38 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:03:14.215453 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.253570 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Deleting port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b {{(pid=109378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:03:14.253950 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.255768 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] Set router 193d1ead-7bb3-4220-bcff-2d198965f575 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:14.279622 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Deleting port 90567abc-f75c-4310-8fb4-6b5f35b4886e {{(pid=109376) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 12 10:03:14.281470 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8727907288504'] for port, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.327538 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] For port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=7e451c57-21ac-4aa6-b4ee-a784b4682e4b,segment=NetworkSegment(76800e00-36fa-473e-ab69-92a312314e44),segment_id=76800e00-36fa-473e-ab69-92a312314e44)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:14.327965 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.348521 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Calling delete_port for 7e451c57-21ac-4aa6-b4ee-a784b4682e4b owned by network:dhcp {{(pid=109378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:03:14.385980 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] For port 90567abc-f75c-4310-8fb4-6b5f35b4886e, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=90567abc-f75c-4310-8fb4-6b5f35b4886e,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109376) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:14.386366 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1710189'] for port, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.401498 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.plugin [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Calling delete_port for 90567abc-f75c-4310-8fb4-6b5f35b4886e owned by network:router_gateway {{(pid=109376) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 12 10:03:14.444140 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062'] for port, after_delete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.472598 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:03:12Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:14.479459 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Pushing event deleted for resources: {'Port': ['ID=7e451c57-21ac-4aa6-b4ee-a784b4682e4b,revision_number=None']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:14.487799 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.488253 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.488784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.488954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.489257 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.489692 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.490058 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.490391 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.490731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.491059 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.491396 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.491724 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:14.496784 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674f5ad-b7d5-4d53-8df3-3ef6aef5beb4 None None] No DVR routers for this DVR port 7e451c57-21ac-4aa6-b4ee-a784b4682e4b on host n-d-769329-17 {{(pid=109378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 12 10:03:14.509631 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8797438f-7473-4a9d-bc3d-919ccf456250 no longer exists at agent hyperv_n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:03:14.514060 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dec2cd-78f0-43b4-9488-e464b9d3a984 None None] The sync data for ids ['193d1ead-7bb3-4220-bcff-2d198965f575'] in n-d-769329-17 is: [{'id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319362808', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246'}], 'enable_snat': True}, 'gw_port_id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:01:26Z', 'updated_at': '2021-11-12T10:03:12Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '90567abc-f75c-4310-8fb4-6b5f35b4886e', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e8:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193d1ead-7bb3-4220-bcff-2d198965f575', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:01:27Z', 'updated_at': '2021-11-12T10:01:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:03:14.540607 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] No Port match for: 8797438f-7473-4a9d-bc3d-919ccf456250 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:03:14.540954 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Device 8797438f-7473-4a9d-bc3d-919ccf456250 not bound to the agent host n-h2-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:03:14.639761 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8727907292290', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8727906865062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.667652 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Port': ['ID=90567abc-f75c-4310-8fb4-6b5f35b4886e,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:14.683269 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ad7d07-09e4-472a-95ad-d7783c35801a None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:03:14.737677 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707905'] for router_gateway, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.854377 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718292', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3939'] for router, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.858113 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.923350 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7e451c57-21ac-4aa6-b4ee-a784b4682e4b no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:03:14.927092 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1718381'] for router, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.928312 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Fanout notify agent at l3_agent the message router_deleted on router 193d1ead-7bb3-4220-bcff-2d198965f575 {{(pid=109376) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 12 10:03:14.936915 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:14.938076 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-445bcf1f-3549-4080-ad72-1c512525cea5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/routers/193d1ead-7bb3-4220-bcff-2d198965f575 HTTP/1.1" status: 204 len: 168 time: 0.9967849 Nov 12 10:03:14.941484 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59090) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:14.952571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 7e451c57-21ac-4aa6-b4ee-a784b4682e4b {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:03:14.952571 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 7e451c57-21ac-4aa6-b4ee-a784b4682e4b not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:03:15.039947 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-679779'] for network, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.147187 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1313153', 'neutron.services.segments.db._delete_segments_for_network-8727907330286'] for network, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.174571 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7518de41-4aca-4e1a-b939-52d8a4248a38']}} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:15.186061 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76800e00-36fa-473e-ab69-92a312314e44') {'for_net_delete': True} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:15.186366 n-d-769329-17 neutron-server[109376]: DEBUG neutron.services.segments.db [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76800e00-36fa-473e-ab69-92a312314e44') {} {{(pid=109376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:15.197896 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8727907400951', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6531204'] for segment, before_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.217306 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.225916 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=109376) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 12 10:03:15.226424 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6953860'] for segment, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: Traceback (most recent call last): Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: timer() Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: cb(*args, **kw) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: return func(*args, **kwargs) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: self._notify() Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: self.callback(batched_events) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: event.method(event) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: aggregate_uuid = self.p_client.list_aggregates( Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: return f(self, *a, **k) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: return self._get(url).json() Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: return self.request(url, 'GET', **kwargs) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: base_url = self.get_endpoint(auth, allow=allow, Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 12 10:03:15.230799 n-d-769329-17 neutron-server[109376]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 12 10:03:15.297275 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1313176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1708029'] for network, after_delete {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.306045 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.309220 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/networks/7518de41-4aca-4e1a-b939-52d8a4248a38 HTTP/1.1" status: 204 len: 168 time: 0.3663440 Nov 12 10:03:15.312046 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59092) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:15.320917 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d4342-8967-45b2-8878-a6f0a9998874 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'Network': ['ID=7518de41-4aca-4e1a-b939-52d8a4248a38,revision_number=None']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:15.374625 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a86ed39-5e94-492a-b7ef-5ed8b7ab746d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.399544 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a86ed39-5e94-492a-b7ef-5ed8b7ab746d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.458487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a86ed39-5e94-492a-b7ef-5ed8b7ab746d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_delete {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.461099 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-1a86ed39-5e94-492a-b7ef-5ed8b7ab746d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:15.462279 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-1a86ed39-5e94-492a-b7ef-5ed8b7ab746d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "DELETE /v2.0/security-groups/4174ddf4-55f3-49ef-b205-f3381e063fa7 HTTP/1.1" status: 204 len: 168 time: 0.1491425 Nov 12 10:03:15.475414 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86ed39-5e94-492a-b7ef-5ed8b7ab746d tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4174ddf4-55f3-49ef-b205-f3381e063fa7,revision_number=None']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:15.904614 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59098) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:15.909223 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-9ba7434f-ece1-4cba-840b-69b5867a8c38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1594292487', 'description': 'tempest-secgroup-smoke-1594292487 description', 'project_id': 'aac91125a98e42aabd010601bfbd8a13'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:15.932487 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ba7434f-ece1-4cba-840b-69b5867a8c38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.001035 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ba7434f-ece1-4cba-840b-69b5867a8c38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.004996 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ba7434f-ece1-4cba-840b-69b5867a8c38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1808958'] for security_group, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.035800 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-9ba7434f-ece1-4cba-840b-69b5867a8c38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.037068 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-9ba7434f-ece1-4cba-840b-69b5867a8c38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1314259 Nov 12 10:03:16.038994 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7434f-ece1-4cba-840b-69b5867a8c38 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f541c-2080-4c6e-8099-7feddf23852e,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:16.040735 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59100) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:16.045974 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-c36df2c4-694e-4ba0-ab3a-95f61d7b28c0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'e07f541c-2080-4c6e-8099-7feddf23852e', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:16.073643 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c36df2c4-694e-4ba0-ab3a-95f61d7b28c0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.130360 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c36df2c4-694e-4ba0-ab3a-95f61d7b28c0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.133994 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c36df2c4-694e-4ba0-ab3a-95f61d7b28c0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.152045 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36df2c4-694e-4ba0-ab3a-95f61d7b28c0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98c8f42-abd5-448f-9da2-233e2f1e7d19,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:16.160702 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-c36df2c4-694e-4ba0-ab3a-95f61d7b28c0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.161909 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-c36df2c4-694e-4ba0-ab3a-95f61d7b28c0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199028 Nov 12 10:03:16.164732 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59102) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:16.169519 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-04014ff8-4590-4a83-9a84-1d914c84236c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'e07f541c-2080-4c6e-8099-7feddf23852e', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:16.194953 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04014ff8-4590-4a83-9a84-1d914c84236c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.251615 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04014ff8-4590-4a83-9a84-1d914c84236c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.255484 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04014ff8-4590-4a83-9a84-1d914c84236c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.273833 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04014ff8-4590-4a83-9a84-1d914c84236c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1060f5d-b7ab-4e9c-962e-c05a0a4a6cc0,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:16.282386 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-04014ff8-4590-4a83-9a84-1d914c84236c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.283652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-04014ff8-4590-4a83-9a84-1d914c84236c tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1179700 Nov 12 10:03:16.286385 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59104) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:16.290654 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-319b3f0c-1e00-4743-a04f-ae97c1bb576e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'e07f541c-2080-4c6e-8099-7feddf23852e', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:16.318331 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-319b3f0c-1e00-4743-a04f-ae97c1bb576e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.377342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-319b3f0c-1e00-4743-a04f-ae97c1bb576e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.381197 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-319b3f0c-1e00-4743-a04f-ae97c1bb576e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.400070 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b3f0c-1e00-4743-a04f-ae97c1bb576e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d114cbfe-7dc0-40e5-bfda-46cc89e20cab,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:16.410737 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-319b3f0c-1e00-4743-a04f-ae97c1bb576e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.412023 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-319b3f0c-1e00-4743-a04f-ae97c1bb576e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246786 Nov 12 10:03:16.414725 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59106) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:16.419153 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-a5e089a2-47ab-4a3f-957f-9043297c4c03 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'e07f541c-2080-4c6e-8099-7feddf23852e', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:16.446452 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5e089a2-47ab-4a3f-957f-9043297c4c03 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.507493 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5e089a2-47ab-4a3f-957f-9043297c4c03 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.511353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 90567abc-f75c-4310-8fb4-6b5f35b4886e no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:03:16.512218 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5e089a2-47ab-4a3f-957f-9043297c4c03 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.536304 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e089a2-47ab-4a3f-957f-9043297c4c03 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4212ce-10fd-4ba8-84ac-b98067defb7a,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:16.537566 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 90567abc-f75c-4310-8fb4-6b5f35b4886e {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:03:16.537937 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 90567abc-f75c-4310-8fb4-6b5f35b4886e not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:03:16.538352 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1e2515da-3366-447a-9f21-15fc3e2b3d00 no longer exists at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 12 10:03:16.542411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-a5e089a2-47ab-4a3f-957f-9043297c4c03 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.544615 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-a5e089a2-47ab-4a3f-957f-9043297c4c03 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286654 Nov 12 10:03:16.546705 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59108) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:16.551472 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'e07f541c-2080-4c6e-8099-7feddf23852e', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:16.569920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] No Port match for: 1e2515da-3366-447a-9f21-15fc3e2b3d00 {{(pid=109378) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 12 10:03:16.570376 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 1e2515da-3366-447a-9f21-15fc3e2b3d00 not bound to the agent host n-d-769329-17 {{(pid=109378) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 12 10:03:16.573970 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-cc47388c-c038-490a-9b0e-3e63627879ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.579592 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Project aac91125a98e42aabd010601bfbd8a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 10:03:16.584904 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.645499 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.651051 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.670086 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6308f28d-b84f-4084-93a3-0a8789b4d5c1,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:16.678848 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.680109 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-e9ad8b6e-58ea-4df4-8f3c-0a2d53779cb7 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323831 Nov 12 10:03:16.682805 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59110) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:16.687635 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'security_group_rule': {'security_group_id': 'e07f541c-2080-4c6e-8099-7feddf23852e', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:16.710772 n-d-769329-17 neutron-server[109376]: INFO neutron.db.securitygroups_db [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Project aac91125a98e42aabd010601bfbd8a13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 12 10:03:16.715985 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.780650 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.784342 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1803262'] for security_group_rule, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.805201 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f18910-bce5-4fac-9500-eea6e4c728de,revision_number=0']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:16.812051 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.813289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-01ed1e28-10c1-4ad1-8d65-f5019596df04 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295416 Nov 12 10:03:16.816048 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59112) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:16.820898 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'network': {'name': 'tempest-network-smoke--76688332', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'port_security_enabled': True}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:16.842442 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'network': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:03:16.846179 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for network, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.871623 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=109376) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 12 10:03:16.881490 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660441'] for segment, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.881844 n-d-769329-17 neutron-server[109376]: INFO neutron.db.segments_db [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Added segment a25564e6-ad1f-4af2-a18b-04501436de58 of type vlan for network ba920991-5954-4a4c-8e10-47b0ab7e2c2c Nov 12 10:03:16.923230 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8727906883310'] for network, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.950710 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957'] for network, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.956644 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:16.957226 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for network, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:16.993464 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1763315 Nov 12 10:03:16.996531 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59114) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:17.001945 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'admin_state_up': True, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:17.027265 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1705146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6793'] for router, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.028502 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1718314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1707888', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1805003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6800'] for router, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.033445 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aadca9-76cd-4882-9555-4308d5b227bc tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Network': ['ID=ba920991-5954-4a4c-8e10-47b0ab7e2c2c,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:17.046214 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c details requested by agent ovs-agent-n-d-769329-17 with host n-d-769329-17 {{(pid=109378) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 12 10:03:17.084327 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.228664 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.424121 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.446485 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.560766 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.25.5.48 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/93fa8cbf-ae3b-49f4-a130-6dc9b8001e92) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:03:17.677945 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.714685 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.751469 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:03:17.756353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:03:17.758828 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:03:17.769395 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95682805-d527-4390-aeb7-055c72476b7a None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:03:17.789933 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=93fa8cbf-ae3b-49f4-a130-6dc9b8001e92,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:17.851865 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-f925c110-fc2d-4b28-aeb4-9d0d0f37cea2 None None] Provisioning complete for port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:17.852262 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f925c110-fc2d-4b28-aeb4-9d0d0f37cea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:17.890300 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-f925c110-fc2d-4b28-aeb4-9d0d0f37cea2 None None] Port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:03:18.020790 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router_gateway, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:18.222542 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1718307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1707941'] for router, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:18.350137 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 2c453607-ddff-4e9d-96d9-c046e17fd418 is scheduled to L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 with binding_index 1 {{(pid=109377) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 12 10:03:18.457636 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:03:18.467525 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Sync routers for ids ['2c453607-ddff-4e9d-96d9-c046e17fd418'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:03:18.478991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Routers {'2c453607-ddff-4e9d-96d9-c046e17fd418'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:18.479289 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for router, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:18.479641 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:03:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c453607-ddff-4e9d-96d9-c046e17fd418'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:18.484465 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b013ac3e-0adc-41c3-b4b8-4982bd801f05 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4824660 Nov 12 10:03:18.484699 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59116) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:18.520756 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-b0c99609-c2bb-475e-80e9-dc1af68983ee tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aac91125a98e42aabd010601bfbd8a13&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348887 Nov 12 10:03:18.523353 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59118) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:18.587500 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Set router 2c453607-ddff-4e9d-96d9-c046e17fd418 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:18.678929 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a03ca4-63a8-4495-b758-f3384d1e193a tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:18.680473 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-a0a03ca4-63a8-4495-b758-f3384d1e193a tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1561639 Nov 12 10:03:18.683594 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59120) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:18.722972 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-c1f5b20c-6e04-4448-b257-9c60bf26d767 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=fac335f8-0236-4833-ae7f-56a0c4f38a39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375104 Nov 12 10:03:18.725483 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59122) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:18.730308 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.v2.base [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-339460387', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109377) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:18.771686 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:17Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:18.804846 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Checking router: 2c453607-ddff-4e9d-96d9-c046e17fd418 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:03:18.805201 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Updating router 2c453607-ddff-4e9d-96d9-c046e17fd418 port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 binding host n-d-769329-17 {{(pid=109378) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:03:18.822006 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'subnet': 1} {{(pid=109377) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:03:18.826372 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4247614'] for subnet, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:18.832732 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.093542 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Publish callbacks [] for port, precommit_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.099505 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.149093 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb5c88-1338-4754-a08b-108fe917e7a1 None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:03:19.155194 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Attempting to bind port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:03:19.155561 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Attempting to bind port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:03:19.155961 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Attempting to bind port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 on network fac335f8-0236-4833-ae7f-56a0c4f38a39 {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:03:19.172051 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:03:19.172344 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Checking segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:03:19.172750 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.173133 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Bound using segment: {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:03:19.173614 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Bound port: 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbba9c05-877a-439a-b84a-02ed86805a6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:03:19.173989 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.176728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaf8cd-4876-4d18-9e2a-614274e637db None None] Pushing event updated for resources: {'Port': ['ID=93fa8cbf-ae3b-49f4-a130-6dc9b8001e92,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:19.237666 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] For port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:03:19.241800 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] For port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=93fa8cbf-ae3b-49f4-a130-6dc9b8001e92,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:03:19.242920 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-df7e4125-9aa6-4b94-8552-87c8316d050c None None] Provisioning complete for port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:19.243284 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df7e4125-9aa6-4b94-8552-87c8316d050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.246313 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.312529 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4477661-eafc-4699-80b3-d05abddf3b1b None None] DHCP port deletion for fac335f8-0236-4833-ae7f-56a0c4f38a39 request from n-d-769329-17 {{(pid=109378) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 12 10:03:19.315198 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800523', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5894072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4247596'] for subnet, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.383354 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Subnet': ['ID=7979950a-a6cc-460e-9110-8a0b92ae1e05,revision_number=0']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:19.392737 n-d-769329-17 neutron-server[109377]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Checking segment: {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109377) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:03:19.393110 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network hostable DHCP agents. Network: ba920991-5954-4a4c-8e10-47b0ab7e2c2c, hostable agents: ['766850f4-5347-4802-929a-7612c5a1114c'], hosted agents: [] {{(pid=109377) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 12 10:03:19.412422 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c is scheduled to be hosted by DHCP agent 766850f4-5347-4802-929a-7612c5a1114c with binding_index 1 {{(pid=109377) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 12 10:03:19.423864 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-769329-17, ba920991-5954-4a4c-8e10-47b0ab7e2c2c) {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:03:19.428212 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:19.428935 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for subnet, before_response {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.447898 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-845614bb-a3e8-4ca6-8ffe-121447e9e4ed tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7210691 Nov 12 10:03:19.450544 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [-] (109377) accepted ('10.222.0.53', 59124) {{(pid=109377) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:19.488908 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2aa414-2e9a-4e73-8a69-23d4da3cf25b None None] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:03:19.534970 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Routers {'2c453607-ddff-4e9d-96d9-c046e17fd418'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:19.535636 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:03:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c453607-ddff-4e9d-96d9-c046e17fd418'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:19.540838 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.605804 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abaf8cd-4876-4d18-9e2a-614274e637db None None] Pushing event updated for resources: {'Port': ['ID=93fa8cbf-ae3b-49f4-a130-6dc9b8001e92,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:19.714562 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df7e4125-9aa6-4b94-8552-87c8316d050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.750495 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-df7e4125-9aa6-4b94-8552-87c8316d050c None None] For port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=93fa8cbf-ae3b-49f4-a130-6dc9b8001e92,segment=NetworkSegment(fbba9c05-877a-439a-b84a-02ed86805a6f),segment_id=fbba9c05-877a-439a-b84a-02ed86805a6f)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:19.770418 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] Set router 2c453607-ddff-4e9d-96d9-c046e17fd418 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:19.797596 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-df7e4125-9aa6-4b94-8552-87c8316d050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.907385 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.963655 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp66c77283-7079-5a62-ba1a-9e9db953be83-ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05'}]}} from n-d-769329-17. {{(pid=109378) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 12 10:03:19.964905 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:19.966820 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e4125-9aa6-4b94-8552-87c8316d050c None None] Pushing event updated for resources: {'Port': ['ID=93fa8cbf-ae3b-49f4-a130-6dc9b8001e92,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:20.007659 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94b4f631-51f1-405d-9865-336d52d15221 None None] Provisioning complete for port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:20.008054 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94b4f631-51f1-405d-9865-336d52d15221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.107174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.225155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.db_base_plugin_common [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Allocated IP 172.20.0.2 (ba920991-5954-4a4c-8e10-47b0ab7e2c2c/7979950a-a6cc-460e-9110-8a0b92ae1e05/b813711e-1181-4d76-ba4f-f4b2e4dfc463) {{(pid=109378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:03:20.248796 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:17Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:20.283171 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd25b1-dfe8-48ed-9a7c-655a3733c945 None None] The sync data for ids ['2c453607-ddff-4e9d-96d9-c046e17fd418'] in n-d-769329-17 is: [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:17Z', 'revision_number': 3, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17'}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:03:20.422505 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Publish callbacks [] for port, precommit_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.430523 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053'] for port, after_create {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.473225 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c is already hosted by enough agents. {{(pid=109378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:03:20.474728 n-d-769329-17 neutron-server[109378]: DEBUG neutron.scheduler.base_scheduler [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Resources bound (agent type, host, resource id): {{(pid=109378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:03:20.482540 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Received port after_create {{(pid=109378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:03:20.486435 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.db_base_plugin_common [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.20.0.1 (ba920991-5954-4a4c-8e10-47b0ab7e2c2c/7979950a-a6cc-460e-9110-8a0b92ae1e05/a87d388e-d909-41ac-8082-0d599594d5a2) {{(pid=109377) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:03:20.509735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Pushing event updated for resources: {'Port': ['ID=b813711e-1181-4d76-ba4f-f4b2e4dfc463,revision_number=1']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:20.526484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.578687 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Attempting to bind port b813711e-1181-4d76-ba4f-f4b2e4dfc463 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:03:20.579338 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Attempting to bind port b813711e-1181-4d76-ba4f-f4b2e4dfc463 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:03:20.579714 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Attempting to bind port b813711e-1181-4d76-ba4f-f4b2e4dfc463 on network ba920991-5954-4a4c-8e10-47b0ab7e2c2c {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:03:20.584981 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:03:20.585353 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Checking segment: {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:03:20.585755 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.586153 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Bound using segment: {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'} {{(pid=109378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:03:20.586629 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.managers [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Bound port: b813711e-1181-4d76-ba4f-f4b2e4dfc463, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'}}] {{(pid=109378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:03:20.587014 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.651135 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.666679 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] For port b813711e-1181-4d76-ba4f-f4b2e4dfc463, host n-d-769329-17, cleared binding levels {{(pid=109378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:03:20.671603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] For port b813711e-1181-4d76-ba4f-f4b2e4dfc463, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b813711e-1181-4d76-ba4f-f4b2e4dfc463,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:03:20.677791 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.693931 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5893964'] for port, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:20.741504 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a91e9-ab2a-4cc1-ae3d-ccb13795841e None None] Pushing event updated for resources: {'Port': ['ID=b813711e-1181-4d76-ba4f-f4b2e4dfc463,revision_number=2']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:20.741818 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:03:20.745190 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:03:20.753055 n-d-769329-17 neutron-server[109377]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109377) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:03:20.787393 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=a87d388e-d909-41ac-8082-0d599594d5a2,revision_number=1']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:20.821328 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1704560'] for router_interface, before_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:21.023310 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:21.349707 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:21.354398 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5893941'] for port, after_update {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:21.426595 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=a87d388e-d909-41ac-8082-0d599594d5a2,revision_number=2']} {{(pid=109377) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:21.431719 n-d-769329-17 neutron-server[109377]: DEBUG neutron_lib.callbacks.manager [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1612911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1704676'] for router_interface, after_create {{(pid=109377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:21.529859 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c is already hosted by enough agents. {{(pid=109377) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:03:21.531673 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109377) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:03:21.656238 n-d-769329-17 neutron-server[109377]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 2c453607-ddff-4e9d-96d9-c046e17fd418 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109377) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:03:21.776806 n-d-769329-17 neutron-server[109377]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109377) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:03:21.783773 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [None req-8fa9fc89-4507-4c6e-a18e-9b22b79ca781 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "PUT /v2.0/routers/2c453607-ddff-4e9d-96d9-c046e17fd418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3320274 Nov 12 10:03:21.845005 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baec0c3-d81d-4809-865c-04682681381d None None] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c requested from n-d-769329-17 {{(pid=109378) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 12 10:03:21.923354 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-98fccaef-81c2-4933-9e94-82730c65018d None None] Provisioning complete for port b813711e-1181-4d76-ba4f-f4b2e4dfc463 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:21.923724 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98fccaef-81c2-4933-9e94-82730c65018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:21.944833 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-af013bc3-cf62-46de-bb7e-4033c07c80a8 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1594292487&fields=id&tenant_id=aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 267 time: 0.0459223 Nov 12 10:03:22.063330 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-29d2436d-05bf-4c3b-a47f-fdb8083d7ffd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:22.064860 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-29d2436d-05bf-4c3b-a47f-fdb8083d7ffd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 795 time: 0.1120796 Nov 12 10:03:22.074322 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98fccaef-81c2-4933-9e94-82730c65018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:22.080690 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-0f9b715a-6cf2-4118-81be-b14e16f9a604 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/quotas/aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 375 time: 0.0099013 Nov 12 10:03:22.119121 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-98fccaef-81c2-4933-9e94-82730c65018d None None] For port b813711e-1181-4d76-ba4f-f4b2e4dfc463, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=b813711e-1181-4d76-ba4f-f4b2e4dfc463,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:22.126350 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-98fccaef-81c2-4933-9e94-82730c65018d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:22.149019 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-1701690e-2948-4d76-b2b7-3aa0437948d0 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564437 Nov 12 10:03:22.190701 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fccaef-81c2-4933-9e94-82730c65018d None None] Pushing event updated for resources: {'Port': ['ID=b813711e-1181-4d76-ba4f-f4b2e4dfc463,revision_number=3']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:22.319309 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-4876bb6c-b313-48d5-9154-a3e320aa392d service neutron] 10.222.0.53 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519887 Nov 12 10:03:22.357522 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ec63c723-16da-4a5b-aded-ee9ed47dfcf2 None None] Provisioning complete for port b813711e-1181-4d76-ba4f-f4b2e4dfc463 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:22.358174 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec63c723-16da-4a5b-aded-ee9ed47dfcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:22.411842 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Sync routers for ids ['2c453607-ddff-4e9d-96d9-c046e17fd418'] in n-d-769329-17 {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:03:22.425311 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Routers {'2c453607-ddff-4e9d-96d9-c046e17fd418'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:22.426076 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:03:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c453607-ddff-4e9d-96d9-c046e17fd418'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:22.431116 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-c27d1548-7191-48ec-a2a7-65b4ab4bea19 service neutron] 10.222.0.53 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043828 Nov 12 10:03:22.456735 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-ec63c723-16da-4a5b-aded-ee9ed47dfcf2 None None] Provisioning complete for port a87d388e-d909-41ac-8082-0d599594d5a2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:22.457397 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ec63c723-16da-4a5b-aded-ee9ed47dfcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:22.508613 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-ec63c723-16da-4a5b-aded-ee9ed47dfcf2 None None] Port a87d388e-d909-41ac-8082-0d599594d5a2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:03:22.563440 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Set router 2c453607-ddff-4e9d-96d9-c046e17fd418 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:22.621731 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:03:22.661366 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-10c4c260-5a91-49c1-9195-caa2e0d8f43a None None] Provisioning complete for port a87d388e-d909-41ac-8082-0d599594d5a2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:22.661679 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-10c4c260-5a91-49c1-9195-caa2e0d8f43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:22.703438 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-10c4c260-5a91-49c1-9195-caa2e0d8f43a None None] Port a87d388e-d909-41ac-8082-0d599594d5a2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:03:22.713390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port 93fa8cbf-ae3b-49f4-a130-6dc9b8001e92 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:22.713758 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:22.798925 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:20Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'a87d388e-d909-41ac-8082-0d599594d5a2', 'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:bf:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:20Z', 'updated_at': '2021-11-12T10:03:21Z', 'revision_number': 2, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:22.826865 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Checking router: 2c453607-ddff-4e9d-96d9-c046e17fd418 for host: n-d-769329-17 {{(pid=109379) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:03:22.827223 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Updating router 2c453607-ddff-4e9d-96d9-c046e17fd418 port a87d388e-d909-41ac-8082-0d599594d5a2 binding host n-d-769329-17 {{(pid=109379) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 12 10:03:22.855560 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:22.969879 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device b813711e-1181-4d76-ba4f-f4b2e4dfc463 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:03:22.974178 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-34e8bff7-9a22-4ff6-9099-ca1d34c30a3c None None] Provisioning complete for port a87d388e-d909-41ac-8082-0d599594d5a2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:22.974326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-34e8bff7-9a22-4ff6-9099-ca1d34c30a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.033234 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-34e8bff7-9a22-4ff6-9099-ca1d34c30a3c None None] Port a87d388e-d909-41ac-8082-0d599594d5a2 cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:03:23.051325 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port b813711e-1181-4d76-ba4f-f4b2e4dfc463 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:23.051610 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.138106 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Publish callbacks [] for port, precommit_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.144048 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.190276 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Pushing event updated for resources: {'Port': ['ID=a87d388e-d909-41ac-8082-0d599594d5a2,revision_number=3']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:23.201584 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.201927 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.202275 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.202605 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.202932 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.203259 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.203584 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.203926 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.204256 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.204581 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.204902 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.205223 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-769329-17 {{(pid=109379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 12 10:03:23.256151 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Attempting to bind port a87d388e-d909-41ac-8082-0d599594d5a2 on host n-d-769329-17 for vnic_type normal with profile {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:03:23.256366 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Attempting to bind port a87d388e-d909-41ac-8082-0d599594d5a2 by drivers openvswitch,hyperv on host n-d-769329-17 at level 0 using segments [{'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:03:23.256713 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Attempting to bind port a87d388e-d909-41ac-8082-0d599594d5a2 on network ba920991-5954-4a4c-8e10-47b0ab7e2c2c {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:03:23.263412 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Checking agent: {'id': '1ec41f66-44e3-4948-812d-bbdc307ac8d0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 42, 50), 'started_at': datetime.datetime(2021, 11, 12, 8, 43, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-769329-17'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:03:23.263781 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Checking segment: {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:03:23.264212 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.264604 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Bound using segment: {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'} {{(pid=109379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:03:23.265068 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.managers [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Bound port: a87d388e-d909-41ac-8082-0d599594d5a2, host: n-d-769329-17, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'}}] {{(pid=109379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:03:23.265443 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.335519 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] For port a87d388e-d909-41ac-8082-0d599594d5a2, host n-d-769329-17, cleared binding levels {{(pid=109379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:03:23.338837 n-d-769329-17 neutron-server[109379]: DEBUG neutron.plugins.ml2.db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] For port a87d388e-d909-41ac-8082-0d599594d5a2, host n-d-769329-17, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a87d388e-d909-41ac-8082-0d599594d5a2,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:03:23.343820 n-d-769329-17 neutron-server[109379]: DEBUG neutron_lib.callbacks.manager [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.404130 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec88c99-fb3d-45bd-b5d2-a795b9fc62cf None None] Pushing event updated for resources: {'Port': ['ID=a87d388e-d909-41ac-8082-0d599594d5a2,revision_number=4']} {{(pid=109379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:23.406611 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Routers {'2c453607-ddff-4e9d-96d9-c046e17fd418'} bound to L3 agent in host n-d-769329-17 {{(pid=109379) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:23.407209 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:03:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c453607-ddff-4e9d-96d9-c046e17fd418'], 'active': True} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:23.454795 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-7ab3b9d0-3d29-48b8-b3c6-cf1124d2b861 None None] Provisioning complete for port a87d388e-d909-41ac-8082-0d599594d5a2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:23.455214 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b9d0-3d29-48b8-b3c6-cf1124d2b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.538289 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_dvr_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] Set router 2c453607-ddff-4e9d-96d9-c046e17fd418 gateway port host: n-d-769329-17 {{(pid=109379) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:23.545179 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b9d0-3d29-48b8-b3c6-cf1124d2b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.586603 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-7ab3b9d0-3d29-48b8-b3c6-cf1124d2b861 None None] For port a87d388e-d909-41ac-8082-0d599594d5a2, host n-d-769329-17, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-769329-17',level=0,port_id=a87d388e-d909-41ac-8082-0d599594d5a2,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:23.591826 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7ab3b9d0-3d29-48b8-b3c6-cf1124d2b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.659378 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3b9d0-3d29-48b8-b3c6-cf1124d2b861 None None] Pushing event updated for resources: {'Port': ['ID=a87d388e-d909-41ac-8082-0d599594d5a2,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:23.714600 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-6e06fddc-debe-4f7d-a235-f557d2e6a769 None None] Provisioning complete for port a87d388e-d909-41ac-8082-0d599594d5a2 triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:23.715072 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-6e06fddc-debe-4f7d-a235-f557d2e6a769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:23.731660 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-853574f7-8d52-4b63-ac4d-0fe1b3cf67a8 req-66fdae95-7381-4fe5-b208-bba67b6d7ddd tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 210 time: 0.0503831 Nov 12 10:03:23.858179 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.l3_hamode_db [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:20Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'a87d388e-d909-41ac-8082-0d599594d5a2', 'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:bf:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:20Z', 'updated_at': '2021-11-12T10:03:23Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:23.886339 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d9617-567e-42d0-92da-e0d181fdfd40 None None] The sync data for ids ['2c453607-ddff-4e9d-96d9-c046e17fd418'] in n-d-769329-17 is: [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:20Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_interfaces': [{'id': 'a87d388e-d909-41ac-8082-0d599594d5a2', 'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:bf:79:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:20Z', 'updated_at': '2021-11-12T10:03:23Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109379) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:03:24.540368 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Device a87d388e-d909-41ac-8082-0d599594d5a2 up at agent ovs-agent-n-d-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:03:24.595423 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Provisioning complete for port a87d388e-d909-41ac-8082-0d599594d5a2 triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:24.595975 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:24.805955 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-ee96e1f6-7c12-4c11-b458-70db0d2d1b6b req-b192bbc2-b3c0-47cd-be72-5f9e3c211b02 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Nov 12 10:03:25.885021 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4267a3ff-5c62-4e90-967d-994c7b9cc496 req-6070c996-ced0-4e9a-92e9-19b6340228ab tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 210 time: 0.0265362 Nov 12 10:03:26.787824 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-184bf9b5-c410-4129-8237-f6f924aac1e3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:26.789300 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-184bf9b5-c410-4129-8237-f6f924aac1e3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 795 time: 0.1113682 Nov 12 10:03:26.854822 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-357b4998-6619-4751-9ffc-a43784ec5c8a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aac91125a98e42aabd010601bfbd8a13 HTTP/1.1" status: 200 len: 380 time: 0.0554419 Nov 12 10:03:26.864617 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'port': {'device_id': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'admin_state_up': True, 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'security_groups': ['e07f541c-2080-4c6e-8099-7feddf23852e']}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:26.973161 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Made reservation on behalf of aac91125a98e42aabd010601bfbd8a13 for: {'port': 1} {{(pid=109376) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 12 10:03:26.976718 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:26.981056 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-6067035a-0e22-40d9-b02a-691e306649f2 req-6ee535d3-7295-44b6-8b2b-98eb695e4db3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 210 time: 0.0263674 Nov 12 10:03:27.108924 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.20.0.12 (ba920991-5954-4a4c-8e10-47b0ab7e2c2c/7979950a-a6cc-460e-9110-8a0b92ae1e05/d8545176-ddd6-44bd-8740-44649c3a7a0d) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:03:27.247534 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:27.259790 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:03:27.280498 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:27.321700 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network ba920991-5954-4a4c-8e10-47b0ab7e2c2c is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:03:27.326915 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:03:27.330786 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:03:27.359829 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=d8545176-ddd6-44bd-8740-44649c3a7a0d,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:27.389186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:27.389834 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:27.406949 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-740d8688-a0d9-4c58-875c-332fba0efaf6 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5458510 Nov 12 10:03:27.420029 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Request body: {'port': {'device_id': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-769329-17'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:27.495303 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:27.560575 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-a0409b1e-ffbc-483d-bc39-f7d0a52a893d None None] Provisioning complete for port d8545176-ddd6-44bd-8740-44649c3a7a0d triggered by entity DHCP. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:27.561187 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-a0409b1e-ffbc-483d-bc39-f7d0a52a893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:27.598590 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.plugin [None req-a0409b1e-ffbc-483d-bc39-f7d0a52a893d None None] Port d8545176-ddd6-44bd-8740-44649c3a7a0d cannot update to ACTIVE because it is not bound. {{(pid=109378) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 12 10:03:27.770099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8545176-ddd6-44bd-8740-44649c3a7a0d {{(pid=109376) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:03:27.777518 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:27.789928 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.provisioning_blocks [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Transition to ACTIVE for port object d8545176-ddd6-44bd-8740-44649c3a7a0d will not be triggered until provisioned by entity L2. {{(pid=109376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 12 10:03:27.794745 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:27.866616 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8545176-ddd6-44bd-8740-44649c3a7a0d,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:27.922621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Attempting to bind port d8545176-ddd6-44bd-8740-44649c3a7a0d on host n-h1-769329-17 for vnic_type normal with profile {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 12 10:03:27.922965 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Attempting to bind port d8545176-ddd6-44bd-8740-44649c3a7a0d by drivers openvswitch,hyperv on host n-h1-769329-17 at level 0 using segments [{'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 12 10:03:27.923299 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Attempting to bind port d8545176-ddd6-44bd-8740-44649c3a7a0d on network ba920991-5954-4a4c-8e10-47b0ab7e2c2c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:03:27.928216 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Port d8545176-ddd6-44bd-8740-44649c3a7a0d on network ba920991-5954-4a4c-8e10-47b0ab7e2c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-769329-17 {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 12 10:03:27.928724 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Attempting to bind port d8545176-ddd6-44bd-8740-44649c3a7a0d on network ba920991-5954-4a4c-8e10-47b0ab7e2c2c {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 12 10:03:27.933818 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Checking agent: {'id': '4f809a6e-a984-44a2-88b8-7ca0f49fe1c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-769329-17', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'started_at': datetime.datetime(2021, 11, 12, 8, 50, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 12, 10, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 12 10:03:27.934163 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Checking segment: {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 12 10:03:27.934549 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Bound using segment: {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'} {{(pid=109376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 12 10:03:27.935043 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.managers [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Bound port: d8545176-ddd6-44bd-8740-44649c3a7a0d, host: n-h1-769329-17, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a25564e6-ad1f-4af2-a18b-04501436de58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c'}}] {{(pid=109376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 12 10:03:27.935407 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:28.003186 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] For port d8545176-ddd6-44bd-8740-44649c3a7a0d, host n-h1-769329-17, cleared binding levels {{(pid=109376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 12 10:03:28.006952 n-d-769329-17 neutron-server[109376]: DEBUG neutron.plugins.ml2.db [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] For port d8545176-ddd6-44bd-8740-44649c3a7a0d, host n-h1-769329-17, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 12 10:03:28.011797 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:28.053684 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.054411 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for port, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:28.056107 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] 10.222.0.62 "PUT /v2.0/ports/d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1093 time: 0.6413314 Nov 12 10:03:28.056674 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'tag': 'd8545176-ddd6-44bd-8740-44649c3a7a0d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:03:28.059043 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bb2f34-827c-4f96-af59-3747b5b4075a" -d '{"events": [{"name": "network-changed", "server_uuid": "09011cfe-a007-4d97-bd9b-003406fc8c27", "tag": "d8545176-ddd6-44bd-8740-44649c3a7a0d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:03:28.117942 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e32031-1922-4dd4-b584-254532f8f169 x-openstack-request-id: req-89e32031-1922-4dd4-b584-254532f8f169 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:03:28.118239 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09011cfe-a007-4d97-bd9b-003406fc8c27", "tag": "d8545176-ddd6-44bd-8740-44649c3a7a0d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:03:28.118707 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89e32031-1922-4dd4-b584-254532f8f169 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:03:28.118915 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'tag': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'status': 'completed', 'code': 200} Nov 12 10:03:28.136024 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ac5d7-fb41-4d43-a468-9c0f4ca6ffb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8545176-ddd6-44bd-8740-44649c3a7a0d,revision_number=3']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:28.166127 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a0ffa-45ea-4f9e-948c-fac544d13133 req-72c09175-56b3-4cd2-bbf5-8025cdb4f228 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.167650 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c1a0ffa-45ea-4f9e-948c-fac544d13133 req-72c09175-56b3-4cd2-bbf5-8025cdb4f228 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 944 time: 0.1035385 Nov 12 10:03:28.174347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-39d0602f-10c7-4cb9-867e-04be15dbc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.175847 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-39d0602f-10c7-4cb9-867e-04be15dbc982 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1096 time: 0.0717983 Nov 12 10:03:28.234270 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-6d39e58f-4077-447f-b7ec-978ccfd2ad9a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 217 time: 0.0439291 Nov 12 10:03:28.290621 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-2c1a0ffa-45ea-4f9e-948c-fac544d13133 req-899d4382-8ed4-436b-9bc7-86bb4ed7b2b1 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136947 Nov 12 10:03:28.301536 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e16a4d00-f91c-40d3-afc7-9a3a62e0eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.302898 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-e16a4d00-f91c-40d3-afc7-9a3a62e0eda7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0611861 Nov 12 10:03:28.349939 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-fd0a2188-3852-4e86-9a3f-daf963bb6e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.351463 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-fd0a2188-3852-4e86-9a3f-daf963bb6e21 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409224 Nov 12 10:03:28.407545 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:28.448394 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-19400101-63f0-4a49-81cb-d7fe5e0b94e3 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889275 Nov 12 10:03:28.540617 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6cede38f-59ab-4157-9ffe-a529ad5f2616 req-2097a8fe-c59f-4328-bf0f-b128b5cd6d9e service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851471 Nov 12 10:03:28.637213 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-fb34212a-3001-4522-a96c-59e0145f347a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.639233 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-fb34212a-3001-4522-a96c-59e0145f347a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1096 time: 0.0487814 Nov 12 10:03:28.741204 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-7d8a1ae7-27f0-4c9b-91dd-74681baba565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.742748 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-7d8a1ae7-27f0-4c9b-91dd-74681baba565 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0961454 Nov 12 10:03:28.790255 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-f4a95967-06a4-47da-ac4e-8d9315134bcd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 217 time: 0.0395358 Nov 12 10:03:28.843861 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-1fd3132d-05b3-41a9-a268-7c61f4c87836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.845346 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-1fd3132d-05b3-41a9-a268-7c61f4c87836 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0467420 Nov 12 10:03:28.886130 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:28.896681 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-1bce2d20-259f-4634-b08a-ce61ff817f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:28.898133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-1bce2d20-259f-4634-b08a-ce61ff817f50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449114 Nov 12 10:03:28.998902 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-692e4952-cc63-4b1e-bffc-6d1e5b746068 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920956 Nov 12 10:03:29.096664 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d9bb2f34-827c-4f96-af59-3747b5b4075a req-0f300c22-e7d6-4fad-b77a-b8c250a67986 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897758 Nov 12 10:03:29.413829 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11074225-d362-4387-9b6a-cc7fed3e05c9 req-33888c9a-55db-4e84-84f2-59d4d7aa2735 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:29.415420 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11074225-d362-4387-9b6a-cc7fed3e05c9 req-33888c9a-55db-4e84-84f2-59d4d7aa2735 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 944 time: 0.0493581 Nov 12 10:03:29.477185 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-11074225-d362-4387-9b6a-cc7fed3e05c9 req-04bd518f-95d5-47db-b738-44c0de8b9c7b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537016 Nov 12 10:03:30.595884 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132e46a-a674-4746-8816-c30961871bdb req-8087c4af-5afe-46fc-80d2-80ae4425ee62 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:30.597625 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d132e46a-a674-4746-8816-c30961871bdb req-8087c4af-5afe-46fc-80d2-80ae4425ee62 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 944 time: 0.0504937 Nov 12 10:03:30.656080 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-d132e46a-a674-4746-8816-c30961871bdb req-63a4f78b-c379-4b05-a1b6-a6502d0c01f9 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525284 Nov 12 10:03:31.394232 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d8545176-ddd6-44bd-8740-44649c3a7a0d details requested by agent hyperv_n-h1-769329-17 with host n-h1-769329-17 {{(pid=109378) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 12 10:03:31.489155 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d8545176-ddd6-44bd-8740-44649c3a7a0d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:31.499845 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Returning: {'device': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'port_id': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'mac_address': 'fa:16:3e:89:9b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109378) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 12 10:03:31.536089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:31.549183 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8545176-ddd6-44bd-8740-44649c3a7a0d {{(pid=109378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 12 10:03:31.567755 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d8545176-ddd6-44bd-8740-44649c3a7a0d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:31.571405 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:31.619711 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=d8545176-ddd6-44bd-8740-44649c3a7a0d,revision_number=4']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:31.772654 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3004998-ae9c-40b9-92f0-3cd2970175e4 req-9b2d79bf-4bdd-400e-8d4e-8adadd37ee80 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:31.774130 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3004998-ae9c-40b9-92f0-3cd2970175e4 req-9b2d79bf-4bdd-400e-8d4e-8adadd37ee80 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 945 time: 0.0476084 Nov 12 10:03:31.793552 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] get_ports_and_sgs() called for port_ids ['d8545176-ddd6-44bd-8740-44649c3a7a0d'] {{(pid=109378) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 12 10:03:31.825859 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-f3004998-ae9c-40b9-92f0-3cd2970175e4 req-5519c3f2-7759-4608-9448-f61e1c9a6c70 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Nov 12 10:03:32.942395 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fa113-f78b-4cd2-8619-afdf8928dc77 req-df35f97c-f48f-42a8-97a1-355a4d0c862a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:32.943886 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a0fa113-f78b-4cd2-8619-afdf8928dc77 req-df35f97c-f48f-42a8-97a1-355a4d0c862a tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 945 time: 0.0504961 Nov 12 10:03:32.992997 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a0fa113-f78b-4cd2-8619-afdf8928dc77 req-bfa35d32-50e1-4d9b-be98-104ea2702483 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Nov 12 10:03:33.406248 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Device d8545176-ddd6-44bd-8740-44649c3a7a0d up at agent hyperv_n-h1-769329-17 {{(pid=109378) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 12 10:03:33.455991 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning for port d8545176-ddd6-44bd-8740-44649c3a7a0d completed by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 12 10:03:33.459645 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.provisioning_blocks [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Provisioning complete for port d8545176-ddd6-44bd-8740-44649c3a7a0d triggered by entity L2. {{(pid=109378) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 12 10:03:33.460040 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1325364'] for port, provisioning_complete {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:33.536567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:33.560265 n-d-769329-17 neutron-server[109378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8545176-ddd6-44bd-8740-44649c3a7a0d'}] {{(pid=109378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:03:33.562481 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}326dc6606cb42a7a4e8e5b61b413535bf5c0abbb2ddd058881e5309a24a4ebd6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7289574-5632-492b-88bd-e0698a97fb09" -d '{"events": [{"server_uuid": "09011cfe-a007-4d97-bd9b-003406fc8c27", "name": "network-vif-plugged", "status": "completed", "tag": "d8545176-ddd6-44bd-8740-44649c3a7a0d"}]}' {{(pid=109378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:03:33.578359 n-d-769329-17 neutron-server[109378]: DEBUG neutron.plugins.ml2.db [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] For port d8545176-ddd6-44bd-8740-44649c3a7a0d, host n-h1-769329-17, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-769329-17',level=0,port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d,segment=NetworkSegment(a25564e6-ad1f-4af2-a18b-04501436de58),segment_id=a25564e6-ad1f-4af2-a18b-04501436de58)] {{(pid=109378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 12 10:03:33.582741 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089'] for port, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:33.631029 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Pushing event updated for resources: {'Port': ['ID=d8545176-ddd6-44bd-8740-44649c3a7a0d,revision_number=5']} {{(pid=109378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:33.663290 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 12 Nov 2021 10:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15bf631-ea27-4096-8f41-f7b10162be2f x-openstack-request-id: req-d15bf631-ea27-4096-8f41-f7b10162be2f {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:03:33.663626 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09011cfe-a007-4d97-bd9b-003406fc8c27", "name": "network-vif-plugged", "status": "completed", "tag": "d8545176-ddd6-44bd-8740-44649c3a7a0d", "code": 200}]} {{(pid=109378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:03:33.663950 n-d-769329-17 neutron-server[109378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d15bf631-ea27-4096-8f41-f7b10162be2f {{(pid=109378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:03:33.664490 n-d-769329-17 neutron-server[109378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'code': 200} Nov 12 10:03:33.759200 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2297e44-4ace-42bc-b7d5-f1c6b2b26cdb req-616e34b0-c57a-4a34-98b5-a82d501f776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:33.760736 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2297e44-4ace-42bc-b7d5-f1c6b2b26cdb req-616e34b0-c57a-4a34-98b5-a82d501f776e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0405569 Nov 12 10:03:33.808369 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-f2297e44-4ace-42bc-b7d5-f1c6b2b26cdb req-decd72ce-6835-44d6-8e0e-10d56e4f4e94 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 Nov 12 10:03:34.117621 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e19968-01ba-4382-b065-379642609f75 req-f5cd8efb-f130-49ca-aff5-61fab9e999b5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:34.119133 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4e19968-01ba-4382-b065-379642609f75 req-f5cd8efb-f130-49ca-aff5-61fab9e999b5 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 946 time: 0.0544577 Nov 12 10:03:34.170947 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a4e19968-01ba-4382-b065-379642609f75 req-f090789f-afde-46b6-8db8-6b4c9ccfa9e3 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457890 Nov 12 10:03:35.292298 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3bdbf-6cfb-44b1-a7c3-925aa0bd93a4 req-8754295b-97c3-4c8b-a300-a7e17770970f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:35.294608 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e3bdbf-6cfb-44b1-a7c3-925aa0bd93a4 req-8754295b-97c3-4c8b-a300-a7e17770970f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 946 time: 0.0484190 Nov 12 10:03:35.343402 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-45e3bdbf-6cfb-44b1-a7c3-925aa0bd93a4 req-24ce0e02-d432-46fc-9fe2-147f100c45cf tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427411 Nov 12 10:03:35.461656 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8f893-e61a-4920-86d8-68f5be32e3e4 req-f0f1d8dc-1f0d-47e4-8db2-bec9acc7710e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:35.463069 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1d8f893-e61a-4920-86d8-68f5be32e3e4 req-f0f1d8dc-1f0d-47e4-8db2-bec9acc7710e tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 946 time: 0.0504224 Nov 12 10:03:35.514040 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-b1d8f893-e61a-4920-86d8-68f5be32e3e4 req-c0f719be-c659-4359-b7fd-129a10889512 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441668 Nov 12 10:03:35.537347 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59194) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:35.581743 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e61087-7a47-48cc-af8a-48fbd69e8db0 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:35.583297 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-d1e61087-7a47-48cc-af8a-48fbd69e8db0 tempest-TestNetworkAdvancedServerOps-1520997735 tempest-TestNetworkAdvancedServerOps-1520997735-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1093 time: 0.0449352 Nov 12 10:03:35.586133 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59196) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:35.591197 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.v2.base [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Request body: {'floatingip': {'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'port_id': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109376) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 12 10:03:35.613483 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:35.712818 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:35.820595 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.db_base_plugin_common [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Allocated IP 172.25.5.215 (fac335f8-0236-4833-ae7f-56a0c4f38a39/12726dfe-5afa-4715-bb55-52c7777ebf04/91e5857f-8cfc-4e09-b705-fb378fa9ee5e) {{(pid=109376) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 12 10:03:35.923567 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:35.957417 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8727906865053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6953945'] for port, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:36.002811 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Network fac335f8-0236-4833-ae7f-56a0c4f38a39 is already hosted by enough agents. {{(pid=109376) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 12 10:03:36.005892 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.base_scheduler [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Resources bound (agent type, host, resource id): {{(pid=109376) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 12 10:03:36.010404 n-d-769329-17 neutron-server[109376]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Received port after_create {{(pid=109376) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 12 10:03:36.014130 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=91e5857f-8cfc-4e09-b705-fb378fa9ee5e,revision_number=1']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:36.372675 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:36.789656 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-527221'] for port, before_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:36.944540 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks [] for port, precommit_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:36.949078 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-570841', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1986453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1612957', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8727907292308', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8727906865071', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8727906865089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6953888'] for port, after_update {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:37.017930 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Pushing event updated for resources: {'Port': ['ID=91e5857f-8cfc-4e09-b705-fb378fa9ee5e,revision_number=2']} {{(pid=109376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 12 10:03:37.031982 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707979'] for floatingip, after_create {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:37.137913 n-d-769329-17 neutron-server[109376]: INFO neutron.db.l3_db [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Floating IP 6e0b83b3-4d1b-4607-804c-c9130a90e9af associated. External IP: 172.25.5.215, port: d8545176-ddd6-44bd-8740-44649c3a7a0d. Nov 12 10:03:37.357028 n-d-769329-17 neutron-server[109376]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Router 2c453607-ddff-4e9d-96d9-c046e17fd418 has already been hosted by L3 agent 7ec05980-a4a9-4d55-8089-b369e8d17485 {{(pid=109376) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 12 10:03:37.469099 n-d-769329-17 neutron-server[109376]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Notify agent at l3_agent.n-d-769329-17 the message routers_updated {{(pid=109376) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 12 10:03:37.480966 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] Sync routers for ids ['2c453607-ddff-4e9d-96d9-c046e17fd418'] in n-d-769329-17 {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 12 10:03:37.489137 n-d-769329-17 neutron-server[109376]: DEBUG neutron_lib.callbacks.manager [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58051'] for floatingip, before_response {{(pid=109376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:37.493318 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] Routers {'2c453607-ddff-4e9d-96d9-c046e17fd418'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:37.493951 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:03:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c453607-ddff-4e9d-96d9-c046e17fd418'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:37.516454 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-00f2c7ec-a174-4844-8eba-20447f2d842f tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9292738 Nov 12 10:03:37.517054 n-d-769329-17 neutron-server[109376]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'tag': 'd8545176-ddd6-44bd-8740-44649c3a7a0d'}] {{(pid=109376) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 12 10:03:37.519360 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ab29311795b4953313cca666d69e6155f2dfd8345aee33a2bc54a950fc8e0df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df122b8-f3fa-4b93-8314-6bc64a438759" -d '{"events": [{"name": "network-changed", "server_uuid": "09011cfe-a007-4d97-bd9b-003406fc8c27", "tag": "d8545176-ddd6-44bd-8740-44649c3a7a0d"}]}' {{(pid=109376) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 12 10:03:37.560341 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 12 Nov 2021 10:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d31e21-ea53-488b-8011-8b1d0ddce630 x-openstack-request-id: req-b8d31e21-ea53-488b-8011-8b1d0ddce630 {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 12 10:03:37.561513 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09011cfe-a007-4d97-bd9b-003406fc8c27", "tag": "d8545176-ddd6-44bd-8740-44649c3a7a0d", "status": "completed", "code": 200}]} {{(pid=109376) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 12 10:03:37.561703 n-d-769329-17 neutron-server[109376]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b8d31e21-ea53-488b-8011-8b1d0ddce630 {{(pid=109376) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 12 10:03:37.562105 n-d-769329-17 neutron-server[109376]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'tag': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'status': 'completed', 'code': 200} Nov 12 10:03:37.616777 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] Set router 2c453607-ddff-4e9d-96d9-c046e17fd418 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:37.629316 n-d-769329-17 neutron-server[109377]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7922601-7d9d-4e1c-a9d4-c4c6bd1d03b0 req-26410564-b22f-4c44-afc7-cc54b8760fc8 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109377) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:37.629914 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-71515efb-8333-4bdc-83a9-9248f35aed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:37.631499 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-71515efb-8333-4bdc-83a9-9248f35aed92 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0466442 Nov 12 10:03:37.631792 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7922601-7d9d-4e1c-a9d4-c4c6bd1d03b0 req-26410564-b22f-4c44-afc7-cc54b8760fc8 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 946 time: 0.0570562 Nov 12 10:03:37.689872 n-d-769329-17 neutron-server[109377]: INFO neutron.wsgi [req-c7922601-7d9d-4e1c-a9d4-c4c6bd1d03b0 req-9d753125-6da2-4b19-a675-f258e9e0d40b tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/security-groups?id=e07f541c-2080-4c6e-8099-7feddf23852e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521235 Nov 12 10:03:37.713021 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59202) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:37.785448 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-872c2222-1a91-4d87-93a4-b45b098f6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:37.786925 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-872c2222-1a91-4d87-93a4-b45b098f6f3a service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.1480942 Nov 12 10:03:37.792576 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-af25c018-05cb-46d3-a611-524d7d1335f1 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/6e0b83b3-4d1b-4607-804c-c9130a90e9af HTTP/1.1" status: 200 len: 992 time: 0.0784128 Nov 12 10:03:37.863699 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-269d219a-cc01-4d60-a9bf-7edcc5c807cb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1000 time: 0.0693538 Nov 12 10:03:37.866041 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:20Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '6e0b83b3-4d1b-4607-804c-c9130a90e9af', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'port_id': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'mac_address': 'fa:16:3e:89:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:03:36Z', 'updated_at': '2021-11-12T10:03:36Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87d388e-d909-41ac-8082-0d599594d5a2', 'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:bf:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:20Z', 'updated_at': '2021-11-12T10:03:23Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:37.892689 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] Checking router: 2c453607-ddff-4e9d-96d9-c046e17fd418 for host: n-d-769329-17 {{(pid=109378) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 12 10:03:37.901256 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] Routers {'2c453607-ddff-4e9d-96d9-c046e17fd418'} bound to L3 agent in host n-d-769329-17 {{(pid=109378) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 12 10:03:37.901862 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-769329-17', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-12T08:42:46Z,description=,heartbeat_timestamp=2021-11-12T10:03:17Z,host='n-d-769329-17',id=7ec05980-a4a9-4d55-8089-b369e8d17485,load=0,resource_versions=,resources_synced=,started_at=2021-11-12T08:42:46Z,topic='l3_agent')) {'router_ids': ['2c453607-ddff-4e9d-96d9-c046e17fd418'], 'active': True} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:37.915359 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-a35e3f6d-8e8d-4d1c-bcbc-cd466432f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:37.917209 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-a35e3f6d-8e8d-4d1c-bcbc-cd466432f874 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0462289 Nov 12 10:03:37.964868 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-81cfb66b-de63-4709-84bd-c7d8b87e1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:03:37.966987 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-81cfb66b-de63-4709-84bd-c7d8b87e1f48 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422187 Nov 12 10:03:38.008783 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_dvr_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] Set router 2c453607-ddff-4e9d-96d9-c046e17fd418 gateway port host: n-d-769329-17 {{(pid=109378) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 12 10:03:38.067520 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-0b8e4998-d68b-41c5-8ce6-3d4ad928d873 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931194 Nov 12 10:03:38.161672 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9df122b8-f3fa-4b93-8314-6bc64a438759 req-ad96bc9b-f643-4774-9fb4-666b83aab963 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874352 Nov 12 10:03:38.237864 n-d-769329-17 neutron-server[109378]: DEBUG neutron.db.l3_hamode_db [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:20Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '6e0b83b3-4d1b-4607-804c-c9130a90e9af', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'port_id': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'mac_address': 'fa:16:3e:89:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:03:36Z', 'updated_at': '2021-11-12T10:03:36Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87d388e-d909-41ac-8082-0d599594d5a2', 'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:bf:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:20Z', 'updated_at': '2021-11-12T10:03:23Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-769329-17', False) {} {{(pid=109378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 12 10:03:38.269390 n-d-769329-17 neutron-server[109378]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe10899-6a87-4dfe-9bb2-ca77c38c822b None None] The sync data for ids ['2c453607-ddff-4e9d-96d9-c046e17fd418'] in n-d-769329-17 is: [{'id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1661169902', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'external_fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:20Z', 'revision_number': 4, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'gw_port': {'id': '93fa8cbf-ae3b-49f4-a130-6dc9b8001e92', 'name': '', 'network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:c6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:17Z', 'updated_at': '2021-11-12T10:03:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12726dfe-5afa-4715-bb55-52c7777ebf04', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-769329-17', '_floatingips': [{'id': '6e0b83b3-4d1b-4607-804c-c9130a90e9af', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'floating_ip_address': '172.25.5.215', 'floating_network_id': 'fac335f8-0236-4833-ae7f-56a0c4f38a39', 'router_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'port_id': 'd8545176-ddd6-44bd-8740-44649c3a7a0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'mac_address': 'fa:16:3e:89:9b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09011cfe-a007-4d97-bd9b-003406fc8c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-12T10:03:36Z', 'updated_at': '2021-11-12T10:03:36Z', 'revision_number': 0, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a87d388e-d909-41ac-8082-0d599594d5a2', 'name': '', 'network_id': 'ba920991-5954-4a4c-8e10-47b0ab7e2c2c', 'tenant_id': 'aac91125a98e42aabd010601bfbd8a13', 'mac_address': 'fa:16:3e:bf:79:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c453607-ddff-4e9d-96d9-c046e17fd418', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-769329-17', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-12T10:03:20Z', 'updated_at': '2021-11-12T10:03:23Z', 'revision_number': 5, 'project_id': 'aac91125a98e42aabd010601bfbd8a13', 'subnets': [{'id': '7979950a-a6cc-460e-9110-8a0b92ae1e05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109378) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 12 10:03:38.477329 n-d-769329-17 neutron-server[109379]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fa1ab8-1b4c-4faf-8a25-f4af07170f40 None None] New status for floating IP 6e0b83b3-4d1b-4607-804c-c9130a90e9af: ACTIVE {{(pid=109379) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 12 10:03:38.796414 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [-] (109376) accepted ('10.222.0.53', 59204) {{(pid=109376) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 12 10:03:38.863931 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [None req-36c8cb04-f6b4-4572-8867-2eb329c4f5b2 tempest-TestNetworkAdvancedServerOps-367015584 tempest-TestNetworkAdvancedServerOps-367015584-project] 10.222.0.53 "GET /v2.0/floatingips/6e0b83b3-4d1b-4607-804c-c9130a90e9af HTTP/1.1" status: 200 len: 994 time: 0.0663061 Nov 12 10:03:43.995776 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f7895fa2-48fc-49fe-a5c3-fd8ac6910f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:46.538951 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f2da5282-08f1-4cfd-ba47-c30e16a02c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:49.320535 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:50.009403 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:50.496122 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:58.405041 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:03:58.912413 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:04.260250 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:04:07.508407 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-58c8c8ce-e688-4dbb-ad64-15a9601df519 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421419 Nov 12 10:04:07.593611 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-be93ca14-0441-4087-91be-888550d1e449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:04:07.595110 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-be93ca14-0441-4087-91be-888550d1e449 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0412247 Nov 12 10:04:07.705646 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-4a7a4723-8b81-4ea5-94a7-4d46f7058b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:04:07.707097 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-4a7a4723-8b81-4ea5-94a7-4d46f7058b46 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0902064 Nov 12 10:04:07.776472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-21214115-5a92-4cf2-bf5a-7e0d4a9c7f0e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0574028 Nov 12 10:04:07.829710 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-3b3ea7b2-76be-494a-8f15-a79dd9de7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:04:07.831140 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-3b3ea7b2-76be-494a-8f15-a79dd9de7cf3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0477381 Nov 12 10:04:07.877766 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-330b575c-9b76-4cde-88dc-7ad072f8256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:04:07.879309 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-330b575c-9b76-4cde-88dc-7ad072f8256a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410953 Nov 12 10:04:07.976465 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-b5802eec-a152-4e92-9afa-212e9c8685f5 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879731 Nov 12 10:04:08.073075 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-7e573467-8197-4847-8470-1bcec9e5edf0 req-218aa855-2598-4db5-96d0-34760f52eb9d service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882618 Nov 12 10:04:13.997571 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb475-c68c-49d3-8799-b263229d699a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:16.547156 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2a812f5a-1ae8-4bbb-b1a4-61da98da3d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:19.323565 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:20.012783 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:20.489427 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:28.403934 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:28.907020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:41.259618 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:04:43.998739 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2c0a5f03-44b7-474d-b2a5-24d470c545a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:46.539995 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bd6b5ad9-7724-4eb1-a636-3901c13924a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:49.325426 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:50.015856 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:50.490659 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:58.403112 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:04:58.927764 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:08.516009 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-639e9dce-8f4b-4be5-9cca-2f54baad313f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424438 Nov 12 10:05:08.603959 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-4b5f5ac6-71fe-4076-a0e5-9bece5a99e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:05:08.605468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-4b5f5ac6-71fe-4076-a0e5-9bece5a99e55 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0454738 Nov 12 10:05:08.714537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-0910ae27-3603-4666-a88f-bbd69a86b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:05:08.716054 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-0910ae27-3603-4666-a88f-bbd69a86b0e5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0894418 Nov 12 10:05:08.790347 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-f5232c74-18b1-47a0-9bfd-814e50ecd309 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0668986 Nov 12 10:05:08.841698 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-4aa85ff9-6aa8-4860-a8f6-1dfa0ec059fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:05:08.843192 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-4aa85ff9-6aa8-4860-a8f6-1dfa0ec059fa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0464647 Nov 12 10:05:08.890537 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-e815e797-a9dc-4cd6-b4af-cbf165868768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:05:08.892092 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-e815e797-a9dc-4cd6-b4af-cbf165868768 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423348 Nov 12 10:05:08.985914 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-0362b4b4-306d-485a-bf87-90389de98d71 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870893 Nov 12 10:05:09.075518 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-4e409f79-3c28-4ad2-82ad-e8d451a0b96d req-c057a2b1-2599-44b0-883b-d2370dfa667d service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828710 Nov 12 10:05:13.999598 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0134b949-5c49-4c18-9a5d-94da350f6fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:16.541324 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-943c24df-0a34-40bc-8eb9-47f229e3abe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:18.259512 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:05:19.329203 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:20.018983 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:20.491714 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:28.406137 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:28.924591 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:44.000587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-8dbdea9b-6d85-44c0-8704-0e4269a2f319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:46.546165 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-66689b11-dcf2-4671-a6ae-c78f4d1bbea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:49.332038 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:50.024471 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:50.494603 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:55.259503 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:05:58.421637 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:05:58.941724 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:09.565580 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-37d16265-fc23-4212-81cb-6beada06c3e8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897067 Nov 12 10:06:09.657998 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-6585aed8-0470-4c99-bbc3-26b7c889e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:06:09.660091 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-6585aed8-0470-4c99-bbc3-26b7c889e23b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0468972 Nov 12 10:06:09.767159 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-75975b6f-3c21-408e-a6b2-62573d64040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:06:09.769187 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-75975b6f-3c21-408e-a6b2-62573d64040c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0871499 Nov 12 10:06:09.841626 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-29ba9e3b-4a73-4df6-8006-db9be05e0157 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0634003 Nov 12 10:06:09.890447 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-53a37157-fa63-4dd0-b682-5bd92ea68cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:06:09.891864 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-53a37157-fa63-4dd0-b682-5bd92ea68cbe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0429809 Nov 12 10:06:09.937560 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-370b6159-799c-4005-a163-e97d2c8eecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:06:09.939046 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-370b6159-799c-4005-a163-e97d2c8eecd0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400696 Nov 12 10:06:10.040012 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-387e40d7-7469-45a5-b9e5-da821abb9bc6 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930719 Nov 12 10:06:10.134527 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-6a4f02eb-0209-431e-baa1-cbc6979921b0 req-d95f1b00-7284-4701-836a-2b18913fafb2 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853915 Nov 12 10:06:14.002476 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-ad0cd4ff-c12c-405c-9694-7299f9abe3b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:16.556326 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d6733940-b3f4-4691-b516-f4fd13352937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:19.335631 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:20.025216 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:20.497869 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:28.433101 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:28.962360 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:32.258608 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:06:44.004260 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4afe3ba0-5a0b-47be-b3f3-2957d15eba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:46.548266 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c42c31f3-4863-46ce-963d-ff5efcdfb569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:49.338026 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:50.027074 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:50.501818 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:58.433186 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:06:58.986056 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:09.258765 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:07:10.517162 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-2bec55a9-35de-4bee-be12-2558b072d009 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454121 Nov 12 10:07:10.603885 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-fe49d100-f8bc-47cf-b504-f3435ee5b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:07:10.605408 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-fe49d100-f8bc-47cf-b504-f3435ee5b5ab service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0435972 Nov 12 10:07:10.712451 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-b3750ef2-3829-45a9-8377-b4796c89b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:07:10.713936 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-b3750ef2-3829-45a9-8377-b4796c89b5f2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0891964 Nov 12 10:07:10.788007 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-0027833c-d7e8-4a3b-afb3-ad7dd1d5fc89 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0637834 Nov 12 10:07:10.842056 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-87e36b78-9014-49db-b826-af456d6e4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:07:10.843435 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-87e36b78-9014-49db-b826-af456d6e4037 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0462828 Nov 12 10:07:10.890761 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-256e9df5-d1ae-4096-860e-ecf9cbfac49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:07:10.892312 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-256e9df5-d1ae-4096-860e-ecf9cbfac49c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417242 Nov 12 10:07:10.988290 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-59045183-bcc8-4f45-b013-7f21acabb298 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883117 Nov 12 10:07:11.081164 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-10022210-78ee-4c2e-8f1d-c5bb57a36c51 req-d4802e21-df97-49ef-80ac-8125a75bc531 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854781 Nov 12 10:07:14.006355 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3732e687-4a97-48da-bb8a-39d38960db46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:16.550484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-2877df3d-09e7-4585-a731-735c15543898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:19.340594 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:20.030584 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:20.504709 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:28.445281 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:28.987438 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:44.007586 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b1bae95f-d933-43be-a74c-f93ac12b6047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:46.257882 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:07:46.552248 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f327d63-494c-4ff0-bb79-cb44081c7a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:49.343078 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:50.032089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:50.506155 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:58.465604 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:07:59.009369 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:10.509061 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-b6125027-8515-4c31-81bb-1210f9bfbb90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470536 Nov 12 10:08:10.595602 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-afcd4ec2-3f9b-4226-9d01-fa8daf71564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:08:10.597138 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-afcd4ec2-3f9b-4226-9d01-fa8daf71564a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0415947 Nov 12 10:08:10.710729 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-9f278f77-eaa7-4fc4-86b5-26b3bebf71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:08:10.712261 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-9f278f77-eaa7-4fc4-86b5-26b3bebf71a1 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0928419 Nov 12 10:08:10.780685 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-2aac1232-d00a-428b-8d50-b3dd40efbea6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0596802 Nov 12 10:08:10.831713 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-26a21208-c982-467b-92a6-59acbc38aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:08:10.833127 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-26a21208-c982-467b-92a6-59acbc38aca7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0441661 Nov 12 10:08:10.885777 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-d944fe3f-583c-4f00-9251-84f454d929a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:08:10.887289 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-d944fe3f-583c-4f00-9251-84f454d929a3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450122 Nov 12 10:08:10.981194 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-9e8d34e6-8844-416e-9461-d44e2733d719 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855353 Nov 12 10:08:11.077569 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-ab3ed277-08e9-4db0-9351-771f80d22cb0 req-17833f9e-93a3-4b46-b41d-28655689eb42 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884123 Nov 12 10:08:14.009655 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-82f79f0c-dfd6-4f68-88b8-e6e5351dfb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:16.555408 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c7dbc763-2e29-4682-83e0-417725ae3277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:19.345484 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:20.034798 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:20.508733 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:23.258210 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:08:28.465541 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:29.029796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:44.011342 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-89120cc5-e75e-4887-a005-9470eb11d2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:46.558587 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-809939dd-cd13-44f6-bb12-485dd3144f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:49.349828 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:50.040020 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:50.510796 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:58.493034 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:08:59.037004 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:00.258122 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:09:10.496114 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-a81cb773-9f30-452e-9bb8-1fa7285be2e5 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405636 Nov 12 10:09:10.585126 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-3f833eb3-7b9a-4235-826a-f5a80ad078a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:09:10.586652 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-3f833eb3-7b9a-4235-826a-f5a80ad078a4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0419779 Nov 12 10:09:10.697902 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-1aa3db23-5ebe-4678-b009-cccd9af9cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:09:10.699468 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-1aa3db23-5ebe-4678-b009-cccd9af9cddd service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0917952 Nov 12 10:09:10.766584 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-7ae73ced-9677-4859-af33-fe34ada5961f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0595157 Nov 12 10:09:10.821991 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-04ed82ca-ebe4-4b17-81d5-251342647187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:09:10.823446 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-04ed82ca-ebe4-4b17-81d5-251342647187 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0487597 Nov 12 10:09:10.869435 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-8d543c42-335f-4a55-bfe0-0cc02e5d8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:09:10.870842 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-8d543c42-335f-4a55-bfe0-0cc02e5d8cc6 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403430 Nov 12 10:09:10.961174 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-62c4b136-ea44-4689-ad7a-e9b2a0af9e8f service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827672 Nov 12 10:09:11.056595 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-a74ddf43-55f8-4c84-aea1-639ff35829e4 req-917b7dfa-b72c-427a-bd54-e4d6e721699e service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879054 Nov 12 10:09:14.014146 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-891f3887-b5df-4e4b-8257-1c68528eeb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:16.564151 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1ab6ff75-5286-4ddc-94dc-39e612438065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:19.354310 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:20.041336 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:20.513525 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:28.496544 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:29.045239 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:35.381649 n-d-769329-17 neutron-server[109377]: DEBUG neutron.wsgi [req-b834ef62-596c-4d29-8fb4-8313654ad400 req-25471033-ec5a-43fe-906b-a12dae16c83b service neutron] (109377) timed out ('10.222.0.53', 55314) {{(pid=109377) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 12 10:09:37.257647 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:09:44.016061 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-3f8af08c-433f-46c4-8a67-34bba4242c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:46.566516 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-bf55bdab-0d5f-402c-ab65-93f0cfef8814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:49.355766 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:50.044472 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:50.516429 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:58.494551 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:09:59.065918 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:11.547153 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-5162192b-ef74-484b-91cf-440c5a5989af service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0429611 Nov 12 10:10:11.635683 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-5211fcc1-d624-4580-aa14-8e2ccf2107f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:10:11.637218 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-5211fcc1-d624-4580-aa14-8e2ccf2107f1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0412495 Nov 12 10:10:11.751031 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-8e701c19-d900-4b7e-bf43-a4de7c3f9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:10:11.752556 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-8e701c19-d900-4b7e-bf43-a4de7c3f9e7b service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0910509 Nov 12 10:10:11.828217 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-63a42d01-4c88-4c6e-8262-c4920236f822 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0625772 Nov 12 10:10:11.881682 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-f723011b-9ce2-477e-8a63-3cdee8ed0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:10:11.883108 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-f723011b-9ce2-477e-8a63-3cdee8ed0444 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0470166 Nov 12 10:10:11.930976 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-9289a651-8b86-4856-b5b5-19fe580d70c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:10:11.932460 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-9289a651-8b86-4856-b5b5-19fe580d70c7 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399368 Nov 12 10:10:12.025280 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-9ac8e4b5-13c7-4f34-8689-5c691c618ebd service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838702 Nov 12 10:10:12.120945 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9144365f-eac0-4268-8e9e-52f7a99e69d2 req-a87e89cf-b22e-4a4e-886b-3c984f591e01 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881853 Nov 12 10:10:14.017924 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-084cf976-9df1-45f6-8ac5-0185cb97e8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:14.256590 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:10:16.567469 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4d24e5bd-d3f0-42e9-ab04-beac5ab2a007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:19.358786 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:20.046664 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:20.519089 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:28.508729 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:29.064059 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:44.020958 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-7c11dce1-1de2-4577-80bd-41461738ebef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:46.568311 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-e5f77ad5-e6f2-4930-924b-14c14dacc4e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:49.362229 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:50.049293 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:50.524346 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:51.256774 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:10:58.540708 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:10:59.066663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:11.602609 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-77105890-0ef5-41af-9d09-a50279ff5f2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1483667 Nov 12 10:11:11.694630 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-f657af91-59eb-4a87-b359-ed94a814f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:11:11.696169 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-f657af91-59eb-4a87-b359-ed94a814f443 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0460007 Nov 12 10:11:11.807074 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-23effd90-03c9-40d1-9e5e-14dd932da29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:11:11.808614 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-23effd90-03c9-40d1-9e5e-14dd932da29c service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0909550 Nov 12 10:11:11.879810 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-e3623faa-a019-4131-9c29-e2609f004241 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0629871 Nov 12 10:11:11.931033 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-743e854b-84a1-4831-ba2c-c96e4b384d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:11:11.932472 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-743e854b-84a1-4831-ba2c-c96e4b384d38 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0443532 Nov 12 10:11:11.978128 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-997d4e5d-8107-48e5-b3d3-18d8ddf11984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:11:11.979588 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-997d4e5d-8107-48e5-b3d3-18d8ddf11984 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392177 Nov 12 10:11:11.992002 n-d-769329-17 neutron-server[109376]: DEBUG neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-3e7caf7a-c4ae-4c4f-974c-895c2ac173f3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=109376) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 12 10:11:11.992941 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-3e7caf7a-c4ae-4c4f-974c-895c2ac173f3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047820 Nov 12 10:11:12.089543 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-21c98e91-f541-4654-ac15-94152aaad0ad service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892553 Nov 12 10:11:12.180922 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-9588e528-0e85-44ee-95e6-3894fe911e84 req-68f2192f-ff99-4d14-a8a2-a501b24e2dcc service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840673 Nov 12 10:11:14.024077 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-0860153a-c330-430c-a22b-43080b89e6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:16.569871 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-4da7cf51-2e2f-4cc7-9127-5a6776021cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:19.363042 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:20.052532 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:20.526663 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:28.257015 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:11:28.556813 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:29.067349 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:44.025623 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-561cb3d3-337a-4be3-a891-28cacde830ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:46.572005 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-9490bf8b-20c6-4c99-9bc3-8efe7e7d712b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:49.365567 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-f138d56d-e6ea-44e8-923c-ebb9fd8762b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:50.055144 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-1f4f12f1-3469-4ec7-86ee-00093dc654a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:50.528693 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-94572fa8-5867-4ff4-950f-85f1faf49447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:58.556233 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-c8ded903-9d3c-4e94-b2ff-7b7d34156699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:11:59.071845 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-286cc5ae-cd43-46f7-954e-3b6142401cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:12:05.256160 n-d-769329-17 neutron-server[109379]: DEBUG neutron.db.agents_db [None req-7b49de2e-472f-479c-859a-1726ae64e95f None None] Agent healthcheck: found 7 active agents {{(pid=109379) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 12 10:12:12.558807 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-9398c3f0-0c70-4918-8042-959e61c0d506 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=09011cfe-a007-4d97-bd9b-003406fc8c27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435567 Nov 12 10:12:12.651762 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-acf81da5-5c08-4c6a-8777-c2888f826e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:12:12.653318 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-acf81da5-5c08-4c6a-8777-c2888f826e80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aac91125a98e42aabd010601bfbd8a13&device_id=09011cfe-a007-4d97-bd9b-003406fc8c27 HTTP/1.1" status: 200 len: 1098 time: 0.0461891 Nov 12 10:12:12.759440 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-dde187a9-ae6c-49ca-a0c8-aab001fc74fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:12:12.760974 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-dde187a9-ae6c-49ca-a0c8-aab001fc74fc service neutron] 10.222.0.62 "GET /v2.0/networks?id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c HTTP/1.1" status: 200 len: 896 time: 0.0873556 Nov 12 10:12:12.833268 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-03387f64-d8f4-4c33-b2bf-3337bf6559a2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8545176-ddd6-44bd-8740-44649c3a7a0d HTTP/1.1" status: 200 len: 1002 time: 0.0648239 Nov 12 10:12:12.883825 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-24638dd4-6dff-4d22-a11d-4bccc57b3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:12:12.885323 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-24638dd4-6dff-4d22-a11d-4bccc57b3fd1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=7979950a-a6cc-460e-9110-8a0b92ae1e05 HTTP/1.1" status: 200 len: 834 time: 0.0447888 Nov 12 10:12:12.932610 n-d-769329-17 neutron-server[109376]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-88539bf8-a71a-4ce3-bbf7-7c309130af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109376) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 12 10:12:12.934116 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-88539bf8-a71a-4ce3-bbf7-7c309130af2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ba920991-5954-4a4c-8e10-47b0ab7e2c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413420 Nov 12 10:12:13.384977 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-a2d37f13-65a3-48f7-a9d5-f67d7145d528 service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423459 Nov 12 10:12:13.479258 n-d-769329-17 neutron-server[109376]: INFO neutron.wsgi [req-dae1d555-ae2b-469d-849e-c23e5cdd4020 req-ce799789-4654-4aea-85a4-dc002dcc1b9c service neutron] 10.222.0.62 "GET /v2.0/networks/ba920991-5954-4a4c-8e10-47b0ab7e2c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869613 Nov 12 10:12:14.027778 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-d9a2a97b-bed4-4abe-8cd1-da8b6195b272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 12 10:12:16.574978 n-d-769329-17 neutron-server[109378]: DEBUG neutron_lib.callbacks.manager [None req-b09156ce-6b3f-49bd-89d9-6736a005ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8727907330268', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1325383'] for agent, after_update {{(pid=109378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}